-- Logs begin at Sat 2022-02-19 06:26:11 UTC, end at Sat 2022-02-19 08:47:39 UTC. -- Feb 19 06:58:19.046387 n-d-829866-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 06:58:21.978154 n-d-829866-3 neutron-server[103478]: INFO neutron.common.config [-] Logging enabled! Feb 19 06:58:21.978691 n-d-829866-3 neutron-server[103478]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 06:58:21.978969 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103478) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 06:58:21.982242 n-d-829866-3 neutron-server[103478]: INFO neutron.common.config [-] Logging enabled! Feb 19 06:58:21.982498 n-d-829866-3 neutron-server[103478]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 06:58:21.982809 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103478) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 06:58:21.983760 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 06:58:21.983995 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 06:58:21.984363 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 06:58:21.984610 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 06:58:21.985236 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 06:58:21.985572 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.986008 n-d-829866-3 neutron-server[103478]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 06:58:21.986326 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.986626 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.986925 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.987245 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.987543 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.987827 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.988118 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.988417 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.988708 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.988990 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.989277 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.989573 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.989858 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.990149 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.990440 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.990724 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] debug = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.991004 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.991469 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.991892 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.992171 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.992462 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.992745 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.993019 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.993298 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.993582 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.993912 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] host = n-d-829866-3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.994213 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.994502 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.994790 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.995079 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.995380 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.995664 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.995952 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.996228 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.996502 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.996777 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.997067 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.997355 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.997644 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.997870 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.998095 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.998400 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.998687 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.998962 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.999263 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.999543 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:21.999818 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.000091 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.000361 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.000647 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.000931 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.001217 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.001491 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.001768 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.002036 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.002307 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.002593 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.002866 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.003140 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.003441 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.003729 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.004001 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.004273 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.004572 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.004860 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.005143 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.005434 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.005816 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.006104 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.006377 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.006650 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.006921 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_json = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.007214 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.007488 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.007772 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.008046 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.008318 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.008592 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.008863 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.009148 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.009422 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:22.009722 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.010549 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.010851 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.011151 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.011474 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.011769 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.012051 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.012329 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.012618 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.012907 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.013196 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.013474 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.013775 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.014068 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.014364 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.014665 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.014961 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.015290 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.015561 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.015836 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.016111 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.016388 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.016674 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.016952 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.017241 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.017530 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.017807 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.018105 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.018392 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.018687 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.018977 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.019278 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.019562 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.019854 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.020134 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.020410 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.020690 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.020982 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.021260 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.021534 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.021818 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.022100 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.022378 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.022653 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.022931 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.023244 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.023525 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.023798 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.024069 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.024348 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.024619 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.024903 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.025183 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.026067 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.026348 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.026630 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.026905 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.027198 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.027483 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.027760 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.028040 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.028316 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.028592 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.028866 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.029137 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.029410 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.029681 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.029951 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.030229 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.030500 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.030773 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.031045 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.031344 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.031620 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.031903 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.032204 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.032631 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.032929 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.033210 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.033488 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.033766 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.034041 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.034318 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.034596 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.034869 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.035158 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.035469 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.035758 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.036056 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.036334 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.036630 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.036907 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.037184 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.037465 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.037740 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.038016 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.038301 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.038583 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.038877 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.039171 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.039487 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.039779 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.040068 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.040349 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.040656 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.040938 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:22.041306 n-d-829866-3 neutron-server[103478]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 06:58:22.041544 n-d-829866-3 neutron-server[103478]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103478) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 06:58:22.409848 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 06:58:22.410062 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 06:58:22.410370 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 06:58:22.410851 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 06:58:22.736726 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.737028 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.737300 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.738565 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.738840 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.739103 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.785149 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.785429 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.785696 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.799977 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.800258 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.800528 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.828799 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.829081 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.829349 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.866021 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.866301 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:22.866570 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.209392 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.210004 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.210004 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.210175 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.210861 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.309760 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.310079 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.310362 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.310636 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.310901 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.311233 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.311491 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.311747 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.312000 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.312284 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.312542 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.312807 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.313064 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.313314 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.313564 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.313826 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.314079 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.314344 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.314608 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.314863 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.315127 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.315399 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.315677 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.316045 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.316293 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.316536 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.316925 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.317164 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.317401 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.317637 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.317871 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.318104 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:23.318464 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 06:58:23.321655 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 06:58:23.325687 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 06:58:23.329511 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 19 06:58:23.331139 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 06:58:23.331627 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 06:58:23.331962 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 06:58:23.332339 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 06:58:23.335126 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 06:58:23.335405 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 06:58:23.335751 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 06:58:23.341361 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 06:58:23.364452 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 06:58:23.364899 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.365198 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103478) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 06:58:23.365557 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.366928 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103478) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 06:58:23.367238 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 06:58:23.367495 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 06:58:23.370780 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.371062 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:23.433201 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 06:58:23.433439 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 06:58:23.433677 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 06:58:23.434038 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 06:58:23.454146 n-d-829866-3 neutron-server[103478]: DEBUG oslo_db.sqlalchemy.engines [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103478) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 06:58:23.897394 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing driver for type 'gre' Feb 19 06:58:23.897970 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] gre ID ranges: [(1, 1000)] Feb 19 06:58:23.954043 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing driver for type 'local' Feb 19 06:58:23.954400 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing driver for type 'vlan' Feb 19 06:58:23.968517 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] VlanTypeDriver initialization complete Feb 19 06:58:23.968889 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing driver for type 'vxlan' Feb 19 06:58:23.969411 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] vxlan ID ranges: [(1, 1000)] Feb 19 06:58:24.026818 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing extension driver 'port_security' Feb 19 06:58:24.027365 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.extensions.port_security [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] PortSecurityExtensionDriver initialization complete Feb 19 06:58:24.027991 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing mechanism driver 'openvswitch' Feb 19 06:58:24.028480 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing mechanism driver 'hyperv' Feb 19 06:58:24.036076 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.plugin [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:24.036910 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.037283 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.037634 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.038156 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.038583 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.038932 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.039301 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.039700 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.040104 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.040448 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.040788 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.041766 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.042171 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.042523 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.042864 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.043276 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.043680 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.044025 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.044361 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.044750 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.045155 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > address_group after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.045494 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > address_group after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.045830 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.046223 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103478) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 06:58:24.046666 n-d-829866-3 neutron-server[103478]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] ML2 OVO RPC backend initialized. {{(pid=103478) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 06:58:24.047397 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.047747 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.048160 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.048505 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > networks before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.048851 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.049288 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > ports before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.049782 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.050189 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnets before_response 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.050536 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.050874 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.051240 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.051580 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.051914 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.052249 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.052580 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.052912 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.053242 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.060466 n-d-829866-3 neutron-server[103478]: INFO neutron.quota [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded quota_driver: . Feb 19 06:58:24.060828 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.plugin [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Modular L2 Plugin initialization complete Feb 19 06:58:24.061172 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading services supported by the core plugin {{(pid=103478) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 06:58:24.061519 n-d-829866-3 neutron-server[103478]: INFO neutron.plugins.ml2.managers [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Got port-security extension from driver 'port_security' Feb 19 06:58:24.061991 n-d-829866-3 neutron-server[103478]: INFO neutron.extensions.vlantransparent [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Disabled vlantransparent extension. Feb 19 06:58:24.062479 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103478) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 06:58:24.062804 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: router Feb 19 06:58:24.098512 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.098897 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_create 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.099290 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router before_create 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.099663 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.100033 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.100387 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_delete 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.100743 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.101090 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.101441 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_create 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.101782 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.102123 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.102464 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.102816 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.103243 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.104227 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.104564 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.104900 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: subnet after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.105235 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.105579 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.105921 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_create 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.106256 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.106592 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.106944 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router after_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.107311 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.107785 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_create 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.108142 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.108486 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_update 55549900 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.108848 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > agent after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.109202 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > agent after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.109542 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > network after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.110390 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Tracking information for resource: router configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:24.110721 n-d-829866-3 neutron-server[103478]: DEBUG neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Tracking information for resource: floatingip configured {{(pid=103478) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 06:58:24.115643 n-d-829866-3 neutron-server[103478]: INFO neutron.db.l3_agentschedulers_db [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 06:58:24.116212 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.116565 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.116911 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.117258 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: port after_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.118026 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router before_create 55550100 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.118384 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.118739 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_create 55550100 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.119129 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > router precommit_update 55550100 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.123947 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.provider_configuration [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service providers = [] {{(pid=103478) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 06:58:24.124309 n-d-829866-3 neutron-server[103478]: DEBUG neutron.db.servicetype_db [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103478) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 06:58:24.127363 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.service_base [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 06:58:24.127712 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.service_base [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 06:58:24.128054 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.service_base [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 06:58:24.128946 n-d-829866-3 neutron-server[103478]: DEBUG neutron.services.service_base [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103478) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 06:58:24.129318 n-d-829866-3 neutron-server[103478]: INFO neutron.services.service_base [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 06:58:24.129683 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.129999 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 06:58:24.141133 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.141467 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: auto_allocate Feb 19 06:58:24.147274 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: network precommit_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.147691 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: network precommit_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.148155 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.148477 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: tag Feb 19 06:58:24.155818 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.156150 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: timestamp Feb 19 06:58:24.159974 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.160300 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: network_ip_availability Feb 19 06:58:24.165685 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.166075 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.166430 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.167127 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.167466 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: flavors Feb 19 06:58:24.172687 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.173021 n-d-829866-3 neutron-server[103478]: INFO neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading Plugin: revisions Feb 19 06:58:24.177356 n-d-829866-3 neutron-server[103478]: DEBUG neutron.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103478) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 06:58:24.177743 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=103478) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 06:58:24.178482 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103478) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 06:58:24.178818 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Initializing extension manager. Feb 19 06:58:24.179372 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: __init__.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.179713 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: __pycache__ {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.180045 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.180375 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: address_group.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.181120 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.181695 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: address-group Feb 19 06:58:24.182017 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: address_scope.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.182720 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.183253 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: address-scope Feb 19 06:58:24.183575 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.184500 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.185009 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: router-admin-state-down-before-update Feb 19 06:58:24.185328 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: agent.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.186018 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.186519 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: agent Feb 19 06:58:24.186837 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: agent_resources_synced.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.187777 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.188275 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: agent-resources-synced Feb 19 06:58:24.188591 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: allowedaddresspairs.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.190353 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.190861 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: allowed-address-pairs Feb 19 06:58:24.191202 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: auto_allocated_topology.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.192275 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.192780 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: auto-allocated-topology Feb 19 06:58:24.193103 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: availability_zone.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.193790 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.194295 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: availability_zone Feb 19 06:58:24.194611 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: availability_zone_filter.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.195545 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.196045 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: availability_zone_filter Feb 19 06:58:24.196364 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: data_plane_status.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.197800 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.198295 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 06:58:24.198614 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: default_subnetpools.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.199546 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.200046 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: default-subnetpools Feb 19 06:58:24.200364 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.201158 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.201659 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: dhcp_agent_scheduler Feb 19 06:58:24.201976 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: dns.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.202884 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.203406 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 06:58:24.203728 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: dns_domain_ports.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.204634 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.205129 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 06:58:24.205449 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.206362 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.206865 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 06:58:24.207181 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: dvr.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.207870 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.208370 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: dvr Feb 19 06:58:24.208691 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: ecmp_routes.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.209606 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.210127 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 06:58:24.210408 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: empty_string_filtering.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.211350 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.211859 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: empty-string-filtering Feb 19 06:58:24.212176 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.213615 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.214112 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 06:58:24.214434 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.215610 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.216109 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 06:58:24.216427 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: external_net.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.217336 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.217840 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: external-net Feb 19 06:58:24.218158 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.219050 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.219580 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: extra_dhcp_opt Feb 19 06:58:24.219898 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: extraroute.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.220795 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.221296 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: extraroute Feb 19 06:58:24.221612 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: extraroute_atomic.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.222646 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.223151 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: extraroute-atomic Feb 19 06:58:24.223496 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: filter_validation.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.224157 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.224656 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: filter-validation Feb 19 06:58:24.224973 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: fip_pf_description.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.225872 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.226364 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 06:58:24.226681 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: fip_port_details.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.227879 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.228404 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: fip-port-details Feb 19 06:58:24.228727 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: flavors.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.229968 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.230478 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: flavors Feb 19 06:58:24.230801 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.232541 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.233054 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 06:58:24.233384 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: floatingip_pools.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.234079 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.234586 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: floatingip-pools Feb 19 06:58:24.234911 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: ip_allocation.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.235850 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.236351 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 06:58:24.236675 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.237599 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.238117 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: ip-substring-filtering Feb 19 06:58:24.238430 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l2_adjacency.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.239368 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.239867 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 06:58:24.240190 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.241144 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.241649 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: router Feb 19 06:58:24.241973 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.244296 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.244816 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 06:58:24.245146 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.246063 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.246575 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: ext-gw-mode Feb 19 06:58:24.246910 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.247866 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.248370 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: l3-ha Feb 19 06:58:24.248695 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.249604 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.250102 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 06:58:24.250423 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_flavors.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.251358 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.251864 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: l3-flavors Feb 19 06:58:24.252184 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.253545 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.254054 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 06:58:24.254379 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.255322 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.255832 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 06:58:24.256155 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: l3agentscheduler.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.257195 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.257700 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: l3_agent_scheduler Feb 19 06:58:24.258022 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: local_ip.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.260367 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.260881 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension local_ip not supported by any of loaded plugins Feb 19 06:58:24.261212 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: logging.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.264131 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.264655 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension logging not supported by any of loaded plugins Feb 19 06:58:24.264987 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: metering.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.265730 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.266308 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: metering Feb 19 06:58:24.266635 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.267766 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.268275 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: metering_source_and_destination_fields Feb 19 06:58:24.268602 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: multiprovidernet.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.269522 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.270023 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: multi-provider Feb 19 06:58:24.270345 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: netmtu.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.271288 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.271787 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: net-mtu Feb 19 06:58:24.272108 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: netmtu_writable.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.273016 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.273512 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: net-mtu-writable Feb 19 06:58:24.273833 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: network_availability_zone.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.274493 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.274990 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: network_availability_zone Feb 19 06:58:24.275879 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: network_ip_availability.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.276995 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.277499 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: network-ip-availability Feb 19 06:58:24.277823 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: network_segment_range.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.278715 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.279250 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 06:58:24.279569 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: pagination.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.280550 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.280879 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: pagination Feb 19 06:58:24.281195 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: port_device_profile.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.282107 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.282613 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: port-device-profile Feb 19 06:58:24.282933 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.283863 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.284366 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: port-mac-address-regenerate Feb 19 06:58:24.284683 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.285589 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.286095 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: port-numa-affinity-policy Feb 19 06:58:24.286413 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: port_resource_request.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.287360 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.287864 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 06:58:24.288180 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: port_resource_request_groups.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.289136 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.289631 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 06:58:24.289949 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: portbindings.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.290855 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.291403 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: binding Feb 19 06:58:24.291721 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: portbindings_extended.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.292986 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.293490 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: binding-extended Feb 19 06:58:24.293814 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: portsecurity.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.294721 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.295244 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: port-security Feb 19 06:58:24.295570 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: project_id.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.296538 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.296874 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: project-id Feb 19 06:58:24.297195 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: providernet.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.298096 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.298597 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: provider Feb 19 06:58:24.298915 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.302515 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.303031 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos not supported by any of loaded plugins Feb 19 06:58:24.303402 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.304644 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.305149 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 06:58:24.305477 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.306401 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.306944 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 06:58:24.307305 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_default.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.308205 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.308706 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-default not supported by any of loaded plugins Feb 19 06:58:24.309028 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_fip.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.309931 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.310432 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 06:58:24.310753 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.311682 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.312182 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 06:58:24.312502 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_gateway_ip.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.313409 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.313906 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 06:58:24.314226 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_port_network_policy.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.315277 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.315779 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 06:58:24.316097 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.317133 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.317640 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 06:58:24.317960 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.319001 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.319537 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 06:58:24.319860 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_pps_rule.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.321022 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.321527 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 06:58:24.321849 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_rule_type_details.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.323325 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.323824 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 06:58:24.324145 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: qos_rules_alias.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.325191 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.325693 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 06:58:24.326015 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: quota_check_limit.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.326916 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.327455 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: quota-check-limit Feb 19 06:58:24.327778 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: quotasv2.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.328771 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.329102 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: quotas Feb 19 06:58:24.329419 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: quotasv2_detail.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.331178 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.331532 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: quota_details Feb 19 06:58:24.331855 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: rbac.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.332891 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.333407 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: rbac-policies Feb 19 06:58:24.333736 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: rbac_address_group.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.334655 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.335160 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: rbac-address-group Feb 19 06:58:24.335508 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: rbac_address_scope.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.336418 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.336919 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: rbac-address-scope Feb 19 06:58:24.337244 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: rbac_security_groups.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.338692 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.339210 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: rbac-security-groups Feb 19 06:58:24.339790 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: rbac_subnetpool.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.340767 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.341265 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: rbac-subnetpool Feb 19 06:58:24.341583 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: revisionifmatch.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.342498 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.342998 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: revision-if-match Feb 19 06:58:24.343420 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: revisions.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.344559 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.345065 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: standard-attr-revisions Feb 19 06:58:24.345386 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: router_availability_zone.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.346049 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.346550 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: router_availability_zone Feb 19 06:58:24.346868 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: routerservicetype.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.347864 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.348360 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 06:58:24.348676 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.349635 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.351613 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: security-groups-normalized-cidr Feb 19 06:58:24.351935 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.353048 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.353911 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: port-security-groups-filtering Feb 19 06:58:24.354402 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.355536 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.356040 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: security-groups-remote-address-group Feb 19 06:58:24.356362 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.357303 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.357803 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: security-groups-shared-filtering Feb 19 06:58:24.358121 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.358711 n-d-829866-3 neutron-server[103478]: WARNING neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 06:58:24.359028 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: securitygroup.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.368704 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.369245 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: security-group Feb 19 06:58:24.369573 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: segment.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.370357 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.370857 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension segment not supported by any of loaded plugins Feb 19 06:58:24.371183 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.372136 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.372638 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 06:58:24.372964 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: servicetype.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.374075 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.374592 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: service-type Feb 19 06:58:24.374918 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: sorting.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.375925 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.376258 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: sorting Feb 19 06:58:24.376581 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: standard_attr_segment.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.377491 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.377992 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 06:58:24.378313 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: standardattrdescription.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.378952 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.379477 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: standard-attr-description Feb 19 06:58:24.379797 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: stateful_security_group.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.380720 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.381223 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: stateful-security-group Feb 19 06:58:24.381545 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: stdattrs_common.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.382107 n-d-829866-3 neutron-server[103478]: WARNING neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 06:58:24.382425 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.383385 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.383892 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 06:58:24.384211 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnet_onboard.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.385805 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.386313 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: subnet_onboard Feb 19 06:58:24.386636 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.387604 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.388108 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 06:58:24.388430 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnet_service_types.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.389346 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.389850 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: subnet-service-types Feb 19 06:58:24.390171 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnetallocation.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.391260 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.391768 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: subnet_allocation Feb 19 06:58:24.392089 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.392747 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.393264 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: subnetpool-prefix-ops Feb 19 06:58:24.393586 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.394500 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.394997 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 06:58:24.395352 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: tagging.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.396401 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.396908 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: standard-attr-tag Feb 19 06:58:24.397232 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: timestamp.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.398476 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.398942 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loaded extension: standard-attr-timestamp Feb 19 06:58:24.399299 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: trunk.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.400922 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.401431 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension trunk not supported by any of loaded plugins Feb 19 06:58:24.401753 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: trunk_details.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.402667 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.403168 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 06:58:24.403520 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: uplink_status_propagation.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.404437 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.404939 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 06:58:24.405261 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Loading extension file: vlantransparent.py {{(pid=103478) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 06:58:24.405926 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103478) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 06:58:24.406424 n-d-829866-3 neutron-server[103478]: INFO neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 06:58:24.408899 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:network Feb 19 06:58:24.409413 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnet Feb 19 06:58:24.409808 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 06:58:24.410198 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:port Feb 19 06:58:24.411434 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.411880 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service FLAVORS assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.412492 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.412920 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.413250 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:router Feb 19 06:58:24.413672 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 06:58:24.414163 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service METERING assigned prefix: /metering {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.415603 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.415996 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.416354 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103478) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 06:58:24.417331 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 06:58:24.417772 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:security_group Feb 19 06:58:24.418194 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 06:58:24.418809 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service CORE assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.419136 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 06:58:24.419505 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] subnetpool is already registered Feb 19 06:58:24.419925 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service CORE assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.420248 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 06:58:24.420577 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] subnetpool is already registered Feb 19 06:58:24.422806 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.423261 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service FLAVORS assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.423851 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.424269 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.424599 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:router Feb 19 06:58:24.424936 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] router is already registered Feb 19 06:58:24.425341 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 06:58:24.425674 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] floatingip is already registered Feb 19 06:58:24.426122 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service METERING assigned prefix: /metering {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.426778 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 06:58:24.427097 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] rbac_policy is already registered Feb 19 06:58:24.427525 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:security_group Feb 19 06:58:24.427865 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] security_group is already registered Feb 19 06:58:24.428258 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 06:58:24.428587 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] security_group_rule is already registered Feb 19 06:58:24.429206 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service CORE assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.429606 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 06:58:24.429944 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] subnetpool is already registered Feb 19 06:58:24.430354 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.v2.resource_helper [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Service CORE assigned prefix: {{(pid=103478) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 06:58:24.430674 n-d-829866-3 neutron-server[103478]: INFO neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 06:58:24.430999 n-d-829866-3 neutron-server[103478]: WARNING neutron.quota.resource_registry [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] subnetpool is already registered Feb 19 06:58:24.431505 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: extensions {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.432980 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: address-groups {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.434491 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: address-scopes {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.435831 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: agents {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.437023 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: auto-allocated-topology {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.438286 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: availability_zones {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.439564 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: dhcp-networks {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.441080 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: dhcp-agents {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.442498 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: routers {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.444772 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: flavors {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.445941 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: service_profiles {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.447690 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: next_providers {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.449210 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: service_profiles {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.450756 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: floatingip-pools {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.452025 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: routers {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.454137 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: floatingips {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.456327 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: l3-routers {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.457731 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: l3-agents {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.459165 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: metering-labels {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.460568 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: metering-label-rules {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.461865 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: network-ip-availabilities {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.463736 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: bindings {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.465674 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: quotas {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.467265 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: quotas {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.468814 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: rbac-policies {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.470110 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: security-groups {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.471376 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: security-group-rules {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.472646 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: service-providers {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.473903 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: subnetpools {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.475371 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: subnetpools {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.476837 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.478576 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.480437 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.482222 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.484045 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.485916 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.487624 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.489536 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.491331 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.493233 n-d-829866-3 neutron-server[103478]: DEBUG neutron.api.extensions [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Extended resource: tags {{(pid=103478) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 06:58:24.501609 n-d-829866-3 neutron-server[103478]: WARNING keystonemiddleware.auth_token [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 06:58:24.506241 n-d-829866-3 neutron-server[103478]: WARNING keystonemiddleware.auth_token [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 06:58:24.515410 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Acquired lock "singleton_lock" {{(pid=103478) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 06:58:24.515880 n-d-829866-3 neutron-server[103478]: DEBUG oslo_concurrency.lockutils [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Releasing lock "singleton_lock" {{(pid=103478) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 06:58:24.516601 n-d-829866-3 neutron-server[103478]: INFO oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Starting 2 workers Feb 19 06:58:24.521443 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Started child 103587 {{(pid=103478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 06:58:24.525941 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Started child 103588 {{(pid=103478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 06:58:24.527030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.527689 n-d-829866-3 neutron-server[103478]: INFO neutron.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 06:58:24.528208 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.528625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [-] (103587) wsgi starting up on http://0.0.0.0:9696 Feb 19 06:58:24.530685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.531128 n-d-829866-3 neutron-server[103478]: INFO oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Starting 1 workers Feb 19 06:58:24.532135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [-] (103588) wsgi starting up on http://0.0.0.0:9696 Feb 19 06:58:24.535996 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Started child 103589 {{(pid=103478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 06:58:24.536555 n-d-829866-3 neutron-server[103478]: INFO oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Starting 1 workers Feb 19 06:58:24.539743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] calling RpcWorker wait() {{(pid=103589) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 06:58:24.540259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] returning from RpcWorker wait() {{(pid=103589) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 06:58:24.541097 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Started child 103590 {{(pid=103478) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 06:58:24.541686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.541879 n-d-829866-3 neutron-server[103478]: DEBUG neutron_lib.callbacks.manager [None req-37623825-1d2f-444f-89f1-983f2232e643 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.542232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:24.543821 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103478) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 06:58:24.544018 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 06:58:24.544205 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 06:58:24.544437 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 06:58:24.544792 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 06:58:24.544956 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 06:58:24.545470 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.545752 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.546021 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.546110 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:24.546551 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.546621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.547138 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.547440 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.547691 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.547965 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.548201 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.548369 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.548535 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.548781 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.549010 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.549321 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.549597 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.549844 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.550098 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.550269 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.550531 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.550805 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.551046 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.551334 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] debug = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.551583 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.552072 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.552298 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.552557 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.552778 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.553037 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.553260 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.553543 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.553782 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.554020 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.554254 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.554508 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.554738 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.554973 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.555240 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.555458 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.555726 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.555943 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.556413 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] host = n-d-829866-3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.557157 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.557383 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.557626 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.557886 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.558132 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.558375 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.558632 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.558897 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.559160 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.559411 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.559670 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.559914 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.560130 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.560364 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.560532 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_options = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.560772 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.561054 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.561309 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.561517 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.561673 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.561838 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.562105 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.562270 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.562522 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.562738 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.562953 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.563218 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.563455 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.563690 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.563934 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.564146 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.564382 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.564623 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.564885 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.565125 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.565349 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.565590 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.565828 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.566044 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.566275 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.566489 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.566733 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.566947 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.568331 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.568478 n-d-829866-3 neutron-server[103590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:24.568612 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.568852 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.569105 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.569346 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.570389 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.570711 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.570984 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.571272 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.571519 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.571984 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.572241 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.573005 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.573317 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.573615 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.573774 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.573974 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.574200 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.574464 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_json = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.574689 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.575059 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.575235 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.575435 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.576420 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.576587 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.576801 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.577068 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.577311 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.577741 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.578041 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.578347 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.578598 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.578837 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.579083 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.579349 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.579593 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.579863 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.580119 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.580437 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.580663 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.580990 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.581262 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.581520 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.581851 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.582116 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.582376 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.582600 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.582838 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.583061 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.583355 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.583630 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.583872 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.584124 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.584358 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.584604 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.584889 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.585157 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.585506 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.585800 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.586797 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.586797 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.586797 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.586797 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.587444 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.587444 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588217 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588217 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588217 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588451 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588532 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.588693 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.589089 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.589458 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.590104 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.590494 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.590917 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.591156 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.591413 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.591656 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.591874 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.592092 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.592313 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.592544 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.592779 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.593191 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.593355 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.593510 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.593692 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.594060 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.594287 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.594531 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.594777 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.594992 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.595221 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.595468 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.595679 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.596081 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.596502 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.596721 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.597467 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.597467 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.597467 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.597917 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.597917 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.598202 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.598202 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.598475 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.598613 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599096 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599096 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599491 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599491 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599766 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.599905 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.600080 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.600292 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.600506 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601023 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601023 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601325 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601490 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601741 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.601978 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.602224 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.602468 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.602702 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.602946 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.603163 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.603446 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.603698 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.603970 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.604194 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.604426 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.604667 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.604898 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.605297 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.605558 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.605781 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.606015 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.606259 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.606487 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.606717 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.607001 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.607447 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.607601 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.607771 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.608205 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.608489 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.608736 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.609019 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.609242 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.609518 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.609800 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.610075 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.610358 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.610611 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.610872 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.611121 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.611385 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.611646 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.612042 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.612459 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.612857 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.613240 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.613623 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.613993 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.614231 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.614541 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.614788 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.615029 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.615291 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.615570 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.615825 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.616077 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.616354 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.616603 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.616859 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.617115 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.617371 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.617607 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.617849 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.618098 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.618313 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.618562 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.618777 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.619572 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.619797 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.620210 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.620627 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.621029 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.621425 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.621840 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.622216 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.622440 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.622874 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.623093 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.623362 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.623604 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.623826 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.624064 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.624284 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.624497 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.624741 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.624953 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.625226 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.625472 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.625686 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.625944 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.626203 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.626460 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.626679 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.626931 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.627171 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.627408 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.627623 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.627861 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.628078 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.628310 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.628539 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.628753 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.628997 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.629235 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.629589 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.629832 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.630088 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.630312 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.630551 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.630784 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.631068 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.631236 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.631459 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.631698 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.631919 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.632168 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.632406 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.632621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.632841 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.633090 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.633328 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.633581 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.633821 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.634039 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.634456 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.634615 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.635358 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.635586 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.635819 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.636031 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.636243 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.636460 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.636671 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.636968 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.637221 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.637463 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.637728 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.637946 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.638194 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.638422 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.638632 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.638848 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.639071 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.639309 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.639521 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.639750 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.640118 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.640506 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.640506 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.640776 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.640776 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.641117 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.641248 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.641392 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.641577 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.641965 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.642111 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.642242 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.642427 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.642638 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.642866 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.643104 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.643341 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.643680 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.643807 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.643979 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.644199 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.644413 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.644622 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.644908 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.645166 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.645402 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.645690 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.645935 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.646195 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.646434 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.646729 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.646976 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.647275 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.647531 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.647769 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.648064 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.648352 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.648719 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.648984 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.649248 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.649509 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.649791 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.650064 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.650385 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.650600 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.650901 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.651263 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.651544 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.651817 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.652065 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.652440 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.652528 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.652731 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.652952 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.653186 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.653400 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.653657 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.653909 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.654133 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.654369 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.654601 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.654816 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.655039 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.655270 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.655509 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.655723 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.655882 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 06:58:24.656410 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103478) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 06:58:24.656572 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 06:58:24.656726 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 06:58:24.656894 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 06:58:24.657068 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 06:58:24.657214 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 06:58:24.657469 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.657580 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.657731 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.657891 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658159 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658287 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658429 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658594 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658752 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.658911 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659069 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659249 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659412 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659573 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659733 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.659891 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660035 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660198 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660362 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660522 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:24.660693 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660827 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.660985 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] debug = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661148 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661360 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661528 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661694 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661832 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.661991 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662149 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662308 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662468 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662626 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662789 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.662948 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663108 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663288 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663448 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663607 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663766 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.663926 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664084 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] host = n-d-829866-3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664245 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664404 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664563 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664722 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.664881 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665041 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665199 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665358 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665516 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665675 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.665833 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666043 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666202 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666361 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666523 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_options = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666682 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666840 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.666999 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667175 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667351 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667490 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667698 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667827 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.667944 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668103 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668262 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668421 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668579 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668738 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.668897 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669056 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669215 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669373 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669534 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669693 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.669851 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670009 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670167 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670336 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670473 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670631 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670789 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.670948 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671105 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671289 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671453 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671610 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671770 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.671929 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672088 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672247 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672406 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672565 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672729 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.672894 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673054 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673212 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673370 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673528 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673686 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.673846 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674004 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_json = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674162 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674320 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674477 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674635 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674793 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.674951 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.675108 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.675287 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.675446 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 06:58:24.675642 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.675805 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.675978 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676139 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676302 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676463 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676624 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676784 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.676945 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677106 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677277 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677438 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677613 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677787 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.677927 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678074 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678236 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678397 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678559 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678720 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.678883 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679043 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679231 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679385 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679536 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679693 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.679853 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680024 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680185 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680361 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680524 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680687 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.680849 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.681013 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.681176 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.681406 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682067 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682210 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682373 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682535 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682696 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.682858 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683020 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683193 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683369 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683533 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683700 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.683848 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684010 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684172 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684339 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684482 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684652 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684820 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.684968 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685135 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685280 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685456 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685597 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685766 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.685913 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686077 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686238 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686422 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686565 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686705 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.686857 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.687001 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.687145 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.687389 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.687686 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.687686 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688029 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688029 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688377 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688377 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688377 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688860 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688860 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.688860 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689184 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689184 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689362 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689442 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689562 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689733 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.689884 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690026 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690196 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690403 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690585 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690815 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.690815 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691102 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691102 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691290 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691528 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691629 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691761 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.691924 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692085 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692247 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692408 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692568 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692732 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.692894 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693055 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693216 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693383 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693544 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693706 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.693868 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694030 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694192 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694353 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694514 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694676 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694838 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.694986 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.695159 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.695327 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.695493 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.695655 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.695824 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696012 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696154 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696317 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696477 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696639 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696800 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.696960 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.697240 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.697937 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.698049 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.698213 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.698387 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.698551 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.698717 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.699036 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.699243 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.699430 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.699678 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.699825 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700025 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700223 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700223 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700500 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700500 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700822 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.700822 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701109 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701109 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701375 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701591 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701591 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701871 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.701871 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702133 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702273 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702417 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702563 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702709 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702998 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.702998 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.703405 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.703405 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.703405 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.703802 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.703802 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704004 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704004 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704252 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704376 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704556 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704556 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704829 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.704973 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705183 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705183 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705459 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705459 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705729 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705824 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.705952 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706077 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706232 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706394 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706555 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706718 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.706880 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707043 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707224 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707392 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707554 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707733 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.707894 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708056 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708221 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708383 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708546 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708708 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.708870 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709032 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709194 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709357 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709519 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709681 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.709842 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710003 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710164 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710328 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710493 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710654 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710818 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.710981 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711143 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711333 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711498 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711644 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711806 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.711994 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.712160 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.712318 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.712497 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.712653 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.712854 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713022 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713187 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713348 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713526 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713690 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.713851 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.714013 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.714174 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.714336 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.714759 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.714925 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.715087 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.715269 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.715431 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.715592 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.715764 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717247 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717247 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717247 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.717621 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718154 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718154 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718154 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718154 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718372 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718372 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718488 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718677 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718798 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.718969 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719130 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719314 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719477 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719651 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719846 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.719975 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720137 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720299 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720460 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720624 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720789 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.720960 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721129 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721292 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721462 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721633 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721803 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.721966 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722135 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722308 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722469 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722631 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722793 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.722955 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723122 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723319 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723481 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723648 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723809 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.723971 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724132 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724294 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724456 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724617 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724780 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.724941 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.725025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064290 Feb 19 06:58:24.725097 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.725253 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.725414 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 06:58:24.725568 n-d-829866-3 neutron-server[103478]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103478) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 06:58:36.169121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc37cdd-f4ac-4ce1-b25b-2770669d689f None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 06:58:36.224481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc37cdd-f4ac-4ce1-b25b-2770669d689f None None] No non-hosted networks {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 06:58:36.243223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ecc69e7c-23e1-4713-9e93-e43b3292e208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:38.485279 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82585a77-2513-4f7a-955a-575d567c25c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:38.524386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bad0457-3555-4d78-a939-748ad8843015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:39.495685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:40.806612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:42.140080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:42.276488 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:42.277823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.278169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.278551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.279051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.279788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.280286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.280760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.281370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.282240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.282580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.282909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.283251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.283737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:42.284152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829866-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:42.293764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829866-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:58:42.656234 n-d-829866-3 neutron-server[103587]: WARNING oslo_policy.policy [None req-038c9f18-dcd9-45f1-b8a4-c2fcacf655bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:42.656893 n-d-829866-3 neutron-server[103587]: WARNING oslo_policy.policy [None req-038c9f18-dcd9-45f1-b8a4-c2fcacf655bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:42.880875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-038c9f18-dcd9-45f1-b8a4-c2fcacf655bf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 06:58:42.881911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-038c9f18-dcd9-45f1-b8a4-c2fcacf655bf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7409298 Feb 19 06:58:45.433033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:45.769091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:58:45.860018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.policy [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103587) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 06:58:45.906004 n-d-829866-3 neutron-server[103587]: WARNING oslo_policy.policy [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:45.906376 n-d-829866-3 neutron-server[103587]: WARNING oslo_policy.policy [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:46.003805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868608932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868609489', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868610653', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868625770', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868631783', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757868636473', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-944362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1048233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1760753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663136'] for rbac-policy (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:46.069759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:46.070928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ef4090f-783e-478f-9cf7-a53748458468 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6368246 Feb 19 06:58:46.575441 n-d-829866-3 neutron-server[103589]: INFO neutron.db.l3_hamode_db [None req-942897e5-9761-4ea5-a840-f03c89d20f6a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 06:58:46.649703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942897e5-9761-4ea5-a840-f03c89d20f6a None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 06:58:46.650008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942897e5-9761-4ea5-a840-f03c89d20f6a None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 06:58:48.565677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:48.867514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:58:48.896312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Made reservation on behalf of ed063d651713451f89016aeb58384f8c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 06:58:48.900044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:48.917331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.029396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks [] for security_group (1ddaa7e6-94e7-41d7-bc71-1f6a75647af3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.032967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ddaa7e6-94e7-41d7-bc71-1f6a75647af3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.057366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 06:58:49.092658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757867289649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e345e09b-e82f-44fc-a6e6-e1eeb30833b8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.093247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Unsubscribe: segment precommit_create {{(pid=103587) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 06:58:49.093760 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Added segment e345e09b-e82f-44fc-a6e6-e1eeb30833b8 of type vlan for network 1a8ec779-bf54-49c8-94ce-4ae51379eacd Feb 19 06:58:49.109402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddaa7e6-94e7-41d7-bc71-1f6a75647af3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:58:49.156419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.156765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.157109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.157447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.157782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.158110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.158437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.158761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.159085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.159443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.159766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.160086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.160405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Tracked resource versions report: Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: pushed versions: Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: { 'AddressGroup': {'1.2'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Log': {'1.0'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Network': {'1.1'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Port': {'1.7'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'PortForwarding': {'1.2'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'QosPolicy': {'1.10'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SecurityGroup': {'1.5'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SubPort': {'1.0'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Subnet': {'1.1'}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Trunk': {'1.1'}} Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: consumer versions: Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: { DHCP agent@n-d-829866-3: {}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: L3 agent@n-d-829866-3: {}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: Metadata agent@n-d-829866-3: {}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: Metering agent@n-d-829866-3: {}, Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'ConntrackHelper': '1.0', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'LocalIPAssociation': '1.0', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Log': '1.0', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Network': '1.1', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Port': '1.7', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'PortForwarding': '1.2', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'QosPolicy': '1.10', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SecurityGroup': '1.5', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SecurityGroupRule': '1.2', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'SubPort': '1.0', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Subnet': '1.1', Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: 'Trunk': '1.1'}} Feb 19 06:58:49.161583 n-d-829866-3 neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 06:58:49.208040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1a8ec779-bf54-49c8-94ce-4ae51379eacd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.245649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1a8ec779-bf54-49c8-94ce-4ae51379eacd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.250687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:58:49.251459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:49.337464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7707191 Feb 19 06:58:49.366809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581eea-1acf-4c4d-8e27-297483039c91 demo demo] Pushing event updated for resources: {'Network': ['ID=1a8ec779-bf54-49c8-94ce-4ae51379eacd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:58:49.379930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 06:58:51.881886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:52.280897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9346d47-2e15-4823-a3f3-df29c7675e59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:58:52.282172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e9346d47-2e15-4823-a3f3-df29c7675e59 demo admin] 10.222.0.43 "GET /v2.0/networks/1a8ec779-bf54-49c8-94ce-4ae51379eacd HTTP/1.1" status: 200 len: 824 time: 0.3992445 Feb 19 06:58:52.305815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e4295614-79ad-49ab-9aaa-3c6e4e923d00 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/602b9968-440f-4fc3-a661-f8ae1998b52b HTTP/1.1" status: 200 len: 734 time: 0.0179410 Feb 19 06:58:52.313786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b', 'name': 'private-subnet', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:58:52.333896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Made reservation on behalf of ed063d651713451f89016aeb58384f8c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 06:58:52.336339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:52.618015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (9f409e18-eb67-46f4-b7cf-c9931e5e5e8c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:52.686471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Pushing event updated for resources: {'Subnet': ['ID=9f409e18-eb67-46f4-b7cf-c9931e5e5e8c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:58:52.690782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Checking segment: {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 06:58:52.691307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Network hostable DHCP agents. Network: 1a8ec779-bf54-49c8-94ce-4ae51379eacd, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 06:58:52.710974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 06:58:52.722436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1a8ec779-bf54-49c8-94ce-4ae51379eacd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:58:52.727028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:58:52.727642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:52.733345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa593e-41c5-4b26-bb67-4a3d5f63ea53 None None] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 06:58:52.742276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a7249f41-80f4-4f73-b009-13b6599e917a demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4316027 Feb 19 06:58:53.111590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'project_id': 'ed063d651713451f89016aeb58384f8c', 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 06:58:53.113003 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.380924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Allocated IP 172.20.0.2 (1a8ec779-bf54-49c8-94ce-4ae51379eacd/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c/b02615f9-05b1-4b05-9007-b42601ee539c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 06:58:53.641083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks [] for port (b02615f9-05b1-4b05-9007-b42601ee539c), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.648602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.723998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 06:58:53.733097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:58:53.737626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Pushing event updated for resources: {'Port': ['ID=b02615f9-05b1-4b05-9007-b42601ee539c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:58:53.739376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 06:58:53.747588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.747937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.748280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.748619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.748950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.749277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.749604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.749929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.750254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.750582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.750903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.751244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.751570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Tracked resource versions report: Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: pushed versions: Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: { 'AddressGroup': {'1.2'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'LocalIPAssociation': {'1.0'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Log': {'1.0'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Network': {'1.1'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Port': {'1.7'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'PortForwarding': {'1.2'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'QosPolicy': {'1.10'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SecurityGroup': {'1.5'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SubPort': {'1.0'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Subnet': {'1.1'}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Trunk': {'1.1'}} Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: consumer versions: Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: { DHCP agent@n-d-829866-3: {}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: L3 agent@n-d-829866-3: {}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: Metadata agent@n-d-829866-3: {}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: Metering agent@n-d-829866-3: {}, Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'ConntrackHelper': '1.0', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'LocalIPAssociation': '1.0', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Log': '1.0', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Network': '1.1', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Port': '1.7', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'PortForwarding': '1.2', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'QosPolicy': '1.10', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SecurityGroup': '1.5', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SecurityGroupRule': '1.2', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'SubPort': '1.0', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Subnet': '1.1', Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: 'Trunk': '1.1'}} Feb 19 06:58:53.752712 n-d-829866-3 neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 06:58:53.823209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Attempting to bind port b02615f9-05b1-4b05-9007-b42601ee539c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 06:58:53.823601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Attempting to bind port b02615f9-05b1-4b05-9007-b42601ee539c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 06:58:53.824026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Attempting to bind port b02615f9-05b1-4b05-9007-b42601ee539c on network 1a8ec779-bf54-49c8-94ce-4ae51379eacd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 06:58:53.828881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 6, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 06:58:53.829257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Checking segment: {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 06:58:53.829737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.830129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Bound using segment: {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 06:58:53.830604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Bound port: b02615f9-05b1-4b05-9007-b42601ee539c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 06:58:53.831011 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.890829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] For port b02615f9-05b1-4b05-9007-b42601ee539c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 06:58:53.895045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] For port b02615f9-05b1-4b05-9007-b42601ee539c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b02615f9-05b1-4b05-9007-b42601ee539c,segment=NetworkSegment(e345e09b-e82f-44fc-a6e6-e1eeb30833b8),segment_id=e345e09b-e82f-44fc-a6e6-e1eeb30833b8)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 06:58:53.905267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:58:53.978352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd255f-512b-4266-9f31-3d16f9516b33 None None] Pushing event updated for resources: {'Port': ['ID=b02615f9-05b1-4b05-9007-b42601ee539c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:58:55.319654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:55.806805 n-d-829866-3 neutron-server[103588]: WARNING oslo_policy.policy [None req-7c178a33-0f12-4d0d-a95b-3b51f79a5fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:55.807417 n-d-829866-3 neutron-server[103588]: WARNING oslo_policy.policy [None req-7c178a33-0f12-4d0d-a95b-3b51f79a5fdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:58:56.042754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-7c178a33-0f12-4d0d-a95b-3b51f79a5fdf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 06:58:56.043980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c178a33-0f12-4d0d-a95b-3b51f79a5fdf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7222078 Feb 19 06:58:58.571129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34970) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:58:58.889248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-8d731939-867e-4b62-9da5-de62c7926d91 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 06:58:58.890278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d731939-867e-4b62-9da5-de62c7926d91 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176870 Feb 19 06:59:01.401846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:01.710198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:59:01.733771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:01.735324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:01.873177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Publish callbacks [] for router_controller (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:01.878370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:01.899517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:01.900707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-49a1b025-fced-4e91-912c-4c14c6401514 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4977939 Feb 19 06:59:04.440336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:04.746894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-83c76c13-c79b-4b8e-8d37-6dc78965b39e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 06:59:04.747989 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83c76c13-c79b-4b8e-8d37-6dc78965b39e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3067217 Feb 19 06:59:04.992661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b02615f9-05b1-4b05-9007-b42601ee539c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 06:59:05.081790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b02615f9-05b1-4b05-9007-b42601ee539c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:05.082211 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:05.191029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b02615f9-05b1-4b05-9007-b42601ee539c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:05.191509 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:05.226656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b02615f9-05b1-4b05-9007-b42601ee539c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b02615f9-05b1-4b05-9007-b42601ee539c,segment=NetworkSegment(e345e09b-e82f-44fc-a6e6-e1eeb30833b8),segment_id=e345e09b-e82f-44fc-a6e6-e1eeb30833b8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 06:59:05.231013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:05.277642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505456a-6f3e-4c7c-af3f-a61f9ba1d39e None None] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 06:59:05.299444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b02615f9-05b1-4b05-9007-b42601ee539c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:05.350111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-31d27455-0bf6-407b-824e-a622f30d981a None None] Provisioning complete for port b02615f9-05b1-4b05-9007-b42601ee539c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:05.350498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31d27455-0bf6-407b-824e-a622f30d981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:05.475129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-31d27455-0bf6-407b-824e-a622f30d981a None None] Current status of the port b02615f9-05b1-4b05-9007-b42601ee539c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:05.696222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-94d7911a-529f-4062-91d3-b7b3cc3dd096 None None] Provisioning complete for port b02615f9-05b1-4b05-9007-b42601ee539c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:05.697183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d7911a-529f-4062-91d3-b7b3cc3dd096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:05.772390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-94d7911a-529f-4062-91d3-b7b3cc3dd096 None None] Current status of the port b02615f9-05b1-4b05-9007-b42601ee539c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:06.115085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d604a50-c90e-4e95-ab7c-5ff4ca82612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:06.950252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b02615f9-05b1-4b05-9007-b42601ee539c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 06:59:06.995993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b02615f9-05b1-4b05-9007-b42601ee539c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:06.996382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.069871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b02615f9-05b1-4b05-9007-b42601ee539c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:07.305421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35000) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:07.612112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:59:07.631178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Made reservation on behalf of 2910604d45b44a2a889eaef2452453fc for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 06:59:07.633406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.643577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.715179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks [] for security_group (f45fe659-567a-4804-a939-1e1a36f40d7f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.718499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f45fe659-567a-4804-a939-1e1a36f40d7f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.731351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Reserving flat network on physical network physnet1 {{(pid=103587) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 06:59:07.752435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b1521468-9f6c-44bb-8715-fe8cf5a29e5b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.752768 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Added segment b1521468-9f6c-44bb-8715-fe8cf5a29e5b of type flat for network 4fb1f899-de92-4a48-a841-73f6967ee85c Feb 19 06:59:07.753885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fe659-567a-4804-a939-1e1a36f40d7f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:07.798280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4fb1f899-de92-4a48-a841-73f6967ee85c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.828841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4fb1f899-de92-4a48-a841-73f6967ee85c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.829759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:59:07.830331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:07.897174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5906880 Feb 19 06:59:07.921514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac940b38-59ef-4162-ad42-37feb73b345b admin admin] Pushing event updated for resources: {'Network': ['ID=4fb1f899-de92-4a48-a841-73f6967ee85c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:07.932154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4fb1f899-de92-4a48-a841-73f6967ee85c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 06:59:08.479688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7e47-4240-490e-80b1-e5c4a2516301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:09.458057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:10.403676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:10.574271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc8b32-f264-477e-8b8c-b0a072ff1efa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:59:10.575592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8bdc8b32-f264-477e-8b8c-b0a072ff1efa demo admin] 10.222.0.43 "GET /v2.0/subnets/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c HTTP/1.1" status: 200 len: 849 time: 0.1708565 Feb 19 06:59:10.693128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb6f2e48-1daa-47ce-a2ff-19f80602d16f demo admin] 10.222.0.43 "GET /v2.0/routers/91a6eb39-9cba-4509-8e7e-24cb5feef0b5 HTTP/1.1" status: 200 len: 704 time: 0.1119430 Feb 19 06:59:10.769857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:10.957978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.282793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Allocated IP 172.20.0.1 (1a8ec779-bf54-49c8-94ce-4ae51379eacd/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c/ef61ecc8-7244-41ee-a995-999e17728aab) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 06:59:11.432175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks [] for port (ef61ecc8-7244-41ee-a995-999e17728aab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.497523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.566010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 06:59:11.571402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:59:11.578962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 06:59:11.579498 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.640316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Pushing event updated for resources: {'Port': ['ID=ef61ecc8-7244-41ee-a995-999e17728aab,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:11.790945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.825649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-acbe3425-8d15-4946-8525-68f7d8604263 None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:11.826160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-acbe3425-8d15-4946-8525-68f7d8604263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:11.902627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-acbe3425-8d15-4946-8525-68f7d8604263 None None] Port ef61ecc8-7244-41ee-a995-999e17728aab cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 06:59:12.004801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks [] for port (ef61ecc8-7244-41ee-a995-999e17728aab), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:12.009715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:12.010486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:12.089085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Pushing event updated for resources: {'Port': ['ID=ef61ecc8-7244-41ee-a995-999e17728aab,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:12.133262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 06:59:12.135114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:59:12.269136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:12.298986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 06:59:12.393749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 06:59:12.399087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9cddec61-6252-4f8a-a6ad-27c8ced56ce2 demo admin] 10.222.0.43 "PUT /v2.0/routers/91a6eb39-9cba-4509-8e7e-24cb5feef0b5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7003348 Feb 19 06:59:12.404370 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Sync routers for ids ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 06:59:12.416958 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Routers {'91a6eb39-9cba-4509-8e7e-24cb5feef0b5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 06:59:12.417782 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T06:59:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:12.436758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4339ba45-bcef-4e4b-9106-2ddbbf1c3b9d None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:12.437154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4339ba45-bcef-4e4b-9106-2ddbbf1c3b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:12.472127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4339ba45-bcef-4e4b-9106-2ddbbf1c3b9d None None] Port ef61ecc8-7244-41ee-a995-999e17728aab cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 06:59:12.612556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Set router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 06:59:13.038750 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:11Z', 'revision_number': 2, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port_host': None, '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:11Z', 'revision_number': 2, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:13.088791 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Checking router: 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 06:59:13.089402 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Updating router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 port ef61ecc8-7244-41ee-a995-999e17728aab binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 06:59:13.144232 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.645290 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks [] for port (ef61ecc8-7244-41ee-a995-999e17728aab), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.652403 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.822214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Pushing event updated for resources: {'Port': ['ID=ef61ecc8-7244-41ee-a995-999e17728aab,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:13.832813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Attempting to bind port ef61ecc8-7244-41ee-a995-999e17728aab on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 06:59:13.833225 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Attempting to bind port ef61ecc8-7244-41ee-a995-999e17728aab by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 06:59:13.833681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Attempting to bind port ef61ecc8-7244-41ee-a995-999e17728aab on network 1a8ec779-bf54-49c8-94ce-4ae51379eacd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 06:59:13.837711 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.838060 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.838397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.838731 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.839061 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.839664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.839991 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.840320 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.840631 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.840949 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.841269 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.841586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.841901 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Tracked resource versions report: Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: pushed versions: Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'LocalIPAssociation': {'1.0'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Log': {'1.0'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Network': {'1.1'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Port': {'1.7'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'PortForwarding': {'1.2'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'QosPolicy': {'1.10'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SubPort': {'1.0'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Subnet': {'1.1'}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Trunk': {'1.1'}} Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: consumer versions: Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: { DHCP agent@n-d-829866-3: {}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: L3 agent@n-d-829866-3: {}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: Metadata agent@n-d-829866-3: {}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: Metering agent@n-d-829866-3: {}, Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'ConntrackHelper': '1.0', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'LocalIPAssociation': '1.0', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Log': '1.0', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Network': '1.1', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Port': '1.7', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'PortForwarding': '1.2', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'QosPolicy': '1.10', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SecurityGroup': '1.5', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SecurityGroupRule': '1.2', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'SubPort': '1.0', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Subnet': '1.1', Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: 'Trunk': '1.1'}} Feb 19 06:59:13.843063 n-d-829866-3 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 06:59:13.847870 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 06:59:13.848277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Checking segment: {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 06:59:13.848751 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.849135 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Bound using segment: {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 06:59:13.849616 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Bound port: ef61ecc8-7244-41ee-a995-999e17728aab, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e345e09b-e82f-44fc-a6e6-e1eeb30833b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 06:59:13.850010 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.900817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-35229f8d-0620-417b-a319-436190ebbc2e None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:13.901343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35229f8d-0620-417b-a319-436190ebbc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.916026 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] For port ef61ecc8-7244-41ee-a995-999e17728aab, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 06:59:13.934700 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] For port ef61ecc8-7244-41ee-a995-999e17728aab, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ef61ecc8-7244-41ee-a995-999e17728aab,segment=NetworkSegment(e345e09b-e82f-44fc-a6e6-e1eeb30833b8),segment_id=e345e09b-e82f-44fc-a6e6-e1eeb30833b8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 06:59:13.939066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-35229f8d-0620-417b-a319-436190ebbc2e None None] Port ef61ecc8-7244-41ee-a995-999e17728aab cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 06:59:13.943447 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:13.997411 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6c90-f3be-49f5-95a3-d26f9b72e6a1 None None] Pushing event updated for resources: {'Port': ['ID=ef61ecc8-7244-41ee-a995-999e17728aab,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:14.006993 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Routers {'91a6eb39-9cba-4509-8e7e-24cb5feef0b5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 06:59:14.007956 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T06:59:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:14.108653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] Set router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 06:59:14.159524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:14.159829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:14.236154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Current status of the port ef61ecc8-7244-41ee-a995-999e17728aab is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:14.236695 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:14.270634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] For port ef61ecc8-7244-41ee-a995-999e17728aab, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ef61ecc8-7244-41ee-a995-999e17728aab,segment=NetworkSegment(e345e09b-e82f-44fc-a6e6-e1eeb30833b8),segment_id=e345e09b-e82f-44fc-a6e6-e1eeb30833b8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 06:59:14.275048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:14.312965 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:11Z', 'revision_number': 2, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port_host': None, '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:13Z', 'revision_number': 4, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:14.326071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef935a-31a2-4ce7-8d4f-815eebc93d5b None None] Pushing event updated for resources: {'Port': ['ID=ef61ecc8-7244-41ee-a995-999e17728aab,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:14.340764 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4102c8-1610-43ec-8d84-0923174e04ad None None] The sync data for ids ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'] in n-d-829866-3 is: [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:11Z', 'revision_number': 2, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port_host': None, '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:13Z', 'revision_number': 4, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 06:59:14.855850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:14.963642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace2ea4-1adb-4056-b10d-e134352a2cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:59:14.965195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cace2ea4-1adb-4056-b10d-e134352a2cca admin admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 842 time: 0.1083922 Feb 19 06:59:14.974532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Request body: {'subnet': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'name': 'public-subnet'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:59:14.995502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Made reservation on behalf of 2910604d45b44a2a889eaef2452453fc for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 06:59:14.997957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:15.347101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 06:59:15.347456 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (98ba8305-c726-48dc-aa94-1c8d8f2f29f2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:15.401462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ba8305-c726-48dc-aa94-1c8d8f2f29f2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:15.408318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 06:59:15.408669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Network hostable DHCP agents. Network: 4fb1f899-de92-4a48-a841-73f6967ee85c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 06:59:15.425935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 06:59:15.434307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4fb1f899-de92-4a48-a841-73f6967ee85c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:59:15.438296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:59:15.438881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:15.446052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a76b9-0e86-4765-b974-56c155c81b57 None None] Network 4fb1f899-de92-4a48-a841-73f6967ee85c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 06:59:15.459291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b283174d-9cdc-4134-9d98-e600afa4c526 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4841182 Feb 19 06:59:15.556116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca6a47e-472e-4599-bafb-bef7559931ae None None] Network 4fb1f899-de92-4a48-a841-73f6967ee85c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 06:59:17.882811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:18.004150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.policy [None req-95b53dca-2646-43d0-8b52-c6085c55467b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 06:59:18.051633 n-d-829866-3 neutron-server[103588]: WARNING oslo_policy.policy [None req-95b53dca-2646-43d0-8b52-c6085c55467b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:59:18.052052 n-d-829866-3 neutron-server[103588]: WARNING oslo_policy.policy [None req-95b53dca-2646-43d0-8b52-c6085c55467b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 06:59:18.319643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-95b53dca-2646-43d0-8b52-c6085c55467b demo admin] 10.222.0.43 "GET /v2.0/routers/91a6eb39-9cba-4509-8e7e-24cb5feef0b5 HTTP/1.1" status: 200 len: 710 time: 0.4352052 Feb 19 06:59:18.507759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed446a8-98da-443b-8463-33b2483caba8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 06:59:18.509995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ed446a8-98da-443b-8463-33b2483caba8 demo admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 886 time: 0.1828954 Feb 19 06:59:18.518954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 06:59:18.775805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks [] for router_gateway (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:19.009570 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks [] for router_gateway (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:19.087087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:19.270440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Allocated IP 172.25.7.180 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c27fb205-bb3f-44c4-aeac-6a0696fc766d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 06:59:19.375859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks [] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:19.437217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:19.498610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 06:59:19.503881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 06:59:19.553481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Pushing event updated for resources: {'Port': ['ID=c27fb205-bb3f-44c4-aeac-6a0696fc766d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:19.556909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 06:59:19.595631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.595979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.596382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.596724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.597054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.597384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.597711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.598037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.598360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.598685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.599012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.599357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.599677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Tracked resource versions report: Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: pushed versions: Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: { 'AddressGroup': {'1.2'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'LocalIPAssociation': {'1.0'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Log': {'1.0'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Network': {'1.1'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Port': {'1.7'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'PortForwarding': {'1.2'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'QosPolicy': {'1.10'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SecurityGroup': {'1.5'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SubPort': {'1.0'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Subnet': {'1.1'}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Trunk': {'1.1'}} Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: consumer versions: Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: { DHCP agent@n-d-829866-3: {}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: L3 agent@n-d-829866-3: {}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: Metadata agent@n-d-829866-3: {}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: Metering agent@n-d-829866-3: {}, Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'ConntrackHelper': '1.0', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'LocalIPAssociation': '1.0', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Log': '1.0', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Network': '1.1', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Port': '1.7', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'PortForwarding': '1.2', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'QosPolicy': '1.10', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SecurityGroup': '1.5', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SecurityGroupRule': '1.2', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'SubPort': '1.0', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Subnet': '1.1', Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: 'Trunk': '1.1'}} Feb 19 06:59:19.600857 n-d-829866-3 neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 06:59:19.857101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks [] for router_gateway (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:20.096175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:20.101079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (91a6eb39-9cba-4509-8e7e-24cb5feef0b5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:20.215337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 06:59:20.322116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 06:59:20.327016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:20.328230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2e51433d-9e27-4610-8419-df76b0f92a3f demo admin] 10.222.0.43 "PUT /v2.0/routers/91a6eb39-9cba-4509-8e7e-24cb5feef0b5 HTTP/1.1" status: 200 len: 890 time: 1.8126049 Feb 19 06:59:22.852875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 06:59:22.967973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Sync routers for ids ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 06:59:22.979260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Routers {'91a6eb39-9cba-4509-8e7e-24cb5feef0b5'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 06:59:22.979994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T06:59:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:22.992927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-af1d49e9-9ce2-4b2a-8eb1-a069c62e3cd7 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1388211 Feb 19 06:59:23.001884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ef61ecc8-7244-41ee-a995-999e17728aab up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 06:59:23.238049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:23.238360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:23.240842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Set router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 06:59:23.547159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ef61ecc8-7244-41ee-a995-999e17728aab is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:23.764913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:19Z', 'revision_number': 4, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port': {'id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:19Z', 'updated_at': '2022-02-19T06:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:14Z', 'revision_number': 5, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:23.816212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Checking router: 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 06:59:23.816573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Updating router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 port c27fb205-bb3f-44c4-aeac-6a0696fc766d binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 06:59:23.869046 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.176437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks [] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.182953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.235921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43f8c-4ac8-4083-a719-7dd88c3de46e None None] Pushing event updated for resources: {'Port': ['ID=c27fb205-bb3f-44c4-aeac-6a0696fc766d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:24.238082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Attempting to bind port c27fb205-bb3f-44c4-aeac-6a0696fc766d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 06:59:24.238458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Attempting to bind port c27fb205-bb3f-44c4-aeac-6a0696fc766d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 06:59:24.238822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Attempting to bind port c27fb205-bb3f-44c4-aeac-6a0696fc766d on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 06:59:24.246416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 6, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 06:59:24.246796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 06:59:24.247227 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.247626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 06:59:24.248094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Bound port: c27fb205-bb3f-44c4-aeac-6a0696fc766d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 06:59:24.248480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.307344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] For port c27fb205-bb3f-44c4-aeac-6a0696fc766d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 06:59:24.310671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] For port c27fb205-bb3f-44c4-aeac-6a0696fc766d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c27fb205-bb3f-44c4-aeac-6a0696fc766d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 06:59:24.318345 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:24.374873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Routers {'91a6eb39-9cba-4509-8e7e-24cb5feef0b5'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 06:59:24.375508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T06:59:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:24.380121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43f8c-4ac8-4083-a719-7dd88c3de46e None None] Pushing event updated for resources: {'Port': ['ID=c27fb205-bb3f-44c4-aeac-6a0696fc766d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:24.484124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] Set router 91a6eb39-9cba-4509-8e7e-24cb5feef0b5 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 06:59:24.707948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:19Z', 'revision_number': 4, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port': {'id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:19Z', 'updated_at': '2022-02-19T06:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:14Z', 'revision_number': 5, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 06:59:24.734317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2156ea9-43f6-49b7-af89-1d631c8be161 None None] The sync data for ids ['91a6eb39-9cba-4509-8e7e-24cb5feef0b5'] in n-d-829866-3 is: [{'id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'name': 'router1', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T06:59:01Z', 'updated_at': '2022-02-19T06:59:19Z', 'revision_number': 4, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'gw_port': {'id': 'c27fb205-bb3f-44c4-aeac-6a0696fc766d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:19Z', 'updated_at': '2022-02-19T06:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ef61ecc8-7244-41ee-a995-999e17728aab', 'name': '', 'network_id': '1a8ec779-bf54-49c8-94ce-4ae51379eacd', 'tenant_id': 'ed063d651713451f89016aeb58384f8c', 'mac_address': 'fa:16:3e:a0:ea:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a6eb39-9cba-4509-8e7e-24cb5feef0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T06:59:10Z', 'updated_at': '2022-02-19T06:59:14Z', 'revision_number': 5, 'project_id': 'ed063d651713451f89016aeb58384f8c', 'subnets': [{'id': '9f409e18-eb67-46f4-b7cf-c9931e5e5e8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '602b9968-440f-4fc3-a661-f8ae1998b52b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 06:59:25.042887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c27fb205-bb3f-44c4-aeac-6a0696fc766d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 06:59:25.119222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c27fb205-bb3f-44c4-aeac-6a0696fc766d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:25.119222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:25.220153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c27fb205-bb3f-44c4-aeac-6a0696fc766d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:25.220859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:25.248892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c27fb205-bb3f-44c4-aeac-6a0696fc766d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c27fb205-bb3f-44c4-aeac-6a0696fc766d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 06:59:25.255392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:25.315489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c27fb205-bb3f-44c4-aeac-6a0696fc766d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 06:59:27.019386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c27fb205-bb3f-44c4-aeac-6a0696fc766d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 06:59:27.086555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c27fb205-bb3f-44c4-aeac-6a0696fc766d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 06:59:27.087349 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c27fb205-bb3f-44c4-aeac-6a0696fc766d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:27.190767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c27fb205-bb3f-44c4-aeac-6a0696fc766d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 06:59:27.594702 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 06:59:36.118834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd2fe1f4-092d-4a5e-85d4-abcfcb1b381c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:38.483878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b29900f-137e-49a7-ab19-5cf711a39c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:39.465124 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:40.787658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 06:59:42.273288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:04.583742 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:00:06.121809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4315-a8e0-4e5e-87fc-1d882c3fbf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:08.479002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-775b9b26-5ff0-4d1d-a533-073a55492f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:09.465719 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:10.785773 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:12.278142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:36.124088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ce61b84-5821-44cf-9ab7-5a2637310409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:38.481374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1c8-fa72-446d-835b-d2f5e2016fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:39.469194 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:40.773864 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:41.582108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:00:42.281290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:48.118857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:00:48.179415 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-086e4541-5917-40fa-a35d-7561c6a0cda4 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:00:48.180682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-086e4541-5917-40fa-a35d-7561c6a0cda4 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608220 Feb 19 07:00:48.343322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a959de1-dd40-4754-8a81-708553c74979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:48.344788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a959de1-dd40-4754-8a81-708553c74979 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1598754 Feb 19 07:00:50.700150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:00:50.796610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3ff3f-629c-41fc-9bfa-caa3571fb063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:50.797972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6fb3ff3f-629c-41fc-9bfa-caa3571fb063 admin admin] 10.222.0.43 "GET /v2.0/subnets/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c HTTP/1.1" status: 200 len: 849 time: 0.0968387 Feb 19 07:00:50.807176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:00:50.890680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Publish callbacks [] for subnet (9f409e18-eb67-46f4-b7cf-c9931e5e5e8c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:51.030546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757867299714'] for subnet (9f409e18-eb67-46f4-b7cf-c9931e5e5e8c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:51.057981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:51.058573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:51.059862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] 10.222.0.43 "PUT /v2.0/subnets/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c HTTP/1.1" status: 200 len: 868 time: 0.2562571 Feb 19 07:00:51.064975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809b506-3926-4ba7-87c0-d2b51541a5fe None None] Network 1a8ec779-bf54-49c8-94ce-4ae51379eacd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:00:51.086746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f409e18-eb67-46f4-b7cf-c9931e5e5e8c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:00:51.094429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.094770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.095111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.095474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.095805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.096130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.096452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.096773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.097092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.097408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.097726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.098040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.098360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2cc32-1288-41fc-b664-7c9fa959b218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:00:51.400834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Provisioning complete for port ef61ecc8-7244-41ee-a995-999e17728aab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:00:51.401476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef61ecc8-7244-41ee-a995-999e17728aab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:51.477786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Current status of the port ef61ecc8-7244-41ee-a995-999e17728aab is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:00:51.487403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Provisioning complete for port b02615f9-05b1-4b05-9007-b42601ee539c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:00:51.487789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b02615f9-05b1-4b05-9007-b42601ee539c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:00:51.558860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ffbecb14-69e2-4f48-80f3-ec27dc42772e None None] Current status of the port b02615f9-05b1-4b05-9007-b42601ee539c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:00:53.394038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:00:53.586878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44811fb2-32d8-4d74-bc01-76f77f16a90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:53.587298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44811fb2-32d8-4d74-bc01-76f77f16a90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:53.588824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44811fb2-32d8-4d74-bc01-76f77f16a90f admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1938281 Feb 19 07:00:55.908081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:00:56.100681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e51ca-1856-4d29-a3b7-b13841a5d5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:56.101103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e51ca-1856-4d29-a3b7-b13841a5d5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:56.102956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b4e51ca-1856-4d29-a3b7-b13841a5d5e3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1938994 Feb 19 07:00:58.412945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:00:58.541568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131cd5d-44ef-4772-ac4b-d425f687d6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:00:58.542960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7131cd5d-44ef-4772-ac4b-d425f687d6f4 admin admin] 10.222.0.43 "GET /v2.0/networks/1a8ec779-bf54-49c8-94ce-4ae51379eacd HTTP/1.1" status: 200 len: 868 time: 0.1290689 Feb 19 07:01:00.866611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35624) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:00.992349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d9231-ae38-4c01-babd-86ab643e496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:00.993715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-226d9231-ae38-4c01-babd-86ab643e496b admin admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 886 time: 0.1261158 Feb 19 07:01:03.327971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:03.449029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143ab67-8a1b-40df-a4ed-9705b66a2381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:03.449487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143ab67-8a1b-40df-a4ed-9705b66a2381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:03.450998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8143ab67-8a1b-40df-a4ed-9705b66a2381 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220491 Feb 19 07:01:05.778921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35640) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:05.869449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4ec17-df15-41e5-96f7-057593903ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:05.869898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4ec17-df15-41e5-96f7-057593903ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:05.871382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f8c4ec17-df15-41e5-96f7-057593903ea4 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914652 Feb 19 07:01:06.126508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d00785-3764-4550-83e1-21d9ef785c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:08.178063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:08.264965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91bece-5d4d-49e0-b1d5-741dd429ba7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:08.266263 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f91bece-5d4d-49e0-b1d5-741dd429ba7f admin admin] 10.222.0.43 "GET /v2.0/subnets/98ba8305-c726-48dc-aa94-1c8d8f2f29f2 HTTP/1.1" status: 200 len: 816 time: 0.0872672 Feb 19 07:01:08.485130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77862123-802c-49b5-b07b-09675cbff347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:09.477045 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:10.570982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:10.661341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1aa661-d527-41a4-9e3d-e9fe7131f4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:10.663341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ce1aa661-d527-41a4-9e3d-e9fe7131f4ac admin admin] 10.222.0.43 "GET /v2.0/subnets/9f409e18-eb67-46f4-b7cf-c9931e5e5e8c HTTP/1.1" status: 200 len: 868 time: 0.0913465 Feb 19 07:01:10.778726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:12.282740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:18.580275 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:01:36.128246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fda544d-2da4-4672-97ed-19d263c5ed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:38.485683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62752f56-8692-4f02-9db0-27425475c086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:38.969317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:39.016017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-8bffeb5e-dd78-4e69-b5df-ae0b03717cef admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:01:39.017027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8bffeb5e-dd78-4e69-b5df-ae0b03717cef admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467854 Feb 19 07:01:39.474771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:40.780184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:41.431111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:41.490094 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e03520-c238-4656-83d0-f95e55755d57 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:01:41.491360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3e03520-c238-4656-83d0-f95e55755d57 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592446 Feb 19 07:01:41.629574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba4edb-f3e8-4d45-920f-a48b4e8b57f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:41.630940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0eba4edb-f3e8-4d45-920f-a48b4e8b57f2 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357026 Feb 19 07:01:42.285024 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:43.982991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:44.029051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:01:44.064077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Made reservation on behalf of 2910604d45b44a2a889eaef2452453fc for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:01:44.066662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:44.107674 n-d-829866-3 neutron-server[103588]: WARNING neutron.services.revisions.revision_plugin [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Could not find related network for resource to bump revision. Feb 19 07:01:44.123378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:01:44.135017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757867289649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (cd3544d3-f267-4c3c-b21e-c59142409ddb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:44.135575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Unsubscribe: segment precommit_create {{(pid=103588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 07:01:44.136024 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Added segment cd3544d3-f267-4c3c-b21e-c59142409ddb of type vlan for network 1b94bc40-ae7b-491f-8115-82a8234ed80b Feb 19 07:01:44.187559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1b94bc40-ae7b-491f-8115-82a8234ed80b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:44.217822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1b94bc40-ae7b-491f-8115-82a8234ed80b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:44.218700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:44.219370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:44.292669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3085785 Feb 19 07:01:44.317106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b94bc40-ae7b-491f-8115-82a8234ed80b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:01:44.324481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.324829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.325171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.325507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.325841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.326172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.326499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.326828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.327154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.327512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.327833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.328153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.328469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d5a59d-cd3f-494c-8999-3d4a1f70a6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:44.341152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:01:46.599693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:01:46.663569 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51f1844-5900-4a7f-988a-7b7cfa310091 admin admin] GET failed (client error): The resource could not be found. Feb 19 07:01:46.664844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b51f1844-5900-4a7f-988a-7b7cfa310091 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639284 Feb 19 07:01:46.732498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f566b-ea97-443e-82d0-81369737f1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:46.733905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-308f566b-ea97-443e-82d0-81369737f1bb admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0650434 Feb 19 07:01:46.743781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:01:46.767082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Made reservation on behalf of 2910604d45b44a2a889eaef2452453fc for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:01:46.769283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.033072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.088475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:01:47.105439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:01:47.105791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Network hostable DHCP agents. Network: 1b94bc40-ae7b-491f-8115-82a8234ed80b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:01:47.124874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:01:47.135461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1b94bc40-ae7b-491f-8115-82a8234ed80b) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:01:47.139343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:01:47.139940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.145567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829f3cf-3f08-413a-a9a5-6b25aed6971e None None] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:01:47.156639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a1523080-38e3-4b59-955e-a55161f8b1e0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4167967 Feb 19 07:01:47.249229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1b94bc40-ae7b-491f-8115-82a8234ed80b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'project_id': '2910604d45b44a2a889eaef2452453fc', 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:01:47.250147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.393071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Allocated IP 192.168.233.2 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/11cd34aa-1b55-45c2-b14c-c8180681ae98) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:01:47.635164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks [] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.643501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.683086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:01:47.685935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:01:47.689450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:01:47.701185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Pushing event updated for resources: {'Port': ['ID=11cd34aa-1b55-45c2-b14c-c8180681ae98,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:01:47.725303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.725653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.726001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.726332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.726657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.726978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.727322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.727643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.727960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.728274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.728588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.728897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.729210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:01:47.760167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Attempting to bind port 11cd34aa-1b55-45c2-b14c-c8180681ae98 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:01:47.760533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Attempting to bind port 11cd34aa-1b55-45c2-b14c-c8180681ae98 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:01:47.760889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Attempting to bind port 11cd34aa-1b55-45c2-b14c-c8180681ae98 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:01:47.765796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:01:47.766173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:01:47.766563 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.766955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:01:47.767434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Bound port: 11cd34aa-1b55-45c2-b14c-c8180681ae98, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:01:47.767812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.826953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] For port 11cd34aa-1b55-45c2-b14c-c8180681ae98, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:01:47.829920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] For port 11cd34aa-1b55-45c2-b14c-c8180681ae98, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=11cd34aa-1b55-45c2-b14c-c8180681ae98,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:01:47.836078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:47.900683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04e53-8b13-4c29-9edf-4921ce4abb84 None None] Pushing event updated for resources: {'Port': ['ID=11cd34aa-1b55-45c2-b14c-c8180681ae98,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:01:48.793373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cfc84-8b32-49bd-86db-e227ac091e8b None None] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:01:48.902570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Provisioning complete for port 11cd34aa-1b55-45c2-b14c-c8180681ae98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:01:48.902940 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:48.993766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Current status of the port 11cd34aa-1b55-45c2-b14c-c8180681ae98 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:01:48.994169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:49.050028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] For port 11cd34aa-1b55-45c2-b14c-c8180681ae98, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=11cd34aa-1b55-45c2-b14c-c8180681ae98,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:01:49.056874 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:49.121887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461f77b-1712-4395-80eb-822ff79021c4 None None] Pushing event updated for resources: {'Port': ['ID=11cd34aa-1b55-45c2-b14c-c8180681ae98,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:01:49.155553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 11cd34aa-1b55-45c2-b14c-c8180681ae98 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:01:49.205509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-96a0d790-fd9e-4440-b7d6-5d5976d5c13c None None] Provisioning complete for port 11cd34aa-1b55-45c2-b14c-c8180681ae98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:01:49.205906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96a0d790-fd9e-4440-b7d6-5d5976d5c13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:49.244894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 11cd34aa-1b55-45c2-b14c-c8180681ae98 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:01:49.245215 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:49.323667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-96a0d790-fd9e-4440-b7d6-5d5976d5c13c None None] Current status of the port 11cd34aa-1b55-45c2-b14c-c8180681ae98 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:01:49.358997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 11cd34aa-1b55-45c2-b14c-c8180681ae98 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:01:51.071262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 11cd34aa-1b55-45c2-b14c-c8180681ae98 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:01:51.119640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 11cd34aa-1b55-45c2-b14c-c8180681ae98 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:01:51.120179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (11cd34aa-1b55-45c2-b14c-c8180681ae98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:01:51.201822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 11cd34aa-1b55-45c2-b14c-c8180681ae98 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:01:55.578292 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:02:06.129681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a03ac83-0aea-4cb8-afbb-1a3b9ffcce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:08.487456 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8a0b6-813b-40a7-9db3-1b0b50ebfa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:09.477681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:10.783634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:12.287740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:32.576463 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:02:36.131294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fe20ad-8f77-4c5c-a60a-da4a5a76b4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:38.489963 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a68615f-52ca-451e-ae94-2b507bf23b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:39.479681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:40.786661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:02:42.288788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:06.135790 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e9af9b-7dd7-412f-9d25-8adbf76e5720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:08.491277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfbebcf9-f140-4a8b-9df9-f5c244dafe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:09.482089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:09.576113 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:03:10.789866 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:12.291624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:14.947003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:03:14.952961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-76a45c5c-b1bc-4590-92b8-b3a113f20c2d tempest-verify_tempest_config-585796895 tempest-verify_tempest_config-585796895-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:03:14.954051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76a45c5c-b1bc-4590-92b8-b3a113f20c2d tempest-verify_tempest_config-585796895 tempest-verify_tempest_config-585796895-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060208 Feb 19 07:03:15.235238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:03:15.336211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.409854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Publish callbacks [] for security_group (e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.413479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.456498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=426f6b054c804760902d782d7f254f82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2202373 Feb 19 07:03:15.457914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:03:15.459785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:03:15.464477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.464817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.465147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.465474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.465810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.466117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.466433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.466749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.467062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.467452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.467996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.468305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.468614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d70c15-bc57-4f97-93c3-15f8a67e803b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.536680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Publish callbacks [] for security_group (e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.556639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Publish callbacks [] for security_group (e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.649235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.651787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:15.652938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9 HTTP/1.1" status: 204 len: 168 time: 0.1921468 Feb 19 07:03:15.661030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c727e0-f5ba-4eda-b3d0-9cdf40845ad9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:03:15.668230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.668580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.668920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.669257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.669612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.670130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.670580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.670890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.671244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.671575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.671945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.672253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:15.672558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8162ad9a-78cf-45cd-85ed-58ce3888e806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:03:36.137205 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a92c008b-60a1-46f6-af4d-699b4cf023f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:38.491263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b66ce40d-13a9-4015-aa1b-7c175d792661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:39.483869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:40.791815 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:42.295121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:03:46.574174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:04:06.139438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8789-2192-4cc5-a229-451b99663333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:08.491199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33ace3dc-3eff-47bd-9ea6-b9d932be0aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:09.487154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:10.796794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:12.296136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:23.572687 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:04:36.140447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c3edb9-befe-41a3-9265-5bf4b76dd088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:38.492270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0a17d62-b249-4a7b-b84b-c359def54f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:39.491716 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:40.796364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:04:42.297047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:00.571201 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:05:06.141335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df19d31b-60a3-4c64-a66b-efa0fe08643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:08.493115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41402c33-556f-409b-acfc-3fc9abf77cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:09.494397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:10.799791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:12.298335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:36.143617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6cd5493-2a4a-4eed-a376-34e884373414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:37.570009 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:05:38.494198 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f41ea59-7cda-43d4-bdb7-b650afac1e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:39.493735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:40.803690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:05:42.300564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:06.144777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c86167-28dd-4a9d-8eeb-fee3986fbcb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:08.494769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-729a9fe5-720d-4d1f-b977-0b02afa86524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:09.495975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:10.803899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:12.301512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:14.568065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 5 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:06:29.814543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:32.759174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1741906'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:36.146428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09c7e200-aa0d-45e8-bc63-9624830b74f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:38.495655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fd942f8-8ec8-4065-ac7b-d5b5a55fa485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:39.498618 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:40.806739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:42.303660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:06:51.567157 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:06:59.779134 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:02.732598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:06.147295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f8e23f4-6401-44c7-ae3a-101617b9dc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:08.499615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-187e48c5-c6d3-4443-8dde-c0ee60296d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:09.501002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:10.812974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:12.305754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:19.654810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:07:19.757183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eb03feea-2df3-4287-835d-dfdb0defe0ba admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1012151 Feb 19 07:07:22.059818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:07:22.113726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3904a71a-f912-41f8-855a-ca6e60ad4cf5 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0523005 Feb 19 07:07:28.566414 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:07:29.781390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:32.736125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:36.148529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01032533-a517-41d0-9c59-3680d48f66f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:38.501130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ba7019e-f447-4bff-a6d1-711c3ba8caf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:39.503349 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:40.814412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:42.307662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:07:59.798076 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:02.757369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:05.569227 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:08:06.152584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74421817-9e3b-4318-8375-7e02770ee2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:08.509129 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-229148fd-0eee-4e7d-ae53-2fd4277b7375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:09.506794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:10.815550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:12.310699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:29.812060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:32.755289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:36.155651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34f8d5a8-a74b-4620-9f3b-6675171486a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:38.502610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ff5f-00d9-4f99-b4eb-e9d3b775c917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:39.508288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:40.817778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:42.320120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:42.568905 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:08:48.267299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:48.631738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-network', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:48.653149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Made reservation on behalf of fd5d494fdafc458fac428ddef7dfa195 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:08:48.655838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.669940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.760280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks [] for security_group (46263baf-e3ae-4f4b-a890-e08024168660), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.765015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (46263baf-e3ae-4f4b-a890-e08024168660), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.801896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:08:48.803914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46263baf-e3ae-4f4b-a890-e08024168660,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:48.821005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.821348 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Added segment dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd of type vlan for network 069e27e8-e524-4d6f-9ae4-101a91f4b577 Feb 19 07:08:48.823208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.823558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.823965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.824273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.824551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.824874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.825368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.825767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.826033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.826378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.826700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.827050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.827371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Tracked resource versions report: Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: pushed versions: Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: { 'AddressGroup': {'1.2'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'LocalIPAssociation': {'1.0'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Log': {'1.0'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Network': {'1.1'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Port': {'1.7'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'PortForwarding': {'1.2'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'QosPolicy': {'1.10'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SecurityGroup': {'1.5'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SubPort': {'1.0'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Subnet': {'1.1'}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Trunk': {'1.1'}} Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: consumer versions: Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: { DHCP agent@n-d-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: HyperV agent@n-h1-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: HyperV agent@n-h2-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: L3 agent@n-d-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: Metadata agent@n-d-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: Metering agent@n-d-829866-3: {}, Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'ConntrackHelper': '1.0', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'LocalIPAssociation': '1.0', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Log': '1.0', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Network': '1.1', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Port': '1.7', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'PortForwarding': '1.2', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'QosPolicy': '1.10', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SecurityGroup': '1.5', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SecurityGroupRule': '1.2', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'SubPort': '1.0', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Subnet': '1.1', Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: 'Trunk': '1.1'}} Feb 19 07:08:48.828523 n-d-829866-3 neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:08:48.876566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (069e27e8-e524-4d6f-9ae4-101a91f4b577), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.902560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (069e27e8-e524-4d6f-9ae4-101a91f4b577), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.904501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:48.905073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:48.965864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:48.966951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6973019 Feb 19 07:08:48.977800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Request body: {'subnet': {'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-subnet', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:48.985251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8a6d-7c23-467e-b74e-fc11235d23cc admin admin] Pushing event updated for resources: {'Network': ['ID=069e27e8-e524-4d6f-9ae4-101a91f4b577,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:48.998566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:08:49.003397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Made reservation on behalf of fd5d494fdafc458fac428ddef7dfa195 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:08:49.006184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.188978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (df5807fa-f4f3-482f-a8c4-7200c41f056d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.236787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5807fa-f4f3-482f-a8c4-7200c41f056d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:49.253839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.254182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.254522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.254842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.255328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.255824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.256142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.256587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.257031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.257356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.257674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.257992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.258301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Tracked resource versions report: Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: pushed versions: Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: { 'AddressGroup': {'1.2'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'ConntrackHelper': {'1.0'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'LocalIPAssociation': {'1.0'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Log': {'1.0'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Network': {'1.1'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Port': {'1.7'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'PortForwarding': {'1.2'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'QosPolicy': {'1.10'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SecurityGroup': {'1.5'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SecurityGroupRule': {'1.2'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SubPort': {'1.0'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Subnet': {'1.1'}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Trunk': {'1.1'}} Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: consumer versions: Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: { DHCP agent@n-d-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: HyperV agent@n-h1-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: HyperV agent@n-h2-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: L3 agent@n-d-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: Metadata agent@n-d-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: Metering agent@n-d-829866-3: {}, Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'ConntrackHelper': '1.0', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'LocalIPAssociation': '1.0', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Log': '1.0', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Network': '1.1', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Port': '1.7', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'PortForwarding': '1.2', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'QosPolicy': '1.10', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SecurityGroup': '1.5', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SecurityGroupRule': '1.2', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'SubPort': '1.0', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Subnet': '1.1', Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: 'Trunk': '1.1'}} Feb 19 07:08:49.259618 n-d-829866-3 neutron-server[103587]: {{(pid=103587) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:08:49.268934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Checking segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:08:49.269288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Network hostable DHCP agents. Network: 069e27e8-e524-4d6f-9ae4-101a91f4b577, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:08:49.287267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:08:49.296808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 069e27e8-e524-4d6f-9ae4-101a91f4b577) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:49.304746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:49.305400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.307514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453e285-fa60-4cd8-a809-17ca200b80ce None None] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:08:49.327070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ea020a4-ae0c-4264-b720-2dce114be70e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3575845 Feb 19 07:08:49.329683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:49.333819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:49.356959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.356959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.431706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-069e27e8-e524-4d6f-9ae4-101a91f4b577', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:08:49.432625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.529930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for router_controller (f5391d8b-2812-43a8-bd23-f27f27a28d40), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.602642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Allocated IP 172.20.0.2 (069e27e8-e524-4d6f-9ae4-101a91f4b577/df5807fa-f4f3-482f-a8c4-7200c41f056d/8cb082fa-8562-4217-bcfb-a54dedcefcfb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:08:49.709950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for router_gateway (f5391d8b-2812-43a8-bd23-f27f27a28d40), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.758074 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks [] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.766051 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:49.787648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:08:49.790346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:49.792878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:08:49.960683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Attempting to bind port 8cb082fa-8562-4217-bcfb-a54dedcefcfb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:08:49.961240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Attempting to bind port 8cb082fa-8562-4217-bcfb-a54dedcefcfb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:08:49.961751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Attempting to bind port 8cb082fa-8562-4217-bcfb-a54dedcefcfb on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:08:49.963973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Pushing event updated for resources: {'Port': ['ID=8cb082fa-8562-4217-bcfb-a54dedcefcfb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:49.990976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.991995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.992791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.993614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.994390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.995202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.995717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.996236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.996574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.996907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.997813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.998141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.998465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Tracked resource versions report: Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: pushed versions: Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: { 'AddressGroup': {'1.2'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'LocalIPAssociation': {'1.0'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Log': {'1.0'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Network': {'1.1'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Port': {'1.7'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'PortForwarding': {'1.2'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'QosPolicy': {'1.10'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SecurityGroup': {'1.5'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SubPort': {'1.0'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Subnet': {'1.1'}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Trunk': {'1.1'}} Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: consumer versions: Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: { DHCP agent@n-d-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: HyperV agent@n-h1-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: HyperV agent@n-h2-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: L3 agent@n-d-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: Metadata agent@n-d-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: Metering agent@n-d-829866-3: {}, Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'ConntrackHelper': '1.0', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'LocalIPAssociation': '1.0', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Log': '1.0', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Network': '1.1', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Port': '1.7', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'PortForwarding': '1.2', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'QosPolicy': '1.10', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SecurityGroup': '1.5', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SecurityGroupRule': '1.2', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'SubPort': '1.0', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Subnet': '1.1', Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: 'Trunk': '1.1'}} Feb 19 07:08:49.999685 n-d-829866-3 neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:08:50.017975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:08:50.018702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Checking segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:08:50.019359 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.019829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Bound using segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:08:50.020501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Bound port: 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:08:50.021101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.032751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for router_gateway (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.094557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.123261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] For port 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:08:50.127007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] For port 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8cb082fa-8562-4217-bcfb-a54dedcefcfb,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:08:50.135481 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.221292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c46d0-d672-461c-b120-786540cdb7ca None None] Pushing event updated for resources: {'Port': ['ID=8cb082fa-8562-4217-bcfb-a54dedcefcfb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:50.317295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Allocated IP 172.25.7.217 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/fb4799d8-9652-4fd4-95b2-1e197e6c2373) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:08:50.490421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.575715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.593622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:08:50.596907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:50.614595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:08:50.810545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Pushing event updated for resources: {'Port': ['ID=fb4799d8-9652-4fd4-95b2-1e197e6c2373,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:50.893826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for router_gateway (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:50.979879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:51.145975 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.312506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:08:51.413726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8cb082fa-8562-4217-bcfb-a54dedcefcfb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:08:51.486980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8cb082fa-8562-4217-bcfb-a54dedcefcfb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:51.487685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.582587 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e42e0fb-62f2-41bd-bc4b-c6a437604f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.609025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8cb082fa-8562-4217-bcfb-a54dedcefcfb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:51.609595 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.740500 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e42e0fb-62f2-41bd-bc4b-c6a437604f44 admin admin] Publish callbacks [] for security_group (f7912595-177a-4d51-8b32-2897a709dd59), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.745929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:08:51.747523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e42e0fb-62f2-41bd-bc4b-c6a437604f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f7912595-177a-4d51-8b32-2897a709dd59), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.761977 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:08:51.782739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:08:51.783422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:51.783644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.793408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:51.793556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d896ccf-de46-40bf-809c-ff28a49c3ffc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4618671 Feb 19 07:08:51.820308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:51.820430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0e42e0fb-62f2-41bd-bc4b-c6a437604f44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fac90324f61f4ee19072717f10b7de96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8387353 Feb 19 07:08:51.946437 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] Publish callbacks [] for security_group (f7912595-177a-4d51-8b32-2897a709dd59), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.995017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8cb082fa-8562-4217-bcfb-a54dedcefcfb,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:08:51.997497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] Publish callbacks [] for security_group (f7912595-177a-4d51-8b32-2897a709dd59), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:51.999579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b57e3-58ac-4a09-9bf0-797db1988ec2 None None] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:08:52.040303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42e0fb-62f2-41bd-bc4b-c6a437604f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7912595-177a-4d51-8b32-2897a709dd59,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:52.127776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f7912595-177a-4d51-8b32-2897a709dd59), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.132192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.135854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7912595-177a-4d51-8b32-2897a709dd59 HTTP/1.1" status: 204 len: 168 time: 0.3123651 Feb 19 07:08:52.152307 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.160172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c33e9c-8a82-4a30-bf75-3d2b544218b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7912595-177a-4d51-8b32-2897a709dd59,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:52.173890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-986945c9-7bed-4d63-944e-5fd22e3b9bf8 None None] Provisioning complete for port 8cb082fa-8562-4217-bcfb-a54dedcefcfb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:52.174303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-986945c9-7bed-4d63-944e-5fd22e3b9bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.197255 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:08:52.386029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-986945c9-7bed-4d63-944e-5fd22e3b9bf8 None None] Current status of the port 8cb082fa-8562-4217-bcfb-a54dedcefcfb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:52.405599 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:50Z', 'revision_number': 3, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:52.439221 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:08:52.439974 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Updating router f5391d8b-2812-43a8-bd23-f27f27a28d40 port fb4799d8-9652-4fd4-95b2-1e197e6c2373 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:08:52.478763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=8cb082fa-8562-4217-bcfb-a54dedcefcfb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:52.507218 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.606834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.870792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:52.877585 n-d-829866-3 neutron-server[103587]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 07:08:52.925530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bd62ea3f-1f26-4102-a92d-837162fcf99d None None] Provisioning complete for port 8cb082fa-8562-4217-bcfb-a54dedcefcfb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:52.925935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd62ea3f-1f26-4102-a92d-837162fcf99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.978183 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks [] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:52.980218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-b759d5e1-c4fc-45df-8266-ce037902eafb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063721 Feb 19 07:08:52.985286 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.022980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Allocated IP 172.20.0.1 (069e27e8-e524-4d6f-9ae4-101a91f4b577/df5807fa-f4f3-482f-a8c4-7200c41f056d/f4484682-e1df-4e75-a104-6606ad8c9a78) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:08:53.026720 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Pushing event updated for resources: {'Port': ['ID=fb4799d8-9652-4fd4-95b2-1e197e6c2373,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:53.038464 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.039067 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.039618 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.040158 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.040672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.041855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.041855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.042100 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.042596 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.043112 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.043652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.044242 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.045005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Tracked resource versions report: Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: pushed versions: Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'LocalIPAssociation': {'1.0'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Log': {'1.0'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Network': {'1.1'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Port': {'1.7'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'PortForwarding': {'1.2'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'QosPolicy': {'1.10'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SubPort': {'1.0'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Subnet': {'1.1'}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Trunk': {'1.1'}} Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: consumer versions: Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: { DHCP agent@n-d-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: HyperV agent@n-h1-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: HyperV agent@n-h2-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: L3 agent@n-d-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: Metadata agent@n-d-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: Metering agent@n-d-829866-3: {}, Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: Open vSwitch agent@n-d-829866-3: { 'AddressGroup': '1.2', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'ConntrackHelper': '1.0', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'LocalIPAssociation': '1.0', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Log': '1.0', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Network': '1.1', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Port': '1.7', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'PortForwarding': '1.2', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'QosPolicy': '1.10', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SecurityGroup': '1.5', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SecurityGroupRule': '1.2', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'SubPort': '1.0', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Subnet': '1.1', Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: 'Trunk': '1.1'}} Feb 19 07:08:53.046383 n-d-829866-3 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 07:08:53.082412 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Attempting to bind port fb4799d8-9652-4fd4-95b2-1e197e6c2373 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:08:53.082893 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Attempting to bind port fb4799d8-9652-4fd4-95b2-1e197e6c2373 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:08:53.083377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Attempting to bind port fb4799d8-9652-4fd4-95b2-1e197e6c2373 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:08:53.089126 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:08:53.090222 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:08:53.090222 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.090524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:08:53.091081 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Bound port: fb4799d8-9652-4fd4-95b2-1e197e6c2373, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:08:53.091598 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.128059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:53.149065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks [] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.157712 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] For port fb4799d8-9652-4fd4-95b2-1e197e6c2373, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:08:53.161127 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] For port fb4799d8-9652-4fd4-95b2-1e197e6c2373, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fb4799d8-9652-4fd4-95b2-1e197e6c2373,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:08:53.171796 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.190893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.232440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bd62ea3f-1f26-4102-a92d-837162fcf99d None None] Current status of the port 8cb082fa-8562-4217-bcfb-a54dedcefcfb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:53.261370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:53.270951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:08:53.272945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:53.275289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:08:53.275969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.307808 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e15a-105d-44ec-8ce1-7ce8cb215bd2 None None] Pushing event updated for resources: {'Port': ['ID=fb4799d8-9652-4fd4-95b2-1e197e6c2373,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:53.335126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61f16f12-ddbc-4757-9367-c856c13b2d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.344805 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:08:53.345461 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:53.351848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8cb082fa-8562-4217-bcfb-a54dedcefcfb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:08:53.451024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8cb082fa-8562-4217-bcfb-a54dedcefcfb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:53.451234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.541446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-ea384ba8-0251-4185-8a21-53dfb794d9cf tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:53.552523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-ea384ba8-0251-4185-8a21-53dfb794d9cf tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5713580 Feb 19 07:08:53.598409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-ade16122-c17b-43e8-acb5-74df5b85c085 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/quotas/b8bcbd60ad4f4b2196a4a84c174bc774 HTTP/1.1" status: 200 len: 375 time: 0.0447695 Feb 19 07:08:53.629175 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:08:53.662154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8cb082fa-8562-4217-bcfb-a54dedcefcfb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:53.725902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-1c301960-34c2-46be-a03b-33a61c15e741 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246984 Feb 19 07:08:53.768602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-806f030b-dc7e-44bf-bb66-6cf7a2e204e0 None None] Provisioning complete for port f4484682-e1df-4e75-a104-6606ad8c9a78 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:53.783403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806f030b-dc7e-44bf-bb66-6cf7a2e204e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.801444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61f16f12-ddbc-4757-9367-c856c13b2d90 admin admin] Publish callbacks [] for security_group (8ee7da03-9f79-4f3a-a2f9-cffda3675db3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.811622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61f16f12-ddbc-4757-9367-c856c13b2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8ee7da03-9f79-4f3a-a2f9-cffda3675db3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:53.884363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-806f030b-dc7e-44bf-bb66-6cf7a2e204e0 None None] Port f4484682-e1df-4e75-a104-6606ad8c9a78 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:08:53.905960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f16f12-ddbc-4757-9367-c856c13b2d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee7da03-9f79-4f3a-a2f9-cffda3675db3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:53.917695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61f16f12-ddbc-4757-9367-c856c13b2d90 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59a5c5ce5d0e45768ed5c71c5eb32de8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7838409 Feb 19 07:08:53.917949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:53.972135 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.034605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] Publish callbacks [] for security_group (8ee7da03-9f79-4f3a-a2f9-cffda3675db3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.099861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] Publish callbacks [] for security_group (8ee7da03-9f79-4f3a-a2f9-cffda3675db3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.160354 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:50Z', 'revision_number': 3, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:54.185009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:54.198870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8ee7da03-9f79-4f3a-a2f9-cffda3675db3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.202628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.204086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ee7da03-9f79-4f3a-a2f9-cffda3675db3 HTTP/1.1" status: 204 len: 168 time: 0.2829649 Feb 19 07:08:54.214187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b43720-f99a-430a-aff8-a6a1dab0584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee7da03-9f79-4f3a-a2f9-cffda3675db3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:54.325987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks [] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.334180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.336777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.357548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53c1b6-8926-49d5-8319-2243eeed66d4 None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:50Z', 'revision_number': 3, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:08:54.382251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6c0021-f650-4fc7-92c7-11a2a3c74ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.437888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:54.503003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6c0021-f650-4fc7-92c7-11a2a3c74ddd admin admin] Publish callbacks [] for security_group (ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.504461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:08:54.508190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:54.511610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6c0021-f650-4fc7-92c7-11a2a3c74ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.622680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2f6c0021-f650-4fc7-92c7-11a2a3c74ddd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c55da24d982e41299101c353789a71c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4358096 Feb 19 07:08:54.623833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c0021-f650-4fc7-92c7-11a2a3c74ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:54.626470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:54.710168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:08:54.723821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:54.809209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] Publish callbacks [] for security_group (ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.889875 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] Publish callbacks [] for security_group (ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:54.946070 n-d-829866-3 neutron-server[103588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 07:08:55.001875 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.008934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.011828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4 HTTP/1.1" status: 204 len: 168 time: 0.3591316 Feb 19 07:08:55.035566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1dea9995-d8fe-4d79-ba93-b8b4e71dada4 req-a6a5f28b-1ef2-46ed-bb82-2404ad6e4a3d tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 210 time: 0.3094397 Feb 19 07:08:55.037149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:08:55.040620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3588a70-1ebd-4865-bc3a-fd8e8b8bf6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd13b8-70b1-46f7-b8ed-45d41bd9b4a4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:55.045333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a40e27d3-c639-4d01-899d-f29d8705b880 None None] Provisioning complete for port f4484682-e1df-4e75-a104-6606ad8c9a78 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:55.045816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a40e27d3-c639-4d01-899d-f29d8705b880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.058576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7cf29d3c-7c7c-45c2-bdb0-e4ab813c01e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5391d8b-2812-43a8-bd23-f27f27a28d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368751 Feb 19 07:08:55.198757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a40e27d3-c639-4d01-899d-f29d8705b880 None None] Port f4484682-e1df-4e75-a104-6606ad8c9a78 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:08:55.412017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fb4799d8-9652-4fd4-95b2-1e197e6c2373 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:08:55.485401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fb4799d8-9652-4fd4-95b2-1e197e6c2373 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:55.486079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.611956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fb4799d8-9652-4fd4-95b2-1e197e6c2373 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:55.612430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.636320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port fb4799d8-9652-4fd4-95b2-1e197e6c2373, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fb4799d8-9652-4fd4-95b2-1e197e6c2373,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:08:55.643168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.705323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=fb4799d8-9652-4fd4-95b2-1e197e6c2373,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:55.841072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:55.855982 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64b45a93-3ade-4ab0-af46-54d54d114ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.958392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64b45a93-3ade-4ab0-af46-54d54d114ba0 admin admin] Publish callbacks [] for security_group (c8442385-49b2-412d-b833-123f3597c8f0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:55.972874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64b45a93-3ade-4ab0-af46-54d54d114ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8442385-49b2-412d-b833-123f3597c8f0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.044612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-64b45a93-3ade-4ab0-af46-54d54d114ba0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=560489c3b6c34f3cb1b99af4f72a094f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2023509 Feb 19 07:08:56.047558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:56.058176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b45a93-3ade-4ab0-af46-54d54d114ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8442385-49b2-412d-b833-123f3597c8f0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:56.145985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] Publish callbacks [] for security_group (c8442385-49b2-412d-b833-123f3597c8f0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.176182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] Publish callbacks [] for security_group (c8442385-49b2-412d-b833-123f3597c8f0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.244600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8442385-49b2-412d-b833-123f3597c8f0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.248391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.249865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8442385-49b2-412d-b833-123f3597c8f0 HTTP/1.1" status: 204 len: 168 time: 0.2013311 Feb 19 07:08:56.261476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6025-da6d-4f22-9ebf-3da214d5b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8442385-49b2-412d-b833-123f3597c8f0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:56.674343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:08:56.676169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.47', 59273) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:56.701630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:08:56.702486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:56.716962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-b8200eb4-aa02-43b9-b04a-bc39fbdbafd3 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372975 Feb 19 07:08:56.815127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:56.828340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-network', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:56.860285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9141f7be-e4ba-4b00-92a1-960c10608312 req-dd90058e-0c48-47d3-8aa5-d852df64587b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 210 time: 0.0963440 Feb 19 07:08:56.908831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Made reservation on behalf of b6f1269b011b4888a4f4a330192036c2 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:08:56.912131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:56.924863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.035171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:08:57.057416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-9f301861-3d89-46d2-9aa4-0f335591f75c tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:57.062354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-9f301861-3d89-46d2-9aa4-0f335591f75c tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403523 Feb 19 07:08:57.155963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks [] for security_group (ff36f6c4-04dd-49e9-abff-90682df10c66), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.166187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ff36f6c4-04dd-49e9-abff-90682df10c66), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.183703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Request body: {'port': {'device_id': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'b8bcbd60ad4f4b2196a4a84c174bc774'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:57.272566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:08:57.294673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff36f6c4-04dd-49e9-abff-90682df10c66,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:57.319023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (370486ec-2391-4fc4-b252-18bd2989920a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.327719 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Added segment 370486ec-2391-4fc4-b252-18bd2989920a of type vlan for network 08743004-3ba2-4ab0-82d9-580a68baae07 Feb 19 07:08:57.420400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fb4799d8-9652-4fd4-95b2-1e197e6c2373 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:08:57.461108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (08743004-3ba2-4ab0-82d9-580a68baae07), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.500556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (08743004-3ba2-4ab0-82d9-580a68baae07), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.502042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:57.504070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.570270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Made reservation on behalf of b8bcbd60ad4f4b2196a4a84c174bc774 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:08:57.574178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.593271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.655729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] Pushing event updated for resources: {'Network': ['ID=08743004-3ba2-4ab0-82d9-580a68baae07,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:57.674959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d38bfacd-ea32-4602-9253-587a2bb62a5a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8585272 Feb 19 07:08:57.677501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:57.686579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Request body: {'subnet': {'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-subnet', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:57.710242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Made reservation on behalf of b6f1269b011b4888a4f4a330192036c2 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:08:57.711465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 08743004-3ba2-4ab0-82d9-580a68baae07 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:08:57.713602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.803964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks [] for security_group (1e82ed38-6df8-4971-acff-9e4418747fab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.818764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e82ed38-6df8-4971-acff-9e4418747fab), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.902035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fb4799d8-9652-4fd4-95b2-1e197e6c2373 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:57.902781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:57.909563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:08:54Z', 'revision_number': 2, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:08:57.922628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82ed38-6df8-4971-acff-9e4418747fab,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:57.969799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:08:57.970390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Updating router f5391d8b-2812-43a8-bd23-f27f27a28d40 port f4484682-e1df-4e75-a104-6606ad8c9a78 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:08:58.026445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.078056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (cf594be1-a83a-495f-b4be-206213e31e48), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.170885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf594be1-a83a-495f-b4be-206213e31e48,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:58.237512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Allocated IP 192.168.233.61 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/bc63a568-1fcd-4a58-992e-241edc5be8b1) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:08:58.240907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Checking segment: {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:08:58.241309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Network hostable DHCP agents. Network: 08743004-3ba2-4ab0-82d9-580a68baae07, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:08:58.304299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0c39351-9609-4cc0-96ec-b46a8afdcb19 req-8a7d268b-3d71-4b70-89a3-06b541fca4ba tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 210 time: 0.0543551 Feb 19 07:08:58.355860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Network 08743004-3ba2-4ab0-82d9-580a68baae07 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:08:58.391605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 08743004-3ba2-4ab0-82d9-580a68baae07) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:58.402510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:58.407235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.469850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5a112e52-4302-4f45-be89-daf04d03708a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7906487 Feb 19 07:08:58.473275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:58.490210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:08:58.532547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4bf7a0-7f4f-41b1-9e38-62a9dbe96ba6 None None] Network 08743004-3ba2-4ab0-82d9-580a68baae07 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:08:58.566040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.571011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.584382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:08:58.677406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fb4799d8-9652-4fd4-95b2-1e197e6c2373 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:08:58.721620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks [] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.742608 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.860720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ccd05-dd75-4d75-8ba5-3db9e14e3a48 None None] Pushing event updated for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:08:58.871378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks [] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.875312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for router_controller (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:58.879616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-08743004-3ba2-4ab0-82d9-580a68baae07', 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07', 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'fixed_ips': [{'subnet_id': 'cf594be1-a83a-495f-b4be-206213e31e48'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:08:58.880659 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.009299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.177870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:08:59.290041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:08:59.302737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Attempting to bind port f4484682-e1df-4e75-a104-6606ad8c9a78 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:08:59.303124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Attempting to bind port f4484682-e1df-4e75-a104-6606ad8c9a78 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:08:59.305524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Attempting to bind port f4484682-e1df-4e75-a104-6606ad8c9a78 on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:08:59.320860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:08:59.323502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:08:59.323883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Checking segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:08:59.324359 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.324687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Bound using segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:08:59.325362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Bound port: f4484682-e1df-4e75-a104-6606ad8c9a78, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:08:59.325771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.329368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:08:59.329904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.339015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for router_gateway (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.421192 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6abe5de9-ec3c-4e14-83b3-b29131fcad90 None None] Provisioning complete for port f4484682-e1df-4e75-a104-6606ad8c9a78 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:08:59.421581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6abe5de9-ec3c-4e14-83b3-b29131fcad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:08:59.556751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Allocated IP 172.20.0.2 (08743004-3ba2-4ab0-82d9-580a68baae07/cf594be1-a83a-495f-b4be-206213e31e48/59baee20-a032-4307-9ba2-6f7ab417e79e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:08:59.562856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6abe5de9-ec3c-4e14-83b3-b29131fcad90 None None] Port f4484682-e1df-4e75-a104-6606ad8c9a78 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:08:59.581694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] For port f4484682-e1df-4e75-a104-6606ad8c9a78, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:08:59.586860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] For port f4484682-e1df-4e75-a104-6606ad8c9a78, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4484682-e1df-4e75-a104-6606ad8c9a78,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:08:59.662831 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.000955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.020252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ccd05-dd75-4d75-8ba5-3db9e14e3a48 None None] Pushing event updated for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:00.023315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:00.024174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:00.102341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Pushing event updated for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:00.131961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e85c7cec-278f-4c4c-928b-132cf952d718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.143558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for router_gateway (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.180793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6bf99776-23a6-4d5e-8116-6b9f6d7a8484 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0017555 Feb 19 07:09:00.186224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-792efc5e-df35-4983-914b-964cb69ceff5 None None] Provisioning complete for port bc63a568-1fcd-4a58-992e-241edc5be8b1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:00.186752 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-792efc5e-df35-4983-914b-964cb69ceff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.238820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.279062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:00.279313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-18b32c00-1b06-4a12-9560-1433d19b9dc2 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=26ff20cd3c24467abebddbf558befd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398365 Feb 19 07:09:00.300806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6697ae73-fc10-404e-9abd-21559020dabe tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:00.302898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6697ae73-fc10-404e-9abd-21559020dabe tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214617 Feb 19 07:09:00.329709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e85c7cec-278f-4c4c-928b-132cf952d718 admin admin] Publish callbacks [] for security_group (47c9e7bb-fe30-48d9-a833-84673ff1a679), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.336607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks [] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.339888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-792efc5e-df35-4983-914b-964cb69ceff5 None None] Port bc63a568-1fcd-4a58-992e-241edc5be8b1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:00.354108 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e85c7cec-278f-4c4c-928b-132cf952d718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (47c9e7bb-fe30-48d9-a833-84673ff1a679), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.365683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.444359 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e85c7cec-278f-4c4c-928b-132cf952d718 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83b0f23792174247ad61ceb64608b630&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8585167 Feb 19 07:09:00.453014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:00.491965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7cec-278f-4c4c-928b-132cf952d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c9e7bb-fe30-48d9-a833-84673ff1a679,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:00.544375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898be566-e1d2-425f-a04b-e515b65bbed6 req-feebaff8-b3ba-4ccc-ac89-6eb533ebe0fe tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:00.546037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-898be566-e1d2-425f-a04b-e515b65bbed6 req-feebaff8-b3ba-4ccc-ac89-6eb533ebe0fe tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 935 time: 0.3240402 Feb 19 07:09:00.624418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Pushing event updated for resources: {'Port': ['ID=59baee20-a032-4307-9ba2-6f7ab417e79e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:00.650719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-b97794c7-6d47-4510-b4bd-349219d2af38 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:00.656500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-b97794c7-6d47-4510-b4bd-349219d2af38 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763216 Feb 19 07:09:00.687781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-d31fadee-eeb6-4189-923a-b532492303cf tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/quotas/26ff20cd3c24467abebddbf558befd73 HTTP/1.1" status: 200 len: 375 time: 0.0234253 Feb 19 07:09:00.690897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Network 08743004-3ba2-4ab0-82d9-580a68baae07 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:00.693069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Provisioning complete for port f4484682-e1df-4e75-a104-6606ad8c9a78 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:00.693991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.707850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-898be566-e1d2-425f-a04b-e515b65bbed6 req-75df169d-18ba-4174-b676-08528fd4de2f tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517935 Feb 19 07:09:00.715900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] Publish callbacks [] for security_group (47c9e7bb-fe30-48d9-a833-84673ff1a679), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.761432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:00.781835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-7fcf1132-e1f2-4fdc-9925-57c22e510630 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=26ff20cd3c24467abebddbf558befd73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930898 Feb 19 07:09:00.816243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] Publish callbacks [] for security_group (47c9e7bb-fe30-48d9-a833-84673ff1a679), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.839995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:00.971349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (47c9e7bb-fe30-48d9-a833-84673ff1a679), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.978552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:00.985222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47c9e7bb-fe30-48d9-a833-84673ff1a679 HTTP/1.1" status: 204 len: 168 time: 0.5312765 Feb 19 07:09:01.026045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319f516-1a6c-46bb-b785-bbb1a804b2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c9e7bb-fe30-48d9-a833-84673ff1a679,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:01.028384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Allocated IP 172.25.7.178 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/5c86c240-ce6f-48d2-9151-4cec36aaade2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:01.171592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Attempting to bind port 59baee20-a032-4307-9ba2-6f7ab417e79e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:01.172196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Attempting to bind port 59baee20-a032-4307-9ba2-6f7ab417e79e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:01.172485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Attempting to bind port 59baee20-a032-4307-9ba2-6f7ab417e79e on network 08743004-3ba2-4ab0-82d9-580a68baae07 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:01.174664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.257460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.279390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:01.279682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Checking segment: {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:01.280105 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.280508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Bound using segment: {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:01.282152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Bound port: 59baee20-a032-4307-9ba2-6f7ab417e79e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:01.282549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.374144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c86c240-ce6f-48d2-9151-4cec36aaade2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:01.400390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:01.402069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:01.410313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:01.458631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] For port 59baee20-a032-4307-9ba2-6f7ab417e79e, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:01.466825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] For port 59baee20-a032-4307-9ba2-6f7ab417e79e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=59baee20-a032-4307-9ba2-6f7ab417e79e,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:01.555172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.579223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Request body: {'port': {'device_id': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:01.681254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463753c2-9e3e-4354-ac31-55b31a1537ed None None] Pushing event updated for resources: {'Port': ['ID=59baee20-a032-4307-9ba2-6f7ab417e79e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:01.733970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Current status of the port f4484682-e1df-4e75-a104-6606ad8c9a78 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:01.734376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.747524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.856846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] For port f4484682-e1df-4e75-a104-6606ad8c9a78, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4484682-e1df-4e75-a104-6606ad8c9a78,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:01.865372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:01.888766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:08:59Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:01.980063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for router_gateway (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:02.059154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e359dd-dcad-4336-ade8-2381cded13c8 None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:08:59Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:09:02.099342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c54a5-1baf-4ba6-a26e-24dedebc5826 None None] Pushing event updated for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:02.121652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:02.190951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d83aae35-1641-4873-a956-38251a8eb401 req-ec0e7d48-e0b8-4d72-bd87-bcc7d7e2b0e9 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.2120953 Feb 19 07:09:02.375486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51cf79ec-a1a2-4f88-9733-63a3c1ae7e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:02.664332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:02.811645 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:02.921007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51cf79ec-a1a2-4f88-9733-63a3c1ae7e72 admin admin] Publish callbacks [] for security_group (e871c8ab-fc39-4f52-bc6c-731030d28011), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.004334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63a568-1fcd-4a58-992e-241edc5be8b1 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:03.043173 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks [] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.095287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Transition to ACTIVE for port object bc63a568-1fcd-4a58-992e-241edc5be8b1 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:03.109977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64af6b9-e463-4f5c-a8f9-337cf2edd7a9 req-0d0171a1-80ba-45f4-acf9-eb5b777298ac tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:03.120692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f64af6b9-e463-4f5c-a8f9-337cf2edd7a9 req-0d0171a1-80ba-45f4-acf9-eb5b777298ac tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 935 time: 0.6265206 Feb 19 07:09:03.125042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51cf79ec-a1a2-4f88-9733-63a3c1ae7e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e871c8ab-fc39-4f52-bc6c-731030d28011), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.162309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.201358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36742) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:03.202216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-51cf79ec-a1a2-4f88-9733-63a3c1ae7e72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cde3547e8c54c53aef65c1313c9a8fa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0787930 Feb 19 07:09:03.223582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:09:03.338393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f64af6b9-e463-4f5c-a8f9-337cf2edd7a9 req-d7b06feb-56ca-40f4-888b-70fd5ea7305f tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145545 Feb 19 07:09:03.577166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 59baee20-a032-4307-9ba2-6f7ab417e79e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:03.600542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Pushing event updated for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:03.613883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf79ec-a1a2-4f88-9733-63a3c1ae7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e871c8ab-fc39-4f52-bc6c-731030d28011,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:03.757635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 59baee20-a032-4307-9ba2-6f7ab417e79e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:03.758553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.815925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34e2461e-de51-4fe2-ae9f-7cf0760cc6f8 req-4be7875f-86fa-403b-ae30-96d5c5718bed tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.1278641 Feb 19 07:09:03.845591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] Publish callbacks [] for security_group (e871c8ab-fc39-4f52-bc6c-731030d28011), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.873322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Attempting to bind port bc63a568-1fcd-4a58-992e-241edc5be8b1 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:03.873322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Attempting to bind port bc63a568-1fcd-4a58-992e-241edc5be8b1 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:03.876953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Attempting to bind port bc63a568-1fcd-4a58-992e-241edc5be8b1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:03.899688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Port bc63a568-1fcd-4a58-992e-241edc5be8b1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:03.900189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Attempting to bind port bc63a568-1fcd-4a58-992e-241edc5be8b1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:03.925399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:03.931131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:03.931729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:03.932222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Bound port: bc63a568-1fcd-4a58-992e-241edc5be8b1, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:03.932611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:03.941003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] Publish callbacks [] for security_group (e871c8ab-fc39-4f52-bc6c-731030d28011), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:04.035265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:09:04.051925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.24', 51219) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:04.054203 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Sync routers for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:09:04.072206 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:04.073087 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:04.090362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 59baee20-a032-4307-9ba2-6f7ab417e79e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:04.108489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:04.112696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:04.129638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b64a9f52-dc70-405f-8ba7-03d6833879a4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.6542954 Feb 19 07:09:04.134079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:04.135080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66369c-3b83-4203-a086-44a45706eb94 None None] Network 08743004-3ba2-4ab0-82d9-580a68baae07 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:04.141320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-a1116b3a-a7c2-493d-930a-59af583a910e tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=26ff20cd3c24467abebddbf558befd73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880778 Feb 19 07:09:04.478453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:04.553993 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:04.565824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:04.602210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:04.722838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-2591f0b5-a5a7-405b-98f9-8a977558530c tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:04.727642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-2591f0b5-a5a7-405b-98f9-8a977558530c tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5601153 Feb 19 07:09:04.746143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:04.749290 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:04.753587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] 10.222.0.47 "PUT /v2.0/ports/bc63a568-1fcd-4a58-992e-241edc5be8b1 HTTP/1.1" status: 200 len: 1095 time: 3.6114044 Feb 19 07:09:04.754300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:05.006838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b884244c-221e-4404-84ef-34c3fd018256 None None] Provisioning complete for port 59baee20-a032-4307-9ba2-6f7ab417e79e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:05.007609 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b884244c-221e-4404-84ef-34c3fd018256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.037127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 59baee20-a032-4307-9ba2-6f7ab417e79e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=59baee20-a032-4307-9ba2-6f7ab417e79e,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:05.051550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.052757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4484682-e1df-4e75-a104-6606ad8c9a78 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:05.097511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Request body: {'port': {'device_id': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '26ff20cd3c24467abebddbf558befd73'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:05.138027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e871c8ab-fc39-4f52-bc6c-731030d28011), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.153192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.155877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e871c8ab-fc39-4f52-bc6c-731030d28011 HTTP/1.1" status: 204 len: 168 time: 1.9532597 Feb 19 07:09:05.229263 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 3, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:05.285798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=59baee20-a032-4307-9ba2-6f7ab417e79e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:05.322116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Checking router: 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:09:05.322712 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Updating router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 port 5c86c240-ce6f-48d2-9151-4cec36aaade2 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:09:05.381435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b650a-e541-4f8b-b76d-9ac1d5a75405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871c8ab-fc39-4f52-bc6c-731030d28011,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:05.397402 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.453488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ec57-9202-465a-b30d-bdab45f8ce6a service neutron] Pushing event updated for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:05.471053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f409b19-9319-45ae-ad19-ecaf78b77651 req-80aa1f4a-143a-4d29-a59b-d0774a7c2f36 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:05.483668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f409b19-9319-45ae-ad19-ecaf78b77651 req-80aa1f4a-143a-4d29-a59b-d0774a7c2f36 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.5863354 Feb 19 07:09:05.522371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:05.773667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f4484682-e1df-4e75-a104-6606ad8c9a78 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:05.788133 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:05.793478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85d5f561-0b85-4e18-b220-0e73890c5695 req-ef72795a-2da5-4866-bb41-fcd853a257fe tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.2255914 Feb 19 07:09:05.807055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-3027f5e4-dbda-4586-b164-e13482f3eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:05.816763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-3027f5e4-dbda-4586-b164-e13482f3eed8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 1129 time: 0.7568312 Feb 19 07:09:05.922488 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:05.957797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b884244c-221e-4404-84ef-34c3fd018256 None None] Current status of the port 59baee20-a032-4307-9ba2-6f7ab417e79e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:06.058245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f409b19-9319-45ae-ad19-ecaf78b77651 req-31b97e6c-f7c0-42a5-bfd3-f0f8598c453a tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732861 Feb 19 07:09:06.107762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-5bc4c995-f773-4976-b879-cfa0b38022d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1 HTTP/1.1" status: 200 len: 217 time: 0.2446046 Feb 19 07:09:06.132810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f4484682-e1df-4e75-a104-6606ad8c9a78 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:06.211999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5a5f2136-56ed-4118-8dd0-8f60ce8b3e77 None None] Provisioning complete for port 59baee20-a032-4307-9ba2-6f7ab417e79e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:06.214987 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2136-56ed-4118-8dd0-8f60ce8b3e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.223682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a7a5d89-5fba-4527-aec4-1304208a19da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.244651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e302201d-9f08-4bcf-8d99-d0a703152e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.279293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Made reservation on behalf of 26ff20cd3c24467abebddbf558befd73 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:06.299737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.325868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 59baee20-a032-4307-9ba2-6f7ab417e79e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:06.382220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-23208926-3896-4eda-afd1-1aad0aa4980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:06.396090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-23208926-3896-4eda-afd1-1aad0aa4980d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2825677 Feb 19 07:09:06.402034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.432103 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks [] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.441327 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.605101 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf597a-a77c-4ff6-a519-1ce8cc8b23a2 None None] Pushing event updated for resources: {'Port': ['ID=5c86c240-ce6f-48d2-9151-4cec36aaade2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:06.613216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Attempting to bind port 5c86c240-ce6f-48d2-9151-4cec36aaade2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:06.618916 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Attempting to bind port 5c86c240-ce6f-48d2-9151-4cec36aaade2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:06.619394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Attempting to bind port 5c86c240-ce6f-48d2-9151-4cec36aaade2 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:06.626971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:06.633223 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:06.633614 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:06.634024 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.637455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:06.638611 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Bound port: 5c86c240-ce6f-48d2-9151-4cec36aaade2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:06.639480 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.792093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 59baee20-a032-4307-9ba2-6f7ab417e79e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:06.794203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.834606 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] For port 5c86c240-ce6f-48d2-9151-4cec36aaade2, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:06.853347 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] For port 5c86c240-ce6f-48d2-9151-4cec36aaade2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5c86c240-ce6f-48d2-9151-4cec36aaade2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:06.875301 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.891771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e302201d-9f08-4bcf-8d99-d0a703152e17 admin admin] Publish callbacks [] for security_group (3313bb97-8f5a-4447-9809-01862b329a3d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.907207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e302201d-9f08-4bcf-8d99-d0a703152e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3313bb97-8f5a-4447-9809-01862b329a3d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:06.962273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f2136-56ed-4118-8dd0-8f60ce8b3e77 None None] Current status of the port 59baee20-a032-4307-9ba2-6f7ab417e79e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:07.057368 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c80930-2048-4682-9897-741672d4f4d4 x-openstack-request-id: req-a7c80930-2048-4682-9897-741672d4f4d4 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:07.057731 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:07.057921 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7c80930-2048-4682-9897-741672d4f4d4 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:07.058385 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1', 'status': 'completed', 'code': 200} Feb 19 07:09:07.089565 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf597a-a77c-4ff6-a519-1ce8cc8b23a2 None None] Pushing event updated for resources: {'Port': ['ID=5c86c240-ce6f-48d2-9151-4cec36aaade2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:07.140216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:07.140857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:08:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:07.152205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 59baee20-a032-4307-9ba2-6f7ab417e79e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:07.170599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a26fcd6a-1520-4af8-b4a7-7c63dfd85008 req-2b581e51-2a7e-4340-b31e-228f1ccd4068 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.1610055 Feb 19 07:09:07.238634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e302201d-9f08-4bcf-8d99-d0a703152e17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6a4cb8f730d4642a35f15f8768fdfac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7151859 Feb 19 07:09:07.243005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:07.260650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302201d-9f08-4bcf-8d99-d0a703152e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3313bb97-8f5a-4447-9809-01862b329a3d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:07.270174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.281132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:07.290779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781d0c3e-7f8a-423f-8efb-15d7a161fcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.405447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-c50a2973-7cba-48a7-b2ee-d7bd88bfaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:07.407605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-c50a2973-7cba-48a7-b2ee-d7bd88bfaf31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9717467 Feb 19 07:09:07.467019 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:07.479338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24d6659c-9e1b-467b-ada6-079e5a3c7120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.552470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36736e11-ce06-4af4-868f-6be3ad7ad665 req-fda741ae-21b0-42d0-a586-700ca92a6755 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:07.561250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36736e11-ce06-4af4-868f-6be3ad7ad665 req-fda741ae-21b0-42d0-a586-700ca92a6755 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.3245940 Feb 19 07:09:07.671353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks [] for security_group (839ede09-3e6a-4645-8294-9ffbd422ac60), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.692921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781d0c3e-7f8a-423f-8efb-15d7a161fcd6 admin admin] Publish callbacks [] for security_group (18e92b0d-ee88-4463-9614-0610b853c533), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.700322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (839ede09-3e6a-4645-8294-9ffbd422ac60), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.704476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] Publish callbacks [] for security_group (3313bb97-8f5a-4447-9809-01862b329a3d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.704666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781d0c3e-7f8a-423f-8efb-15d7a161fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (18e92b0d-ee88-4463-9614-0610b853c533), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.758400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Allocated IP 172.20.0.1 (08743004-3ba2-4ab0-82d9-580a68baae07/cf594be1-a83a-495f-b4be-206213e31e48/fe74fafe-729d-406f-ae78-b9d2519d2125) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:07.789340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0c3e-7f8a-423f-8efb-15d7a161fcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e92b0d-ee88-4463-9614-0610b853c533,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:07.797613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-781d0c3e-7f8a-423f-8efb-15d7a161fcd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a143da1af9e41488d334885fae47925&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1660275 Feb 19 07:09:07.808937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:07.864897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24d6659c-9e1b-467b-ada6-079e5a3c7120 admin admin] Publish callbacks [] for security_group (31c1f3a2-cdc1-497c-afd1-ba4058a53e65), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.923039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24d6659c-9e1b-467b-ada6-079e5a3c7120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (31c1f3a2-cdc1-497c-afd1-ba4058a53e65), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:07.977550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6659c-9e1b-467b-ada6-079e5a3c7120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1f3a2-cdc1-497c-afd1-ba4058a53e65,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:08.012908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] Publish callbacks [] for security_group (18e92b0d-ee88-4463-9614-0610b853c533), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.042811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-24d6659c-9e1b-467b-ada6-079e5a3c7120 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee415cc00de34a9daa5d514a00018d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7580283 Feb 19 07:09:08.068861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:08.154420 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 3, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:08.187330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] Publish callbacks [] for security_group (18e92b0d-ee88-4463-9614-0610b853c533), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.220782 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeaaaf8-c643-4c6d-97e7-2f6a3a3a0461 None None] The sync data for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 is: [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 3, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:09:08.241098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks [] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.281568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] Publish callbacks [] for security_group (31c1f3a2-cdc1-497c-afd1-ba4058a53e65), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.324540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] Publish callbacks [] for security_group (31c1f3a2-cdc1-497c-afd1-ba4058a53e65), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.361696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Allocated IP 192.168.233.26 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/a3efcb86-d2fa-4881-8091-8fb9745c8bb1) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:08.447747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7696876-8454-44f3-b0fa-863e1295b7fa req-34704301-abae-42b9-bcd9-f59814523b3b tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.0541630 Feb 19 07:09:08.484630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (31c1f3a2-cdc1-497c-afd1-ba4058a53e65), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.487581 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.488966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31c1f3a2-cdc1-497c-afd1-ba4058a53e65 HTTP/1.1" status: 204 len: 168 time: 0.4171844 Feb 19 07:09:08.499423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cf078-55a4-401c-8f00-ca8b1a9bccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1f3a2-cdc1-497c-afd1-ba4058a53e65,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:08.512736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.572652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Pushing event updated for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:08.576268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (18e92b0d-ee88-4463-9614-0610b853c533), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.579334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.580586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18e92b0d-ee88-4463-9614-0610b853c533 HTTP/1.1" status: 204 len: 168 time: 0.7705092 Feb 19 07:09:08.586166 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-333f6d07-0d21-4b73-8cfa-1a60f940b92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.600659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1cec3-cad2-400a-b876-cf79b743e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e92b0d-ee88-4463-9614-0610b853c533,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:08.624744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Network 08743004-3ba2-4ab0-82d9-580a68baae07 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:08.627161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:08.631903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:08.632385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.707368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks [] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.763430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] Publish callbacks [] for security_group (3313bb97-8f5a-4447-9809-01862b329a3d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:08.780925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839ede09-3e6a-4645-8294-9ffbd422ac60,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:08.790890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.033018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Pushing event updated for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:09.061202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:09.071563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.082620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:09.089119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:09.103451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:09.104546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.142356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36736e11-ce06-4af4-868f-6be3ad7ad665 req-0ebbfec9-33a4-428f-ac01-fd72e703efc8 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5797954 Feb 19 07:09:09.180240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-db9772ae-62c4-41a8-9ecc-dff2a4db3787 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7397270 Feb 19 07:09:09.211960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-43a20e87-5c42-4750-a958-4a4a7c35e7fa tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1271362 Feb 19 07:09:09.265251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b978c99e-a36d-4604-9e97-2ff075f8e84b None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:09.266682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b978c99e-a36d-4604-9e97-2ff075f8e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.404425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b978c99e-a36d-4604-9e97-2ff075f8e84b None None] Port fe74fafe-729d-406f-ae78-b9d2519d2125 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:09.413176 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3313bb97-8f5a-4447-9809-01862b329a3d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.424512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.428056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3313bb97-8f5a-4447-9809-01862b329a3d HTTP/1.1" status: 204 len: 168 time: 2.1768959 Feb 19 07:09:09.445234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367b69c-0e92-4b7f-8112-051a3ff8fe60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3313bb97-8f5a-4447-9809-01862b329a3d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:09.486768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6373219b-5830-4f4b-8ce3-ecde70c9616d req-f8e36b08-10b0-46b9-9c7f-0f4352167767 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624986 Feb 19 07:09:09.557774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.665992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:09.697484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:09.740863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-47b0ae01-979c-48a9-9c69-8fb89b2f8274 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:09.745503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-47b0ae01-979c-48a9-9c69-8fb89b2f8274 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327024 Feb 19 07:09:09.748065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-df381a38-2f10-4f82-9f9c-d4b348860048 None None] Provisioning complete for port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:09.748555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df381a38-2f10-4f82-9f9c-d4b348860048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.772780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-a79f6316-f6fb-4dea-a799-6fd39269ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:09.774736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-a79f6316-f6fb-4dea-a799-6fd39269ae28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 1129 time: 0.2268510 Feb 19 07:09:09.791321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1244adb-991d-4435-a84e-2dbe1e2493ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.806530 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465bec70-f492-4ae3-aa47-428bc0bbba4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:09.841758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-df381a38-2f10-4f82-9f9c-d4b348860048 None None] Port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:09.954275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1244adb-991d-4435-a84e-2dbe1e2493ea admin admin] Publish callbacks [] for security_group (cb3427be-d530-41ac-b788-d750c8365e50), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.056172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465bec70-f492-4ae3-aa47-428bc0bbba4f admin admin] Publish callbacks [] for security_group (35bf0f07-8472-47a0-99b0-12908a3e0290), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.079507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks [] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.088919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465bec70-f492-4ae3-aa47-428bc0bbba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (35bf0f07-8472-47a0-99b0-12908a3e0290), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.167088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-465bec70-f492-4ae3-aa47-428bc0bbba4f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0823ecfa933749b18f6201a78337ae0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405887 Feb 19 07:09:10.173400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1244adb-991d-4435-a84e-2dbe1e2493ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cb3427be-d530-41ac-b788-d750c8365e50), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.175700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:10.177893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bec70-f492-4ae3-aa47-428bc0bbba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf0f07-8472-47a0-99b0-12908a3e0290,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:10.193118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85adbce-69a3-4781-b01b-a29723f36e01 req-57c0a608-f84a-4ed3-8d0d-8d498d55d254 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:10.200743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a85adbce-69a3-4781-b01b-a29723f36e01 req-57c0a608-f84a-4ed3-8d0d-8d498d55d254 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 935 time: 0.5194933 Feb 19 07:09:10.204277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.205119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.286109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1244adb-991d-4435-a84e-2dbe1e2493ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3427be-d530-41ac-b788-d750c8365e50,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:10.292361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-10d281c3-3829-4998-afaa-739ecbca8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:10.302550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-10d281c3-3829-4998-afaa-739ecbca8b05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.5118918 Feb 19 07:09:10.334542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a85adbce-69a3-4781-b01b-a29723f36e01 req-84a99c58-3967-4489-bdd0-6db97a117405 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315467 Feb 19 07:09:10.471444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5c86c240-ce6f-48d2-9151-4cec36aaade2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:10.478583 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-dc4b52ff-fba7-4900-9a52-3dc0be03e49d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1 HTTP/1.1" status: 200 len: 217 time: 0.1512661 Feb 19 07:09:10.573834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-66b49585-8075-4db3-b3e1-d67e1245d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:10.575573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-66b49585-8075-4db3-b3e1-d67e1245d2fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0534046 Feb 19 07:09:10.600583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:10.633909 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe4351fd-6995-4ac3-83ec-98e2fadad5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.653763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5c86c240-ce6f-48d2-9151-4cec36aaade2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:10.655171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.751727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f644e9-4503-4a82-bcb2-2453f59cf891 req-ef0f0b85-2711-4f82-8564-49f4401b546b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:10.753404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9f644e9-4503-4a82-bcb2-2453f59cf891 req-ef0f0b85-2711-4f82-8564-49f4401b546b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.4178004 Feb 19 07:09:10.758313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] Publish callbacks [] for security_group (35bf0f07-8472-47a0-99b0-12908a3e0290), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.810007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] Publish callbacks [] for security_group (35bf0f07-8472-47a0-99b0-12908a3e0290), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.829433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-cde4dc37-a5bc-4685-b2b5-fe3497487920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:10.832115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-cde4dc37-a5bc-4685-b2b5-fe3497487920 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2500458 Feb 19 07:09:10.886417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.909482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5c86c240-ce6f-48d2-9151-4cec36aaade2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:10.910006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.929243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe4351fd-6995-4ac3-83ec-98e2fadad5d4 admin admin] Publish callbacks [] for security_group (2989b614-66c5-4984-9a7c-6bc77550a088), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:10.966080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5c86c240-ce6f-48d2-9151-4cec36aaade2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5c86c240-ce6f-48d2-9151-4cec36aaade2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:10.976798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.032881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe4351fd-6995-4ac3-83ec-98e2fadad5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2989b614-66c5-4984-9a7c-6bc77550a088), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.078518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fe4351fd-6995-4ac3-83ec-98e2fadad5d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fc9c4da04ba4da487ae2b96224ecf60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759619 Feb 19 07:09:11.088142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5c86c240-ce6f-48d2-9151-4cec36aaade2,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:11.091740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c1244adb-991d-4435-a84e-2dbe1e2493ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d13d6bbd42443169148bb1efaaaf1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4207115 Feb 19 07:09:11.098122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:11.098476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:11.105502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (35bf0f07-8472-47a0-99b0-12908a3e0290), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.112165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.113552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35bf0f07-8472-47a0-99b0-12908a3e0290 HTTP/1.1" status: 204 len: 168 time: 0.9104497 Feb 19 07:09:11.115810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Network 08743004-3ba2-4ab0-82d9-580a68baae07 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:11.142305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Pushing event updated for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:11.144869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:11.164582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f3278-dc47-440c-b903-91d968b93a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf0f07-8472-47a0-99b0-12908a3e0290,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:11.184164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9f644e9-4503-4a82-bcb2-2453f59cf891 req-bf9e0e06-7e84-463b-af1e-6bcfefbd12a5 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196081 Feb 19 07:09:11.255409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Request body: {'port': {'device_id': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'device_owner': 'compute:tempest-test_az-890053058', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:11.442280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4351fd-6995-4ac3-83ec-98e2fadad5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2989b614-66c5-4984-9a7c-6bc77550a088,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:11.533926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:09:11.558740 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] Publish callbacks [] for security_group (2989b614-66c5-4984-9a7c-6bc77550a088), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.640564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-cd2c433b-e3de-484f-9362-a035808eb0a2 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916265 Feb 19 07:09:11.644527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] Publish callbacks [] for security_group (2989b614-66c5-4984-9a7c-6bc77550a088), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.793599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-09d41dee-bb30-43f4-bdf5-3dfda58aae57 None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:11.800102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:09:11.802794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09d41dee-bb30-43f4-bdf5-3dfda58aae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.822177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e94af8f1-897a-4c2e-9778-940fb70abf1d admin admin] 10.222.0.43 "PUT /v2.0/routers/878f6e1f-4e4e-40b8-b845-3154b1cf01a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6768193 Feb 19 07:09:11.823287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] Publish callbacks [] for security_group (cb3427be-d530-41ac-b788-d750c8365e50), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.826241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Sync routers for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:09:11.831148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:11.903389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a53eb-b562-4731-97c8-5ab17474f0e8 req-77f4238d-fd3f-4e92-9678-c0492dd9953e tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:11.915069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-155a53eb-b562-4731-97c8-5ab17474f0e8 req-77f4238d-fd3f-4e92-9678-c0492dd9953e tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 935 time: 0.4161994 Feb 19 07:09:11.921822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:11.922770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:12.131593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-09d41dee-bb30-43f4-bdf5-3dfda58aae57 None None] Port fe74fafe-729d-406f-ae78-b9d2519d2125 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:12.441955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] Publish callbacks [] for security_group (cb3427be-d530-41ac-b788-d750c8365e50), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:12.443970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:12.508470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158e99-3844-490f-8fc6-1eaa907e6c9a req-6cfbe4d7-d8d2-458e-86e1-ef9f4133fb50 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:12.523322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f158e99-3844-490f-8fc6-1eaa907e6c9a req-6cfbe4d7-d8d2-458e-86e1-ef9f4133fb50 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.1642325 Feb 19 07:09:12.573426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:12.582953 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9f3fb78-be50-417e-ba4a-c6f54e3f1c06 req-a5e9d7b4-30c4-46c9-9fac-628e3433199e service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8989813 Feb 19 07:09:12.611112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5c86c240-ce6f-48d2-9151-4cec36aaade2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:12.669011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f158e99-3844-490f-8fc6-1eaa907e6c9a req-d5af7321-8326-49f4-bf3d-6a01ca41230e tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402843 Feb 19 07:09:12.797379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:12.818626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5c86c240-ce6f-48d2-9151-4cec36aaade2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:12.819268 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.025414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5c86c240-ce6f-48d2-9151-4cec36aaade2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:13.050240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:08Z', 'revision_number': 4, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fe74fafe-729d-406f-ae78-b9d2519d2125', 'name': '', 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'mac_address': 'fa:16:3e:6b:31:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:07Z', 'updated_at': '2022-02-19T07:09:09Z', 'revision_number': 2, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'subnets': [{'id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:13.086836 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-155a53eb-b562-4731-97c8-5ab17474f0e8 req-25f69797-e820-45d6-ac83-50377adcb071 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1706836 Feb 19 07:09:13.092033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-289969bf-1db5-43f8-9275-9ce671fd74e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.094470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Checking router: 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:09:13.095028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Updating router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 port fe74fafe-729d-406f-ae78-b9d2519d2125 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:09:13.120169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cb3427be-d530-41ac-b788-d750c8365e50), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.122959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.128796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb3427be-d530-41ac-b788-d750c8365e50 HTTP/1.1" status: 204 len: 168 time: 2.0264995 Feb 19 07:09:13.152162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.186709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2989b614-66c5-4984-9a7c-6bc77550a088), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.191714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.195293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2989b614-66c5-4984-9a7c-6bc77550a088 HTTP/1.1" status: 204 len: 168 time: 2.0918825 Feb 19 07:09:13.207105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d41df-86ca-41a2-8777-33bcfec20e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3427be-d530-41ac-b788-d750c8365e50,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:13.238294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf005ad-abdd-4b4d-bf0b-cdae67d72a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2989b614-66c5-4984-9a7c-6bc77550a088,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:13.337694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3efcb86-d2fa-4881-8091-8fb9745c8bb1 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:13.360048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks [] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.372023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-289969bf-1db5-43f8-9275-9ce671fd74e0 admin admin] Publish callbacks [] for security_group (bd799c31-855a-421b-8738-a2c9d750e0a8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.382913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-289969bf-1db5-43f8-9275-9ce671fd74e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd799c31-855a-421b-8738-a2c9d750e0a8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.385161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Transition to ACTIVE for port object a3efcb86-d2fa-4881-8091-8fb9745c8bb1 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:13.404419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.513801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-289969bf-1db5-43f8-9275-9ce671fd74e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=720f4a3b05c042759144281099057294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7151630 Feb 19 07:09:13.514786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289969bf-1db5-43f8-9275-9ce671fd74e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd799c31-855a-421b-8738-a2c9d750e0a8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:13.530902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:13.568267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:13.630936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] Publish callbacks [] for security_group (bd799c31-855a-421b-8738-a2c9d750e0a8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.680783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] Publish callbacks [] for security_group (bd799c31-855a-421b-8738-a2c9d750e0a8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.692760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Attempting to bind port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:13.693339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Attempting to bind port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:13.693858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Attempting to bind port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:13.705153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:13.708389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Attempting to bind port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:13.720614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:13.720831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:13.721904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:13.723746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Bound port: a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:13.724112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.808881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd799c31-855a-421b-8738-a2c9d750e0a8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.819345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.821692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd799c31-855a-421b-8738-a2c9d750e0a8 HTTP/1.1" status: 204 len: 168 time: 0.2873116 Feb 19 07:09:13.917071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12033256-6bdd-44a8-9de7-6a068991a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd799c31-855a-421b-8738-a2c9d750e0a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:13.925320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:13.933034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:13.950645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:13.989978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16bdf-35c8-4b4e-8f98-a8afc6a3eeb9 req-b25c35a6-3e06-4865-9d37-bd8e8290f774 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:13.991688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8a16bdf-35c8-4b4e-8f98-a8afc6a3eeb9 req-b25c35a6-3e06-4865-9d37-bd8e8290f774 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.1619415 Feb 19 07:09:13.995765 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks [] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.004320 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.067970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:14.068628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.070141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] 10.222.0.24 "PUT /v2.0/ports/a3efcb86-d2fa-4881-8091-8fb9745c8bb1 HTTP/1.1" status: 200 len: 1116 time: 3.7624800 Feb 19 07:09:14.070680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:14.073274 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486b7ea-b478-47d5-a854-fcf1c78cfd78" -d '{"events": [{"name": "network-changed", "server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:14.133453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8a16bdf-35c8-4b4e-8f98-a8afc6a3eeb9 req-f1aa25ad-b723-470a-b5ee-9b59dcb213f8 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350861 Feb 19 07:09:14.240933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfe2cf-eebe-4ecc-b3cc-8ff1185f8661 service neutron] Pushing event updated for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:14.327632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-c8854769-6e70-4cdb-8516-b4114524d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:14.329659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-c8854769-6e70-4cdb-8516-b4114524d967 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ff20cd3c24467abebddbf558befd73&device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 1150 time: 0.2118189 Feb 19 07:09:14.546018 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c9a23b-f6a5-438c-8899-a06eae64204c x-openstack-request-id: req-d1c9a23b-f6a5-438c-8899-a06eae64204c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:14.546359 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:14.546624 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1c9a23b-f6a5-438c-8899-a06eae64204c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:14.556450 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1', 'status': 'completed', 'code': 200} Feb 19 07:09:14.576718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:14.580273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-f9738edb-4a91-4b8b-99d3-0bf5e7327e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1 HTTP/1.1" status: 200 len: 217 time: 0.2247422 Feb 19 07:09:14.625955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9810d4e5-6aa1-4a34-8c40-f78dfd654be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.830986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-d061010b-2070-4f7b-b160-e55a46b8bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:14.832666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-d061010b-2070-4f7b-b160-e55a46b8bbaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1618774 Feb 19 07:09:14.845865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Attempting to bind port fe74fafe-729d-406f-ae78-b9d2519d2125 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:14.847265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Attempting to bind port fe74fafe-729d-406f-ae78-b9d2519d2125 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:14.848033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Attempting to bind port fe74fafe-729d-406f-ae78-b9d2519d2125 on network 08743004-3ba2-4ab0-82d9-580a68baae07 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:14.859119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:14.859974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Checking segment: {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:14.860671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.861270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Bound using segment: {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:14.862013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Bound port: fe74fafe-729d-406f-ae78-b9d2519d2125, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370486ec-2391-4fc4-b252-18bd2989920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:14.862631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.878402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68fe6-d08f-472c-9d1f-89983474f167 None None] Pushing event updated for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:14.953045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] For port fe74fafe-729d-406f-ae78-b9d2519d2125, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:14.959871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] For port fe74fafe-729d-406f-ae78-b9d2519d2125, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fe74fafe-729d-406f-ae78-b9d2519d2125,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:14.972432 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.975092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9810d4e5-6aa1-4a34-8c40-f78dfd654be2 admin admin] Publish callbacks [] for security_group (41d86c04-a8c8-4299-8d53-bde5ae2b5d45), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.982507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9810d4e5-6aa1-4a34-8c40-f78dfd654be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (41d86c04-a8c8-4299-8d53-bde5ae2b5d45), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:14.995679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950283d-82e6-43bf-a07a-eac7dbe94331 req-70119a34-fc19-408d-be92-9cb694d7ea1f tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:15.002680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3950283d-82e6-43bf-a07a-eac7dbe94331 req-70119a34-fc19-408d-be92-9cb694d7ea1f tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.4570487 Feb 19 07:09:15.057029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68fe6-d08f-472c-9d1f-89983474f167 None None] Pushing event updated for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:15.088646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:15.089707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:15.121789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9810d4e5-6aa1-4a34-8c40-f78dfd654be2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79f09a4bc3eb4c53bf2b21ce4704b277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5417490 Feb 19 07:09:15.122497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810d4e5-6aa1-4a34-8c40-f78dfd654be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d86c04-a8c8-4299-8d53-bde5ae2b5d45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:15.124700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:15.192310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37022) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:15.196852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601545592', 'description': 'tempest-description--2012641838'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:15.256859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:15.284656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-88952345-7635-4d61-9008-52bb7d60c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:15.289094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.289930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-88952345-7635-4d61-9008-52bb7d60c1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4400656 Feb 19 07:09:15.348887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3950283d-82e6-43bf-a07a-eac7dbe94331 req-c97c3331-e954-4372-8a3e-3f08c32db6b8 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388143 Feb 19 07:09:15.390438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:15.417618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ead9a8a-c922-4f26-afc2-f52c0c8a3a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.466190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] Publish callbacks [] for security_group (41d86c04-a8c8-4299-8d53-bde5ae2b5d45), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.512022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] Publish callbacks [] for security_group (41d86c04-a8c8-4299-8d53-bde5ae2b5d45), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.582700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (41d86c04-a8c8-4299-8d53-bde5ae2b5d45), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.587409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.592420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:15.592861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41d86c04-a8c8-4299-8d53-bde5ae2b5d45 HTTP/1.1" status: 204 len: 168 time: 0.4533281 Feb 19 07:09:15.593495 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.639825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee60f1-a2c7-4be2-8f52-3af68ffaa7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d86c04-a8c8-4299-8d53-bde5ae2b5d45,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:15.640813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175711a4-23b1-4463-8ac2-09829e053fa4 req-dc1ad37c-2392-4cdb-93bf-3a9a70f62cc1 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:15.648715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-175711a4-23b1-4463-8ac2-09829e053fa4 req-dc1ad37c-2392-4cdb-93bf-3a9a70f62cc1 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.3486013 Feb 19 07:09:15.666244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-08f7ceb6-8213-4476-b80f-0e5dd59ba519 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663881 Feb 19 07:09:15.742055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:08Z', 'revision_number': 4, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fe74fafe-729d-406f-ae78-b9d2519d2125', 'name': '', 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'mac_address': 'fa:16:3e:6b:31:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:07Z', 'updated_at': '2022-02-19T07:09:14Z', 'revision_number': 4, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'subnets': [{'id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:15.812042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bbd18d-3b8c-4ff6-b892-95ea5e5b2310 None None] The sync data for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 is: [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:09:08Z', 'revision_number': 4, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fe74fafe-729d-406f-ae78-b9d2519d2125', 'name': '', 'network_id': '08743004-3ba2-4ab0-82d9-580a68baae07', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'mac_address': 'fa:16:3e:6b:31:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:07Z', 'updated_at': '2022-02-19T07:09:14Z', 'revision_number': 4, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'subnets': [{'id': 'cf594be1-a83a-495f-b4be-206213e31e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:09:15.864866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Current status of the port fe74fafe-729d-406f-ae78-b9d2519d2125 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:15.865451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.930512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (4ae638aa-bab2-46b1-8cb3-bd57e55efba5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.939786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-175711a4-23b1-4463-8ac2-09829e053fa4 req-b0b372b5-2eeb-43e6-b209-a8561e87e8df tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744513 Feb 19 07:09:15.944848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4ae638aa-bab2-46b1-8cb3-bd57e55efba5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.971712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ead9a8a-c922-4f26-afc2-f52c0c8a3a8a admin admin] Publish callbacks [] for security_group (c4e543b0-4832-45b0-9c12-4290b730dd03), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:15.985876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] For port fe74fafe-729d-406f-ae78-b9d2519d2125, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fe74fafe-729d-406f-ae78-b9d2519d2125,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:15.992182 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.012503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ead9a8a-c922-4f26-afc2-f52c0c8a3a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4e543b0-4832-45b0-9c12-4290b730dd03), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.054818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.066169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8724003 Feb 19 07:09:16.069680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:16.086381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'security_group_rule': {'security_group_id': '4ae638aa-bab2-46b1-8cb3-bd57e55efba5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:16.098165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1f3d6b-b77a-4c2d-a69c-76dc627ac518 req-23e3dc6e-5dde-4dec-a8f4-aff49c12052c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058230 Feb 19 07:09:16.129788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86478679-1e03-490f-aca7-0b329edf35ff tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae638aa-bab2-46b1-8cb3-bd57e55efba5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:16.172821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (cd4894dd-0b8c-4c82-934c-999a7b61c3d1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.184459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead9a8a-c922-4f26-afc2-f52c0c8a3a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e543b0-4832-45b0-9c12-4290b730dd03,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:16.207670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f939b-d1a2-41ef-a14b-d203dc853587 None None] Pushing event updated for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:16.211753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:16.212569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9ead9a8a-c922-4f26-afc2-f52c0c8a3a8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05c7fb0e602d4e64a3049b85ef09e5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8206398 Feb 19 07:09:16.272918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aca0e236-3caf-4fd6-8556-e7b8595965ea None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:16.275416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aca0e236-3caf-4fd6-8556-e7b8595965ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.317030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-7e6cbc2b-9d92-4fe0-8629-2f7cc3e6b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:16.319063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-7e6cbc2b-9d92-4fe0-8629-2f7cc3e6b41d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ff20cd3c24467abebddbf558befd73&device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 1150 time: 0.1357436 Feb 19 07:09:16.482864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fe74fafe-729d-406f-ae78-b9d2519d2125 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:16.512635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (cd4894dd-0b8c-4c82-934c-999a7b61c3d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.523463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (cd4894dd-0b8c-4c82-934c-999a7b61c3d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.530337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] Publish callbacks [] for security_group (c4e543b0-4832-45b0-9c12-4290b730dd03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.570323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] Publish callbacks [] for security_group (c4e543b0-4832-45b0-9c12-4290b730dd03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.633540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aca0e236-3caf-4fd6-8556-e7b8595965ea None None] Current status of the port fe74fafe-729d-406f-ae78-b9d2519d2125 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:16.651610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4e543b0-4832-45b0-9c12-4290b730dd03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.654954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.656581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4e543b0-4832-45b0-9c12-4290b730dd03 HTTP/1.1" status: 204 len: 168 time: 0.4338982 Feb 19 07:09:16.704064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.705747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6350832 Feb 19 07:09:16.710396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435874-85db-4542-b551-e4bdb4bd9e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e543b0-4832-45b0-9c12-4290b730dd03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:16.712429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:16.713332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-2924bb58-7d2e-4533-91a2-bfe314b6ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:16.715653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-2924bb58-7d2e-4533-91a2-bfe314b6ab4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3779995 Feb 19 07:09:16.734235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'security_group_rule': {'security_group_id': '4ae638aa-bab2-46b1-8cb3-bd57e55efba5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:16.737935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:16.738374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.758875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558b7c0-b7de-473e-8413-a4850cf00ae5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4894dd-0b8c-4c82-934c-999a7b61c3d1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:16.825105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (916a51c8-6f72-4913-9fde-ac4e7ae2a6e4), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.864898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-7485fd8a-2a0c-46de-9d5b-e55df7448b42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1 HTTP/1.1" status: 200 len: 217 time: 0.1227539 Feb 19 07:09:16.972705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (916a51c8-6f72-4913-9fde-ac4e7ae2a6e4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.982792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (916a51c8-6f72-4913-9fde-ac4e7ae2a6e4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:16.999363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618761-4e9f-47c8-9a54-81e5033a5e1f req-65217673-2410-440b-95ef-52160d6ef57b tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:17.008613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6618761-4e9f-47c8-9a54-81e5033a5e1f req-65217673-2410-440b-95ef-52160d6ef57b tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.4939492 Feb 19 07:09:17.017686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916a51c8-6f72-4913-9fde-ac4e7ae2a6e4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:17.036545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fe74fafe-729d-406f-ae78-b9d2519d2125 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:17.048509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:17.058038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7bc57fb3-b226-49a9-b5be-43be745a5083 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332577 Feb 19 07:09:17.066880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:17.080884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:17.119324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:17.123313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-1884cc5d-8902-45ac-b5dd-cbf375fa14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:17.124631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-1884cc5d-8902-45ac-b5dd-cbf375fa14d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2597692 Feb 19 07:09:17.273290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6618761-4e9f-47c8-9a54-81e5033a5e1f req-6de0fe38-c75c-4e14-be4f-de49d8a68a05 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561574 Feb 19 07:09:17.304595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-e2275672-38a0-4272-ac70-9b40968447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:17.306105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-e2275672-38a0-4272-ac70-9b40968447dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1679001 Feb 19 07:09:17.392186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587a9bf-8027-4b30-8c61-45b8d9ef447f req-7e0f7d2f-f805-4374-b245-b5847bd283a2 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:17.393695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3587a9bf-8027-4b30-8c61-45b8d9ef447f req-7e0f7d2f-f805-4374-b245-b5847bd283a2 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.2177217 Feb 19 07:09:17.520292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3587a9bf-8027-4b30-8c61-45b8d9ef447f req-fa8ab462-e5b4-4a09-888d-c584ca60fe8b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156044 Feb 19 07:09:17.541686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-ec8abb60-0deb-4579-b76a-59fa16120801 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237840 Feb 19 07:09:17.592297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:17.759015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c486b7ea-b478-47d5-a854-fcf1c78cfd78 req-50ce3aef-c98d-451f-be81-6681e05b80b3 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062435 Feb 19 07:09:17.842584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Allocated IP 172.25.7.78 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f97743fc-f303-42b7-9a12-19b0a1e121aa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:18.090989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.093275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:18.198074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.299937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:18.311840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:18.323907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fe74fafe-729d-406f-ae78-b9d2519d2125 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:18.325120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:18.419502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'Port': ['ID=f97743fc-f303-42b7-9a12-19b0a1e121aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:18.443825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fe74fafe-729d-406f-ae78-b9d2519d2125 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:18.444208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.538053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.591168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda65e8-925d-4eba-939b-782ea6838bb3 req-ccfaac73-da0e-4cb0-ad5d-f1ab9f38f73d tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:18.592886 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cda65e8-925d-4eba-939b-782ea6838bb3 req-ccfaac73-da0e-4cb0-ad5d-f1ab9f38f73d tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.1922441 Feb 19 07:09:18.616604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-317761445-network', 'tenant_id': '667a6c0345b647abb5fdbbde48922a07'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:18.685841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fe74fafe-729d-406f-ae78-b9d2519d2125 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:18.760509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:18.764819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.832695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cda65e8-925d-4eba-939b-782ea6838bb3 req-65dc1db7-e468-4d00-9f98-3b782b2affdd tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288725 Feb 19 07:09:18.838051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.950296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:18.967117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cdd62-0268-4755-a40a-5148de67438e req-2518dd3d-182c-485b-89f7-14ecd8e40402 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:18.970037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e79cdd62-0268-4755-a40a-5148de67438e req-2518dd3d-182c-485b-89f7-14ecd8e40402 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.1737280 Feb 19 07:09:19.017314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks [] for security_group (2cacf66f-e738-46bf-b1fa-909c631ed788), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.024045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2cacf66f-e738-46bf-b1fa-909c631ed788), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.060922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:09:19.072523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cacf66f-e738-46bf-b1fa-909c631ed788,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:19.085365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1431086d-e541-4930-ae11-017e7c684fc6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.085722 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Added segment 1431086d-e541-4930-ae11-017e7c684fc6 of type vlan for network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b Feb 19 07:09:19.166724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.174632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e79cdd62-0268-4755-a40a-5148de67438e req-4bbea7df-65e0-4930-b409-74ae657b6ea1 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754973 Feb 19 07:09:19.243058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.257363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:19.258512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.331465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2327538 Feb 19 07:09:19.335033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:19.342192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Request body: {'subnet': {'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-317761445-subnet', 'tenant_id': '667a6c0345b647abb5fdbbde48922a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:19.358293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d5d9-42bc-4715-b4be-e2f022bd765f admin admin] Pushing event updated for resources: {'Network': ['ID=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:19.373679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:09:19.375909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:19.379405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.529527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.536155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.567609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:09:19.601762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.666970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.677762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6007259 Feb 19 07:09:19.680021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37140) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:19.680727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9db646-dfc4-4d7d-8a41-2eb3532828be tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'Port': ['ID=f97743fc-f303-42b7-9a12-19b0a1e121aa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:19.693962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (2f0ace47-f436-4670-8217-62377ae79884), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.773305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0ace47-f436-4670-8217-62377ae79884,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:19.785371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:19.785703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Network hostable DHCP agents. Network: d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:09:19.809572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:09:19.823390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:19.830242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:19.831872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:19.836636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5bca-a1e8-46c1-a406-6ccdf59062ef None None] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:19.857576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ecd79f89-364b-4360-a8e8-5d2694905352 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5211689 Feb 19 07:09:20.035963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec83c54f-36c3-4abb-93ea-3e742011e504 None None] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:20.125096 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10edeeef-a64a-4357-a055-af26630f0ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.136192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540ac9b-c291-4366-b64c-9fc3b92a85ce req-1523043b-6840-4e08-8336-efb9db97f2ec tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:20.142195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8540ac9b-c291-4366-b64c-9fc3b92a85ce req-1523043b-6840-4e08-8336-efb9db97f2ec tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.1658199 Feb 19 07:09:20.225637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8540ac9b-c291-4366-b64c-9fc3b92a85ce req-3a6f88d6-43b7-4dc3-b9f6-2e3fce73e354 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Feb 19 07:09:20.256733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-4d138114-c3bc-43b7-b13e-85798315b711 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1601545592&fields=id&tenant_id=fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 267 time: 0.1367669 Feb 19 07:09:20.393546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bed9d-a76a-43fd-b66c-e81cc8a3a5c6 req-cc2c010c-0e60-4998-9b66-8e60326bfe04 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:20.396069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb7bed9d-a76a-43fd-b66c-e81cc8a3a5c6 req-cc2c010c-0e60-4998-9b66-8e60326bfe04 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.0843985 Feb 19 07:09:20.449501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb7bed9d-a76a-43fd-b66c-e81cc8a3a5c6 req-9b75c110-5074-4548-94a0-0a73a809f926 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459149 Feb 19 07:09:20.466289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10edeeef-a64a-4357-a055-af26630f0ba4 admin admin] Publish callbacks [] for security_group (e36fd3ae-c1d0-49d6-a07a-10d17287dd94), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.478245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-11856dce-6ec6-4099-90db-f0f8e2f77ec7 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:20.479812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-11856dce-6ec6-4099-90db-f0f8e2f77ec7 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 824 time: 0.2134621 Feb 19 07:09:20.481385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10edeeef-a64a-4357-a055-af26630f0ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e36fd3ae-c1d0-49d6-a07a-10d17287dd94), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.530347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-1c81401e-3b96-4874-ada2-ae19ea278d64 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/quotas/fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 375 time: 0.0396991 Feb 19 07:09:20.533416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edeeef-a64a-4357-a055-af26630f0ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36fd3ae-c1d0-49d6-a07a-10d17287dd94,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:20.542198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-10edeeef-a64a-4357-a055-af26630f0ba4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07336e1156244b758cf5d10519a1247f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8470066 Feb 19 07:09:20.542416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37186) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:20.608213 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] Publish callbacks [] for security_group (e36fd3ae-c1d0-49d6-a07a-10d17287dd94), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.635348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-27aecdab-808b-4d1d-bef3-e2d296ff9590 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914881 Feb 19 07:09:20.636130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] Publish callbacks [] for security_group (e36fd3ae-c1d0-49d6-a07a-10d17287dd94), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.691717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e36fd3ae-c1d0-49d6-a07a-10d17287dd94), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.694434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:20.695667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e36fd3ae-c1d0-49d6-a07a-10d17287dd94 HTTP/1.1" status: 204 len: 168 time: 0.1514823 Feb 19 07:09:20.704396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdc940-512f-4fbe-88c6-24780442b5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36fd3ae-c1d0-49d6-a07a-10d17287dd94,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:20.935555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37208) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:21.065937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-1cc84ede-3472-4464-8308-db8044f81431 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:21.073300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-1cc84ede-3472-4464-8308-db8044f81431 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2384872 Feb 19 07:09:21.188577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-f2548624-1065-4355-b7d4-a7a5c441721c service neutron] 10.222.0.43 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139829 Feb 19 07:09:21.252837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-749352a1-9639-49c5-9196-37bbd7da7a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.286853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:21.296925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2095765155-network', 'tenant_id': 'db5082dd66d94a7cad9090d272341814'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:21.316247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:21.342555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a98e45e6-4a34-4d3f-902d-6279b2b1541d service neutron] 10.222.0.43 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528821 Feb 19 07:09:21.344882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8016484-1ff0-418e-8dce-a1e53525fd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.353135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Made reservation on behalf of db5082dd66d94a7cad9090d272341814 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:21.355370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.390636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.445791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-749352a1-9639-49c5-9196-37bbd7da7a92 admin admin] Publish callbacks [] for security_group (ac07868e-3417-4b9d-b787-2e2cd22a6132), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.447681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8016484-1ff0-418e-8dce-a1e53525fd1e admin admin] Publish callbacks [] for security_group (5e0aa900-0b96-42b6-b07b-59e42dbf08a1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.459475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-749352a1-9639-49c5-9196-37bbd7da7a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ac07868e-3417-4b9d-b787-2e2cd22a6132), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.460496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8016484-1ff0-418e-8dce-a1e53525fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5e0aa900-0b96-42b6-b07b-59e42dbf08a1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.514911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8016484-1ff0-418e-8dce-a1e53525fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0aa900-0b96-42b6-b07b-59e42dbf08a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:21.537991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-749352a1-9639-49c5-9196-37bbd7da7a92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=901bef34af7140ba939c71d2b3c92d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5988328 Feb 19 07:09:21.541393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:21.555313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9b0f9-1b6d-42c3-83a5-e8de8852535b req-0edd70c3-7d38-4c27-a0f8-fcb9beee135d tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:21.557838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42d9b0f9-1b6d-42c3-83a5-e8de8852535b req-0edd70c3-7d38-4c27-a0f8-fcb9beee135d tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.2073965 Feb 19 07:09:21.588727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8016484-1ff0-418e-8dce-a1e53525fd1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c0a59823d8741aeb461338403e8030b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714593 Feb 19 07:09:21.591883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:21.594869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a40580f7-bbf7-4c91-ac14-c40dd8002e32 req-df6fe5da-8983-407f-856f-19582c147592 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 210 time: 0.0658104 Feb 19 07:09:21.620209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749352a1-9639-49c5-9196-37bbd7da7a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac07868e-3417-4b9d-b787-2e2cd22a6132,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:21.661478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] Publish callbacks [] for security_group (ac07868e-3417-4b9d-b787-2e2cd22a6132), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.709449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] Publish callbacks [] for security_group (ac07868e-3417-4b9d-b787-2e2cd22a6132), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.725324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks [] for security_group (0a200e09-2eba-4689-bcb7-d8bc61bdf22d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.742537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42d9b0f9-1b6d-42c3-83a5-e8de8852535b req-a9de2713-abcd-453a-ab7d-dc3ded8b17a8 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750529 Feb 19 07:09:21.748765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0a200e09-2eba-4689-bcb7-d8bc61bdf22d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.771837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] Publish callbacks [] for security_group (5e0aa900-0b96-42b6-b07b-59e42dbf08a1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.789947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:09:21.801751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ac07868e-3417-4b9d-b787-2e2cd22a6132), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.806488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.808942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac07868e-3417-4b9d-b787-2e2cd22a6132 HTTP/1.1" status: 204 len: 168 time: 0.2658367 Feb 19 07:09:21.809165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a200e09-2eba-4689-bcb7-d8bc61bdf22d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:21.820197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6918c1b-4197-49eb-b3ed-01ca0f9c687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac07868e-3417-4b9d-b787-2e2cd22a6132,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:21.825418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] Publish callbacks [] for security_group (5e0aa900-0b96-42b6-b07b-59e42dbf08a1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.834638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ee98192b-bd76-42ae-9f87-412fc4ebc7e0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:21.834977 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Added segment ee98192b-bd76-42ae-9f87-412fc4ebc7e0 of type vlan for network b755f14f-c8d4-4b02-92d5-67b427b2fb34 Feb 19 07:09:21.960983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b755f14f-c8d4-4b02-92d5-67b427b2fb34), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.012407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5e0aa900-0b96-42b6-b07b-59e42dbf08a1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.016123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.017481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e0aa900-0b96-42b6-b07b-59e42dbf08a1 HTTP/1.1" status: 204 len: 168 time: 0.4246535 Feb 19 07:09:22.021101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b755f14f-c8d4-4b02-92d5-67b427b2fb34), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.022155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:22.022741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.038302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67078e9d-5a43-4488-b29d-6b75bda62cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0aa900-0b96-42b6-b07b-59e42dbf08a1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.038844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ea5f-7d4b-457b-9e44-29116c991b1c req-eeb5341b-e23f-4a9e-a73e-ad1fc15295cb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:22.050316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c605ea5f-7d4b-457b-9e44-29116c991b1c req-eeb5341b-e23f-4a9e-a73e-ad1fc15295cb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.1107559 Feb 19 07:09:22.112041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:22.124312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8327465 Feb 19 07:09:22.124529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:22.131204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Request body: {'subnet': {'network_id': 'b755f14f-c8d4-4b02-92d5-67b427b2fb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2095765155-subnet', 'tenant_id': 'db5082dd66d94a7cad9090d272341814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:22.143150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a54f0-55c1-4f5f-a585-997db1b2ab78 admin admin] Pushing event updated for resources: {'Network': ['ID=b755f14f-c8d4-4b02-92d5-67b427b2fb34,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.151915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c605ea5f-7d4b-457b-9e44-29116c991b1c req-06791250-46da-450e-818a-96fbcecc008c tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001694 Feb 19 07:09:22.155901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b755f14f-c8d4-4b02-92d5-67b427b2fb34 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:09:22.161308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Made reservation on behalf of db5082dd66d94a7cad9090d272341814 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:22.164226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.290840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:22.312026 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91de3ba6-8c7e-47af-8951-964485482d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.400684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.427937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91de3ba6-8c7e-47af-8951-964485482d4e admin admin] Publish callbacks [] for security_group (9efa1c33-036b-4108-b322-2fd46ba08c69), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.435807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91de3ba6-8c7e-47af-8951-964485482d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9efa1c33-036b-4108-b322-2fd46ba08c69), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.476656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-91de3ba6-8c7e-47af-8951-964485482d4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13da592f34c94771ba00380a605defb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838460 Feb 19 07:09:22.477761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de3ba6-8c7e-47af-8951-964485482d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efa1c33-036b-4108-b322-2fd46ba08c69,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.480156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:22.482853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.487720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Checking segment: {'id': 'ee98192b-bd76-42ae-9f87-412fc4ebc7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b755f14f-c8d4-4b02-92d5-67b427b2fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:22.487999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Network hostable DHCP agents. Network: b755f14f-c8d4-4b02-92d5-67b427b2fb34, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:09:22.509637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Network b755f14f-c8d4-4b02-92d5-67b427b2fb34 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:09:22.521709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffeaca68-b2bc-4e47-9e2e-35683a9767a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.524972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b755f14f-c8d4-4b02-92d5-67b427b2fb34) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:22.531829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:22.532734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.538283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafaf47-e50f-4548-bdd9-670d65d34709 None None] Network b755f14f-c8d4-4b02-92d5-67b427b2fb34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:22.580164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9ea29789-c262-472c-8b6e-bdb2a869be4d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4464774 Feb 19 07:09:22.601401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] Publish callbacks [] for security_group (9efa1c33-036b-4108-b322-2fd46ba08c69), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.637464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] Publish callbacks [] for security_group (9efa1c33-036b-4108-b322-2fd46ba08c69), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.672176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a3efcb86-d2fa-4881-8091-8fb9745c8bb1 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:22.702572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffeaca68-b2bc-4e47-9e2e-35683a9767a6 admin admin] Publish callbacks [] for security_group (52b65ffa-ee43-4cd1-a275-018df1264c71), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.713360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffeaca68-b2bc-4e47-9e2e-35683a9767a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (52b65ffa-ee43-4cd1-a275-018df1264c71), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.730041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba55f72e-7663-44b7-a97e-52e8f1f15495 req-cd88b83f-e18c-48bf-8b61-903abee5b2c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 210 time: 0.0461473 Feb 19 07:09:22.757445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9efa1c33-036b-4108-b322-2fd46ba08c69), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.759992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.765030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9efa1c33-036b-4108-b322-2fd46ba08c69 HTTP/1.1" status: 204 len: 168 time: 0.2839165 Feb 19 07:09:22.767441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaca68-b2bc-4e47-9e2e-35683a9767a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b65ffa-ee43-4cd1-a275-018df1264c71,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.786167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ffeaca68-b2bc-4e47-9e2e-35683a9767a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ddf8899c99c4acbb94079221ae09e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717837 Feb 19 07:09:22.788984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:22.799941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e7c06-0c5f-47c1-bd86-b86d9d1e8cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efa1c33-036b-4108-b322-2fd46ba08c69,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:22.887734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] Publish callbacks [] for security_group (52b65ffa-ee43-4cd1-a275-018df1264c71), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.942193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] Publish callbacks [] for security_group (52b65ffa-ee43-4cd1-a275-018df1264c71), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:22.972207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2f279-b6af-416c-b7f3-e25ce56879ff req-3d467bbd-1d04-4567-9f98-d35385996687 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:22.988987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ffa2f279-b6af-416c-b7f3-e25ce56879ff req-3d467bbd-1d04-4567-9f98-d35385996687 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 968 time: 0.1324975 Feb 19 07:09:22.989843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c87bf6-a037-406e-b21c-234263a0b284 None None] Network b755f14f-c8d4-4b02-92d5-67b427b2fb34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:23.092050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:23.110562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ffa2f279-b6af-416c-b7f3-e25ce56879ff req-1642f259-f500-482c-93b1-b53325432fad tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084526 Feb 19 07:09:23.132823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1', 'mac_address': 'fa:16:3e:f0:58:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-890053058', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:23.248015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (52b65ffa-ee43-4cd1-a275-018df1264c71), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:23.250913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:23.255200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52b65ffa-ee43-4cd1-a275-018df1264c71 HTTP/1.1" status: 204 len: 168 time: 0.4651060 Feb 19 07:09:23.280495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:23.282054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:23.282169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c45f-51bb-4213-8b90-2e1ae80eefb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b65ffa-ee43-4cd1-a275-018df1264c71,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:23.292301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-690d26a0-38c5-4a4a-934d-64cdc1ddf97b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:23.294096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-690d26a0-38c5-4a4a-934d-64cdc1ddf97b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.47 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 824 time: 0.3065491 Feb 19 07:09:23.332252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3efcb86-d2fa-4881-8091-8fb9745c8bb1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:23.385334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:23.392786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:23.419785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b307aa-bc4a-4765-b263-a6040eb0b434 req-cfb40970-a651-427d-9526-e58f4151eb49 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:23.421378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-08b307aa-bc4a-4765-b263-a6040eb0b434 req-cfb40970-a651-427d-9526-e58f4151eb49 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.1222034 Feb 19 07:09:23.470928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:23.507903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-08b307aa-bc4a-4765-b263-a6040eb0b434 req-8e823b8d-6d86-4289-b5a5-da7b90a4e0a3 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Feb 19 07:09:23.656328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-d561dbdc-2d41-4d0d-9eeb-e3a0964dd286 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 380 time: 0.3494756 Feb 19 07:09:23.667177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'port': {'device_id': '6db2b661-3667-4aa1-964d-94921883b377', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'admin_state_up': True, 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'security_groups': ['4ae638aa-bab2-46b1-8cb3-bd57e55efba5']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:23.705052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a3efcb86-d2fa-4881-8091-8fb9745c8bb1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:23.754090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-a6eb63b9-aa4e-4e5e-9ed1-1cc542104cca tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:23.755613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-a6eb63b9-aa4e-4e5e-9ed1-1cc542104cca tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.1791620 Feb 19 07:09:23.786382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-12b6152a-0350-4ec3-91ce-89f038ea7c68 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/quotas/667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 375 time: 0.0235202 Feb 19 07:09:23.834555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-fe9f94b2-fe3f-45e4-a159-3b0c6b5a630a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405223 Feb 19 07:09:23.856925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:23.876000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Made reservation on behalf of fd5d494fdafc458fac428ddef7dfa195 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:23.879337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:23.888163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e29222e-81be-4a72-a9df-a40f01b078a8 req-7be19ac1-e9a8-4842-9971-f5d14c40c427 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 210 time: 0.0513148 Feb 19 07:09:23.905200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c17c2ffe-cf9f-4416-8743-910b30fab7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.104578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c17c2ffe-cf9f-4416-8743-910b30fab7aa admin admin] Publish callbacks [] for security_group (240126e1-a39a-470a-bf67-cc591c1d9d74), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.112248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c17c2ffe-cf9f-4416-8743-910b30fab7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240126e1-a39a-470a-bf67-cc591c1d9d74), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.169239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Allocated IP 172.20.0.12 (069e27e8-e524-4d6f-9ae4-101a91f4b577/df5807fa-f4f3-482f-a8c4-7200c41f056d/b306d64e-ad92-4332-9862-133e24e11656) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:24.187748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c17c2ffe-cf9f-4416-8743-910b30fab7aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d842cd7b42744a16a4edbc8894030b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294947 Feb 19 07:09:24.190401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:24.192159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2ffe-cf9f-4416-8743-910b30fab7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240126e1-a39a-470a-bf67-cc591c1d9d74,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:24.303758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-0aecf395-1117-4f61-8908-55b59d77696a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:24.305449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-0aecf395-1117-4f61-8908-55b59d77696a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1533272 Feb 19 07:09:24.322216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3819c2a-298d-4bf6-86c9-a496b3a7cb51 req-f5572f60-f090-4e6e-a83c-4486ed898048 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:24.323708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3819c2a-298d-4bf6-86c9-a496b3a7cb51 req-f5572f60-f090-4e6e-a83c-4486ed898048 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 969 time: 0.1248057 Feb 19 07:09:24.358050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] Publish callbacks [] for security_group (240126e1-a39a-470a-bf67-cc591c1d9d74), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.403970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] Publish callbacks [] for security_group (240126e1-a39a-470a-bf67-cc591c1d9d74), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.408551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3819c2a-298d-4bf6-86c9-a496b3a7cb51 req-acfc1e60-ae38-4a8c-8eb2-6ba285ec3b46 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Feb 19 07:09:24.444689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for port (b306d64e-ad92-4332-9862-133e24e11656), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.474588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240126e1-a39a-470a-bf67-cc591c1d9d74), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.475758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-618b75f4-99c0-42b6-8e1f-c9a6cb08cc67 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624479 Feb 19 07:09:24.477928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.479170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/240126e1-a39a-470a-bf67-cc591c1d9d74 HTTP/1.1" status: 204 len: 168 time: 0.2874751 Feb 19 07:09:24.491319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc960496-31cf-4f3b-b8e7-c621546b4f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240126e1-a39a-470a-bf67-cc591c1d9d74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:24.559693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.637759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:24.640970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:24.641893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a3efcb86-d2fa-4881-8091-8fb9745c8bb1 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:24.650852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:24.658173 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-1f764be9-1b2b-4cb2-bc0f-742c9324df10 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734388 Feb 19 07:09:24.678694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:24.684969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:24.685609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.690773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf257a0-6af1-4c24-bc78-94c05a6ac0fe req-74d81806-f4e1-41c9-a7ac-c48cecd84234 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:24.703058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bf257a0-6af1-4c24-bc78-94c05a6ac0fe req-74d81806-f4e1-41c9-a7ac-c48cecd84234 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 947 time: 0.0991001 Feb 19 07:09:24.713690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-e894c122-fc6c-4cde-8b80-1239f5e899a5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0518267 Feb 19 07:09:24.728475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Request body: {'port': {'device_id': '6db2b661-3667-4aa1-964d-94921883b377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:24.760904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:24.768104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:24.768486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.819810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bf257a0-6af1-4c24-bc78-94c05a6ac0fe req-8e9fce40-2f23-4939-b6da-a7db499cff5a tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157265 Feb 19 07:09:24.893584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b306d64e-ad92-4332-9862-133e24e11656), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:24.959801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:24.960779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.005141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:25.042400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2856c651-5fa1-41bd-b00a-69bee55408be req-1adc6238-c87c-4e19-b963-d8eadb054c4b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 210 time: 0.1201317 Feb 19 07:09:25.110008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:25.117530 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.184521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:25.204812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b163148b-49e3-4f92-9845-d91e51b3ef04 None None] Provisioning complete for port b306d64e-ad92-4332-9862-133e24e11656 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:25.205450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b163148b-49e3-4f92-9845-d91e51b3ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b306d64e-ad92-4332-9862-133e24e11656), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.247803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b163148b-49e3-4f92-9845-d91e51b3ef04 None None] Port b306d64e-ad92-4332-9862-133e24e11656 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:25.361086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46281b-eab3-4841-b073-fca2f78d5d74 req-358733d9-8ce1-4847-9acb-452f6ec739cc tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:25.362584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c46281b-eab3-4841-b073-fca2f78d5d74 req-358733d9-8ce1-4847-9acb-452f6ec739cc tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 932 time: 0.1594248 Feb 19 07:09:25.380796 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c026710-d3f2-4118-a30a-2f6f562f0d23" -d '{"events": [{"server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "name": "network-vif-plugged", "status": "completed", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:25.440566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bc63a568-1fcd-4a58-992e-241edc5be8b1 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:25.458734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c46281b-eab3-4841-b073-fca2f78d5d74 req-f843adff-b180-4f37-878e-4b6f4064043d tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841017 Feb 19 07:09:25.518246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b306d64e-ad92-4332-9862-133e24e11656 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:25.526490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks [] for port (b306d64e-ad92-4332-9862-133e24e11656), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.560790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Transition to ACTIVE for port object b306d64e-ad92-4332-9862-133e24e11656 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:25.567422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.609554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:25.627479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'bc63a568-1fcd-4a58-992e-241edc5be8b1', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'bc63a568-1fcd-4a58-992e-241edc5be8b1', 'mac_address': 'fa:16:3e:fd:f0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:25.676473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port bc63a568-1fcd-4a58-992e-241edc5be8b1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:25.677077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.681415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:25.696605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc63a568-1fcd-4a58-992e-241edc5be8b1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:25.747234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:25.756969 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.758219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Attempting to bind port b306d64e-ad92-4332-9862-133e24e11656 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:25.758558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Attempting to bind port b306d64e-ad92-4332-9862-133e24e11656 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:25.758898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Attempting to bind port b306d64e-ad92-4332-9862-133e24e11656 on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:25.773611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Port b306d64e-ad92-4332-9862-133e24e11656 on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:25.774078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Attempting to bind port b306d64e-ad92-4332-9862-133e24e11656 on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:25.787137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:25.787755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Checking segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:25.787896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Bound using segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:25.791308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Bound port: b306d64e-ad92-4332-9862-133e24e11656, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:25.791708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b306d64e-ad92-4332-9862-133e24e11656), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.815839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc69fe4-92d0-4f16-8bf4-f0456aed0893 req-b6989410-6e01-45da-a706-eb85448444f5 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:25.832546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fc69fe4-92d0-4f16-8bf4-f0456aed0893 req-b6989410-6e01-45da-a706-eb85448444f5 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.1162558 Feb 19 07:09:25.875937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:25.916362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:25.922038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b306d64e-ad92-4332-9862-133e24e11656,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:25.939362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:25.940535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fc69fe4-92d0-4f16-8bf4-f0456aed0893 req-c6f28cb5-1c1d-4b69-ae66-90001326b0f1 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018181 Feb 19 07:09:26.012321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.012949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:26.014652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] 10.222.0.47 "PUT /v2.0/ports/b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 200 len: 1092 time: 1.2933159 Feb 19 07:09:26.015104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:26.017793 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c557c233-6a31-41c2-8634-d8dac31b1b91" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "tag": "b306d64e-ad92-4332-9862-133e24e11656"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:26.052592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744ed99-eecc-4321-8f11-5682a3bf7e2e service neutron] Pushing event updated for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:26.122816 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7e2f4-b388-4205-82c3-406f0b206dc2 x-openstack-request-id: req-e9c7e2f4-b388-4205-82c3-406f0b206dc2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:26.123135 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "name": "network-vif-plugged", "status": "completed", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:26.123423 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9c7e2f4-b388-4205-82c3-406f0b206dc2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:26.123869 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1', 'code': 200} Feb 19 07:09:26.145730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-ac05c31d-65f8-4c34-a819-a08572d0a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.147593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-ac05c31d-65f8-4c34-a819-a08572d0a0d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 1126 time: 0.0709505 Feb 19 07:09:26.179727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['bc63a568-1fcd-4a58-992e-241edc5be8b1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:26.213082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a46843-28da-4d44-8c1f-d18b7f8ed190 req-92ca8507-b8ba-4ef3-a273-d2c3c9fc0a73 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.220713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5a46843-28da-4d44-8c1f-d18b7f8ed190 req-92ca8507-b8ba-4ef3-a273-d2c3c9fc0a73 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 948 time: 0.1383367 Feb 19 07:09:26.282515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-1e28ff2f-8d57-489e-a947-749e5d1efcd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 200 len: 217 time: 0.1248450 Feb 19 07:09:26.322761 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd28ed-8704-4519-aea3-67268ec419fd x-openstack-request-id: req-2bbd28ed-8704-4519-aea3-67268ec419fd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:26.323128 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "tag": "b306d64e-ad92-4332-9862-133e24e11656", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:26.323596 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bbd28ed-8704-4519-aea3-67268ec419fd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:26.324828 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656', 'status': 'completed', 'code': 200} Feb 19 07:09:26.350448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5a46843-28da-4d44-8c1f-d18b7f8ed190 req-4283e300-f3f4-42fb-83b2-ef6675addafe tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237350 Feb 19 07:09:26.383249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.24', 51229) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:26.495032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-efaacb98-e251-4c8d-9509-b269029e7d05 req-6e5281d1-ec2b-4ebc-bcd4-843e05839b7f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 210 time: 0.0933199 Feb 19 07:09:26.508555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-91cd2b26-a01a-453f-984d-401d1bcfbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.509940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-91cd2b26-a01a-453f-984d-401d1bcfbb96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.2073085 Feb 19 07:09:26.591404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-b92f3466-5785-48ee-82f7-4b3fe2cefdb4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.592768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-b92f3466-5785-48ee-82f7-4b3fe2cefdb4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.3059242 Feb 19 07:09:26.597510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-518439ba-e444-4f6c-ab53-888e20857e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.599090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-518439ba-e444-4f6c-ab53-888e20857e49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 1152 time: 0.2148798 Feb 19 07:09:26.615592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Request body: {'port': {'device_id': 'e981c977-7652-4344-b463-aad911223553', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'admin_state_up': True, 'tenant_id': '667a6c0345b647abb5fdbbde48922a07'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:26.623300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-282befa6-725c-4cad-9185-ba3e6b5f724d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:26.623430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-683ffb38-6565-4fd0-a206-14e32dd59165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.625815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-683ffb38-6565-4fd0-a206-14e32dd59165 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057081 Feb 19 07:09:26.726467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-282befa6-725c-4cad-9185-ba3e6b5f724d service neutron] Publish callbacks [] for security_group (8f4c56dc-821c-4348-b40a-5652ab6870e9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:26.742653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-282befa6-725c-4cad-9185-ba3e6b5f724d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8f4c56dc-821c-4348-b40a-5652ab6870e9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:26.820385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e0f909c-afd8-4478-a6ab-90fb7d56789c req-282befa6-725c-4cad-9185-ba3e6b5f724d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125344 Feb 19 07:09:26.821098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282befa6-725c-4cad-9185-ba3e6b5f724d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c56dc-821c-4348-b40a-5652ab6870e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:26.852285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-d4e69b33-a9e8-437d-8eb1-43365a27cefc service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123792 Feb 19 07:09:26.864942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11392e9-e1c0-4f9d-b5c5-243dde417993 req-d0338956-21b2-4eb0-ab7f-93e051017238 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:26.866604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d11392e9-e1c0-4f9d-b5c5-243dde417993 req-d0338956-21b2-4eb0-ab7f-93e051017238 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 944 time: 0.2016864 Feb 19 07:09:26.927338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:26.930625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.015110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d11392e9-e1c0-4f9d-b5c5-243dde417993 req-bb79eee7-3d9b-4787-bf79-12f0bff2739f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366765 Feb 19 07:09:27.065653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ec9bad0-fe5e-4855-87b5-26f4ddb047e0 req-a203d7bb-6bf1-4458-9b8a-42be08a3f54e service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980166 Feb 19 07:09:27.121643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:27.211163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Allocated IP 172.20.0.13 (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b/2f0ace47-f436-4670-8217-62377ae79884/efd7de58-42f5-441e-9a00-397200998cac) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:27.241862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-b551c50b-d3cd-4e0c-8bee-8d43288ae6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:27.243411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-b551c50b-d3cd-4e0c-8bee-8d43288ae6e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 1126 time: 0.1179605 Feb 19 07:09:27.258688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc712e7c-be1d-4fd5-bbb3-3ec6b24939ae req-e14d03ce-d5ce-4a12-849c-ca6b561889f1 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:27.260280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc712e7c-be1d-4fd5-bbb3-3ec6b24939ae req-e14d03ce-d5ce-4a12-849c-ca6b561889f1 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.1267715 Feb 19 07:09:27.376618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bbb62a8-31ae-4a01-a81a-14bba810130d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.406251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:27.434534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bc63a568-1fcd-4a58-992e-241edc5be8b1 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:27.443375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc712e7c-be1d-4fd5-bbb3-3ec6b24939ae req-1d4decc2-3975-4d21-b674-ca39f41060a1 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715510 Feb 19 07:09:27.488658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-94379817-6a70-4fdf-b77a-4c59b3c7a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:27.490681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-94379817-6a70-4fdf-b77a-4c59b3c7a387 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 924 time: 0.2295132 Feb 19 07:09:27.559591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-8654c8b0-47cf-4c74-a345-3790b092c61d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 200 len: 217 time: 0.0583575 Feb 19 07:09:27.576815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port bc63a568-1fcd-4a58-992e-241edc5be8b1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:27.586876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port bc63a568-1fcd-4a58-992e-241edc5be8b1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:27.587376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.605983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks [] for port (efd7de58-42f5-441e-9a00-397200998cac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.680864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port bc63a568-1fcd-4a58-992e-241edc5be8b1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:27.681532 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.707803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61b99ac0-a129-4377-9771-fd139612a6c1 req-5b40a7e5-70b2-4225-8cc9-79b8f7f9d129 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 210 time: 0.0535281 Feb 19 07:09:27.715639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-c76271e1-67ba-4d1c-b7b6-870d4c8224f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:27.718024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-c76271e1-67ba-4d1c-b7b6-870d4c8224f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.1462080 Feb 19 07:09:27.726582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:27.737483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bbb62a8-31ae-4a01-a81a-14bba810130d admin admin] Publish callbacks [] for security_group (68bcf145-75df-4352-99bc-c42ca6e9fec3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.739019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.739303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68d9c216-c7d2-4de2-9216-a6f4d51b1d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.751438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bbb62a8-31ae-4a01-a81a-14bba810130d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68bcf145-75df-4352-99bc-c42ca6e9fec3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.763130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825e46f-8e4f-45c7-8961-56468aa6b03d req-89aabf75-d188-481d-b600-012c9df608e1 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:27.764755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0825e46f-8e4f-45c7-8961-56468aa6b03d req-89aabf75-d188-481d-b600-012c9df608e1 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 948 time: 0.2769532 Feb 19 07:09:27.827922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:27.844263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2bbb62a8-31ae-4a01-a81a-14bba810130d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4d7e20ffa504b459de6c71a126d5345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7207048 Feb 19 07:09:27.854799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:27.863365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb62a8-31ae-4a01-a81a-14bba810130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bcf145-75df-4352-99bc-c42ca6e9fec3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:27.927986 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0825e46f-8e4f-45c7-8961-56468aa6b03d req-cb2dce25-441c-4ad7-b2a7-435e6cd48526 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422410 Feb 19 07:09:27.974701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68d9c216-c7d2-4de2-9216-a6f4d51b1d8f admin admin] Publish callbacks [] for security_group (e4580494-0ef1-4534-8d79-393f6b235ddf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.975839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] Publish callbacks [] for security_group (68bcf145-75df-4352-99bc-c42ca6e9fec3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:27.985540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68d9c216-c7d2-4de2-9216-a6f4d51b1d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e4580494-0ef1-4534-8d79-393f6b235ddf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.013877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-e3d081a9-a45f-47a9-8856-12ebe49e8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.015398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-e3d081a9-a45f-47a9-8856-12ebe49e8ffc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2898176 Feb 19 07:09:28.016321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.030331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] Publish callbacks [] for security_group (68bcf145-75df-4352-99bc-c42ca6e9fec3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.048825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68d9c216-c7d2-4de2-9216-a6f4d51b1d8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0bb6c7dbe8241bdb6ad2704d2b3a9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6392853 Feb 19 07:09:28.049527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9c216-c7d2-4de2-9216-a6f4d51b1d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4580494-0ef1-4534-8d79-393f6b235ddf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:28.055781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:28.124946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:28.127964 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce270b5-86a4-4e41-92b2-688deb743419" -d '{"events": [{"server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:28.143127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:28.147621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68bcf145-75df-4352-99bc-c42ca6e9fec3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.150124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:28.150332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.151545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68bcf145-75df-4352-99bc-c42ca6e9fec3 HTTP/1.1" status: 204 len: 168 time: 0.2951572 Feb 19 07:09:28.156951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:28.162314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.162933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.163112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] Publish callbacks [] for security_group (e4580494-0ef1-4534-8d79-393f6b235ddf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.174469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249171d-2628-464f-a04b-03d21a0ce73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bcf145-75df-4352-99bc-c42ca6e9fec3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:28.201688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] Publish callbacks [] for security_group (e4580494-0ef1-4534-8d79-393f6b235ddf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.213530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6074097 Feb 19 07:09:28.223170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04228a1-4c2f-42c2-acae-56e4f57bf7c4 req-f356c87e-6689-41e4-ad3c-e3522f893543 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.224896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c04228a1-4c2f-42c2-acae-56e4f57bf7c4 req-f356c87e-6689-41e4-ad3c-e3522f893543 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 944 time: 0.1203558 Feb 19 07:09:28.239973 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a01be-fadd-47b8-8d7f-75a4ba6b0257 x-openstack-request-id: req-a07a01be-fadd-47b8-8d7f-75a4ba6b0257 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:28.240496 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "name": "network-vif-plugged", "status": "completed", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:28.240761 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a07a01be-fadd-47b8-8d7f-75a4ba6b0257 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:28.241145 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1', 'code': 200} Feb 19 07:09:28.248482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Request body: {'port': {'device_id': 'e981c977-7652-4344-b463-aad911223553', 'device_owner': 'compute:tempest-test_az-890053058', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:28.251586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8183-6ed0-4442-bc61-98f0de4d0b5a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:28.304283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.47', 59281) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:28.317777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c04228a1-4c2f-42c2-acae-56e4f57bf7c4 req-6737657f-5408-4883-9587-4d9ffc11bcf5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838423 Feb 19 07:09:28.345731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e4580494-0ef1-4534-8d79-393f6b235ddf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.348803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.352902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4580494-0ef1-4534-8d79-393f6b235ddf HTTP/1.1" status: 204 len: 168 time: 0.2938581 Feb 19 07:09:28.353043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-01a734f0-7d01-4d3d-a27f-a6475bdac3c0 service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276563 Feb 19 07:09:28.362355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74e43-cca0-4f51-ba74-27e019dba471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4580494-0ef1-4534-8d79-393f6b235ddf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:28.381721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:28.498051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.528040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c409-90c4-4e8a-932b-d3eb1247663e req-bce6f309-e1f2-45f0-a5c0-61e0df2cb185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.529700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88a5c409-90c4-4e8a-932b-d3eb1247663e req-bce6f309-e1f2-45f0-a5c0-61e0df2cb185 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 1131 time: 0.2220786 Feb 19 07:09:28.561891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:28.583548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3945fd6-32ba-4a42-88e6-f32f45dcb8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.587616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c557c233-6a31-41c2-8634-d8dac31b1b91 req-43fcd8f7-221e-49c3-b9ec-1eb65502fb56 service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048156 Feb 19 07:09:28.717770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88a5c409-90c4-4e8a-932b-d3eb1247663e req-9002b1a1-2e04-4fea-9846-d32ea4bf7f83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757174 Feb 19 07:09:28.746894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544523d-fb47-4346-9f78-0b3c700adb32 req-22f5c699-3746-4c6c-bc70-000e2dad69a5 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.748756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9544523d-fb47-4346-9f78-0b3c700adb32 req-22f5c699-3746-4c6c-bc70-000e2dad69a5 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.1814475 Feb 19 07:09:28.752869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f389f573-3654-42bb-8572-2af7e57c15dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.768948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:28.791630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6750f5-5b6b-4d21-b09f-10a6272c18f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.868410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9544523d-fb47-4346-9f78-0b3c700adb32 req-d0b5ab37-6302-44b6-8812-fedc723436a7 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014712 Feb 19 07:09:28.913964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3945fd6-32ba-4a42-88e6-f32f45dcb8bd admin admin] Publish callbacks [] for security_group (83630d71-fb78-4a65-8a6f-9df240872e67), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.925449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3945fd6-32ba-4a42-88e6-f32f45dcb8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (83630d71-fb78-4a65-8a6f-9df240872e67), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.945796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd7de58-42f5-441e-9a00-397200998cac {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:28.954003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks [] for port (efd7de58-42f5-441e-9a00-397200998cac), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.971562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Transition to ACTIVE for port object efd7de58-42f5-441e-9a00-397200998cac will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:28.975897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:28.981700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347d4fd-a981-4ab8-bd48-50ad635d0b90 req-45b739d2-1262-4567-8e12-d99f92441fe6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:28.983153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0347d4fd-a981-4ab8-bd48-50ad635d0b90 req-45b739d2-1262-4567-8e12-d99f92441fe6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 932 time: 0.1763957 Feb 19 07:09:29.017762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c3945fd6-32ba-4a42-88e6-f32f45dcb8bd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f201ddca94e146129bd25b6e8b8eee33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538188 Feb 19 07:09:29.024374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:29.033135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3945fd6-32ba-4a42-88e6-f32f45dcb8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83630d71-fb78-4a65-8a6f-9df240872e67,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.053732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f389f573-3654-42bb-8572-2af7e57c15dd admin admin] Publish callbacks [] for security_group (3d327a8e-3f82-4ae6-9316-629fa163b41c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.056779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.070071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f389f573-3654-42bb-8572-2af7e57c15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3d327a8e-3f82-4ae6-9316-629fa163b41c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.084668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6750f5-5b6b-4d21-b09f-10a6272c18f7 admin admin] Publish callbacks [] for security_group (483f4c7f-5195-475e-a0f2-d322e910ac10), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.101976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:29.102310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:29.102642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:29.113428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6750f5-5b6b-4d21-b09f-10a6272c18f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (483f4c7f-5195-475e-a0f2-d322e910ac10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.116245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256c0db-cda5-4b37-a964-1bdfeb7bc514 req-2c9ab083-f911-4092-9fa7-c4b6d1bc5943 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:29.117758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5256c0db-cda5-4b37-a964-1bdfeb7bc514 req-2c9ab083-f911-4092-9fa7-c4b6d1bc5943 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 949 time: 0.1029587 Feb 19 07:09:29.118751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:29.119077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:29.126383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:29.126723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:29.127114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:29.127579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Bound port: efd7de58-42f5-441e-9a00-397200998cac, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:29.127934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.159441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f389f573-3654-42bb-8572-2af7e57c15dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cab9b08036544d2a1d9a45280f8146e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751238 Feb 19 07:09:29.165191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:29.172292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0347d4fd-a981-4ab8-bd48-50ad635d0b90 req-d132edea-f27c-4b62-9116-5adc4337feff tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760073 Feb 19 07:09:29.180018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389f573-3654-42bb-8572-2af7e57c15dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d327a8e-3f82-4ae6-9316-629fa163b41c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.194271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1e6750f5-5b6b-4d21-b09f-10a6272c18f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=663da5fe18c645cd9257354b3cd531bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218450 Feb 19 07:09:29.195535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:29.221230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5256c0db-cda5-4b37-a964-1bdfeb7bc514 req-7ed4994a-8bcb-4471-a328-6c543d63c94d tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964923 Feb 19 07:09:29.226376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] Publish callbacks [] for security_group (83630d71-fb78-4a65-8a6f-9df240872e67), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.247676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6750f5-5b6b-4d21-b09f-10a6272c18f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f4c7f-5195-475e-a0f2-d322e910ac10,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.256355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:29.261272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:29.267832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] Publish callbacks [] for security_group (83630d71-fb78-4a65-8a6f-9df240872e67), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.270133 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.289520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] Publish callbacks [] for security_group (3d327a8e-3f82-4ae6-9316-629fa163b41c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.306121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] Publish callbacks [] for security_group (483f4c7f-5195-475e-a0f2-d322e910ac10), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.326743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] Publish callbacks [] for security_group (3d327a8e-3f82-4ae6-9316-629fa163b41c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.327995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:29.328630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.330120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-719df249-b224-4855-8496-486eb1bc9803 service neutron] 10.222.0.24 "PUT /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 1113 time: 1.0974975 Feb 19 07:09:29.330624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:29.332869 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e981c977-7652-4344-b463-aad911223553", "tag": "efd7de58-42f5-441e-9a00-397200998cac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:29.347233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] Publish callbacks [] for security_group (483f4c7f-5195-475e-a0f2-d322e910ac10), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.372584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (83630d71-fb78-4a65-8a6f-9df240872e67), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.376115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.377891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83630d71-fb78-4a65-8a6f-9df240872e67 HTTP/1.1" status: 204 len: 168 time: 0.3416493 Feb 19 07:09:29.384962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df249-b224-4855-8496-486eb1bc9803 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.397495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302f2f-5d69-4849-b07f-461f5372f7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83630d71-fb78-4a65-8a6f-9df240872e67,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.405904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3d327a8e-3f82-4ae6-9316-629fa163b41c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.417238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.421343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d327a8e-3f82-4ae6-9316-629fa163b41c HTTP/1.1" status: 204 len: 168 time: 0.2509627 Feb 19 07:09:29.437293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3ffb-6619-486b-852c-cf7dfd14723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d327a8e-3f82-4ae6-9316-629fa163b41c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.447735 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eb4856-44d2-4eaf-9355-e202203110f6 x-openstack-request-id: req-78eb4856-44d2-4eaf-9355-e202203110f6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:29.447988 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e981c977-7652-4344-b463-aad911223553", "tag": "efd7de58-42f5-441e-9a00-397200998cac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:29.448339 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78eb4856-44d2-4eaf-9355-e202203110f6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:29.449474 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac', 'status': 'completed', 'code': 200} Feb 19 07:09:29.452791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (483f4c7f-5195-475e-a0f2-d322e910ac10), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.455466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.459470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/483f4c7f-5195-475e-a0f2-d322e910ac10 HTTP/1.1" status: 204 len: 168 time: 0.2601261 Feb 19 07:09:29.478807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fdacd-1fb7-48b0-8c9e-78d1364e6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f4c7f-5195-475e-a0f2-d322e910ac10,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:29.518082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-fd479fea-e6b0-464d-8999-5500f848318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:29.519661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-fd479fea-e6b0-464d-8999-5500f848318b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1147 time: 0.1112087 Feb 19 07:09:29.570854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-4b762939-5512-4bc9-be7a-e9e6ffd3531f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.0428398 Feb 19 07:09:29.581128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e322b3-c56f-42f6-b82f-77ae8f7098c4 req-b42c2055-d37f-481b-a9f4-1ec8fa09355a tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:29.582575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85e322b3-c56f-42f6-b82f-77ae8f7098c4 req-b42c2055-d37f-481b-a9f4-1ec8fa09355a tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 944 time: 0.1240969 Feb 19 07:09:29.650917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-aa138729-4e79-4726-a857-3e1b90c25df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:29.652450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-aa138729-4e79-4726-a857-3e1b90c25df3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0690095 Feb 19 07:09:29.692029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85e322b3-c56f-42f6-b82f-77ae8f7098c4 req-e47e3356-8a63-4b97-aed9-352757b54635 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004052 Feb 19 07:09:29.694105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-947f8218-eb61-4b83-9a9a-d86c2017ea3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326004 Feb 19 07:09:29.820092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-d4964688-1c2b-4b7e-8bcf-1bfe0fe9e4d2 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193650 Feb 19 07:09:29.826187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.894754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:29.914474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec57851d-f859-4363-86b7-7bf5664aaf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:29.931052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4078d57c-3030-4789-a400-fb1e4d565fb4 req-6fbf7f12-98ac-49d6-a975-bf6b72e51d13 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038909 Feb 19 07:09:30.054316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-20d1da92-082b-4cb9-9bee-efaad4702e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.056506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-20d1da92-082b-4cb9-9bee-efaad4702e72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1147 time: 0.0656230 Feb 19 07:09:30.067117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec57851d-f859-4363-86b7-7bf5664aaf31 admin admin] Publish callbacks [] for security_group (8253c218-2dee-48f9-8b66-80918c9f7919), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.078933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0484c-8c74-4515-a233-751e82f5294b req-27caa29d-19fd-46d7-84db-3b362b3c6c8a tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.087463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7a0484c-8c74-4515-a233-751e82f5294b req-27caa29d-19fd-46d7-84db-3b362b3c6c8a tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.0922906 Feb 19 07:09:30.096915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec57851d-f859-4363-86b7-7bf5664aaf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8253c218-2dee-48f9-8b66-80918c9f7919), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.169669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec57851d-f859-4363-86b7-7bf5664aaf31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b305e4ee01954262a433099de68c7cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739522 Feb 19 07:09:30.172438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:30.178367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7a0484c-8c74-4515-a233-751e82f5294b req-8ce4ef88-4d00-4ab1-8124-deb0bd02ea8b tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898869 Feb 19 07:09:30.179580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57851d-f859-4363-86b7-7bf5664aaf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8253c218-2dee-48f9-8b66-80918c9f7919,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:30.216285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-e1eeb937-f981-4b65-9f74-faa3b4b461ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.217779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-e1eeb937-f981-4b65-9f74-faa3b4b461ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1535792 Feb 19 07:09:30.276823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-b6e0d027-8a9d-4935-aafb-93dbb418af05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.0519650 Feb 19 07:09:30.277570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] Publish callbacks [] for security_group (8253c218-2dee-48f9-8b66-80918c9f7919), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.339031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] Publish callbacks [] for security_group (8253c218-2dee-48f9-8b66-80918c9f7919), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.380111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-48a79738-7e19-4c46-947b-4ec20d5591ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.381589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-48a79738-7e19-4c46-947b-4ec20d5591ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0940647 Feb 19 07:09:30.395396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc0d8-21cf-4b0c-9c7c-53de187c6754 req-8b5ce76d-f56d-49f0-b555-9e696edabf06 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.397194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-730dc0d8-21cf-4b0c-9c7c-53de187c6754 req-8b5ce76d-f56d-49f0-b555-9e696edabf06 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.0769255 Feb 19 07:09:30.442146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-1cd89632-9648-4fef-86a8-7335b9022870 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370257 Feb 19 07:09:30.467427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-730dc0d8-21cf-4b0c-9c7c-53de187c6754 req-0de54412-cb1a-45e0-91a4-9cbb9d8bef2c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543633 Feb 19 07:09:30.500226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-b0f3b86e-19d4-42e2-a3a1-6be161840251 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.501783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-b0f3b86e-19d4-42e2-a3a1-6be161840251 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 1152 time: 0.1458826 Feb 19 07:09:30.531082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-673ddcaa-e019-48b2-b3f0-885fcd5b1775 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.539017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8253c218-2dee-48f9-8b66-80918c9f7919), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.541924 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.543142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8253c218-2dee-48f9-8b66-80918c9f7919 HTTP/1.1" status: 204 len: 168 time: 0.3697577 Feb 19 07:09:30.564850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399e6b5-9b0d-47db-882e-6d20390e7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253c218-2dee-48f9-8b66-80918c9f7919,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:30.614618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103b157-20b9-4700-aff7-1021d984161d req-5e2c16f7-61de-44ee-a865-4246eff6aecc tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.622565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7103b157-20b9-4700-aff7-1021d984161d req-5e2c16f7-61de-44ee-a865-4246eff6aecc tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 949 time: 0.0753810 Feb 19 07:09:30.626932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-20762da1-993b-4174-a168-64c80a9d2c9c service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762042 Feb 19 07:09:30.711957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7103b157-20b9-4700-aff7-1021d984161d req-e13af253-274d-4bb2-9c28-ab28e3861354 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836647 Feb 19 07:09:30.764099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c69ecc-6ddc-480f-b0ef-0185ac434cb3 req-29c30e3f-9ea5-450a-8d8c-960aeacf8c75 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284931 Feb 19 07:09:30.765921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-673ddcaa-e019-48b2-b3f0-885fcd5b1775 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] Publish callbacks [] for security_group (4211328e-2f84-4489-934f-85d6d301ef49), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.778812 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-673ddcaa-e019-48b2-b3f0-885fcd5b1775 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4211328e-2f84-4489-934f-85d6d301ef49), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:30.855756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ddcaa-e019-48b2-b3f0-885fcd5b1775 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4211328e-2f84-4489-934f-85d6d301ef49,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:30.873645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86920c-846b-4e93-b572-4d815b0872a0 req-5dac9a5c-bacd-4041-987c-67338cb8eef5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:30.881609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce86920c-846b-4e93-b572-4d815b0872a0 req-5dac9a5c-bacd-4041-987c-67338cb8eef5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 944 time: 0.0845649 Feb 19 07:09:30.895582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a58f3d4-31fc-4776-8c5a-15c229a65eb4 req-673ddcaa-e019-48b2-b3f0-885fcd5b1775 tempest-AggregatesAdminTestJSON-1962777246 tempest-AggregatesAdminTestJSON-1962777246-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862221 Feb 19 07:09:30.938519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce86920c-846b-4e93-b572-4d815b0872a0 req-0157ef03-a3d9-42af-ab28-03d31aeaff0f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559194 Feb 19 07:09:31.216883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0f4ac-0d97-4148-8b60-2b5db7a8f3f0 req-aa971bf5-8e5f-4eb3-899c-e38d0af713fc tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:31.218316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0f0f4ac-0d97-4148-8b60-2b5db7a8f3f0 req-aa971bf5-8e5f-4eb3-899c-e38d0af713fc tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.0652895 Feb 19 07:09:31.272425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0f0f4ac-0d97-4148-8b60-2b5db7a8f3f0 req-2022b865-8708-464c-b507-3823839b59a9 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Feb 19 07:09:31.427596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b306d64e-ad92-4332-9862-133e24e11656 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:31.585025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b306d64e-ad92-4332-9862-133e24e11656,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:31.600266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b306d64e-ad92-4332-9862-133e24e11656', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'port_id': 'b306d64e-ad92-4332-9862-133e24e11656', 'mac_address': 'fa:16:3e:8b:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:31.647607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0c9d8-1eac-41a4-8cd7-6c8c2b849e71 req-7177ad91-5dae-41dd-9f2d-85f50748d67d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:31.649907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76d0c9d8-1eac-41a4-8cd7-6c8c2b849e71 req-7177ad91-5dae-41dd-9f2d-85f50748d67d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.0927672 Feb 19 07:09:31.665481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b306d64e-ad92-4332-9862-133e24e11656 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:31.666342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b306d64e-ad92-4332-9862-133e24e11656), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:31.687165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b306d64e-ad92-4332-9862-133e24e11656 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:31.708352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76d0c9d8-1eac-41a4-8cd7-6c8c2b849e71 req-df7202e7-edb2-4245-842f-3b14354d3741 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Feb 19 07:09:31.715035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b306d64e-ad92-4332-9862-133e24e11656,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:31.722694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:31.782895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:31.877593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b09e8-2411-4771-acdb-244c8d116b14 req-6893d0ce-3930-497a-b1f5-fa6f12a6adeb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:31.879091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86b09e8-2411-4771-acdb-244c8d116b14 req-6893d0ce-3930-497a-b1f5-fa6f12a6adeb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 949 time: 0.0572202 Feb 19 07:09:31.930036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86b09e8-2411-4771-acdb-244c8d116b14 req-99b22e12-d91f-48f0-9e1e-492661cd5ba5 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Feb 19 07:09:32.114783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b306d64e-ad92-4332-9862-133e24e11656'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:32.178300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a96c-c05a-4a8c-9c5f-5ca829ca3f38 req-553b9e1f-d097-4f4d-a432-48e56ff3cb58 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:32.185994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e16a96c-c05a-4a8c-9c5f-5ca829ca3f38 req-553b9e1f-d097-4f4d-a432-48e56ff3cb58 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 945 time: 0.0668244 Feb 19 07:09:32.257634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e16a96c-c05a-4a8c-9c5f-5ca829ca3f38 req-c3148f03-c097-47f8-94ea-a2264a6f9fa9 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706863 Feb 19 07:09:32.279089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:32.441099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef49ec45-2ba0-4d56-9dd3-d464891150f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:32.461388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25c5cf-eb49-44c0-a378-229c7b2ca77a req-d36178ff-176d-4cbc-8a4e-aaff73fbdcb3 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:32.468313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb25c5cf-eb49-44c0-a378-229c7b2ca77a req-d36178ff-176d-4cbc-8a4e-aaff73fbdcb3 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.0602264 Feb 19 07:09:32.527300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb25c5cf-eb49-44c0-a378-229c7b2ca77a req-5a1bebc1-c25e-413d-b053-4da774e51db2 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/security-groups?id=839ede09-3e6a-4645-8294-9ffbd422ac60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570843 Feb 19 07:09:32.585640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6392f-d0f1-4260-a554-e397a82a201b req-449a26b0-b749-4262-918a-3862a1c2278f tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:32.587528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08f6392f-d0f1-4260-a554-e397a82a201b req-449a26b0-b749-4262-918a-3862a1c2278f tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 970 time: 0.1082799 Feb 19 07:09:32.659644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef49ec45-2ba0-4d56-9dd3-d464891150f5 admin admin] Publish callbacks [] for security_group (aa8ba31e-b16a-4486-9af1-5efbbd2c0f75), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:32.666625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device efd7de58-42f5-441e-9a00-397200998cac details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:32.683330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef49ec45-2ba0-4d56-9dd3-d464891150f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aa8ba31e-b16a-4486-9af1-5efbbd2c0f75), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:32.702550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a934f3-c2eb-4f75-975c-adb845561b36 req-ff5ff1f3-667c-46ac-adb8-fbaed09f3813 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:32.710460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5a934f3-c2eb-4f75-975c-adb845561b36 req-ff5ff1f3-667c-46ac-adb8-fbaed09f3813 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 949 time: 0.0762010 Feb 19 07:09:32.783878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ef49ec45-2ba0-4d56-9dd3-d464891150f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=799205d34a3948c898eed6ea41794113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036731 Feb 19 07:09:32.786414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:32.800813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5a934f3-c2eb-4f75-975c-adb845561b36 req-4fb1de76-dc47-4f1f-b84b-7f5efbb880cb tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877719 Feb 19 07:09:32.804472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49ec45-2ba0-4d56-9dd3-d464891150f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8ba31e-b16a-4486-9af1-5efbbd2c0f75,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:32.822978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:32.853082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:32.869557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'efd7de58-42f5-441e-9a00-397200998cac', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'port_id': 'efd7de58-42f5-441e-9a00-397200998cac', 'mac_address': 'fa:16:3e:84:3c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ace47-f436-4670-8217-62377ae79884', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-890053058', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:32.910941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port efd7de58-42f5-441e-9a00-397200998cac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:32.911373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:32.926366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd7de58-42f5-441e-9a00-397200998cac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:32.950327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:32.964068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.002887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:33.038805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:33.101843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Deleting port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:09:33.102174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.117427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] Publish callbacks [] for security_group (aa8ba31e-b16a-4486-9af1-5efbbd2c0f75), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.151059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fa47aa-1abd-4c78-be9d-62fa976a29c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.166044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['efd7de58-42f5-441e-9a00-397200998cac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:33.193459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] Publish callbacks [] for security_group (aa8ba31e-b16a-4486-9af1-5efbbd2c0f75), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.217577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9aa54-3c0e-4988-b06a-3f0a57ef8dea req-b3772635-9e6c-4649-8439-010625cbc9fd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.219349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dc9aa54-3c0e-4988-b06a-3f0a57ef8dea req-b3772635-9e6c-4649-8439-010625cbc9fd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.3562095 Feb 19 07:09:33.283414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] For port a3efcb86-d2fa-4881-8091-8fb9745c8bb1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:33.283696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.309071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Calling delete_port for a3efcb86-d2fa-4881-8091-8fb9745c8bb1 owned by compute:tempest-test_az-890053058 {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:09:33.341283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fa47aa-1abd-4c78-be9d-62fa976a29c6 admin admin] Publish callbacks [] for security_group (22ba8557-ac2a-4c25-885f-80215617c32f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.341827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dc9aa54-3c0e-4988-b06a-3f0a57ef8dea req-c9a95976-c528-4f19-be2b-4d4488c41332 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150417 Feb 19 07:09:33.351697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fa47aa-1abd-4c78-be9d-62fa976a29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (22ba8557-ac2a-4c25-885f-80215617c32f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.380503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-38fa47aa-1abd-4c78-be9d-62fa976a29c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=749dd3cc20b74db5a5efc4c9e84c3a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764462 Feb 19 07:09:33.388535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:33.390067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.390730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.391458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.392152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.392686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.393171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.393800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.394099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aa8ba31e-b16a-4486-9af1-5efbbd2c0f75), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.395980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c718556f-69f2-4d0c-b928-05cc80e0f2a2 req-502b001f-eab8-4216-b97e-aa51ffa125b6 tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5041 time: 0.1903460 Feb 19 07:09:33.396708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.397826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa8ba31e-b16a-4486-9af1-5efbbd2c0f75 HTTP/1.1" status: 204 len: 168 time: 0.6104994 Feb 19 07:09:33.411343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfad90b-a219-4027-b3fd-94f8f35e9d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8ba31e-b16a-4486-9af1-5efbbd2c0f75,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:33.459400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b306d64e-ad92-4332-9862-133e24e11656 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:33.543296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd033596-5378-4f6d-8392-1d5c1f255ee1 req-3d0fbfb4-5cca-4970-a3cf-925a8e2b967c tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.561991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd033596-5378-4f6d-8392-1d5c1f255ee1 req-3d0fbfb4-5cca-4970-a3cf-925a8e2b967c tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 886 time: 0.1318338 Feb 19 07:09:33.571356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa47aa-1abd-4c78-be9d-62fa976a29c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba8557-ac2a-4c25-885f-80215617c32f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:33.585279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b306d64e-ad92-4332-9862-133e24e11656 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:33.587651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338960eb-e996-4a83-b7b9-b911a206bbca req-e6f7c859-11a1-4300-86af-bfacb6a9cfac tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.590126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b306d64e-ad92-4332-9862-133e24e11656 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:33.590651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b306d64e-ad92-4332-9862-133e24e11656), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.597097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-338960eb-e996-4a83-b7b9-b911a206bbca req-e6f7c859-11a1-4300-86af-bfacb6a9cfac tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 945 time: 0.1299198 Feb 19 07:09:33.614457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a3efcb86-d2fa-4881-8091-8fb9745c8bb1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.626828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] Publish callbacks [] for security_group (22ba8557-ac2a-4c25-885f-80215617c32f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.631647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a3efcb86-d2fa-4881-8091-8fb9745c8bb1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:33.686318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Pushing event deleted for resources: {'Port': ['ID=a3efcb86-d2fa-4881-8091-8fb9745c8bb1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:33.690799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5355a016-7d1f-4b95-bb31-7c4f47b9636c req-29a6df97-3486-48af-ae8a-e40c809dceb0 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.43 "GET /v2.0/ports?device_id=eefc5506-e06f-46f0-a0bd-8f62b9bf39cc HTTP/1.1" status: 200 len: 210 time: 0.0434592 Feb 19 07:09:33.723684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] Publish callbacks [] for security_group (22ba8557-ac2a-4c25-885f-80215617c32f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.735710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b306d64e-ad92-4332-9862-133e24e11656 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:33.736756 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b306d64e-ad92-4332-9862-133e24e11656), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.801892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b306d64e-ad92-4332-9862-133e24e11656,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:33.804035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:33.807595 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a4e09c-2f81-4642-bbbc-09e5b6767a01" -d '{"events": [{"server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "name": "network-vif-plugged", "status": "completed", "tag": "b306d64e-ad92-4332-9862-133e24e11656"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:33.827341 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.873658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] No DVR routers for this DVR port a3efcb86-d2fa-4881-8091-8fb9745c8bb1 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:09:33.884845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.885228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.885702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.886679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.887418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.887903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.888400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:33.888513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:33.918393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-338960eb-e996-4a83-b7b9-b911a206bbca req-f08c5bf4-a3b0-470f-b109-0dfc3ea75f3d tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930653 Feb 19 07:09:33.919420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ffe1db5-80e3-4d71-b30b-9b46897af85c req-55e705fa-6a52-4798-9da7-40f5ce8952cb tempest-NetworksTest-1698146982 tempest-NetworksTest-1698146982-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5041 time: 0.1926157 Feb 19 07:09:33.919672 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.921469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (22ba8557-ac2a-4c25-885f-80215617c32f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.922951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08f6392f-d0f1-4260-a554-e397a82a201b req-f1a31540-0d73-4c74-9b5b-802f37b54f67 tempest-AggregatesAdminTestJSON-382628003 tempest-AggregatesAdminTestJSON-382628003-project] 10.222.0.24 "DELETE /v2.0/ports/a3efcb86-d2fa-4881-8091-8fb9745c8bb1 HTTP/1.1" status: 204 len: 173 time: 1.3273582 Feb 19 07:09:33.925796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:33.926925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22ba8557-ac2a-4c25-885f-80215617c32f HTTP/1.1" status: 204 len: 168 time: 0.5297306 Feb 19 07:09:33.928356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'name': 'network-vif-deleted', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:33.935704 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f4d87-7dd9-4d02-8f7f-6d2cebc94ca6" -d '{"events": [{"server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "name": "network-vif-deleted", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:33.942698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00464c40-3c5f-4633-81ac-96a19ab14458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba8557-ac2a-4c25-885f-80215617c32f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:34.008777 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea34b2-340a-4793-b27f-d7b929228d50 x-openstack-request-id: req-d7ea34b2-340a-4793-b27f-d7b929228d50 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:34.009089 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "name": "network-vif-plugged", "status": "completed", "tag": "b306d64e-ad92-4332-9862-133e24e11656", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:34.009348 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7ea34b2-340a-4793-b27f-d7b929228d50 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:34.013697 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656', 'code': 200} Feb 19 07:09:34.068999 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf371fa9-9a0c-447e-a5b1-17db02182b88 x-openstack-request-id: req-cf371fa9-9a0c-447e-a5b1-17db02182b88 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:34.069348 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefc5506-e06f-46f0-a0bd-8f62b9bf39cc", "name": "network-vif-deleted", "tag": "a3efcb86-d2fa-4881-8091-8fb9745c8bb1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:34.069832 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf371fa9-9a0c-447e-a5b1-17db02182b88 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:34.070237 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefc5506-e06f-46f0-a0bd-8f62b9bf39cc', 'name': 'network-vif-deleted', 'tag': 'a3efcb86-d2fa-4881-8091-8fb9745c8bb1', 'status': 'completed', 'code': 200} Feb 19 07:09:34.115364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa99605-7a8d-4d56-959a-88e83aabbfae req-7dbf145b-c8eb-48a3-93b1-55cf999704e0 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:34.118197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fa99605-7a8d-4d56-959a-88e83aabbfae req-7dbf145b-c8eb-48a3-93b1-55cf999704e0 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 949 time: 0.1022754 Feb 19 07:09:34.152837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b7912-2250-4f0c-bcf1-e55b8e4c0e57 req-82f98a2d-4c67-455d-a3dc-1ac0fe199977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:34.154633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f52b7912-2250-4f0c-bcf1-e55b8e4c0e57 req-82f98a2d-4c67-455d-a3dc-1ac0fe199977 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 1128 time: 0.0732408 Feb 19 07:09:34.192587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fa99605-7a8d-4d56-959a-88e83aabbfae req-789729d6-8ae3-4d8a-8ef1-d57098e2e82d tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Feb 19 07:09:34.224815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f52b7912-2250-4f0c-bcf1-e55b8e4c0e57 req-4ced6156-e72e-4a60-9080-bc2a7b578beb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 Feb 19 07:09:34.348755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:34.469861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:34.486495 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cde981b-80dc-4fb1-b856-fedf0bf677b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.490254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09aa2c93-9387-4c74-a9a4-18aea23d2d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.534265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658819f0-1466-4a38-a490-48c5f2f9a5fb req-243a3e64-a6a3-47c8-a566-a5642e56c6e2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:34.536305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-658819f0-1466-4a38-a490-48c5f2f9a5fb req-243a3e64-a6a3-47c8-a566-a5642e56c6e2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.1145322 Feb 19 07:09:34.597274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09aa2c93-9387-4c74-a9a4-18aea23d2d53 admin admin] Publish callbacks [] for security_group (24f98b34-f914-41a3-ab16-ad938d10dc6b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.605446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09aa2c93-9387-4c74-a9a4-18aea23d2d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (24f98b34-f914-41a3-ab16-ad938d10dc6b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.616598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-443e7193-0f18-4829-a78e-61467b0a3230 tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:34.618116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-443e7193-0f18-4829-a78e-61467b0a3230 tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 1131 time: 0.1291165 Feb 19 07:09:34.659913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-09aa2c93-9387-4c74-a9a4-18aea23d2d53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40f9bde8ce8645fb9b5ce921634fbfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100560 Feb 19 07:09:34.662422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:34.670413 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-658819f0-1466-4a38-a490-48c5f2f9a5fb req-ca745ae1-1447-49b3-acae-2f3b92496831 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269324 Feb 19 07:09:34.695486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device efd7de58-42f5-441e-9a00-397200998cac up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:34.740142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cde981b-80dc-4fb1-b856-fedf0bf677b9 admin admin] Publish callbacks [] for security_group (1bb2d911-b44f-46eb-a858-52bf98d4c455), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.748029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cde981b-80dc-4fb1-b856-fedf0bf677b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1bb2d911-b44f-46eb-a858-52bf98d4c455), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.749455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa2c93-9387-4c74-a9a4-18aea23d2d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f98b34-f914-41a3-ab16-ad938d10dc6b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:34.777849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] Publish callbacks [] for security_group (24f98b34-f914-41a3-ab16-ad938d10dc6b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.803691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] Publish callbacks [] for security_group (24f98b34-f914-41a3-ab16-ad938d10dc6b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.809700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port efd7de58-42f5-441e-9a00-397200998cac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:34.810558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:34.815619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port efd7de58-42f5-441e-9a00-397200998cac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:34.816085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (efd7de58-42f5-441e-9a00-397200998cac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.865869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4cde981b-80dc-4fb1-b856-fedf0bf677b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da50eed9af7b439ebe4cf962d874f6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947587 Feb 19 07:09:34.869062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:34.871977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Deleting port bc63a568-1fcd-4a58-992e-241edc5be8b1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:09:34.872341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.874343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde981b-80dc-4fb1-b856-fedf0bf677b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2d911-b44f-46eb-a858-52bf98d4c455,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:34.876202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (24f98b34-f914-41a3-ab16-ad938d10dc6b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.880021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.882500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24f98b34-f914-41a3-ab16-ad938d10dc6b HTTP/1.1" status: 204 len: 168 time: 0.2178433 Feb 19 07:09:34.902052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5875703-278c-42de-8b21-191fe1b9d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f98b34-f914-41a3-ab16-ad938d10dc6b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:34.976273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] For port bc63a568-1fcd-4a58-992e-241edc5be8b1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bc63a568-1fcd-4a58-992e-241edc5be8b1,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:34.976986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:34.982146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port efd7de58-42f5-441e-9a00-397200998cac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:34.984838 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.003921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Calling delete_port for bc63a568-1fcd-4a58-992e-241edc5be8b1 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:09:35.007428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] Publish callbacks [] for security_group (1bb2d911-b44f-46eb-a858-52bf98d4c455), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.073763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-467839588-network', 'tenant_id': 'eb8880f4da904b83bad64a248194c398'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:35.078539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] Publish callbacks [] for security_group (1bb2d911-b44f-46eb-a858-52bf98d4c455), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.086663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:35.093029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.094382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a3efcb86-d2fa-4881-8091-8fb9745c8bb1 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:09:35.127785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: a3efcb86-d2fa-4881-8091-8fb9745c8bb1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:09:35.128492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a3efcb86-d2fa-4881-8091-8fb9745c8bb1 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:09:35.142384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e111f-7822-49c0-a976-572822a31ac0 req-a84a6a88-8c52-4e82-a35c-2a9421089332 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:35.149434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e111f-7822-49c0-a976-572822a31ac0 req-a84a6a88-8c52-4e82-a35c-2a9421089332 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 946 time: 0.1368051 Feb 19 07:09:35.158582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:35.161028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.180903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.210402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:35.235927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e111f-7822-49c0-a976-572822a31ac0 req-f1c1a49c-8d26-439f-b469-c03ac309ca9b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853806 Feb 19 07:09:35.243889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1bb2d911-b44f-46eb-a858-52bf98d4c455), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.246298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (bc63a568-1fcd-4a58-992e-241edc5be8b1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.254091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.256110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bb2d911-b44f-46eb-a858-52bf98d4c455 HTTP/1.1" status: 204 len: 168 time: 0.3860059 Feb 19 07:09:35.265458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['bc63a568-1fcd-4a58-992e-241edc5be8b1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:35.279953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0ab0-2e90-42ce-83ca-55276f58e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2d911-b44f-46eb-a858-52bf98d4c455,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:35.387029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks [] for security_group (f1c626e0-ed3e-4747-810b-39252f11ef15), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.398698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f1c626e0-ed3e-4747-810b-39252f11ef15), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.431604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:09:35.436948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc63a568-1fcd-4a58-992e-241edc5be8b1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:35.457955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (117a6407-db8a-4b2e-8bdd-ce7982c48f68), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.459345 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Added segment 117a6407-db8a-4b2e-8bdd-ce7982c48f68 of type vlan for network 6680805c-b33c-437b-a225-12a70560b16f Feb 19 07:09:35.492513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e09882e7-5ade-4a42-8b46-866f83305e9a req-231fc4af-c9a9-4976-bf04-f9738dca4775 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 210 time: 0.0622222 Feb 19 07:09:35.533202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] No DVR routers for this DVR port bc63a568-1fcd-4a58-992e-241edc5be8b1 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:09:35.536335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.540629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4f2053f-9b56-4adf-8367-841a3cbb5944 req-911d1e16-b507-4e1b-be06-9c7efa37fe4b tempest-DeleteServersAdminTestJSON-763388588 tempest-DeleteServersAdminTestJSON-763388588-project-admin] 10.222.0.47 "DELETE /v2.0/ports/bc63a568-1fcd-4a58-992e-241edc5be8b1 HTTP/1.1" status: 204 len: 173 time: 0.9152970 Feb 19 07:09:35.602266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (6680805c-b33c-437b-a225-12a70560b16f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.605998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c626e0-ed3e-4747-810b-39252f11ef15,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:35.655915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (6680805c-b33c-437b-a225-12a70560b16f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.656462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:35.657503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.697051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:35.721555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] Pushing event updated for resources: {'Network': ['ID=6680805c-b33c-437b-a225-12a70560b16f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:35.729240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-463b440e-c416-4eb3-9097-2e1b1175dfea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:35.736351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 6680805c-b33c-437b-a225-12a70560b16f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:09:35.746188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d10bb415-3c4c-4ddf-adf0-65bc936cd950 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.9318171 Feb 19 07:09:35.748122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:35.754759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Request body: {'subnet': {'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-467839588-subnet', 'tenant_id': 'eb8880f4da904b83bad64a248194c398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:35.853567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:35.855927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.014961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:36.017266 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6cd7b-585c-4ff5-bbfc-45817b83cdfd" -d '{"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-plugged", "status": "completed", "tag": "efd7de58-42f5-441e-9a00-397200998cac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:36.017434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fd89112-e905-407e-bbc8-c9ea90efd9c6 req-a598f77e-fb4e-4908-be47-94642179c8ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0545812 Feb 19 07:09:36.041436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34caa4-0df1-44c5-9c16-b6829d259d8c req-6ac22d9e-c256-4d80-ac7b-1fbf69d33204 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:36.048030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e34caa4-0df1-44c5-9c16-b6829d259d8c req-6ac22d9e-c256-4d80-ac7b-1fbf69d33204 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 967 time: 0.2543216 Feb 19 07:09:36.072820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'name': 'network-vif-deleted', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:36.083706 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e43c1b-3a75-47e8-ab80-d47bcb1a329f" -d '{"events": [{"server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "name": "network-vif-deleted", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:36.153974 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd0fe99-f329-4664-becc-06fa10c52a68 x-openstack-request-id: req-9fd0fe99-f329-4664-becc-06fa10c52a68 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:36.154312 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-plugged", "status": "completed", "tag": "efd7de58-42f5-441e-9a00-397200998cac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:36.154703 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fd0fe99-f329-4664-becc-06fa10c52a68 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:36.155171 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac', 'code': 200} Feb 19 07:09:36.181745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-463b440e-c416-4eb3-9097-2e1b1175dfea admin admin] Publish callbacks [] for security_group (30ff9b7f-4198-488c-8778-d319ebb97ade), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.191727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fd89112-e905-407e-bbc8-c9ea90efd9c6 req-bac97db9-b906-4e39-ba57-ed9cea64e405 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&device_id=0d8be5dc-28a6-4b23-b34b-18de59992bf0 HTTP/1.1" status: 200 len: 210 time: 0.0891521 Feb 19 07:09:36.199156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-463b440e-c416-4eb3-9097-2e1b1175dfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (30ff9b7f-4198-488c-8778-d319ebb97ade), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.213859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb1630b5-957e-4376-8648-40305f64b7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.246810 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a27c18-7f79-4b11-96e5-213248b8fe36 x-openstack-request-id: req-14a27c18-7f79-4b11-96e5-213248b8fe36 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:36.247123 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8be5dc-28a6-4b23-b34b-18de59992bf0", "name": "network-vif-deleted", "tag": "bc63a568-1fcd-4a58-992e-241edc5be8b1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:36.247403 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14a27c18-7f79-4b11-96e5-213248b8fe36 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:36.247798 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8be5dc-28a6-4b23-b34b-18de59992bf0', 'name': 'network-vif-deleted', 'tag': 'bc63a568-1fcd-4a58-992e-241edc5be8b1', 'status': 'completed', 'code': 200} Feb 19 07:09:36.285838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b440e-c416-4eb3-9097-2e1b1175dfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff9b7f-4198-488c-8778-d319ebb97ade,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:36.386531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fd89112-e905-407e-bbc8-c9ea90efd9c6 req-7096cfd4-9f18-405f-90d8-37244f684106 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416540 Feb 19 07:09:36.398067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-463b440e-c416-4eb3-9097-2e1b1175dfea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccdd1b3cd4d7448198fcebe17ac29c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7001600 Feb 19 07:09:36.400972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:36.411752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e34caa4-0df1-44c5-9c16-b6829d259d8c req-0bbcecef-80e5-4045-aa51-1054ae72916d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542972 Feb 19 07:09:36.507282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] Publish callbacks [] for security_group (30ff9b7f-4198-488c-8778-d319ebb97ade), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.551734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] Publish callbacks [] for security_group (30ff9b7f-4198-488c-8778-d319ebb97ade), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.621581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb85e9-6559-45c1-a78a-c56fc7b0109f req-edc96772-3a64-461f-a774-4814055047b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:36.623128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61bb85e9-6559-45c1-a78a-c56fc7b0109f req-edc96772-3a64-461f-a774-4814055047b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1149 time: 0.2885206 Feb 19 07:09:36.635295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (30ff9b7f-4198-488c-8778-d319ebb97ade), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.639579 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.641046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30ff9b7f-4198-488c-8778-d319ebb97ade HTTP/1.1" status: 204 len: 168 time: 0.2386379 Feb 19 07:09:36.653879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcfcc0-c73b-443f-b11e-5ecf5a43ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff9b7f-4198-488c-8778-d319ebb97ade,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:36.659057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (a731e75b-ec46-45bb-a89b-ea52886f23d6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.771803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a731e75b-ec46-45bb-a89b-ea52886f23d6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:36.780818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd89112-e905-407e-bbc8-c9ea90efd9c6 req-4a72c9bf-cecc-4b68-8db4-4f7b328e137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:36.782289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fd89112-e905-407e-bbc8-c9ea90efd9c6 req-4a72c9bf-cecc-4b68-8db4-4f7b328e137f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3883889 Feb 19 07:09:36.786643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61bb85e9-6559-45c1-a78a-c56fc7b0109f req-ad5c1357-2f4c-4fdc-8f23-8b34578224e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528306 Feb 19 07:09:36.795743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4da4a-ce4b-4769-8860-6f24d4bcd194 req-1e299dbe-fdd4-40ad-9ccc-7ff41fa99aca tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:36.802500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e7e4da4a-ce4b-4769-8860-6f24d4bcd194 req-1e299dbe-fdd4-40ad-9ccc-7ff41fa99aca tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 946 time: 0.2470899 Feb 19 07:09:36.841235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Checking segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:36.841588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Network hostable DHCP agents. Network: 6680805c-b33c-437b-a225-12a70560b16f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:09:36.895651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e7e4da4a-ce4b-4769-8860-6f24d4bcd194 req-ec7f33c4-e1dd-46d7-920b-83b8295a6eb6 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750520 Feb 19 07:09:36.899469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-d754aadf-f1fd-4c2c-82f5-2fa25dd21b8e tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563998 Feb 19 07:09:36.902755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Network 6680805c-b33c-437b-a225-12a70560b16f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:09:36.913365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 6680805c-b33c-437b-a225-12a70560b16f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:36.919730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:36.921061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:36.925350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0213cd1-2220-4c53-903e-2ab7b5c32931 None None] Network 6680805c-b33c-437b-a225-12a70560b16f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:36.944702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d0c6ae89-b1b5-4ccf-b35d-6d8ef53afd38 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1955240 Feb 19 07:09:37.083125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7c731-c712-463a-be86-404a16678c12 None None] Network 6680805c-b33c-437b-a225-12a70560b16f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:37.260941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53dc63-85e8-42af-9a68-e2c1102c2c44 req-e7997282-f50c-4d8c-9b3f-085696d7c5c5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:37.262939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea53dc63-85e8-42af-9a68-e2c1102c2c44 req-e7997282-f50c-4d8c-9b3f-085696d7c5c5 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 946 time: 0.1023526 Feb 19 07:09:37.272267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:37.278174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'floatingip': {'port_id': 'b306d64e-ad92-4332-9862-133e24e11656'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:37.287227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-deb6eae5-0a0a-4e25-8b17-dfb1dd998e49 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:37.293399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-deb6eae5-0a0a-4e25-8b17-dfb1dd998e49 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511593 Feb 19 07:09:37.315032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-08973ff1-6cb0-40a6-b2a6-86ed864ddee7 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/quotas/b8bcbd60ad4f4b2196a4a84c174bc774 HTTP/1.1" status: 200 len: 375 time: 0.0161972 Feb 19 07:09:37.364352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:37.406667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-654b9e14-f6d7-4438-8322-083577250849 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899489 Feb 19 07:09:37.766542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27052b-a439-4623-8fc3-292b639ba533 req-155d8f91-1484-4cac-81e0-4c10a9a4b162 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:37.790192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e27052b-a439-4623-8fc3-292b639ba533 req-155d8f91-1484-4cac-81e0-4c10a9a4b162 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 967 time: 0.1347754 Feb 19 07:09:37.914841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e27052b-a439-4623-8fc3-292b639ba533 req-85df6be5-4faf-4ad3-9978-ef189cc9595a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234436 Feb 19 07:09:38.213217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87077841-138a-4074-9407-18bc0b54894e req-d4bc3312-0efe-4813-9ac5-97270d4c1ee2 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 210 time: 0.0554142 Feb 19 07:09:38.419524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-27e55114-3c6b-4b22-b9cf-d15590208d12 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:38.422148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-27e55114-3c6b-4b22-b9cf-d15590208d12 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.2634513 Feb 19 07:09:38.469528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-262950ad-aa93-4030-a005-7f69a91ab39f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/quotas/eb8880f4da904b83bad64a248194c398 HTTP/1.1" status: 200 len: 375 time: 0.0410743 Feb 19 07:09:38.510582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b44e93ff-d7f6-4574-bfa6-f98f1b2da695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:38.511572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-62790bdd-c257-43c3-9714-d4da8765d00f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410178 Feb 19 07:09:38.520874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:38.533422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:38.670763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-9c7c11b0-e2d3-44b4-a8a3-d6e704f44592 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581757 Feb 19 07:09:38.698012 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11 associated. External IP: 172.25.7.78, port: b306d64e-ad92-4332-9862-133e24e11656. Feb 19 07:09:38.851921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-7d41be55-184f-43c2-85c3-2db39c7f74ed tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267403 Feb 19 07:09:38.898285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-87482c03-53f7-46e8-b2d9-d16f103bae7b service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207162 Feb 19 07:09:39.086847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-2c3c0ff3-fe75-40a8-b09e-faa7f8dece12 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:39.088304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-2c3c0ff3-fe75-40a8-b09e-faa7f8dece12 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283812 Feb 19 07:09:39.107487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Request body: {'port': {'device_id': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'b8bcbd60ad4f4b2196a4a84c174bc774'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:39.193837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:09:39.326572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Made reservation on behalf of b8bcbd60ad4f4b2196a4a84c174bc774 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:39.330199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:39.434187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:09:39.441260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:39.454539 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:09:39.468014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:39.469182 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:39.490687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bc63a568-1fcd-4a58-992e-241edc5be8b1 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:09:39.534628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: bc63a568-1fcd-4a58-992e-241edc5be8b1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:09:39.535302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bc63a568-1fcd-4a58-992e-241edc5be8b1 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:09:39.548380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb297c5-f107-476a-8eee-cf5f795ec17a req-7fd330a8-07cb-4ced-9a27-5f1ca2e69681 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:39.556985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eb297c5-f107-476a-8eee-cf5f795ec17a req-7fd330a8-07cb-4ced-9a27-5f1ca2e69681 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 967 time: 0.2104795 Feb 19 07:09:39.560676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a345cc0-b31a-46c5-9eef-03e9209bfd7c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "PUT /v2.0/floatingips/3b55a6ca-3d67-49ca-af39-77d5689d9a11 HTTP/1.1" status: 200 len: 991 time: 2.2869327 Feb 19 07:09:39.576619 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:39.581572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:39.583840 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9adf882-c3de-48cd-80cb-0243664b5636" -d '{"events": [{"name": "network-changed", "server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "tag": "b306d64e-ad92-4332-9862-133e24e11656"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:39.619658 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:39.643849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Allocated IP 192.168.233.136 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/0269d689-aece-4649-8863-362c9db79e64) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:39.666029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eb297c5-f107-476a-8eee-cf5f795ec17a req-c4f0f264-c88b-49e1-b960-27beb20c82f7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048510 Feb 19 07:09:39.779774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fda7fa5-5286-4096-8274-0a50aec3b10b req-cbac9279-e745-433e-b4ce-781c174d24e5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 210 time: 0.0479846 Feb 19 07:09:39.846192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0795f39-a124-4234-bc57-f49ab0e1f79a req-96d9b304-2832-436f-8e37-3d92a7d04814 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 210 time: 0.0416317 Feb 19 07:09:39.967518 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5adcdc-8195-4672-9d57-6745c0eb41db x-openstack-request-id: req-cc5adcdc-8195-4672-9d57-6745c0eb41db {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:39.967913 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "tag": "b306d64e-ad92-4332-9862-133e24e11656", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:39.968265 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc5adcdc-8195-4672-9d57-6745c0eb41db {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:39.969092 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656', 'status': 'completed', 'code': 200} Feb 19 07:09:40.086097 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': 'b306d64e-ad92-4332-9862-133e24e11656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:8b:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2b661-3667-4aa1-964d-94921883b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:09:38Z', 'revision_number': 1, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:40.119654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:09:40.132393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:40.133275 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:40.210271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks [] for port (0269d689-aece-4649-8863-362c9db79e64), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.257182 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:40.288952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d8ae2-6170-4a2c-b787-c372b5caee57 req-f7d218fa-5941-4bc9-b0c6-1f40a25a81bf tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.291658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-437d8ae2-6170-4a2c-b787-c372b5caee57 req-f7d218fa-5941-4bc9-b0c6-1f40a25a81bf tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 946 time: 0.3582492 Feb 19 07:09:40.317552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-5ea3defc-7e02-4240-ad81-f9ae57d34775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.319345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-5ea3defc-7e02-4240-ad81-f9ae57d34775 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 1128 time: 0.1126385 Feb 19 07:09:40.387157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96632654-bda8-4f55-b679-fc80f549a3c8 req-afce1db2-11b5-4674-900e-90b56d80a1db tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.388925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96632654-bda8-4f55-b679-fc80f549a3c8 req-afce1db2-11b5-4674-900e-90b56d80a1db tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1149 time: 0.0740380 Feb 19 07:09:40.394187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (0269d689-aece-4649-8863-362c9db79e64), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.447903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96632654-bda8-4f55-b679-fc80f549a3c8 req-9098c1a9-536f-4d7f-8ca0-33a9ad1ea105 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481515 Feb 19 07:09:40.514732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:40.521947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:40.524677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:40.531009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.531678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.550424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-437d8ae2-6170-4a2c-b787-c372b5caee57 req-db736d46-18f5-4b2a-a82c-01dc469ad11e tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521489 Feb 19 07:09:40.559519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': 'b306d64e-ad92-4332-9862-133e24e11656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:8b:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2b661-3667-4aa1-964d-94921883b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:09:38Z', 'revision_number': 1, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:40.619229 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db7585-0831-4b58-acc2-ee4fbc76aead None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': 'b306d64e-ad92-4332-9862-133e24e11656', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:8b:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db2b661-3667-4aa1-964d-94921883b377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:09:38Z', 'revision_number': 1, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:09:40.621024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5215585 Feb 19 07:09:40.627675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ba83e-9ceb-47fe-9050-c6d1f5ab39ab tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Pushing event updated for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:40.645106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Request body: {'port': {'device_id': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:40.749793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-ef98aaab-a17e-4cbc-a23d-6f4eacc4b405 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.751366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-ef98aaab-a17e-4cbc-a23d-6f4eacc4b405 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.4491768 Feb 19 07:09:40.754912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-6497922c-3214-4784-ad16-1b940e720d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.756383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-6497922c-3214-4784-ad16-1b940e720d26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 924 time: 0.4144874 Feb 19 07:09:40.769604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Request body: {'port': {'device_id': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'admin_state_up': True, 'tenant_id': 'eb8880f4da904b83bad64a248194c398'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:40.835949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0269d689-aece-4649-8863-362c9db79e64), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.837548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e963a2-9e08-4c3c-8338-7a23c9bd5da7 req-ae7927bb-125d-4295-9b23-a32591be4d57 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:40.845655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3e963a2-9e08-4c3c-8338-7a23c9bd5da7 req-ae7927bb-125d-4295-9b23-a32591be4d57 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1149 time: 0.0632195 Feb 19 07:09:40.856404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.899395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3e963a2-9e08-4c3c-8338-7a23c9bd5da7 req-ef22e0ef-b6d8-4a5f-b28d-aceee74357bf tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Feb 19 07:09:40.915954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d5e074b3-b88d-48d9-b0ce-8b8a18144eba None None] Provisioning complete for port 0269d689-aece-4649-8863-362c9db79e64 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:40.917635 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5e074b3-b88d-48d9-b0ce-8b8a18144eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0269d689-aece-4649-8863-362c9db79e64), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:40.990731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d5e074b3-b88d-48d9-b0ce-8b8a18144eba None None] Port 0269d689-aece-4649-8863-362c9db79e64 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:41.007596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da990a02-1d00-48d6-ada4-34697f05b358 None None] New status for floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:09:41.039714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-85e70dfd-3e80-4fec-b245-9326e593ab7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 200 len: 999 time: 0.2640698 Feb 19 07:09:41.075039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e0cd3d76-a1d8-458f-9dfd-dccfcd7114e9 req-84b5c68c-419b-4571-9aae-8097163dc052 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 210 time: 0.0466511 Feb 19 07:09:41.239873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-75c882ba-d563-4e27-bcbd-11264e56b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:41.241333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-75c882ba-d563-4e27-bcbd-11264e56b4cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.1929989 Feb 19 07:09:41.318651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:41.320072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:41.350433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11459-f191-4f31-ae18-a38229905888 req-0bfcd9f4-9cc0-4a97-8aea-2129422f5fa2 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:41.352025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fd11459-f191-4f31-ae18-a38229905888 req-0bfcd9f4-9cc0-4a97-8aea-2129422f5fa2 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 936 time: 0.2386189 Feb 19 07:09:41.476296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-d2202588-a697-4930-b966-010358902f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:41.477798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-d2202588-a697-4930-b966-010358902f90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2235103 Feb 19 07:09:41.486671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-8a41ec03-a3dd-4c61-bb1a-807e4139c1b2 req-663f0223-b855-4bc8-a4e5-9f4e72e47486 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:41.488031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a41ec03-a3dd-4c61-bb1a-807e4139c1b2 req-663f0223-b855-4bc8-a4e5-9f4e72e47486 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057576 Feb 19 07:09:41.567022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fd11459-f191-4f31-ae18-a38229905888 req-7159c5f0-3f04-42e4-a715-edf1a230900a tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891956 Feb 19 07:09:41.773662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38174) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:41.783805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0269d689-aece-4649-8863-362c9db79e64 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:41.855250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks [] for port (0269d689-aece-4649-8863-362c9db79e64), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:41.862463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Allocated IP 172.20.0.5 (6680805c-b33c-437b-a225-12a70560b16f/a731e75b-ec46-45bb-a89b-ea52886f23d6/254dbb00-0eff-4db3-8e6d-cc539ce9c55a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:41.873268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-926dd906-86b9-45ee-9711-43cbf7c4255a service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846452 Feb 19 07:09:41.914335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Transition to ACTIVE for port object 0269d689-aece-4649-8863-362c9db79e64 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:41.958751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0269d689-aece-4649-8863-362c9db79e64), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.116278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Pushing event updated for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.158259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Attempting to bind port 0269d689-aece-4649-8863-362c9db79e64 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:42.158472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Attempting to bind port 0269d689-aece-4649-8863-362c9db79e64 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:42.158802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Attempting to bind port 0269d689-aece-4649-8863-362c9db79e64 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:42.170635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:42.186987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Port 0269d689-aece-4649-8863-362c9db79e64 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:42.187438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Attempting to bind port 0269d689-aece-4649-8863-362c9db79e64 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:42.196591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:42.197025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:42.197319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:42.197821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Bound port: 0269d689-aece-4649-8863-362c9db79e64, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:42.198709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0269d689-aece-4649-8863-362c9db79e64), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.206939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9adf882-c3de-48cd-80cb-0243664b5636 req-a3c8e6fa-745b-4ba2-84fd-fa3eb8974747 service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262722 Feb 19 07:09:42.224650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:42.284920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c14972a0-47f8-499e-a242-20722e276b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.353950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks [] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.355805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c2976dd-80f2-43b7-ad9b-b6af14d97abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.357654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db17b8b-fb5d-4d00-97fa-6450bce8cd61 req-1ba78a2b-97e8-4d1f-b3d6-92855abd93e0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 210 time: 0.0841842 Feb 19 07:09:42.371975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.412374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:42.419289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c14972a0-47f8-499e-a242-20722e276b40 admin admin] Publish callbacks [] for security_group (aba098df-9338-464c-8850-e609c30b4245), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.419498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0269d689-aece-4649-8863-362c9db79e64,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:42.435124 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0269d689-aece-4649-8863-362c9db79e64), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.443099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c14972a0-47f8-499e-a242-20722e276b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aba098df-9338-464c-8850-e609c30b4245), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.449855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14990bbd-9d8e-4d0f-aa21-4fa60ccf362e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.502916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:42.503772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.505781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] 10.222.0.47 "PUT /v2.0/ports/0269d689-aece-4649-8863-362c9db79e64 HTTP/1.1" status: 200 len: 1096 time: 1.8701496 Feb 19 07:09:42.510272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'tag': '0269d689-aece-4649-8863-362c9db79e64'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:42.513783 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1129380d-eacf-404a-8e42-9aa70c442e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "tag": "0269d689-aece-4649-8863-362c9db79e64"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:42.523025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.551696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c14972a0-47f8-499e-a242-20722e276b40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14e1d2128ba74e09a57581e9bc6e44f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768202 Feb 19 07:09:42.559457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:42.575129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14972a0-47f8-499e-a242-20722e276b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba098df-9338-464c-8850-e609c30b4245,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.602500 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4602665-e9b3-4859-8c0e-932ddcf5bc94 x-openstack-request-id: req-a4602665-e9b3-4859-8c0e-932ddcf5bc94 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:42.603000 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "tag": "0269d689-aece-4649-8863-362c9db79e64", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:42.603247 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4602665-e9b3-4859-8c0e-932ddcf5bc94 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:42.603525 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'tag': '0269d689-aece-4649-8863-362c9db79e64', 'status': 'completed', 'code': 200} Feb 19 07:09:42.606027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Network 6680805c-b33c-437b-a225-12a70560b16f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:42.612324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:42.619370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:42.627005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:42.627370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.630059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4b740-e1f1-46c4-8612-b134fe51ea8a service neutron] Pushing event updated for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.686304 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c2976dd-80f2-43b7-ad9b-b6af14d97abd admin admin] Publish callbacks [] for security_group (5890ca24-ef40-425a-ac4e-8cf2f33d3a5c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.703526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c2976dd-80f2-43b7-ad9b-b6af14d97abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5890ca24-ef40-425a-ac4e-8cf2f33d3a5c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.719215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9566710 Feb 19 07:09:42.755023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b717fb-6cb1-48b8-aad9-8956a6a7a021 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.774733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5c2976dd-80f2-43b7-ad9b-b6af14d97abd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d34df08b14dc44b4895712ffcf0acc82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018393 Feb 19 07:09:42.781907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:42.789764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Request body: {'port': {'device_id': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:42.809542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2976dd-80f2-43b7-ad9b-b6af14d97abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890ca24-ef40-425a-ac4e-8cf2f33d3a5c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.819158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14990bbd-9d8e-4d0f-aa21-4fa60ccf362e admin admin] Publish callbacks [] for security_group (1e30a26f-9cdb-485d-9e34-919576e42b00), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.820257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-2c462bdb-7eca-463d-84ea-652c2bd55409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:42.822380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-2c462bdb-7eca-463d-84ea-652c2bd55409 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 1130 time: 0.2738781 Feb 19 07:09:42.824931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] Publish callbacks [] for security_group (aba098df-9338-464c-8850-e609c30b4245), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.835845 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14990bbd-9d8e-4d0f-aa21-4fa60ccf362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e30a26f-9cdb-485d-9e34-919576e42b00), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.873697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-3cd2a3d6-41b7-4fd7-807f-b96e7226912b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0269d689-aece-4649-8863-362c9db79e64 HTTP/1.1" status: 200 len: 217 time: 0.0410030 Feb 19 07:09:42.887875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f33d-5c9a-4b4e-886a-ad85289a31ba req-fc8c8d3a-f0bd-4c8a-b5df-0e3d7eeeef76 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:42.894691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3676f33d-5c9a-4b4e-886a-ad85289a31ba req-fc8c8d3a-f0bd-4c8a-b5df-0e3d7eeeef76 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 948 time: 0.2180400 Feb 19 07:09:42.896302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] Publish callbacks [] for security_group (aba098df-9338-464c-8850-e609c30b4245), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:42.921417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14990bbd-9d8e-4d0f-aa21-4fa60ccf362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e30a26f-9cdb-485d-9e34-919576e42b00,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:42.928703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-14990bbd-9d8e-4d0f-aa21-4fa60ccf362e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d846fbd65cfb4c76bbcb9d01df0bb9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7029507 Feb 19 07:09:42.956099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:42.977061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] Publish callbacks [] for security_group (5890ca24-ef40-425a-ac4e-8cf2f33d3a5c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.002992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.020874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] Publish callbacks [] for security_group (5890ca24-ef40-425a-ac4e-8cf2f33d3a5c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.035172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-65862013-492b-41d0-8197-6ea0a7cfd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:43.036723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-65862013-492b-41d0-8197-6ea0a7cfd43c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1390233 Feb 19 07:09:43.103591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3676f33d-5c9a-4b4e-886a-ad85289a31ba req-a84ed7ec-8947-4731-8c05-9e5f33f6a27b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079751 Feb 19 07:09:43.143588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] Publish callbacks [] for security_group (1e30a26f-9cdb-485d-9e34-919576e42b00), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.220998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-577a3e20-390d-496d-8218-a49fe9299750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:43.222493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-577a3e20-390d-496d-8218-a49fe9299750 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1767271 Feb 19 07:09:43.235988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] Publish callbacks [] for security_group (1e30a26f-9cdb-485d-9e34-919576e42b00), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.244710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aba098df-9338-464c-8850-e609c30b4245), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.248972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.254027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aba098df-9338-464c-8850-e609c30b4245 HTTP/1.1" status: 204 len: 168 time: 0.6908271 Feb 19 07:09:43.257201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5890ca24-ef40-425a-ac4e-8cf2f33d3a5c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.259985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.264577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5890ca24-ef40-425a-ac4e-8cf2f33d3a5c HTTP/1.1" status: 204 len: 168 time: 0.4794414 Feb 19 07:09:43.276146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604fe30-cb9e-41b7-97a3-911d2f57030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba098df-9338-464c-8850-e609c30b4245,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:43.303757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2e702-5c52-4d39-8c0c-bdcfcd7cdd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890ca24-ef40-425a-ac4e-8cf2f33d3a5c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:43.576620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:43.680661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-66f6cc56-ff5e-4d7d-b042-3cf8581472be service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487164 Feb 19 07:09:43.713011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67302817-d8de-4bc4-b086-66567fab9f82 req-0332d4eb-50ee-4e27-8a15-029382171072 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:43.719211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67302817-d8de-4bc4-b086-66567fab9f82 req-0332d4eb-50ee-4e27-8a15-029382171072 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 931 time: 0.1829689 Feb 19 07:09:43.728536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e30a26f-9cdb-485d-9e34-919576e42b00), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.731630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.732718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e30a26f-9cdb-485d-9e34-919576e42b00 HTTP/1.1" status: 204 len: 168 time: 0.7673380 Feb 19 07:09:43.792599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:43.793613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a160f4-f2ae-45aa-b9f9-d1992a3945b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e30a26f-9cdb-485d-9e34-919576e42b00,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:43.816422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5c6030e-8e70-4e94-9c4b-cd61d38e24ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.848034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-37dd554d-11c7-47a8-897d-9cc2f17a86b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26ff20cd3c24467abebddbf558befd73&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2701676 Feb 19 07:09:43.852241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:43.881097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67302817-d8de-4bc4-b086-66567fab9f82 req-785aa0a3-e0b0-4aab-b481-21b9f519d770 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458731 Feb 19 07:09:43.888444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254dbb00-0eff-4db3-8e6d-cc539ce9c55a {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:43.897489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks [] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.901287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e6748b-4475-48ff-8edd-29f1f4e6f6d5 req-5cf62ce4-dda4-4239-a591-de6e1cf73dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081733 Feb 19 07:09:43.913399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Transition to ACTIVE for port object 254dbb00-0eff-4db3-8e6d-cc539ce9c55a will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:43.921511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:43.953389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:43.956552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] Publish callbacks [] for security_group (839ede09-3e6a-4645-8294-9ffbd422ac60), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.004339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] Publish callbacks [] for security_group (839ede09-3e6a-4645-8294-9ffbd422ac60), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.024531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.053596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5c6030e-8e70-4e94-9c4b-cd61d38e24ec admin admin] Publish callbacks [] for security_group (29bf56a7-247e-4d91-9519-21d116bb93a5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.060107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5c6030e-8e70-4e94-9c4b-cd61d38e24ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29bf56a7-247e-4d91-9519-21d116bb93a5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.061538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Attempting to bind port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:44.061869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Attempting to bind port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:44.062195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Attempting to bind port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:44.068469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-afa9efc8-03a6-44cd-bc38-c8fcbfedbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.069947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-afa9efc8-03a6-44cd-bc38-c8fcbfedbf65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 1130 time: 0.1036682 Feb 19 07:09:44.070651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a on network 6680805c-b33c-437b-a225-12a70560b16f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:44.070963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Attempting to bind port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:44.077913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:44.078317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Checking segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:44.078618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Bound using segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:44.079160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Bound port: 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:44.079411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.113400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d5c6030e-8e70-4e94-9c4b-cd61d38e24ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65bd1bd9d8774afa8e55709884c178b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170779 Feb 19 07:09:44.113586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38280) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.119703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6030e-8e70-4e94-9c4b-cd61d38e24ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf56a7-247e-4d91-9519-21d116bb93a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.123528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (839ede09-3e6a-4645-8294-9ffbd422ac60), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.125952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.127055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/839ede09-3e6a-4645-8294-9ffbd422ac60 HTTP/1.1" status: 204 len: 168 time: 0.2737110 Feb 19 07:09:44.139859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d311e0-31d7-4283-acd3-cfe9810df65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839ede09-3e6a-4645-8294-9ffbd422ac60,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.155116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.179525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-babdc945-96c2-4b14-bb43-5f86875fd4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.211091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] Publish callbacks [] for security_group (29bf56a7-247e-4d91-9519-21d116bb93a5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.233956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:44.237378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:44.239292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-14c8e55a-0d98-4db3-98ae-69c3f5f7c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.240751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-14c8e55a-0d98-4db3-98ae-69c3f5f7c6e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1643181 Feb 19 07:09:44.247609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.256757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] Publish callbacks [] for security_group (29bf56a7-247e-4d91-9519-21d116bb93a5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.337050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-bb8a5c89-acc8-4ed7-a42c-125f13778d4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=0269d689-aece-4649-8863-362c9db79e64 HTTP/1.1" status: 200 len: 217 time: 0.0867288 Feb 19 07:09:44.339156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.339930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.341349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] 10.222.0.24 "PUT /v2.0/ports/254dbb00-0eff-4db3-8e6d-cc539ce9c55a HTTP/1.1" status: 200 len: 1091 time: 1.5668509 Feb 19 07:09:44.349212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-babdc945-96c2-4b14-bb43-5f86875fd4f1 admin admin] Publish callbacks [] for security_group (bdc648b8-9a63-4baf-bd53-523d98cfebf7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.353716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29bf56a7-247e-4d91-9519-21d116bb93a5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.356970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.359044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29bf56a7-247e-4d91-9519-21d116bb93a5 HTTP/1.1" status: 204 len: 168 time: 0.2444570 Feb 19 07:09:44.363731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-babdc945-96c2-4b14-bb43-5f86875fd4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bdc648b8-9a63-4baf-bd53-523d98cfebf7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.391488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7d070-b1e4-42a5-b291-6916dcbdb2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf56a7-247e-4d91-9519-21d116bb93a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.417322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-babdc945-96c2-4b14-bb43-5f86875fd4f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=339e63ec64db4196bdab32c49e0c606f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601016 Feb 19 07:09:44.420524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.474326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-c28638e3-ef46-4179-9a65-b2527966dd29 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:09:44.476773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-c28638e3-ef46-4179-9a65-b2527966dd29 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5221250 Feb 19 07:09:44.483245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-5bb81f53-78bb-4df2-864b-adf27e3b1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.484785 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-5bb81f53-78bb-4df2-864b-adf27e3b1b4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1143532 Feb 19 07:09:44.485443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be66e54-f69d-4858-b11b-b4b0e2932fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.495225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdc945-96c2-4b14-bb43-5f86875fd4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc648b8-9a63-4baf-bd53-523d98cfebf7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.514710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] Publish callbacks [] for security_group (bdc648b8-9a63-4baf-bd53-523d98cfebf7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.540924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd310a-af6e-4cab-8cc8-d2ec224ec2a6 req-7e23c6ed-d7ec-4996-a003-4cc54de1f44b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.541649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] Publish callbacks [] for security_group (bdc648b8-9a63-4baf-bd53-523d98cfebf7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.543133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52dd310a-af6e-4cab-8cc8-d2ec224ec2a6 req-7e23c6ed-d7ec-4996-a003-4cc54de1f44b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 948 time: 0.2571952 Feb 19 07:09:44.554832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-2ce1fb06-9311-47a5-84aa-6ba9d7ec7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.556377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-2ce1fb06-9311-47a5-84aa-6ba9d7ec7d85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 1125 time: 0.1332216 Feb 19 07:09:44.586939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-279ff1f1-3472-4a11-9e02-60e64f0e4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.588552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-279ff1f1-3472-4a11-9e02-60e64f0e4f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0949833 Feb 19 07:09:44.606925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.614225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bdc648b8-9a63-4baf-bd53-523d98cfebf7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.617753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.618863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdc648b8-9a63-4baf-bd53-523d98cfebf7 HTTP/1.1" status: 204 len: 168 time: 0.1970568 Feb 19 07:09:44.619577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:44.621894 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:44.629120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a19d14b-db7c-47c8-9abe-c7f7f4f1dcd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.633888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-fbf3e8d4-fc78-4156-91db-ab59dbb887ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a HTTP/1.1" status: 200 len: 217 time: 0.0582423 Feb 19 07:09:44.641393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2906fe-bcb2-4b90-936f-265e5dfcaf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc648b8-9a63-4baf-bd53-523d98cfebf7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.736117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a19d14b-db7c-47c8-9abe-c7f7f4f1dcd5 admin admin] Publish callbacks [] for security_group (bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.742721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a19d14b-db7c-47c8-9abe-c7f7f4f1dcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.748694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52dd310a-af6e-4cab-8cc8-d2ec224ec2a6 req-eee561c7-c24d-4ea8-a88b-cb124a8cd123 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960156 Feb 19 07:09:44.805758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19d14b-db7c-47c8-9abe-c7f7f4f1dcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:44.815108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1a19d14b-db7c-47c8-9abe-c7f7f4f1dcd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7d6dae476dd4136b090f7f39f0937f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049866 Feb 19 07:09:44.815408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.830877 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2e4f3d-5263-45d3-abd0-7f15ec7eb7a1 x-openstack-request-id: req-fb2e4f3d-5263-45d3-abd0-7f15ec7eb7a1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:44.831334 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:44.831812 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb2e4f3d-5263-45d3-abd0-7f15ec7eb7a1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:44.832908 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'status': 'completed', 'code': 200} Feb 19 07:09:44.842304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-47210103-7aa3-47d8-9008-4898856a3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:44.844251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-47210103-7aa3-47d8-9008-4898856a3d16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.1948175 Feb 19 07:09:44.850601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-165ec7f2-c5cb-43c0-8b7a-475ed11871c6 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261188 Feb 19 07:09:44.884823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] Publish callbacks [] for security_group (bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.888440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-30a97a9f-767b-4b9b-b268-36d0a0f870f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366812 Feb 19 07:09:44.914286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] Publish callbacks [] for security_group (bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:44.937376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38312) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:44.990385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-72d125a9-30f3-4a51-8748-975048407bce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e1eae9382c3439c83fe965f6e096f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518873 Feb 19 07:09:44.992891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:45.019680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.025118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.027610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5 HTTP/1.1" status: 204 len: 168 time: 0.2104990 Feb 19 07:09:45.056558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0660c-791a-4fe2-aea7-2064b60396cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4a77d7-7f17-410b-abf5-6af7f3f5cfe5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:45.139473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8c4f7605-796e-4bf7-9cab-45178ef89ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.141160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8c4f7605-796e-4bf7-9cab-45178ef89ca1 service neutron] 10.222.0.43 "GET /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 1146 time: 0.3686535 Feb 19 07:09:45.143000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] Publish callbacks [] for security_group (4211328e-2f84-4489-934f-85d6d301ef49), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.159620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:45.160277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:09:45.175360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-ae242129-a92f-48d6-a390-202263aebdd2 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741411 Feb 19 07:09:45.204215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] Publish callbacks [] for security_group (4211328e-2f84-4489-934f-85d6d301ef49), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.269987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1129380d-eacf-404a-8e42-9aa70c442e6b req-b299cf9c-2210-4a03-825e-76545e0f01c8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082866 Feb 19 07:09:45.280381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718f38-5cb9-49d1-92e9-2ca776a45caf req-7471f9f4-89f0-4c90-a79d-1604ae8f1797 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.287603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1718f38-5cb9-49d1-92e9-2ca776a45caf req-7471f9f4-89f0-4c90-a79d-1604ae8f1797 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 943 time: 0.1845837 Feb 19 07:09:45.360996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21745d77-a1a8-4df0-8fb8-79d8246cc67d req-1f2f2437-0017-4a26-82a4-e701b7485972 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790063 Feb 19 07:09:45.392011 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1718f38-5cb9-49d1-92e9-2ca776a45caf req-c9a4f757-f6ba-4574-a2ef-c303c593641b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034672 Feb 19 07:09:45.409463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4211328e-2f84-4489-934f-85d6d301ef49), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.412835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.413995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4211328e-2f84-4489-934f-85d6d301ef49 HTTP/1.1" status: 204 len: 168 time: 0.4202065 Feb 19 07:09:45.418270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:45.418832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:45.419481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:45.433550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7502889-7f5c-4967-a620-2a4ffb9e9c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211328e-2f84-4489-934f-85d6d301ef49,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:45.436114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:45.436606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:45.442870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:45.443338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:45.444060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:45.444662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Bound port: efd7de58-42f5-441e-9a00-397200998cac, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:45.485739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-37923701-6267-4673-99cc-8e81963175c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.487437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-37923701-6267-4673-99cc-8e81963175c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 1125 time: 0.0521381 Feb 19 07:09:45.562676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:45.575765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:45.577566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-fe57753e-4622-42d9-907a-cc2500de0fd8 service neutron] 10.222.0.43 "POST /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac/bindings HTTP/1.1" status: 201 len: 389 time: 0.4218946 Feb 19 07:09:45.590363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-f05ed762-4783-43c0-ac9c-68cf2902c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.592321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-f05ed762-4783-43c0-ac9c-68cf2902c678 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 904 time: 0.0990167 Feb 19 07:09:45.640934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-041ff894-3949-400f-9d71-34c2738a6b11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a HTTP/1.1" status: 200 len: 217 time: 0.0421383 Feb 19 07:09:45.706865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-a46f33a2-86c4-4e71-8a31-041af05dfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.708668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-a46f33a2-86c4-4e71-8a31-041af05dfb1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.0594816 Feb 19 07:09:45.752526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-8a9cc594-d1b6-4d01-9379-4e6c3c0ef4a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369990 Feb 19 07:09:45.859603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828104e6-1cbf-4271-b07b-2cb851920010 req-69806984-d3cb-496c-aa1e-660632b3787a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.861481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-828104e6-1cbf-4271-b07b-2cb851920010 req-69806984-d3cb-496c-aa1e-660632b3787a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 967 time: 0.1080787 Feb 19 07:09:45.924484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add2764-b736-4aa5-a74d-1bfc693557bb req-934cb455-7e14-4f8b-9888-ca5f3abace87 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.926398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8add2764-b736-4aa5-a74d-1bfc693557bb req-934cb455-7e14-4f8b-9888-ca5f3abace87 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 948 time: 0.0753183 Feb 19 07:09:45.971313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-f6f3f9d6-5042-42e6-8539-b032fe487e58 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087646 Feb 19 07:09:45.994218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-77b0111b-76b6-4112-8a20-6b76dfef7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:45.996060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-77b0111b-76b6-4112-8a20-6b76dfef7cb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1149 time: 0.0926876 Feb 19 07:09:46.003099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8add2764-b736-4aa5-a74d-1bfc693557bb req-ace28ff9-e2bf-4f9c-ad26-1a0a1f8fbe94 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710802 Feb 19 07:09:46.012744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-828104e6-1cbf-4271-b07b-2cb851920010 req-c5df5dfd-393e-422c-94ff-8d3fef324e45 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450608 Feb 19 07:09:46.158260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edeee93-0d89-4c6b-b3c8-889c4d3d6a98 req-72f61d66-6e0d-4cd5-a805-4fd6e45fb325 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759157 Feb 19 07:09:46.163488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-06ba4cac-8ee7-4eae-a3aa-a628289e8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:46.164934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-06ba4cac-8ee7-4eae-a3aa-a628289e8086 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1494737 Feb 19 07:09:46.218026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-e396efec-23f9-4834-b4bc-a6f01680078e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.0455275 Feb 19 07:09:46.266225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-04269b58-180f-400a-925b-b44e98708aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:46.270222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-04269b58-180f-400a-925b-b44e98708aea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0447245 Feb 19 07:09:46.299791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-b7bc9a75-e079-43ba-8088-1c9535c8102c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259774 Feb 19 07:09:46.406598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-102f84a6-a3e6-4e1b-a7f2-f0aae31c31ac service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004922 Feb 19 07:09:46.515653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-3bf10110-180e-4459-aba1-8cb7f5d7cf45 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017818 Feb 19 07:09:46.525911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16dc25-964c-4e0d-bc56-4d562bba0a14 req-85e2e947-fcbd-41ce-a7ba-891561dcb57e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:46.528616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a16dc25-964c-4e0d-bc56-4d562bba0a14 req-85e2e947-fcbd-41ce-a7ba-891561dcb57e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 943 time: 0.0746694 Feb 19 07:09:46.577287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a16dc25-964c-4e0d-bc56-4d562bba0a14 req-68563df0-818b-4efe-8c5c-d50fae97d3a7 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 19 07:09:46.775565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-3714da6b-45a0-48db-9810-c2b6e2ec99ec tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:46.777229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-3714da6b-45a0-48db-9810-c2b6e2ec99ec tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1149 time: 0.0913475 Feb 19 07:09:46.787312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:46.859113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:46.994691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:47.033079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:47.089241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:47.092546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:47.095652 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14e881-f7c8-436c-a522-dc4f357acb77" -d '{"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-unplugged", "status": "completed", "tag": "efd7de58-42f5-441e-9a00-397200998cac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:47.101058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks [] for port (efd7de58-42f5-441e-9a00-397200998cac), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.111366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.209204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ebe3-2942-4624-9a18-418675ff5cd1 req-1daa5936-7be2-45c8-a6d0-918ec4e26cc7 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:47.210729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b83ebe3-2942-4624-9a18-418675ff5cd1 req-1daa5936-7be2-45c8-a6d0-918ec4e26cc7 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 948 time: 0.0778224 Feb 19 07:09:47.252630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:47.263519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:47.263857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:47.264186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:47.277039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b83ebe3-2942-4624-9a18-418675ff5cd1 req-b8eda8b9-b0e5-4675-bc59-4e936471b4fa tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Feb 19 07:09:47.277857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4e39c-c69e-4146-ba36-e90c5548e6b4 req-22f8b553-4bd7-4f70-8ccb-4bd5faf0e15a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:47.284698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07d4e39c-c69e-4146-ba36-e90c5548e6b4 req-22f8b553-4bd7-4f70-8ccb-4bd5faf0e15a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.1323328 Feb 19 07:09:47.286443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:47.286786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Attempting to bind port efd7de58-42f5-441e-9a00-397200998cac on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:47.306216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:47.306534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:47.306923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:47.307925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Bound port: efd7de58-42f5-441e-9a00-397200998cac, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:47.308434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.485695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18297e4f-6f10-43c7-b823-a0bd07a22722 tempest-AutoAllocateNetworkTest-262470540 tempest-AutoAllocateNetworkTest-262470540-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4deb648131174ccd8859d6fab1a7beb9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3950536 Feb 19 07:09:47.489205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38450) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:47.515322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0269d689-aece-4649-8863-362c9db79e64 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:47.634423 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7df70-3d78-4a38-a97a-5a4ffa4e2536 x-openstack-request-id: req-e5e7df70-3d78-4a38-a97a-5a4ffa4e2536 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:47.634791 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-unplugged", "status": "completed", "tag": "efd7de58-42f5-441e-9a00-397200998cac", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:47.634913 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5e7df70-3d78-4a38-a97a-5a4ffa4e2536 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:47.635332 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac', 'code': 200} Feb 19 07:09:47.663497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07d4e39c-c69e-4146-ba36-e90c5548e6b4 req-65c59171-305d-49d3-9a3e-712647edfd4e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767819 Feb 19 07:09:47.704770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141811f-9f09-4bd7-ae7a-659ab07690fc tempest-AutoAllocateNetworkTest-262470540 tempest-AutoAllocateNetworkTest-262470540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:47.706443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e141811f-9f09-4bd7-ae7a-659ab07690fc tempest-AutoAllocateNetworkTest-262470540 tempest-AutoAllocateNetworkTest-262470540-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2160277 Feb 19 07:09:47.709588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:47.727589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:47.737477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:47.742511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0269d689-aece-4649-8863-362c9db79e64,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:47.749958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.774130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0269d689-aece-4649-8863-362c9db79e64', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '0269d689-aece-4649-8863-362c9db79e64', 'mac_address': 'fa:16:3e:ae:68:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:47.792565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f78d4c1a-0b36-43d7-b092-794661556004 tempest-AutoAllocateNetworkTest-262470540 tempest-AutoAllocateNetworkTest-262470540-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782163 Feb 19 07:09:47.793226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:47.819445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0269d689-aece-4649-8863-362c9db79e64 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:47.819840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0269d689-aece-4649-8863-362c9db79e64), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.831901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4b87a3f8-7c97-4694-bd90-c4b5d586e0af tempest-AutoAllocateNetworkTest-262470540 tempest-AutoAllocateNetworkTest-262470540-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4deb648131174ccd8859d6fab1a7beb9 HTTP/1.1" status: 200 len: 208 time: 0.0352671 Feb 19 07:09:47.834776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0269d689-aece-4649-8863-362c9db79e64 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:47.867818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0269d689-aece-4649-8863-362c9db79e64,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:47.873255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0269d689-aece-4649-8863-362c9db79e64), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.881300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:47.904682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:47.905387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:47.906931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-5f4adb40-98cf-4ad0-bb51-28d8b1043f4e service neutron] 10.222.0.47 "PUT /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 1143 time: 1.1236696 Feb 19 07:09:47.927264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf5e94-a9b1-42ef-8b77-c3a0ce97a9dc req-04d9b19e-05b3-4e8b-9f15-97bbb50b4d86 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:47.928396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56cf5e94-a9b1-42ef-8b77-c3a0ce97a9dc req-04d9b19e-05b3-4e8b-9f15-97bbb50b4d86 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 943 time: 0.1681807 Feb 19 07:09:47.978088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:47.993479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['efd7de58-42f5-441e-9a00-397200998cac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:48.005744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56cf5e94-a9b1-42ef-8b77-c3a0ce97a9dc req-440e7241-96d1-4a77-a3ae-9f390e7c3321 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Feb 19 07:09:48.065752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-2d923c5c-fd2b-4dff-96cd-e3662e9d0837 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e7b49230fa1c4810acb569d07c818388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250041 Feb 19 07:09:48.216165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a79e7074-ef10-48dd-b1a0-401775e0cbc2 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:48.223134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a79e7074-ef10-48dd-b1a0-401775e0cbc2 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513886 Feb 19 07:09:48.230685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0269d689-aece-4649-8863-362c9db79e64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:48.235268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:48.245053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-2bbc5a3b-ff2f-42ee-99b3-6d14ee8ee83d tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/quotas/e7b49230fa1c4810acb569d07c818388 HTTP/1.1" status: 200 len: 375 time: 0.0210152 Feb 19 07:09:48.287095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-b3745546-af91-40b6-afcb-f5151fabaec3 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7b49230fa1c4810acb569d07c818388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347216 Feb 19 07:09:48.470827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055182ae-e516-444d-8f84-b7b695a3b517 req-f0a3cbfa-4bf4-495a-9490-e8177e77f05b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:48.478349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-055182ae-e516-444d-8f84-b7b695a3b517 req-f0a3cbfa-4bf4-495a-9490-e8177e77f05b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 949 time: 0.0660398 Feb 19 07:09:48.514705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb23a554-5e69-456c-9b00-f50d5d471082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.542990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f0c1f14-3329-4ebe-bfef-89a548b20990 req-0f54b2e2-7cef-4bf9-bc3a-ff72c63d9c67 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 210 time: 0.0280831 Feb 19 07:09:48.556671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-055182ae-e516-444d-8f84-b7b695a3b517 req-8db03195-577c-4fab-a951-69fefb859cb8 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Feb 19 07:09:48.629147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb23a554-5e69-456c-9b00-f50d5d471082 admin admin] Publish callbacks [] for security_group (5ccadf19-cc03-49bd-90ac-cc48a1c7926b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.635429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb23a554-5e69-456c-9b00-f50d5d471082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ccadf19-cc03-49bd-90ac-cc48a1c7926b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.687943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:48.694794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bb23a554-5e69-456c-9b00-f50d5d471082 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4deb648131174ccd8859d6fab1a7beb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583607 Feb 19 07:09:48.695825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23a554-5e69-456c-9b00-f50d5d471082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccadf19-cc03-49bd-90ac-cc48a1c7926b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:48.748091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Publish callbacks [] for security_group (5ccadf19-cc03-49bd-90ac-cc48a1c7926b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.765223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:48.772834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Publish callbacks [] for security_group (5ccadf19-cc03-49bd-90ac-cc48a1c7926b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.878036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fd6b5-6785-4afb-b349-a6286d9063cf req-e092f4bd-ebd7-452a-9b05-0e531b925cbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:48.887145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e40fd6b5-6785-4afb-b349-a6286d9063cf req-e092f4bd-ebd7-452a-9b05-0e531b925cbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.0764589 Feb 19 07:09:48.890527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ccadf19-cc03-49bd-90ac-cc48a1c7926b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.893247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:48.895773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ccadf19-cc03-49bd-90ac-cc48a1c7926b HTTP/1.1" status: 204 len: 168 time: 0.2064850 Feb 19 07:09:48.924212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccadf19-cc03-49bd-90ac-cc48a1c7926b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:48.928097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:48.937092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.937812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.938421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.938899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.939528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.940002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.940469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.940951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.941418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.941895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.942521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.942996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.943618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34573df-144c-47c2-bad2-6fcde8fc35e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:48.993427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e40fd6b5-6785-4afb-b349-a6286d9063cf req-0e5ff55e-6041-4ebe-9fcd-7e72d143fe4e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042221 Feb 19 07:09:49.046343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:49.091247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'mac_address': 'fa:16:3e:58:74:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:09:49.099514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:49.144672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:49.145388 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.159984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254dbb00-0eff-4db3-8e6d-cc539ce9c55a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:49.181746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:49.185803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d76-eb05-4c50-aa9e-2f424b59ba9d req-2ac8078c-6fbc-4468-9794-d524788da026 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:49.188976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.193397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-135c3d76-eb05-4c50-aa9e-2f424b59ba9d req-2ac8078c-6fbc-4468-9794-d524788da026 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 943 time: 0.0777450 Feb 19 07:09:49.245835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-135c3d76-eb05-4c50-aa9e-2f424b59ba9d req-e434da70-0ddd-4f43-8977-d43b7daf4a00 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Feb 19 07:09:49.259294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:49.395176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['254dbb00-0eff-4db3-8e6d-cc539ce9c55a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:09:49.422432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c07086f8-3e73-496b-b379-505ca986f430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.459985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36b4d91-9825-4be4-addf-c8c407fd27b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.527661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0269d689-aece-4649-8863-362c9db79e64 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:49.560813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c07086f8-3e73-496b-b379-505ca986f430 admin admin] Publish callbacks [] for security_group (e2eea72f-3751-431d-b46c-8624dbf6abbd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.572599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c07086f8-3e73-496b-b379-505ca986f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2eea72f-3751-431d-b46c-8624dbf6abbd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.608937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0269d689-aece-4649-8863-362c9db79e64 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:49.619415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0269d689-aece-4649-8863-362c9db79e64 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:49.619834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0269d689-aece-4649-8863-362c9db79e64), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.628753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36b4d91-9825-4be4-addf-c8c407fd27b3 admin admin] Publish callbacks [] for security_group (94393f84-80f1-4f72-9fb4-963f62085f0e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.639785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:49.648818 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ab7bc-d498-4717-b998-ecc06cd10dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e981c977-7652-4344-b463-aad911223553", "tag": "efd7de58-42f5-441e-9a00-397200998cac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:49.650192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c07086f8-3e73-496b-b379-505ca986f430 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f49b81243b24900ae11dbc42b41dff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6023808 Feb 19 07:09:49.652155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:49.659486 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36b4d91-9825-4be4-addf-c8c407fd27b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (94393f84-80f1-4f72-9fb4-963f62085f0e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.709203 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07086f8-3e73-496b-b379-505ca986f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eea72f-3751-431d-b46c-8624dbf6abbd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:49.756977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8520f-a237-44c8-9ba2-8c215288ccbe req-ca31cc66-d05f-49f0-accd-c30769885471 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:49.757285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f14cad0b-910b-4086-b021-f75fbc24938d req-d035977b-6d1c-4062-9f19-0752335d9830 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 210 time: 0.0912733 Feb 19 07:09:49.767057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0269d689-aece-4649-8863-362c9db79e64 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:49.767757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b4d91-9825-4be4-addf-c8c407fd27b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94393f84-80f1-4f72-9fb4-963f62085f0e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:49.768201 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0269d689-aece-4649-8863-362c9db79e64), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.771722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39c8520f-a237-44c8-9ba2-8c215288ccbe req-ca31cc66-d05f-49f0-accd-c30769885471 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 949 time: 0.1350887 Feb 19 07:09:49.785078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e36b4d91-9825-4be4-addf-c8c407fd27b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe9508bd14c14ee188036a8276aee5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6820881 Feb 19 07:09:49.786215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:49.833650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] Publish callbacks [] for security_group (e2eea72f-3751-431d-b46c-8624dbf6abbd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.834863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269d689-aece-4649-8863-362c9db79e64'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:49.839120 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1abced-af4d-4970-bc4a-1e38cc596bd9" -d '{"events": [{"server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "name": "network-vif-plugged", "status": "completed", "tag": "0269d689-aece-4649-8863-362c9db79e64"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:49.870775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0269d689-aece-4649-8863-362c9db79e64,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:49.875462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-fb867748-d1bc-4120-aa88-e86c8f10ed38 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e7b49230fa1c4810acb569d07c818388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742185 Feb 19 07:09:49.878580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0269d689-aece-4649-8863-362c9db79e64), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.879718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] Publish callbacks [] for security_group (e2eea72f-3751-431d-b46c-8624dbf6abbd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.893817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] Publish callbacks [] for security_group (94393f84-80f1-4f72-9fb4-963f62085f0e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.899759 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a9957-ed1f-42d5-a420-22b8a9efc667 x-openstack-request-id: req-b22a9957-ed1f-42d5-a420-22b8a9efc667 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:49.899963 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e981c977-7652-4344-b463-aad911223553", "tag": "efd7de58-42f5-441e-9a00-397200998cac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:49.900168 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b22a9957-ed1f-42d5-a420-22b8a9efc667 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:49.900576 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac', 'status': 'completed', 'code': 200} Feb 19 07:09:49.945246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] Publish callbacks [] for security_group (94393f84-80f1-4f72-9fb4-963f62085f0e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:49.989461 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5847efd7-3e39-47b5-882e-8623ceaadd9a x-openstack-request-id: req-5847efd7-3e39-47b5-882e-8623ceaadd9a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:49.989774 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "name": "network-vif-plugged", "status": "completed", "tag": "0269d689-aece-4649-8863-362c9db79e64", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:49.990033 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5847efd7-3e39-47b5-882e-8623ceaadd9a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:49.990414 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269d689-aece-4649-8863-362c9db79e64', 'code': 200} Feb 19 07:09:49.996292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:50.003993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2eea72f-3751-431d-b46c-8624dbf6abbd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.007389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.008802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2eea72f-3751-431d-b46c-8624dbf6abbd HTTP/1.1" status: 204 len: 168 time: 0.3442559 Feb 19 07:09:50.020630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (94393f84-80f1-4f72-9fb4-963f62085f0e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.023318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.029881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94393f84-80f1-4f72-9fb4-963f62085f0e HTTP/1.1" status: 204 len: 168 time: 0.2424753 Feb 19 07:09:50.036249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b305f54-f44d-4036-8b6c-73b0cf5b57d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eea72f-3751-431d-b46c-8624dbf6abbd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:50.061058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fec4f-6250-4d77-b614-1a4c96bfed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94393f84-80f1-4f72-9fb4-963f62085f0e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:50.170771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39c8520f-a237-44c8-9ba2-8c215288ccbe req-aec851ef-ca44-4a0c-964c-c81ab46688d4 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980229 Feb 19 07:09:50.239351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-952e528c-db69-4865-a8bf-7b3e5243eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.241017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-952e528c-db69-4865-a8bf-7b3e5243eb1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1177 time: 0.3334043 Feb 19 07:09:50.256703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7948-f105-4308-8e88-c77565a52f53 req-1916ff9d-e238-40e0-9bd1-83fe14517489 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.264338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e2a7948-f105-4308-8e88-c77565a52f53 req-1916ff9d-e238-40e0-9bd1-83fe14517489 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.1064360 Feb 19 07:09:50.315499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-79d8f5c9-1c26-4ced-b24a-0df2d9dda6fd tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.323443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-79d8f5c9-1c26-4ced-b24a-0df2d9dda6fd tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4199569 Feb 19 07:09:50.339425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e2a7948-f105-4308-8e88-c77565a52f53 req-70c84fb4-9cad-40c4-9c5b-2fd4590465e3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690625 Feb 19 07:09:50.371104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f644ed-f401-4339-957b-b8ad39bd3c67 req-3f280a85-32cd-4ab5-bcfd-8d1069723579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.372890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3f644ed-f401-4339-957b-b8ad39bd3c67 req-3f280a85-32cd-4ab5-bcfd-8d1069723579 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 1132 time: 0.2436419 Feb 19 07:09:50.383217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Request body: {'port': {'device_id': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e7b49230fa1c4810acb569d07c818388'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:50.523975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3f644ed-f401-4339-957b-b8ad39bd3c67 req-794b892a-36e5-42cc-925f-b73d0069e318 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258280 Feb 19 07:09:50.579937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-a3913384-4e3a-48da-8d74-39c5dfa82457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.581801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-a3913384-4e3a-48da-8d74-39c5dfa82457 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.3316813 Feb 19 07:09:50.601153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23a9bc-52c3-439a-be28-98d7e47900b1 req-c6c6e4f2-0376-4501-80aa-f3b05cbdceb0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.603161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed23a9bc-52c3-439a-be28-98d7e47900b1 req-c6c6e4f2-0376-4501-80aa-f3b05cbdceb0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 944 time: 0.2291956 Feb 19 07:09:50.636492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:50.657519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a06a4423-8521-48f8-a19f-d24805d8ab67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.662488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-9187da07-1da1-4785-b0c3-a1c573a67424 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.0690038 Feb 19 07:09:50.737203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Made reservation on behalf of e7b49230fa1c4810acb569d07c818388 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:50.741652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.771826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:50.772713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed23a9bc-52c3-439a-be28-98d7e47900b1 req-5ca52b4c-3e9f-466d-aab9-1d63d943621c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542902 Feb 19 07:09:50.775222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.785866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-3237974c-527b-4c6a-8bce-b2b33cc05856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:50.787363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-3237974c-527b-4c6a-8bce-b2b33cc05856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1164715 Feb 19 07:09:50.896967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-27f08301-1023-466e-b1d2-739b7e01b28a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463352 Feb 19 07:09:50.898312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a06a4423-8521-48f8-a19f-d24805d8ab67 admin admin] Publish callbacks [] for security_group (ab1e27b9-a18e-4f5d-9c08-cc092723561d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.911686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a06a4423-8521-48f8-a19f-d24805d8ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ab1e27b9-a18e-4f5d-9c08-cc092723561d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.937163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:09:50.942471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:50.943235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.973622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks [] for security_group (a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:50.983103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.019785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14d6065d-997c-487d-ad87-751899b2077e req-d4c442f0-dac7-4fa3-aa4e-d1e51de8964d tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 210 time: 0.1038578 Feb 19 07:09:51.047092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a06a4423-8521-48f8-a19f-d24805d8ab67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b394c8d8c246e2906060b2205e5d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093533 Feb 19 07:09:51.049762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:51.083118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a4423-8521-48f8-a19f-d24805d8ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e27b9-a18e-4f5d-9c08-cc092723561d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:51.115327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] Publish callbacks [] for security_group (ab1e27b9-a18e-4f5d-9c08-cc092723561d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.121071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:51.121378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.139838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] Publish callbacks [] for security_group (ab1e27b9-a18e-4f5d-9c08-cc092723561d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.163172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:51.172169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.183163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:51.232168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ab1e27b9-a18e-4f5d-9c08-cc092723561d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.236215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.240261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab1e27b9-a18e-4f5d-9c08-cc092723561d HTTP/1.1" status: 204 len: 168 time: 0.1867321 Feb 19 07:09:51.253724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-a9bafa23-759e-40a8-926e-625175a22e15 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333988 Feb 19 07:09:51.257594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadac4a-e06f-4a33-9237-920c65cd96e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e27b9-a18e-4f5d-9c08-cc092723561d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:51.262690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.263040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.274507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.274787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.275133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.275492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.275824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.276187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.276536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.277049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.277518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.278003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.278468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.355702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:51.391894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.395337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.396113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.397925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.398735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.400514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.402247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.405693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.406407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.407263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.407963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.408650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.411095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:51.526992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device efd7de58-42f5-441e-9a00-397200998cac details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:51.603336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Allocated IP 192.168.233.24 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/b22e8b39-5601-4f05-b07c-51ba10ca2a58) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:51.604872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f61901-9b84-466e-b35f-4eabc567b01f req-925978f1-ff12-41f0-82d5-a71848cb35a5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:51.615825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85f61901-9b84-466e-b35f-4eabc567b01f req-925978f1-ff12-41f0-82d5-a71848cb35a5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.1314092 Feb 19 07:09:51.650795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a3b33-5b0c-4de9-a9c6-dee3661de240 req-14132ba6-f638-448f-9185-4e5cfb591e7e tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:51.653180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-709a3b33-5b0c-4de9-a9c6-dee3661de240 req-14132ba6-f638-448f-9185-4e5cfb591e7e tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.2830276 Feb 19 07:09:51.657458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42ab7bc-d498-4717-b998-ecc06cd10dd1 req-99771b44-40d0-4361-b7d8-4c693be62dbd service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028711 Feb 19 07:09:51.724726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:51.729032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85f61901-9b84-466e-b35f-4eabc567b01f req-d06035a2-8d87-434c-a407-de4bfc81fe70 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123796 Feb 19 07:09:51.745554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:51.752259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-709a3b33-5b0c-4de9-a9c6-dee3661de240 req-a85e3c6b-f5db-435e-b2f2-32307fc3527d tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881817 Feb 19 07:09:51.777422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device efd7de58-42f5-441e-9a00-397200998cac has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:09:51.930489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks [] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:51.965547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-network', 'tenant_id': 'a10c72292d2142a4922958a99aa14695'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:51.991507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:51.994632 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423ea75-c163-4e1a-9e37-5be7042c195a" -d '{"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-plugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:52.000031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.021852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d1687-a091-4f03-be50-bb02b43f13e4 req-57e4a71d-6770-419f-8dd5-e367aad2d11b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:52.024345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-398d1687-a091-4f03-be50-bb02b43f13e4 req-57e4a71d-6770-419f-8dd5-e367aad2d11b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 945 time: 0.1601562 Feb 19 07:09:52.064086 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269419a-cb18-4adc-b972-b3c6fc025014 x-openstack-request-id: req-e269419a-cb18-4adc-b972-b3c6fc025014 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:52.064390 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-plugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:52.064644 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e269419a-cb18-4adc-b972-b3c6fc025014 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:52.065035 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'code': 200} Feb 19 07:09:52.077089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Made reservation on behalf of a10c72292d2142a4922958a99aa14695 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:52.090962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.092526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:52.098913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:52.105815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:52.111417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:52.112287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.122675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Pushing event updated for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:52.141030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-087e7eec-3f5e-44fb-b5e3-b2753d39fb2f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7614670 Feb 19 07:09:52.160937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Request body: {'port': {'device_id': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:52.176121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.217643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-398d1687-a091-4f03-be50-bb02b43f13e4 req-06d25400-3cd1-4085-b7a8-8978913270ea tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841075 Feb 19 07:09:52.387902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks [] for security_group (3e685f67-0dfc-4d47-9b04-58033a3cf76f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.395316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3e685f67-0dfc-4d47-9b04-58033a3cf76f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.442339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:09:52.455801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.502281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d5de60a4-f25c-47d5-b6ff-3052cf059e4d None None] Provisioning complete for port b22e8b39-5601-4f05-b07c-51ba10ca2a58 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:52.502904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0b85c340-3fb9-4186-b5fb-b18c73980d4b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.503064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5de60a4-f25c-47d5-b6ff-3052cf059e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.504183 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Added segment 0b85c340-3fb9-4186-b5fb-b18c73980d4b of type vlan for network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 Feb 19 07:09:52.507036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e685f67-0dfc-4d47-9b04-58033a3cf76f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:52.594287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (bc1d23f1-3169-4841-84cc-0acf7a3f1e30), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.606261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d5de60a4-f25c-47d5-b6ff-3052cf059e4d None None] Port b22e8b39-5601-4f05-b07c-51ba10ca2a58 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:52.632780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (bc1d23f1-3169-4841-84cc-0acf7a3f1e30), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.633835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:52.634452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.663437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d974b-a178-44d7-a920-6f0206f318da req-8c62834a-95df-4452-a712-381fb652748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:52.671087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f9d974b-a178-44d7-a920-6f0206f318da req-8c62834a-95df-4452-a712-381fb652748a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 1127 time: 0.4990194 Feb 19 07:09:52.686295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109d285-588c-4e22-815e-8fdac00f1c74 req-a0705cbd-52dc-4905-9125-e31cfdaefc83 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:52.690429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5109d285-588c-4e22-815e-8fdac00f1c74 req-a0705cbd-52dc-4905-9125-e31cfdaefc83 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 935 time: 0.4051237 Feb 19 07:09:52.736518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0000186 Feb 19 07:09:52.736518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a2d9-16bb-41c7-ae5d-00e39e654f0e admin admin] Pushing event updated for resources: {'Network': ['ID=bc1d23f1-3169-4841-84cc-0acf7a3f1e30,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:52.751506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:09:52.751878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:52.762640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Request body: {'subnet': {'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-subnet', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:52.773739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5109d285-588c-4e22-815e-8fdac00f1c74 req-8b8d5532-53d8-4e05-bb83-9721c763fb8a tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717905 Feb 19 07:09:52.802610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Made reservation on behalf of a10c72292d2142a4922958a99aa14695 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:09:52.805374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:52.855884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f9d974b-a178-44d7-a920-6f0206f318da req-7ba48f92-0bf8-442e-bc59-2a2a0aed42ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641371 Feb 19 07:09:53.067161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22e8b39-5601-4f05-b07c-51ba10ca2a58 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:53.077555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks [] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.087315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15967-4f2a-489f-b2ed-8f25985d9180 req-9aa17356-c980-4d68-bc24-e5cd45876b2f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.089790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dcd15967-4f2a-489f-b2ed-8f25985d9180 req-9aa17356-c980-4d68-bc24-e5cd45876b2f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.1349154 Feb 19 07:09:53.111559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Transition to ACTIVE for port object b22e8b39-5601-4f05-b07c-51ba10ca2a58 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:53.128419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.200236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:53.222840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dcd15967-4f2a-489f-b2ed-8f25985d9180 req-394e2f29-5153-4dcd-9b9b-32d2db7d8292 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215119 Feb 19 07:09:53.262014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Attempting to bind port b22e8b39-5601-4f05-b07c-51ba10ca2a58 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:53.262370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Attempting to bind port b22e8b39-5601-4f05-b07c-51ba10ca2a58 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:53.262699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Attempting to bind port b22e8b39-5601-4f05-b07c-51ba10ca2a58 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:53.267930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Port b22e8b39-5601-4f05-b07c-51ba10ca2a58 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:09:53.268250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Attempting to bind port b22e8b39-5601-4f05-b07c-51ba10ca2a58 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:53.270922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (d5a5fc35-3dea-4f33-8733-d71e04e42837), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.273067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:53.273407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:53.273789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:53.274208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Bound port: b22e8b39-5601-4f05-b07c-51ba10ca2a58, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:53.274550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.362640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c7a97-ff9b-414d-9ace-739e4b31ce76 req-e2e06f61-9a94-4ec5-b09e-20f5d615ca87 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.365118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f79c7a97-ff9b-414d-9ace-739e4b31ce76 req-e2e06f61-9a94-4ec5-b09e-20f5d615ca87 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.2850800 Feb 19 07:09:53.377295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:53.383836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:53.395219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.456262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a5fc35-3dea-4f33-8733-d71e04e42837,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:53.473300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Checking segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:53.473691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Network hostable DHCP agents. Network: bc1d23f1-3169-4841-84cc-0acf7a3f1e30, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:09:53.492501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f79c7a97-ff9b-414d-9ace-739e4b31ce76 req-79a6557b-6811-45f1-97f9-0ccb2e061471 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095471 Feb 19 07:09:53.513705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:09:53.542922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, bc1d23f1-3169-4841-84cc-0acf7a3f1e30) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:53.548935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.549665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.562786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d022b-bfbe-4383-9b97-bed938b79dde None None] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:53.607691 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eeabe20f-c578-413f-98d0-80a288c0b325 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8537967 Feb 19 07:09:53.609906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:53.616810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:09:53.637674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.638518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.639684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b22e8b39-5601-4f05-b07c-51ba10ca2a58 HTTP/1.1" status: 200 len: 1095 time: 1.4841924 Feb 19 07:09:53.640260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:09:53.642473 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190cdb40-3e69-4c7d-b48d-79901192da9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:09:53.644998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691d538-8829-4b27-9876-69f7696c66c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:53.668853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (2c3650a6-184a-4f13-82c4-17611b121a59), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.669964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (2c3650a6-184a-4f13-82c4-17611b121a59), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.675104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96600fc-61cd-4e2d-9725-9537ad52fcdd req-1956489e-045e-4d2d-b9b4-82164bce6a2e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.685072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d96600fc-61cd-4e2d-9725-9537ad52fcdd req-1956489e-045e-4d2d-b9b4-82164bce6a2e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 945 time: 0.2142754 Feb 19 07:09:53.820733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'project_id': 'a10c72292d2142a4922958a99aa14695', 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:09:53.822028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.836954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for router_controller (2c3650a6-184a-4f13-82c4-17611b121a59), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:53.855959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d96600fc-61cd-4e2d-9725-9537ad52fcdd req-010a56ad-6069-43a2-8c38-f4c2a9df6ed5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700451 Feb 19 07:09:53.869261 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927f5fd-f6a2-4d43-bc61-76a2d3ab5326 x-openstack-request-id: req-c927f5fd-f6a2-4d43-bc61-76a2d3ab5326 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:09:53.870189 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:09:53.870588 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c927f5fd-f6a2-4d43-bc61-76a2d3ab5326 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:09:53.871249 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58', 'status': 'completed', 'code': 200} Feb 19 07:09:53.923046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-e6f228f5-286a-4210-a257-52f9a6662da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:53.924626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-e6f228f5-286a-4210-a257-52f9a6662da0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b49230fa1c4810acb569d07c818388&device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 1129 time: 0.1938636 Feb 19 07:09:54.045858 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-8c35f111-ec8e-48b9-9ac4-1dd35e9f9d08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58 HTTP/1.1" status: 200 len: 217 time: 0.1060727 Feb 19 07:09:54.149448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-5b1827eb-0027-4ebd-b078-eaa088731b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:54.151002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-5b1827eb-0027-4ebd-b078-eaa088731b2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0928478 Feb 19 07:09:54.161504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Allocated IP 172.20.0.2 (bc1d23f1-3169-4841-84cc-0acf7a3f1e30/d5a5fc35-3dea-4f33-8733-d71e04e42837/c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:54.178722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8c2b1-1024-4e58-acec-faea28cf7506 req-f9fb1722-13b0-4fec-9c3b-9d40d5879f71 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:54.187331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e8c2b1-1024-4e58-acec-faea28cf7506 req-f9fb1722-13b0-4fec-9c3b-9d40d5879f71 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 947 time: 0.1438181 Feb 19 07:09:54.384777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for router_gateway (2c3650a6-184a-4f13-82c4-17611b121a59), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.454885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks [] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.466730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.510271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:54.514104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea359fa7-9ee7-4589-bf61-0596562eb045 req-d039c20a-b683-40cc-8cf8-8a6112abf73c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:54.517003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:54.521394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea359fa7-9ee7-4589-bf61-0596562eb045 req-d039c20a-b683-40cc-8cf8-8a6112abf73c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.1134906 Feb 19 07:09:54.526883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:54.585963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e8c2b1-1024-4e58-acec-faea28cf7506 req-54cd17cd-18e8-4777-b2c3-48bf4ed03210 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974295 Feb 19 07:09:54.586480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea359fa7-9ee7-4589-bf61-0596562eb045 req-59f243ae-9868-4a54-b7c3-affa3d669809 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618806 Feb 19 07:09:54.591920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-c8383a86-3906-4861-8ae5-a6eca932e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:54.593506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-c8383a86-3906-4861-8ae5-a6eca932e98a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4352534 Feb 19 07:09:54.608791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Pushing event updated for resources: {'Port': ['ID=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:54.611757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Attempting to bind port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:54.612124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Attempting to bind port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:54.612477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Attempting to bind port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 on network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:54.620545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:54.621305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Checking segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:54.621670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.622066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Bound using segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:54.622783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Bound port: c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:54.623038 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.699835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] For port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:54.703305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] For port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:54.712727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.721809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:54.786657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11afc-60cf-4f74-b086-621409462b79 None None] Pushing event updated for resources: {'Port': ['ID=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:54.832437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for router_gateway (2c3650a6-184a-4f13-82c4-17611b121a59), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.857533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.887524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-52df26f8-4505-4539-8f17-e47852bfc287 service neutron] 10.222.0.24 "GET /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.2750721 Feb 19 07:09:54.896737 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-db68fed8-5d84-459b-aa75-5bd5d522afa3 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613399 Feb 19 07:09:54.920972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473243eb-b4b0-41d7-8611-ec900d4c3aa8 req-0bd40d91-4048-479a-ba49-384b828cd071 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:54.922186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473243eb-b4b0-41d7-8611-ec900d4c3aa8 req-0bd40d91-4048-479a-ba49-384b828cd071 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.2323081 Feb 19 07:09:54.966260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7941cac1-2ffc-40b0-b448-c3a04975591d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:54.990190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Allocated IP 172.25.7.107 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/3a41b265-3d9a-49ef-8793-4129a360c275) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:55.174246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4852f9-7482-4d82-96f0-dfe4f63b98af req-ba9208de-b71d-47db-a144-376bd5da002f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:55.177036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fff48ed0-fb8b-44a8-84f3-36169be60944 req-c991e230-48a8-4541-9dfe-1c6b55833567 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649202 Feb 19 07:09:55.177550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f4852f9-7482-4d82-96f0-dfe4f63b98af req-ba9208de-b71d-47db-a144-376bd5da002f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 945 time: 0.1287932 Feb 19 07:09:55.192196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for port (3a41b265-3d9a-49ef-8793-4129a360c275), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.198928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473243eb-b4b0-41d7-8611-ec900d4c3aa8 req-833b7bf2-0331-4f29-ab39-a05f1ae50c21 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388649 Feb 19 07:09:55.293164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f4852f9-7482-4d82-96f0-dfe4f63b98af req-ee993e91-a572-4ed1-aec5-94ba0068d500 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889549 Feb 19 07:09:55.305159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.352821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Pushing event updated for resources: {'Port': ['ID=3a41b265-3d9a-49ef-8793-4129a360c275,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:55.372369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7941cac1-2ffc-40b0-b448-c3a04975591d admin admin] Publish callbacks [] for security_group (f602a5bc-4300-4035-9ecf-b7b414d2587a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.379320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:55.383779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:55.392286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7941cac1-2ffc-40b0-b448-c3a04975591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f602a5bc-4300-4035-9ecf-b7b414d2587a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.396438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:55.460309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-395f92ed-6e5c-4bd1-95f9-b8e3924f090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:55.464787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-395f92ed-6e5c-4bd1-95f9-b8e3924f090d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7b49230fa1c4810acb569d07c818388&device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 1129 time: 0.2002213 Feb 19 07:09:55.468826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7941cac1-2ffc-40b0-b448-c3a04975591d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b11c8c84ff247e7bbfc9265ec3a74e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7457383 Feb 19 07:09:55.497470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941cac1-2ffc-40b0-b448-c3a04975591d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f602a5bc-4300-4035-9ecf-b7b414d2587a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:55.501417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:55.669645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:55.741836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] Publish callbacks [] for security_group (f602a5bc-4300-4035-9ecf-b7b414d2587a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.743542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28083395-154a-4e5a-8d41-b4bfa58acdb5 req-f6934cb7-ff5b-4f53-9bf7-b40848acd0f2 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:55.745129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28083395-154a-4e5a-8d41-b4bfa58acdb5 req-f6934cb7-ff5b-4f53-9bf7-b40848acd0f2 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 945 time: 0.1572242 Feb 19 07:09:55.759267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:55.833530 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for router_gateway (2c3650a6-184a-4f13-82c4-17611b121a59), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.835352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd7de58-42f5-441e-9a00-397200998cac {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:09:55.840950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] Publish callbacks [] for security_group (f602a5bc-4300-4035-9ecf-b7b414d2587a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:55.846280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-bc92f53b-5623-4aaf-bcd6-f528990aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:55.847880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-bc92f53b-5623-4aaf-bcd6-f528990aedfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3381543 Feb 19 07:09:55.862614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:55.891728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28083395-154a-4e5a-8d41-b4bfa58acdb5 req-fb9bed9b-60f2-4cf3-81bb-522c870cdb49 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203508 Feb 19 07:09:55.917656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7eec9-9358-478d-a720-6b4ae34acc94 req-50e6e3f6-a3ed-4b13-a3bd-9fa98413749c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:55.924329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6db7eec9-9358-478d-a720-6b4ae34acc94 req-50e6e3f6-a3ed-4b13-a3bd-9fa98413749c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 965 time: 0.2488856 Feb 19 07:09:55.941217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-1c3f8c5c-23e8-4545-b4e3-1006e8755eb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58 HTTP/1.1" status: 200 len: 217 time: 0.0806355 Feb 19 07:09:55.953658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.064939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6db7eec9-9358-478d-a720-6b4ae34acc94 req-9bd13be2-a8ce-4b44-bfca-e25a4b0e35b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397438 Feb 19 07:09:56.071545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-dd4d6aec-85e3-4c1e-8a3c-20e53803ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:56.073180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-dd4d6aec-85e3-4c1e-8a3c-20e53803ceb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1119516 Feb 19 07:09:56.083022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f602a5bc-4300-4035-9ecf-b7b414d2587a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.085831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.090006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f602a5bc-4300-4035-9ecf-b7b414d2587a HTTP/1.1" status: 204 len: 168 time: 0.5487494 Feb 19 07:09:56.112657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9288d99f-820c-4905-8e6c-3a42862ead95 None None] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:09:56.120841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aded6-48e3-4be0-9d8c-586192108a1b req-60698341-3740-4659-9b84-5a01205756da tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:56.131638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b90aded6-48e3-4be0-9d8c-586192108a1b req-60698341-3740-4659-9b84-5a01205756da tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 947 time: 0.1599336 Feb 19 07:09:56.174062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c2db5-f2b4-406e-b893-26404b750873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f602a5bc-4300-4035-9ecf-b7b414d2587a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:56.183021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Provisioning complete for port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:56.183295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.195820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (2c3650a6-184a-4f13-82c4-17611b121a59), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.214404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b90aded6-48e3-4be0-9d8c-586192108a1b req-b6ccc152-c995-4817-8c8c-d590db8068dd tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816190 Feb 19 07:09:56.242146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] Transition to ACTIVE for port object efd7de58-42f5-441e-9a00-397200998cac will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:09:56.253220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.342026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Current status of the port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:56.342374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.350910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-3b23f43b-3661-4796-9c7a-6605b904b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:56.357491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-3b23f43b-3661-4796-9c7a-6605b904b740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2757416 Feb 19 07:09:56.419936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] For port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:09:56.429329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.477462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:56.484376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] No DVR routers for this DVR port efd7de58-42f5-441e-9a00-397200998cac on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:09:56.542149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] Pushing event updated for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:56.567864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:09:56.598016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-37289d69-7a37-4a9b-abfc-6e84e4981ece service neutron] 10.222.0.24 "PUT /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7002201 Feb 19 07:09:56.616869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e76be-ea2c-401e-9900-7d670a60049d req-4acbd736-785d-462e-be1b-867619de1a54 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:56.630993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80f153-6465-4825-b804-bdcf13be8dbe None None] Pushing event updated for resources: {'Port': ['ID=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:56.631747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc1e76be-ea2c-401e-9900-7d670a60049d req-4acbd736-785d-462e-be1b-867619de1a54 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.2597418 Feb 19 07:09:56.635903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-8ffd9dc7-3f92-427f-94b8-f7a34cee25d1 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636919 Feb 19 07:09:56.666184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:56.667095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.744289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38804) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:56.771392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc1e76be-ea2c-401e-9900-7d670a60049d req-f5b55480-eb95-4e41-8a27-48906ae3a48f tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302252 Feb 19 07:09:56.771392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Router 2c3650a6-184a-4f13-82c4-17611b121a59 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:09:56.779306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-047bf835-e725-4c95-837f-51889221e7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.784100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5e41a9a0-e025-45bd-a540-2d7b707adc6c None None] Provisioning complete for port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:56.784743 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e41a9a0-e025-45bd-a540-2d7b707adc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:56.842153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-190cdb40-3e69-4c7d-b48d-79901192da9c req-baa3a533-0256-427d-b3c8-9f48393e71e7 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938620 Feb 19 07:09:56.852583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8f6881a5-8ecd-4f3c-b641-0b9e15e23667 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:56.854965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8f6881a5-8ecd-4f3c-b641-0b9e15e23667 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1148 time: 0.1279492 Feb 19 07:09:56.880364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:56.938105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e41a9a0-e025-45bd-a540-2d7b707adc6c None None] Current status of the port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:57.000940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-047bf835-e725-4c95-837f-51889221e7cf admin admin] Publish callbacks [] for security_group (9c6cd93e-44d6-486e-9dd5-8f97793fbb05), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.005365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-1ee82409-189b-4214-897e-783d90736938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.007604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-1ee82409-189b-4214-897e-783d90736938 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&tenant_id=667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 1148 time: 0.1433983 Feb 19 07:09:57.009299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-047bf835-e725-4c95-837f-51889221e7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9c6cd93e-44d6-486e-9dd5-8f97793fbb05), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.060700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:09:57.076073 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Sync routers for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:09:57.095022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.099873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc23186b-2748-4f77-966f-08ac3d081726 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.4886680 Feb 19 07:09:57.100451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:57.108277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:57.108742 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:57.114866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-047bf835-e725-4c95-837f-51889221e7cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=017597d4683c4fc3916b9c807f162c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705707 Feb 19 07:09:57.118382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:09:57.120647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bf835-e725-4c95-837f-51889221e7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6cd93e-44d6-486e-9dd5-8f97793fbb05,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:57.182683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9b3a8-702a-4717-9c7f-2489fa849628 req-ae1739c6-41be-4fc5-82b8-226073aee42b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.190039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-98c9b3a8-702a-4717-9c7f-2489fa849628 req-ae1739c6-41be-4fc5-82b8-226073aee42b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 945 time: 0.1695564 Feb 19 07:09:57.204193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8bb16985-a474-4d30-91ae-c1f036265de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.205644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-8bb16985-a474-4d30-91ae-c1f036265de0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1148 time: 0.1593654 Feb 19 07:09:57.235571 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:57.287123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] Publish callbacks [] for security_group (9c6cd93e-44d6-486e-9dd5-8f97793fbb05), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.327361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-98c9b3a8-702a-4717-9c7f-2489fa849628 req-e01bb2f0-0e46-4594-8141-1adbf7ed2e4c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314189 Feb 19 07:09:57.349673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] Publish callbacks [] for security_group (9c6cd93e-44d6-486e-9dd5-8f97793fbb05), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.397812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-96a1ad56-8515-4de0-9279-aa0830448965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.399712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-96a1ad56-8515-4de0-9279-aa0830448965 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1831872 Feb 19 07:09:57.480025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-e1ccb650-6cad-4f83-991c-2fdde6bd0360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.0712121 Feb 19 07:09:57.497899 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:55Z', 'revision_number': 3, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:57.522988 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Checking router: 2c3650a6-184a-4f13-82c4-17611b121a59 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:09:57.523441 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Updating router 2c3650a6-184a-4f13-82c4-17611b121a59 port 3a41b265-3d9a-49ef-8793-4129a360c275 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:09:57.534383 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9c6cd93e-44d6-486e-9dd5-8f97793fbb05), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.536913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.540424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c6cd93e-44d6-486e-9dd5-8f97793fbb05 HTTP/1.1" status: 204 len: 168 time: 0.4146342 Feb 19 07:09:57.551039 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.567428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babaf4f9-b69f-455e-b6d8-86ef2589fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6cd93e-44d6-486e-9dd5-8f97793fbb05,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:57.579704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-9c047d16-ca03-4386-ba4f-8f1273081d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.581183 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-9c047d16-ca03-4386-ba4f-8f1273081d96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0787768 Feb 19 07:09:57.612973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f65378-5c76-4b76-8cac-f4e2ec43c992 req-83a4adcb-3309-4a30-b5e5-e434e70a91ea tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.615642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158342bd-f684-4c6a-8f72-bd5d0e667fbb req-89a38a48-8e1f-45c1-bc99-6389c62fb7d6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:57.617158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-158342bd-f684-4c6a-8f72-bd5d0e667fbb req-89a38a48-8e1f-45c1-bc99-6389c62fb7d6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.1490116 Feb 19 07:09:57.620276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84f65378-5c76-4b76-8cac-f4e2ec43c992 req-83a4adcb-3309-4a30-b5e5-e434e70a91ea tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 947 time: 0.1308658 Feb 19 07:09:57.642603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-721fb96c-6d76-48a1-80a2-b6699758bc02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512073 Feb 19 07:09:57.711571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84f65378-5c76-4b76-8cac-f4e2ec43c992 req-802ffcd9-a9be-42fe-920e-01884873f094 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852826 Feb 19 07:09:57.748522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-158342bd-f684-4c6a-8f72-bd5d0e667fbb req-bfc06a5c-5761-449f-8722-f911779a06a1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086969 Feb 19 07:09:57.777074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.806249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-ad950dad-bb25-433b-a6b9-f6455d99efbe service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508033 Feb 19 07:09:57.874082 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks [] for port (3a41b265-3d9a-49ef-8793-4129a360c275), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.888523 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:57.974166 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Pushing event updated for resources: {'Port': ['ID=3a41b265-3d9a-49ef-8793-4129a360c275,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:57.984448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.985329 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.985681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.986141 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.986479 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.987312 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.987652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.988216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.988350 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.988607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.989361 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.989928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:57.990041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:09:58.002584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Allocated IP 172.20.0.1 (bc1d23f1-3169-4841-84cc-0acf7a3f1e30/d5a5fc35-3dea-4f33-8733-d71e04e42837/d88e74fb-5180-4edb-b6a9-11ea449260a1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:09:58.023289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-374b816f-edec-4949-aa14-f659a6597872 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070358 Feb 19 07:09:58.039234 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Attempting to bind port 3a41b265-3d9a-49ef-8793-4129a360c275 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:09:58.039664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Attempting to bind port 3a41b265-3d9a-49ef-8793-4129a360c275 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:09:58.039970 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Attempting to bind port 3a41b265-3d9a-49ef-8793-4129a360c275 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:09:58.046730 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:09:58.047228 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:09:58.047805 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.048245 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:09:58.048814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Bound port: 3a41b265-3d9a-49ef-8793-4129a360c275, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:09:58.049194 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.131984 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] For port 3a41b265-3d9a-49ef-8793-4129a360c275, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:58.136686 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] For port 3a41b265-3d9a-49ef-8793-4129a360c275, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3a41b265-3d9a-49ef-8793-4129a360c275,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:09:58.146074 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.175266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks [] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.225041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95743dc7-9540-4456-bc9e-665892d1f37d None None] Pushing event updated for resources: {'Port': ['ID=3a41b265-3d9a-49ef-8793-4129a360c275,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:58.238467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.246095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:09:58.246825 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:58.336256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:58.344378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:58.363490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:09:58.363996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (2c3650a6-184a-4f13-82c4-17611b121a59), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.411412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:09:58.429087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-9b6069a3-ac9c-4052-9b05-16d1e01e6433 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:58.430713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-9b6069a3-ac9c-4052-9b05-16d1e01e6433 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1148 time: 0.1309097 Feb 19 07:09:58.575079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:58.578014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.602277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-c3217999-b589-4933-84ab-13e3fbc1d355 service neutron] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:09:58.610877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-c3217999-b589-4933-84ab-13e3fbc1d355 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.612267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8dfa5e5-98a2-4318-a7a8-06924c3ffd5f req-c3217999-b589-4933-84ab-13e3fbc1d355 service neutron] 10.222.0.47 "DELETE /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.1727147 Feb 19 07:09:58.667483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Pushing event updated for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:58.741518 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:09:58.750552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e956727a-b73e-40e3-8e3a-be086cce23d1 None None] Provisioning complete for port d88e74fb-5180-4edb-b6a9-11ea449260a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:09:58.751106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e956727a-b73e-40e3-8e3a-be086cce23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.789500 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:58.824466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea258a3c-0084-4bbf-8afa-2fc03b3866c9 req-dd2e9afb-9bcf-4d8b-9bef-4c9dfba7892a tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:58.825762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device efd7de58-42f5-441e-9a00-397200998cac no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:09:58.826544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea258a3c-0084-4bbf-8afa-2fc03b3866c9 req-dd2e9afb-9bcf-4d8b-9bef-4c9dfba7892a tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.2155521 Feb 19 07:09:58.853480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e956727a-b73e-40e3-8e3a-be086cce23d1 None None] Port d88e74fb-5180-4edb-b6a9-11ea449260a1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:09:58.858351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:09:58.881930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port efd7de58-42f5-441e-9a00-397200998cac host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:09:58.883283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device efd7de58-42f5-441e-9a00-397200998cac not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:09:58.921288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9589-1890-4de6-8989-14370808b3e2 req-4c44385e-2980-436f-a314-7c2627c68a15 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:58.923009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b9e9589-1890-4de6-8989-14370808b3e2 req-4c44385e-2980-436f-a314-7c2627c68a15 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 947 time: 0.0773230 Feb 19 07:09:58.977955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea258a3c-0084-4bbf-8afa-2fc03b3866c9 req-d70bd811-d64a-405c-a173-d988563975ba tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244302 Feb 19 07:09:59.039878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b9e9589-1890-4de6-8989-14370808b3e2 req-a5dec389-264d-4ae6-a8fd-9fc8da08dae1 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957382 Feb 19 07:09:59.043551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:55Z', 'revision_number': 3, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:09:59.095410 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5bd8e-ebcc-4338-baf3-1d12fe697dfd None None] The sync data for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 is: [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:55Z', 'revision_number': 3, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:09:59.152178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks [] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:59.158799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:59.159824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (2c3650a6-184a-4f13-82c4-17611b121a59), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:09:59.217591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437f8ba-18cc-4bd1-bbb1-1e30e7b30dbe req-ce8fd93d-4ece-44d7-b44d-97216b8d410c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:59.219487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b437f8ba-18cc-4bd1-bbb1-1e30e7b30dbe req-ce8fd93d-4ece-44d7-b44d-97216b8d410c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.0812342 Feb 19 07:09:59.286569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b437f8ba-18cc-4bd1-bbb1-1e30e7b30dbe req-59451c3f-047f-4443-a04c-1511ced6bff5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586393 Feb 19 07:09:59.289998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Pushing event updated for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:09:59.347852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:09:59.349427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:09:59.563234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Router 2c3650a6-184a-4f13-82c4-17611b121a59 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:09:59.571213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b22e8b39-5601-4f05-b07c-51ba10ca2a58 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:09:59.756705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:09:59.776837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a0078f9e-6f2a-4cda-b836-94c601ee4017 admin admin] 10.222.0.43 "PUT /v2.0/routers/2c3650a6-184a-4f13-82c4-17611b121a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751194 Feb 19 07:09:59.909349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device efd7de58-42f5-441e-9a00-397200998cac no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:09:59.992097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed077-0624-48e0-8e90-28e167481b7c req-afcb8ae4-4649-4801-a4cf-3ba12af8b992 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:09:59.993816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b4ed077-0624-48e0-8e90-28e167481b7c req-afcb8ae4-4649-4801-a4cf-3ba12af8b992 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1148 time: 0.1189275 Feb 19 07:10:00.085347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b1772-99af-4fac-9ce4-a5840adeeec1 req-db6d0fa5-8a35-41b2-9bac-2000b2a904be tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:00.093117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce3b1772-99af-4fac-9ce4-a5840adeeec1 req-db6d0fa5-8a35-41b2-9bac-2000b2a904be tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.1170592 Feb 19 07:10:00.094104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b4ed077-0624-48e0-8e90-28e167481b7c req-f1715792-2e53-4881-be95-c54189ed759d tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814490 Feb 19 07:10:00.105037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.136864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-89d6ab8f-710e-498d-a035-7f81c5843560 None None] Provisioning complete for port d88e74fb-5180-4edb-b6a9-11ea449260a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:00.137402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89d6ab8f-710e-498d-a035-7f81c5843560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.161502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce3b1772-99af-4fac-9ce4-a5840adeeec1 req-9ef777a2-5518-494f-b22a-b2d4f2928862 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672429 Feb 19 07:10:00.201107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:00.254396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-89d6ab8f-710e-498d-a035-7f81c5843560 None None] Port d88e74fb-5180-4edb-b6a9-11ea449260a1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:00.262799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58', 'mac_address': 'fa:16:3e:cf:36:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:00.285453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port efd7de58-42f5-441e-9a00-397200998cac is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:00.453123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3a41b265-3d9a-49ef-8793-4129a360c275 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:00.496359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b22e8b39-5601-4f05-b07c-51ba10ca2a58 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:00.496572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.512765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22e8b39-5601-4f05-b07c-51ba10ca2a58 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:00.538210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:00.545222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3a41b265-3d9a-49ef-8793-4129a360c275 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:00.546080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.549762 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.631748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:00.697688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3a41b265-3d9a-49ef-8793-4129a360c275 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:00.698333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.706470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db71e8-98b2-4a60-902e-edc51dbf6e0b req-98fbe516-72c3-45d3-a271-83491f970396 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:00.710029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1db71e8-98b2-4a60-902e-edc51dbf6e0b req-98fbe516-72c3-45d3-a271-83491f970396 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 948 time: 0.0699418 Feb 19 07:10:00.722607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3a41b265-3d9a-49ef-8793-4129a360c275, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3a41b265-3d9a-49ef-8793-4129a360c275,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:00.729621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:00.737968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-d181ad7e-9392-4e90-be95-43dfcb6cfeba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:00.739583 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-d181ad7e-9392-4e90-be95-43dfcb6cfeba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 829 time: 0.1543927 Feb 19 07:10:00.766908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-05d137c6-004f-4386-a3df-1fcfa05c3721 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/quotas/a10c72292d2142a4922958a99aa14695 HTTP/1.1" status: 200 len: 375 time: 0.0187883 Feb 19 07:10:00.770240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1db71e8-98b2-4a60-902e-edc51dbf6e0b req-0464b3ca-5377-4ab9-ae06-30686151acae tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Feb 19 07:10:00.794872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3a41b265-3d9a-49ef-8793-4129a360c275,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:00.860832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-c23b8bbf-7197-4c4b-9dbc-0574e2d16029 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930004 Feb 19 07:10:00.937762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b22e8b39-5601-4f05-b07c-51ba10ca2a58'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:01.009217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dce706e-ccde-4bc2-a22f-79a022abe853 service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393993 Feb 19 07:10:01.125373 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-433f6c7c-d056-4a0a-8193-5ccc6431c48e service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096592 Feb 19 07:10:01.540626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e4f1-909e-4f9a-94de-9d33864f44fa req-7f0ae685-3e9d-49a0-af5f-b053a0f07058 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:01.542521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7815e4f1-909e-4f9a-94de-9d33864f44fa req-7f0ae685-3e9d-49a0-af5f-b053a0f07058 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.0676644 Feb 19 07:10:01.591089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Sync routers for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:01.605834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:01.606479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:01.613371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7815e4f1-909e-4f9a-94de-9d33864f44fa req-069d33c7-74da-4957-851f-fbd6a3351d50 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Feb 19 07:10:01.787542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-bc8d8165-30ee-44e2-bbd4-700c1c413bbe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:01.789932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-bc8d8165-30ee-44e2-bbd4-700c1c413bbe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.4533930 Feb 19 07:10:01.828880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-562d15cb-833c-4063-9799-19b76ac704a8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/quotas/667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 375 time: 0.0254428 Feb 19 07:10:01.838845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:01.906065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-99228120-d350-4daf-92df-c2968ea994bf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698814 Feb 19 07:10:02.052629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79f5e376-9492-48ed-8933-8216ce98027f req-5592b8c1-839a-47f7-8f1c-5a097cd1325e tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 210 time: 0.0330465 Feb 19 07:10:02.055422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-bd0b1223-2723-42b1-8ce6-7305e240e218 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Feb 19 07:10:02.186297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 2, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:02.252118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-984f5d85-e8db-452a-91b7-4bbbf102e630 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869190 Feb 19 07:10:02.252774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Checking router: 2c3650a6-184a-4f13-82c4-17611b121a59 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:02.253571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Updating router 2c3650a6-184a-4f13-82c4-17611b121a59 port d88e74fb-5180-4edb-b6a9-11ea449260a1 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:10:02.290667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:02.365248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3a41b265-3d9a-49ef-8793-4129a360c275 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:02.505305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b89ab9-5a48-48c4-9995-6721d817c930 req-1653c6e3-31bb-47b5-9944-88b4570d0504 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:02.512736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b89ab9-5a48-48c4-9995-6721d817c930 req-1653c6e3-31bb-47b5-9944-88b4570d0504 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 948 time: 0.1120379 Feb 19 07:10:02.593318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b89ab9-5a48-48c4-9995-6721d817c930 req-4d8849b7-ca6e-437d-9607-14294ff8fa7b tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Feb 19 07:10:02.680594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3a41b265-3d9a-49ef-8793-4129a360c275 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:02.700795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:02.727514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adfbccdc-1c9c-4c60-a0fa-bf20ad2afa20 req-75ea168d-88cb-4803-8432-ee3a0f508223 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 210 time: 0.0493240 Feb 19 07:10:02.817097 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:02.871867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:02.922252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-cc642d28-5097-44c4-bf1b-622452610f2d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:02.924002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-cc642d28-5097-44c4-bf1b-622452610f2d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.24 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 829 time: 0.2457378 Feb 19 07:10:02.937108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-c5658318-dd29-43fd-8811-5e9dba10c45b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:02.939224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-c5658318-dd29-43fd-8811-5e9dba10c45b tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.3408656 Feb 19 07:10:02.943662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'port': {'device_id': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'admin_state_up': True, 'tenant_id': 'a10c72292d2142a4922958a99aa14695'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:03.049087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2cd86-082f-49ac-a75c-c51f4cfbd082 req-22e6735e-924e-43f2-856e-b66df1a45693 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:03.057797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-deb2cd86-082f-49ac-a75c-c51f4cfbd082 req-22e6735e-924e-43f2-856e-b66df1a45693 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 950 time: 0.0869939 Feb 19 07:10:03.132837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-deb2cd86-082f-49ac-a75c-c51f4cfbd082 req-4238ccae-ad48-49ba-9141-e69688dce6f0 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e82ed38-6df8-4971-acff-9e4418747fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701191 Feb 19 07:10:03.296708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3a41b265-3d9a-49ef-8793-4129a360c275 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:03.314200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:10:03.318630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks [] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:03.319676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1320cfb4-f27b-4c8d-b86b-f72475c82e14 req-2a53aba8-7c74-4236-a47b-9a03b88576cb tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 210 time: 0.0627081 Feb 19 07:10:03.365079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Made reservation on behalf of a10c72292d2142a4922958a99aa14695 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:03.370001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:03.386764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:03.417747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Deleting port 0269d689-aece-4649-8863-362c9db79e64 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:03.418461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0269d689-aece-4649-8863-362c9db79e64), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:03.563054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:03.625349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114466d-a8ce-4bd5-933b-a8a095a29d85 None None] Pushing event updated for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:03.628631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] For port 0269d689-aece-4649-8863-362c9db79e64, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0269d689-aece-4649-8863-362c9db79e64,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:03.629182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0269d689-aece-4649-8863-362c9db79e64), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:03.652768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Allocated IP 172.20.0.5 (bc1d23f1-3169-4841-84cc-0acf7a3f1e30/d5a5fc35-3dea-4f33-8733-d71e04e42837/a6aa112b-6109-44f8-bb1b-7002b300770c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:03.658186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Calling delete_port for 0269d689-aece-4649-8863-362c9db79e64 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:03.662146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b22e8b39-5601-4f05-b07c-51ba10ca2a58 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:03.950338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f803b-65f6-4cd7-abfe-c89dfbca2d26 req-7e5b055d-bee3-4d59-af21-5893984beaee tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:03.968495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f58f803b-65f6-4cd7-abfe-c89dfbca2d26 req-7e5b055d-bee3-4d59-af21-5893984beaee tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 948 time: 0.1908214 Feb 19 07:10:04.033234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:04.036271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd73fc0-8dce-4ec4-b76c-6728020e5d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.085871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Attempting to bind port d88e74fb-5180-4edb-b6a9-11ea449260a1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:04.086303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Attempting to bind port d88e74fb-5180-4edb-b6a9-11ea449260a1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:04.086681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Attempting to bind port d88e74fb-5180-4edb-b6a9-11ea449260a1 on network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:04.106225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:04.106649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Checking segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:04.107465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.107945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Bound using segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:04.108440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Bound port: d88e74fb-5180-4edb-b6a9-11ea449260a1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:04.109089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.112625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'mac_address': 'fa:16:3e:58:74:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:04.291548 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef0d0ed-eaac-43f3-916f-a0fea28a405b req-12d9abcd-91e1-4852-974c-3387fc1596fd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 210 time: 0.1381733 Feb 19 07:10:04.300412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:04.300829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.341084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b22e8b39-5601-4f05-b07c-51ba10ca2a58 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:04.365212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254dbb00-0eff-4db3-8e6d-cc539ce9c55a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:04.420725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:04.473611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b22e8b39-5601-4f05-b07c-51ba10ca2a58 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:04.473923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (0269d689-aece-4649-8863-362c9db79e64), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.475715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.482680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.566609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Pushing event deleted for resources: {'Port': ['ID=0269d689-aece-4649-8863-362c9db79e64,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:04.721798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0269d689-aece-4649-8863-362c9db79e64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:04.724517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2832e022-0f7d-497b-995d-79f7618d49f4 None None] Provisioning complete for port d88e74fb-5180-4edb-b6a9-11ea449260a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:04.725904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2832e022-0f7d-497b-995d-79f7618d49f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.729617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:04.773043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e868c4aa-e410-4e1f-b69e-bc425ace2673 req-cfeeb1ae-b908-4836-a2a6-02cf67e84742 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ae6fad6-a363-4a2e-80fe-9759a3614691 HTTP/1.1" status: 200 len: 210 time: 0.1588860 Feb 19 07:10:04.777016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.806993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f58f803b-65f6-4cd7-abfe-c89dfbca2d26 req-bf91b683-cd57-440f-877d-c6790f125089 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8362014 Feb 19 07:10:04.893266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] No DVR routers for this DVR port 0269d689-aece-4649-8863-362c9db79e64 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:04.901841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:04.935781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:04.961089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-effa6845-1404-43fc-af97-6c27b48ef4f4 req-7faa52b9-8a50-42b2-a91b-0bb5738e5b17 tempest-DeleteServersAdminTestJSON-1188616873 tempest-DeleteServersAdminTestJSON-1188616873-project] 10.222.0.47 "DELETE /v2.0/ports/0269d689-aece-4649-8863-362c9db79e64 HTTP/1.1" status: 204 len: 173 time: 2.0129802 Feb 19 07:10:04.961853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'name': 'network-vif-deleted', 'tag': '0269d689-aece-4649-8863-362c9db79e64'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:04.965099 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f8ad4-5f2d-435d-986e-a78b7c303d8f" -d '{"events": [{"server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "name": "network-vif-deleted", "tag": "0269d689-aece-4649-8863-362c9db79e64"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:04.981155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6243f25d-22db-45f2-9c12-1a6e23532a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.002971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['254dbb00-0eff-4db3-8e6d-cc539ce9c55a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:05.034659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-dc7969dc-361f-44d8-bd81-4d08860f6dda tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:05.039051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-dc7969dc-361f-44d8-bd81-4d08860f6dda tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.8406019 Feb 19 07:10:05.054206 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b06641f-e7eb-456c-9c02-634ddcf0403c x-openstack-request-id: req-4b06641f-e7eb-456c-9c02-634ddcf0403c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:05.054514 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae6fad6-a363-4a2e-80fe-9759a3614691", "name": "network-vif-deleted", "tag": "0269d689-aece-4649-8863-362c9db79e64", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:05.054912 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b06641f-e7eb-456c-9c02-634ddcf0403c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:05.055384 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae6fad6-a363-4a2e-80fe-9759a3614691', 'name': 'network-vif-deleted', 'tag': '0269d689-aece-4649-8863-362c9db79e64', 'status': 'completed', 'code': 200} Feb 19 07:10:05.059415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8db8f297-ae8c-4e6d-b90a-e8c9e30fb4a4 req-634bc195-bdf2-44e9-a18a-0e1b32bc33c8 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 210 time: 0.1251464 Feb 19 07:10:05.060533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Request body: {'port': {'device_id': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'admin_state_up': True, 'tenant_id': '667a6c0345b647abb5fdbbde48922a07'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:05.087484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.122758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] For port d88e74fb-5180-4edb-b6a9-11ea449260a1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:05.134657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] For port d88e74fb-5180-4edb-b6a9-11ea449260a1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d88e74fb-5180-4edb-b6a9-11ea449260a1,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:05.162834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd73fc0-8dce-4ec4-b76c-6728020e5d2f admin admin] Publish callbacks [] for security_group (68a0b6a6-813d-49bb-b32a-8dffa941b1c9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.165032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2832e022-0f7d-497b-995d-79f7618d49f4 None None] Port d88e74fb-5180-4edb-b6a9-11ea449260a1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:05.178136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd73fc0-8dce-4ec4-b76c-6728020e5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68a0b6a6-813d-49bb-b32a-8dffa941b1c9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.211035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.215403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event updated for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:05.227946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:05.231737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:05.247338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:05.255068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:05.255770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.274258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9bd73fc0-8dce-4ec4-b76c-6728020e5d2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b57493b220f41fabbe57fe0a9ec0409&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7098124 Feb 19 07:10:05.276198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:05.280812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd73fc0-8dce-4ec4-b76c-6728020e5d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0b6a6-813d-49bb-b32a-8dffa941b1c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:05.288667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114466d-a8ce-4bd5-933b-a8a095a29d85 None None] Pushing event updated for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:05.307793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-e889eb0f-8d7b-4232-834f-5b2e23567b3a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3678687 Feb 19 07:10:05.343341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Request body: {'port': {'device_id': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:05.386253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:05.390707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.392333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b22e8b39-5601-4f05-b07c-51ba10ca2a58 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:05.392733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.403130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:05.404052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:09:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:05.475077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] Publish callbacks [] for security_group (68a0b6a6-813d-49bb-b32a-8dffa941b1c9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.526601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6243f25d-22db-45f2-9c12-1a6e23532a9d admin admin] Publish callbacks [] for security_group (b10be89d-b65f-4198-a412-b1f40cdb0820), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.536217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6243f25d-22db-45f2-9c12-1a6e23532a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b10be89d-b65f-4198-a412-b1f40cdb0820), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.661780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.664740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f25d-22db-45f2-9c12-1a6e23532a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10be89d-b65f-4198-a412-b1f40cdb0820,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:05.680912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6243f25d-22db-45f2-9c12-1a6e23532a9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a03d0e575f834f7cab2d24ad34a48dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2363963 Feb 19 07:10:05.681282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:05.712690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] Publish callbacks [] for security_group (68a0b6a6-813d-49bb-b32a-8dffa941b1c9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.768157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f839f84-0188-413a-8381-824258d9677e req-6cfd80e4-8d2b-492a-878d-a5f8c659daca tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 210 time: 0.2507768 Feb 19 07:10:05.802421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:05.811429 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91bce07-1838-4d89-bd5d-d4a245718d9f" -d '{"events": [{"server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "name": "network-vif-plugged", "status": "completed", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:05.852408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68a0b6a6-813d-49bb-b32a-8dffa941b1c9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.856179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.858105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68a0b6a6-813d-49bb-b32a-8dffa941b1c9 HTTP/1.1" status: 204 len: 168 time: 0.5797155 Feb 19 07:10:05.867928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:05.909803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.971628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-219ad109-0484-416a-aaa5-debe88e07be3 None None] Provisioning complete for port a6aa112b-6109-44f8-bb1b-7002b300770c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:05.972364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-219ad109-0484-416a-aaa5-debe88e07be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:05.983976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:05.996980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0269d689-aece-4649-8863-362c9db79e64 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:06.009930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616408-c885-4994-8279-f77e7613e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0b6a6-813d-49bb-b32a-8dffa941b1c9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:06.081094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] Publish callbacks [] for security_group (b10be89d-b65f-4198-a412-b1f40cdb0820), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.119578 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5490b-c8af-4a37-a138-301d15c4e5e5 x-openstack-request-id: req-f3a5490b-c8af-4a37-a138-301d15c4e5e5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:06.119891 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "name": "network-vif-plugged", "status": "completed", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:06.120134 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3a5490b-c8af-4a37-a138-301d15c4e5e5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:06.120524 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58', 'code': 200} Feb 19 07:10:06.142754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:06.169062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0269d689-aece-4649-8863-362c9db79e64 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:06.169432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0269d689-aece-4649-8863-362c9db79e64 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:06.204557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] Publish callbacks [] for security_group (b10be89d-b65f-4198-a412-b1f40cdb0820), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.285784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Allocated IP 172.20.0.11 (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b/2f0ace47-f436-4670-8217-62377ae79884/4fac5e23-b045-4d8b-8dfc-668b27d6752d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:06.324110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6286ee-d9b9-481a-8872-7a5e519d6d7f req-87937ac4-32b5-4ed5-b33d-278eabddaeff tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:06.331313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6286ee-d9b9-481a-8872-7a5e519d6d7f req-87937ac4-32b5-4ed5-b33d-278eabddaeff tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.3290105 Feb 19 07:10:06.335701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-219ad109-0484-416a-aaa5-debe88e07be3 None None] Port a6aa112b-6109-44f8-bb1b-7002b300770c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:06.355480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad2c9f43-073c-4c53-aa13-fa0330ee8e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.440602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6286ee-d9b9-481a-8872-7a5e519d6d7f req-eea48a40-a8b2-4724-8d6a-c60aedab87eb tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031077 Feb 19 07:10:06.474014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72229f37-2cc2-4230-969f-c1e881c50f54 req-4d10bf70-4a22-44ad-a20d-c319460bb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:06.475429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72229f37-2cc2-4230-969f-c1e881c50f54 req-4d10bf70-4a22-44ad-a20d-c319460bb726 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 1131 time: 0.3526998 Feb 19 07:10:06.550172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Provisioning complete for port d88e74fb-5180-4edb-b6a9-11ea449260a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:06.550420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.560251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b10be89d-b65f-4198-a412-b1f40cdb0820), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.569916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.571107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b10be89d-b65f-4198-a412-b1f40cdb0820 HTTP/1.1" status: 204 len: 168 time: 0.8888528 Feb 19 07:10:06.590196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2043f4e-7278-47c8-bc6a-00675a8e2e9c req-fa0419aa-645b-4773-9a44-910b2aa0860b tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:06.591750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2043f4e-7278-47c8-bc6a-00675a8e2e9c req-fa0419aa-645b-4773-9a44-910b2aa0860b tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 931 time: 0.3580790 Feb 19 07:10:06.594066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39144) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:06.708156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cdb44-9cc3-4c08-8cde-18919fddbf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10be89d-b65f-4198-a412-b1f40cdb0820,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:06.733022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6091af3c-9667-4ded-8c24-f01666a3790c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.802258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks [] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.843433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72229f37-2cc2-4230-969f-c1e881c50f54 req-ec1487f9-df6d-43ce-97ea-bbf49f55bbfc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457801 Feb 19 07:10:06.880637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:06.898318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:06.984442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Current status of the port d88e74fb-5180-4edb-b6a9-11ea449260a1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:06.984442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.022062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2043f4e-7278-47c8-bc6a-00675a8e2e9c req-2bd603f5-b972-4e64-ac93-5b6f32286180 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986976 Feb 19 07:10:07.024302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aa112b-6109-44f8-bb1b-7002b300770c {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:07.048137 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks [] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.049863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:05Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:07.056349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:07.063959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:07.086883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Transition to ACTIVE for port object a6aa112b-6109-44f8-bb1b-7002b300770c will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:07.090934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:07.094196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa0135c-06a6-4653-8503-3e34b593b471 None None] The sync data for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 is: [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:05Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:07.096397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:07.096996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] For port d88e74fb-5180-4edb-b6a9-11ea449260a1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d88e74fb-5180-4edb-b6a9-11ea449260a1,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:07.097149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.104685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.107243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.112202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:07.112739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.139904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:07.168352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-ad01c821-db9a-4a80-a060-bd5d8e5d1bbd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1147723 Feb 19 07:10:07.203561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Request body: {'port': {'device_id': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:07.224753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cca14-a9db-42ac-9d35-d2a1fbc7c218 None None] Pushing event updated for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:07.267801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f2d63-a3d9-4e30-b208-177ed365c267 req-2d85f2d9-a2a5-471d-91a5-2e8b482030fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:07.284272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6091af3c-9667-4ded-8c24-f01666a3790c admin admin] Publish callbacks [] for security_group (11bd23f3-ca34-4b6d-a0d6-0690301360bf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.285403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-317f2d63-a3d9-4e30-b208-177ed365c267 req-2d85f2d9-a2a5-471d-91a5-2e8b482030fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 932 time: 0.3249862 Feb 19 07:10:07.302235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:07.319949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6091af3c-9667-4ded-8c24-f01666a3790c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (11bd23f3-ca34-4b6d-a0d6-0690301360bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.341714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:07.342489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.403695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:07.440166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:07.456540 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.475798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-317f2d63-a3d9-4e30-b208-177ed365c267 req-8a9ca164-df8a-4c79-8054-b546fad39aa9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897728 Feb 19 07:10:07.476621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.513708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:07.514842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6091af3c-9667-4ded-8c24-f01666a3790c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4cbbccc077143ab8053495d306b5f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8924496 Feb 19 07:10:07.519775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091af3c-9667-4ded-8c24-f01666a3790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bd23f3-ca34-4b6d-a0d6-0690301360bf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:07.539002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Attempting to bind port a6aa112b-6109-44f8-bb1b-7002b300770c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:07.539372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Attempting to bind port a6aa112b-6109-44f8-bb1b-7002b300770c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:07.539696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Attempting to bind port a6aa112b-6109-44f8-bb1b-7002b300770c on network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:07.557042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Port a6aa112b-6109-44f8-bb1b-7002b300770c on network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:07.557404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Attempting to bind port a6aa112b-6109-44f8-bb1b-7002b300770c on network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:07.588827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:07.589541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Checking segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:07.589541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Bound using segment: {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:07.589962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Bound port: a6aa112b-6109-44f8-bb1b-7002b300770c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b85c340-3fb9-4186-b5fb-b18c73980d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:07.590320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.716697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:07.717516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:07.839004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0526961d-65ae-4b49-a264-cea88bd29a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.843378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:07.848882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6aa112b-6109-44f8-bb1b-7002b300770c,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:07.859805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88756fb-e63e-4c8e-89a7-f13c2b95e99b req-21ab255a-a46b-486b-8388-bba3947fb53c tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:07.868347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f88756fb-e63e-4c8e-89a7-f13c2b95e99b req-21ab255a-a46b-486b-8388-bba3947fb53c tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.2638443 Feb 19 07:10:07.903401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.944072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] Publish callbacks [] for security_group (11bd23f3-ca34-4b6d-a0d6-0690301360bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.959498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:07.961367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:07.962874 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 1091 time: 2.6396856 Feb 19 07:10:07.964849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:07.971909 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e0ba5-9185-4eeb-9e5f-43d899129256" -d '{"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:08.081179 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17193ba1-351d-49e7-9bf7-096d6732cdad x-openstack-request-id: req-17193ba1-351d-49e7-9bf7-096d6732cdad {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:08.087179 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:08.088375 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17193ba1-351d-49e7-9bf7-096d6732cdad {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:08.089600 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'status': 'completed', 'code': 200} Feb 19 07:10:08.121682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:08.124101 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4091aeb-c50e-4275-a92e-db1557d34268" -d '{"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-plugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:08.164133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f88756fb-e63e-4c8e-89a7-f13c2b95e99b req-89337b3a-13b1-44d7-81ae-54af08566d6d tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902348 Feb 19 07:10:08.194738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbb4d6-8afe-4831-938b-fed0e50320f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:08.239382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0526961d-65ae-4b49-a264-cea88bd29a79 admin admin] Publish callbacks [] for security_group (8441eccc-0605-4a6c-b72b-bdd87320e650), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.264377 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728771a-b2d4-417b-a76d-a7d0277d2e51 x-openstack-request-id: req-2728771a-b2d4-417b-a76d-a7d0277d2e51 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:08.264867 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-plugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:08.264967 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2728771a-b2d4-417b-a76d-a7d0277d2e51 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:08.265345 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'code': 200} Feb 19 07:10:08.278932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-2a7e67d2-923b-4c2c-9a63-a7d63f8c025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:08.281435 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-2a7e67d2-923b-4c2c-9a63-a7d63f8c025c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1125 time: 0.2643681 Feb 19 07:10:08.285602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-da90f0ce-4ab1-4bd8-b5c5-61b55e43326d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8bcbd60ad4f4b2196a4a84c174bc774&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8787651 Feb 19 07:10:08.294098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39190) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:08.336695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] Publish callbacks [] for security_group (11bd23f3-ca34-4b6d-a0d6-0690301360bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.346894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0526961d-65ae-4b49-a264-cea88bd29a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8441eccc-0605-4a6c-b72b-bdd87320e650), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.400055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-d4c0e959-9193-44ce-8826-d5435f44e7ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 217 time: 0.1116316 Feb 19 07:10:08.421861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d88e74fb-5180-4edb-b6a9-11ea449260a1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:08.494604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac5e23-b045-4d8b-8dfc-668b27d6752d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:08.504600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] Publish callbacks [] for security_group (1e82ed38-6df8-4971-acff-9e4418747fab), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.506424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-30491d34-f646-4905-870b-9b4585fae995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:08.508596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-30491d34-f646-4905-870b-9b4585fae995 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.1017165 Feb 19 07:10:08.527132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks [] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.551525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d88e74fb-5180-4edb-b6a9-11ea449260a1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:08.552037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.579122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Transition to ACTIVE for port object 4fac5e23-b045-4d8b-8dfc-668b27d6752d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:08.593080 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] Publish callbacks [] for security_group (1e82ed38-6df8-4971-acff-9e4418747fab), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.596742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-b5760645-6da0-4095-b164-224f3c82e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:08.601524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-b5760645-6da0-4095-b164-224f3c82e2ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862129 Feb 19 07:10:08.617351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1606b55-ca77-482f-9976-7b18432ab94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.629112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0526961d-65ae-4b49-a264-cea88bd29a79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a926e7b783ba42fd9f7cef8d8ec552a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9082582 Feb 19 07:10:08.661227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:08.706870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.717923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (11bd23f3-ca34-4b6d-a0d6-0690301360bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.721572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:08.722765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11bd23f3-ca34-4b6d-a0d6-0690301360bf HTTP/1.1" status: 204 len: 168 time: 1.2016871 Feb 19 07:10:08.762862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d88e74fb-5180-4edb-b6a9-11ea449260a1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:08.798290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237cac3-0fa8-41a5-abba-5eb8536bc9ff req-63750c8b-dc42-4d3f-8fa8-2b1e252828da tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:08.807671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7237cac3-0fa8-41a5-abba-5eb8536bc9ff req-63750c8b-dc42-4d3f-8fa8-2b1e252828da tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 943 time: 0.4927869 Feb 19 07:10:08.914161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526961d-65ae-4b49-a264-cea88bd29a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8441eccc-0605-4a6c-b72b-bdd87320e650,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:08.937644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11efb90-ddf6-4860-b941-47ecdaf4e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bd23f3-ca34-4b6d-a0d6-0690301360bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:08.958566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3182ec-4d14-41d5-933f-576218863dc7 req-835eaa71-3972-4b82-8278-fd8bad40f830 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:08.963544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7237cac3-0fa8-41a5-abba-5eb8536bc9ff req-2e54004a-a853-42ee-b908-3393a104a139 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543980 Feb 19 07:10:08.964684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:08.966118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:08.966118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:08.972043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f3182ec-4d14-41d5-933f-576218863dc7 req-835eaa71-3972-4b82-8278-fd8bad40f830 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.3623664 Feb 19 07:10:08.974909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459956-1503-4708-a035-aa869884b67b service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:08.979369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:08.979805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:08.987864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:08.989700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:08.990501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:08.991097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Bound port: 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:08.991844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.046144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e82ed38-6df8-4971-acff-9e4418747fab), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.050658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.051525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e82ed38-6df8-4971-acff-9e4418747fab HTTP/1.1" status: 204 len: 168 time: 0.7564633 Feb 19 07:10:09.100663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] Publish callbacks [] for security_group (8441eccc-0605-4a6c-b72b-bdd87320e650), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.106228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18f83-fab1-496e-9e90-4cf4170a0b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82ed38-6df8-4971-acff-9e4418747fab,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:09.129393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-39f4320a-12db-42a2-b975-4e80d1f271cf service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082827 Feb 19 07:10:09.199700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f3182ec-4d14-41d5-933f-576218863dc7 req-bccc40b5-eefb-4419-9574-441af49347dc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260535 Feb 19 07:10:09.256418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] Publish callbacks [] for security_group (8441eccc-0605-4a6c-b72b-bdd87320e650), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.436084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68066d92-1c67-43fb-ab21-22a36d2ee194 req-8293846c-6003-4f10-a0a9-5ab12471af50 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767665 Feb 19 07:10:09.437955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8441eccc-0605-4a6c-b72b-bdd87320e650), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.466289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.472279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8441eccc-0605-4a6c-b72b-bdd87320e650 HTTP/1.1" status: 204 len: 168 time: 0.7806771 Feb 19 07:10:09.489369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4f92-2da2-4475-aaf2-be780ecef4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8441eccc-0605-4a6c-b72b-bdd87320e650,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:09.546179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:09.558359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:09.578334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.585566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.602018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb9df0-dc9d-4dff-8aeb-304859a36b2e req-4cbb207d-0140-4a24-97d2-33146109a8aa tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:09.609055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69eb9df0-dc9d-4dff-8aeb-304859a36b2e req-4cbb207d-0140-4a24-97d2-33146109a8aa tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.1573043 Feb 19 07:10:09.617712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-fee0730b-9249-4233-8706-5dc891514df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:09.628095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-fee0730b-9249-4233-8706-5dc891514df1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1125 time: 0.1132448 Feb 19 07:10:09.716843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69eb9df0-dc9d-4dff-8aeb-304859a36b2e req-d7841620-09d5-453c-bd99-960a2f7acb79 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Feb 19 07:10:09.745221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:09.745923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:09.747398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-39459956-1503-4708-a035-aa869884b67b service neutron] 10.222.0.24 "PUT /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 1092 time: 2.5666034 Feb 19 07:10:09.747859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:09.861759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-37562e30-ab18-4f7f-a567-a99525f4aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:09.861759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-37562e30-ab18-4f7f-a567-a99525f4aff2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.2328274 Feb 19 07:10:09.907418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-c447a915-a2a0-4c1f-bfb4-5cd61ab972a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 217 time: 0.0389850 Feb 19 07:10:09.926793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459956-1503-4708-a035-aa869884b67b service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:09.937618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-523343f6-e9a8-4a1f-bd83-ca59b8bba871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:09.939131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-523343f6-e9a8-4a1f-bd83-ca59b8bba871 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1126 time: 0.1027541 Feb 19 07:10:10.030338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-1c76f8d8-127d-4087-a731-065e7651004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.032623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-1c76f8d8-127d-4087-a731-065e7651004b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.1186917 Feb 19 07:10:10.054416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-7d1b60fc-0dc9-4e83-9093-e8a6839f15fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.0980105 Feb 19 07:10:10.156940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-2c704e13-8436-45c9-a57a-2e6f3b651f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.158794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-2c704e13-8436-45c9-a57a-2e6f3b651f2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0904739 Feb 19 07:10:10.162428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-abf89889-98ae-428a-a1ef-b0fe09271902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.166286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-abf89889-98ae-428a-a1ef-b0fe09271902 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1222339 Feb 19 07:10:10.228217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-0538deaa-0bbb-4f88-b235-c314bfb190e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622385 Feb 19 07:10:10.247816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:10.360321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b2-0475-414f-ba95-ef26cd132051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.398736 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:10.460064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30204531-ec14-4504-ae50-ff67bb295e6f req-f79ffebf-5a26-4eac-9631-cb330bd27b9f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.468029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30204531-ec14-4504-ae50-ff67bb295e6f req-f79ffebf-5a26-4eac-9631-cb330bd27b9f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.1272995 Feb 19 07:10:10.481837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750027de-64f8-45ec-ab17-26425d9eea11 req-49203012-96c0-4fee-aab3-c57b8d7853ea tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.483545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-750027de-64f8-45ec-ab17-26425d9eea11 req-49203012-96c0-4fee-aab3-c57b8d7853ea tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 943 time: 0.2218280 Feb 19 07:10:10.496234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-5fb8a321-e99f-4eae-8d36-c7fd723e9d55 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235583 Feb 19 07:10:10.496553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-df7ac036-8d42-473a-a58e-6b0f6bbb0aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609107 Feb 19 07:10:10.604222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30204531-ec14-4504-ae50-ff67bb295e6f req-afe44417-b285-4aa9-8135-e61213f6e0d1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313438 Feb 19 07:10:10.605927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-750027de-64f8-45ec-ab17-26425d9eea11 req-328d1aa5-524d-4cca-b751-316e41e0825c tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132009 Feb 19 07:10:10.673953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b2-0475-414f-ba95-ef26cd132051 admin admin] Publish callbacks [] for security_group (f0953827-1d6c-4066-8c54-3cc511d3fd5d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.685539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e43a03b2-0475-414f-ba95-ef26cd132051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0953827-1d6c-4066-8c54-3cc511d3fd5d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.713875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e43a03b2-0475-414f-ba95-ef26cd132051 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94bf0ac406d840b19e09cb04b104fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4626250 Feb 19 07:10:10.714078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ef3bfd-3964-49db-8767-54edff862fc0 req-1d6ed159-10aa-452a-8cfb-335323eb1355 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034452 Feb 19 07:10:10.714207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:10.715455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f5e0ba5-9185-4eeb-9e5f-43d899129256 req-03608241-e908-471b-8b07-a67ff6821d49 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070158 Feb 19 07:10:10.737133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39278) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:10.746449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a03b2-0475-414f-ba95-ef26cd132051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0953827-1d6c-4066-8c54-3cc511d3fd5d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:10.840662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.857903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] Publish callbacks [] for security_group (f0953827-1d6c-4066-8c54-3cc511d3fd5d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.905519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] Publish callbacks [] for security_group (f0953827-1d6c-4066-8c54-3cc511d3fd5d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:10.914990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4794a0-ace7-4496-b964-7190ca61d87c req-80824e92-f1ef-4742-a40f-29a268aa5dbd tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:10.924139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b4794a0-ace7-4496-b964-7190ca61d87c req-80824e92-f1ef-4742-a40f-29a268aa5dbd tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.0788920 Feb 19 07:10:10.969097 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b8277f-d601-474f-8878-f00e9cf18e21 x-openstack-request-id: req-37b8277f-d601-474f-8878-f00e9cf18e21 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:10.969553 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:10.969983 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37b8277f-d601-474f-8878-f00e9cf18e21 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:10.970712 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'status': 'completed', 'code': 200} Feb 19 07:10:11.005722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0953827-1d6c-4066-8c54-3cc511d3fd5d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.010601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.013796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0953827-1d6c-4066-8c54-3cc511d3fd5d HTTP/1.1" status: 204 len: 168 time: 0.2987385 Feb 19 07:10:11.025867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b4794a0-ace7-4496-b964-7190ca61d87c req-58453a28-13ae-42c3-91e7-87f225124669 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956342 Feb 19 07:10:11.040087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620522d1-b291-434a-83eb-7edeb0d27c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0953827-1d6c-4066-8c54-3cc511d3fd5d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:11.107967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165522750-network', 'tenant_id': '29842d778b894464a5fb315f064cf09a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:11.138475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-7eb0865d-a70b-48c9-8f25-363baa795bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:11.141128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-7eb0865d-a70b-48c9-8f25-363baa795bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1126 time: 0.1312742 Feb 19 07:10:11.270887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-e30f3d3b-1d4d-4bba-9a6f-5f6c8b026a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:11.272682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-e30f3d3b-1d4d-4bba-9a6f-5f6c8b026a85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1246560 Feb 19 07:10:11.274706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Made reservation on behalf of 29842d778b894464a5fb315f064cf09a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:11.278334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.295717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.334626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-973054c1-0c9d-43f9-be82-d5d393b38fdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.0399568 Feb 19 07:10:11.424507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-32a6d108-5992-47c5-a43d-312264fdbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:11.426286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-32a6d108-5992-47c5-a43d-312264fdbd8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0788369 Feb 19 07:10:11.471749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-95868acf-26c2-483f-9fac-05d815d3a44a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385139 Feb 19 07:10:11.563114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks [] for security_group (e8b7291b-1a9c-4116-8b5f-f22c657499a9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.580785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e8b7291b-1a9c-4116-8b5f-f22c657499a9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.607135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:10:11.640693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-d97c3cda-0d84-4195-88dd-09284c4729a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602356 Feb 19 07:10:11.687582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2f9ddc61-9042-410d-add0-474a0e4ce23e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:11.688299 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Added segment 2f9ddc61-9042-410d-add0-474a0e4ce23e of type vlan for network 0b0b7fbf-5aba-4def-a400-481467d661e3 Feb 19 07:10:11.722161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7291b-1a9c-4116-8b5f-f22c657499a9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:11.788126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14367ea5-350b-4c84-94ba-87a8d19d2405 req-0adcdc67-d836-4261-b786-4af58a6317db tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:11.798891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14367ea5-350b-4c84-94ba-87a8d19d2405 req-0adcdc67-d836-4261-b786-4af58a6317db tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 943 time: 0.0978699 Feb 19 07:10:11.864791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14367ea5-350b-4c84-94ba-87a8d19d2405 req-de15d4a3-4eb4-437d-8255-2e286a0ab030 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Feb 19 07:10:12.176892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0b0b7fbf-5aba-4def-a400-481467d661e3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.226034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaffda-8a8d-40e7-a1af-377ab9428cf1 req-79b18fa6-d2d7-440d-97a2-cd7a98774811 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:12.234154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11eaffda-8a8d-40e7-a1af-377ab9428cf1 req-79b18fa6-d2d7-440d-97a2-cd7a98774811 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.1131396 Feb 19 07:10:12.248686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc63dc-68f2-4f6a-a40e-c1d2273edf8f req-18fb618e-03e5-497e-bcf7-4dc0e186279d service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865669 Feb 19 07:10:12.258845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74f22-a5f7-4990-b1a4-4dd3dc8669f1 req-09900ef1-5c22-45fe-85a2-e1ae1a16d690 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:12.261440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecd74f22-a5f7-4990-b1a4-4dd3dc8669f1 req-09900ef1-5c22-45fe-85a2-e1ae1a16d690 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.5196166 Feb 19 07:10:12.262880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0b0b7fbf-5aba-4def-a400-481467d661e3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.264260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:12.265071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.357738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.367499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0b7fbf-5aba-4def-a400-481467d661e3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:12.383735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0b0b7fbf-5aba-4def-a400-481467d661e3 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:10:12.388449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11eaffda-8a8d-40e7-a1af-377ab9428cf1 req-067247b5-286e-4b04-8b1c-f2fe5e552c29 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530533 Feb 19 07:10:12.465278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-385a4bab-67db-4e0b-bee1-466645acfc05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7242165 Feb 19 07:10:12.466284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:12.475537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Request body: {'subnet': {'network_id': '0b0b7fbf-5aba-4def-a400-481467d661e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-165522750-subnet', 'tenant_id': '29842d778b894464a5fb315f064cf09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:12.486589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecd74f22-a5f7-4990-b1a4-4dd3dc8669f1 req-a0580e2a-0044-4a87-9bf2-f760a07aacc6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229491 Feb 19 07:10:12.557537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Made reservation on behalf of 29842d778b894464a5fb315f064cf09a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:12.560649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.865575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (6eb74bf6-eeba-44f9-bdf6-b2228815fa5a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:12.880958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6aa112b-6109-44f8-bb1b-7002b300770c details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:12.992541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Checking segment: {'id': '2f9ddc61-9042-410d-add0-474a0e4ce23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0b0b7fbf-5aba-4def-a400-481467d661e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:12.992541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Network hostable DHCP agents. Network: 0b0b7fbf-5aba-4def-a400-481467d661e3, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:10:12.998541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb74bf6-eeba-44f9-bdf6-b2228815fa5a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:13.020167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Network 0b0b7fbf-5aba-4def-a400-481467d661e3 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:10:13.037437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0b0b7fbf-5aba-4def-a400-481467d661e3) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:13.049719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:13.050313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:13.058748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac7752-dcfe-4563-929a-4c7ec44f6ca7 None None] Network 0b0b7fbf-5aba-4def-a400-481467d661e3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:13.061299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0506a-c8dd-44a3-ac03-814f54dde8f8 req-1af9ecf9-407e-425f-843e-d412553f65eb tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:13.062887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be0506a-c8dd-44a3-ac03-814f54dde8f8 req-1af9ecf9-407e-425f-843e-d412553f65eb tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 943 time: 0.1010640 Feb 19 07:10:13.109336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a934d9e3-e74e-476d-8d28-1016fd1a098e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6414626 Feb 19 07:10:13.161186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be0506a-c8dd-44a3-ac03-814f54dde8f8 req-01a9c16a-a958-496b-b2f6-3e518d095f01 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821567 Feb 19 07:10:13.174138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6aa112b-6109-44f8-bb1b-7002b300770c,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:13.199518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'mac_address': 'fa:16:3e:c7:c4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:13.289319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a6aa112b-6109-44f8-bb1b-7002b300770c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:13.290267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:13.306841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aa112b-6109-44f8-bb1b-7002b300770c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:13.312039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce66d3-7eca-460f-b444-cb245f9ae66c None None] Network 0b0b7fbf-5aba-4def-a400-481467d661e3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:13.421384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6aa112b-6109-44f8-bb1b-7002b300770c,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:13.454624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:13.532021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:13.569006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119422ea-b830-4740-803f-f1b9c17802fa req-54ec13d1-3c2f-42e1-ab4c-415866896e56 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:13.570577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-119422ea-b830-4740-803f-f1b9c17802fa req-54ec13d1-3c2f-42e1-ab4c-415866896e56 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.0753860 Feb 19 07:10:13.643169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-119422ea-b830-4740-803f-f1b9c17802fa req-22d9021b-a0fd-4267-910b-712769ab7bcf tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630341 Feb 19 07:10:13.687707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a6aa112b-6109-44f8-bb1b-7002b300770c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:13.781883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a5bb0-522f-4aa9-bd08-1fbf504aa4bc req-e55b30cd-b81d-4881-a004-d21d022e7f10 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:13.791447 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-590a5bb0-522f-4aa9-bd08-1fbf504aa4bc req-e55b30cd-b81d-4881-a004-d21d022e7f10 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.0916367 Feb 19 07:10:13.866655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-590a5bb0-522f-4aa9-bd08-1fbf504aa4bc req-121bf79c-e9eb-4f40-8d6c-7992e07162b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741997 Feb 19 07:10:14.294985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:14.302942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-268699972-network', 'tenant_id': '493154834b56448480ccae0349ce3e25'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:14.327138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744745c-b1ed-4ace-9f12-7b584d6db125 req-85711504-2e04-4014-885e-49b2333f5743 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:14.330321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a744745c-b1ed-4ace-9f12-7b584d6db125 req-85711504-2e04-4014-885e-49b2333f5743 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 944 time: 0.0571299 Feb 19 07:10:14.341999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Made reservation on behalf of 493154834b56448480ccae0349ce3e25 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:14.346188 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.358685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.399797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a744745c-b1ed-4ace-9f12-7b584d6db125 req-6f2a778b-080d-4854-9a9c-f414237a0045 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Feb 19 07:10:14.477829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks [] for security_group (2d821562-42ff-4bb6-8e02-0c041ff7db9b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.484942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2d821562-42ff-4bb6-8e02-0c041ff7db9b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.508151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:10:14.524061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d821562-42ff-4bb6-8e02-0c041ff7db9b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:14.527078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.527447 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Added segment c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84 of type vlan for network 3257146a-6be6-4c75-9050-dd2817cea915 Feb 19 07:10:14.592332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3257146a-6be6-4c75-9050-dd2817cea915), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.628519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3257146a-6be6-4c75-9050-dd2817cea915), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.629777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:14.630583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.693354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3971095 Feb 19 07:10:14.696207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:14.702562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Request body: {'subnet': {'network_id': '3257146a-6be6-4c75-9050-dd2817cea915', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-268699972-subnet', 'tenant_id': '493154834b56448480ccae0349ce3e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:14.712026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd1a6-59af-46ef-b690-abb53d39a233 admin admin] Pushing event updated for resources: {'Network': ['ID=3257146a-6be6-4c75-9050-dd2817cea915,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:14.735092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3257146a-6be6-4c75-9050-dd2817cea915 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:10:14.756722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Made reservation on behalf of 493154834b56448480ccae0349ce3e25 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:14.760942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:14.881415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ebea-cb1c-404c-b011-1ec0afbcc447 req-927ba225-b19c-4f19-b5ab-ae5aa6f07bc7 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:14.883155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1708ebea-cb1c-404c-b011-1ec0afbcc447 req-927ba225-b19c-4f19-b5ab-ae5aa6f07bc7 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.0994449 Feb 19 07:10:14.894996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:14.912233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6aa112b-6109-44f8-bb1b-7002b300770c up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:15.002352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1708ebea-cb1c-404c-b011-1ec0afbcc447 req-aff32453-3794-4551-b2a2-f06e96acbfaf tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116681 Feb 19 07:10:15.099034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a6aa112b-6109-44f8-bb1b-7002b300770c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:15.119221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:15.120652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a6aa112b-6109-44f8-bb1b-7002b300770c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:15.120783 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.142042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (c2be6d0e-7779-4789-99b4-5660a1b17d05), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.172510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce83b9-bdd7-49ce-8b51-0aedb28b6259 req-182ae785-d26e-4d97-9bb9-923ef732f4b1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:15.174721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0ce83b9-bdd7-49ce-8b51-0aedb28b6259 req-182ae785-d26e-4d97-9bb9-923ef732f4b1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.1071262 Feb 19 07:10:15.182740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'port_id': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'mac_address': 'fa:16:3e:72:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ace47-f436-4670-8217-62377ae79884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:15.271268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Checking segment: {'id': 'c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3257146a-6be6-4c75-9050-dd2817cea915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:15.271268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Network hostable DHCP agents. Network: 3257146a-6be6-4c75-9050-dd2817cea915, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:10:15.311482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a6aa112b-6109-44f8-bb1b-7002b300770c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:15.311482 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.312031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0ce83b9-bdd7-49ce-8b51-0aedb28b6259 req-162d4026-94fb-48db-8a3a-83e63e101176 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036050 Feb 19 07:10:15.330974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Network 3257146a-6be6-4c75-9050-dd2817cea915 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:10:15.355317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2be6d0e-7779-4789-99b4-5660a1b17d05,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:15.355317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3257146a-6be6-4c75-9050-dd2817cea915) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:15.374701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:15.375931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.414966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19dd58-fcb1-4ff4-aeb0-c31f06b2c645 None None] Network 3257146a-6be6-4c75-9050-dd2817cea915 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:15.415409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84a25509-4c70-4b92-96c5-54091f658cd3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7050695 Feb 19 07:10:15.427277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4fac5e23-b045-4d8b-8dfc-668b27d6752d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:15.427277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.502336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6aa112b-6109-44f8-bb1b-7002b300770c,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:15.508747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:15.516666 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42e9f0-f68c-45dc-a88d-965628cb7860" -d '{"events": [{"server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:15.523234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.558945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fac5e23-b045-4d8b-8dfc-668b27d6752d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:15.619776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:15.636943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.640709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:15.659845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b48b93-3e7f-490d-afe8-5ec8621cabcd req-30be813e-ae5e-4117-a7ef-70df3d6632b1 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:15.667892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15b48b93-3e7f-490d-afe8-5ec8621cabcd req-30be813e-ae5e-4117-a7ef-70df3d6632b1 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 945 time: 0.0942852 Feb 19 07:10:15.694105 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741a52c-1a2a-4be6-8bd4-63595956e081 x-openstack-request-id: req-3741a52c-1a2a-4be6-8bd4-63595956e081 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:15.694424 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "name": "network-vif-plugged", "status": "completed", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:15.694686 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3741a52c-1a2a-4be6-8bd4-63595956e081 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:15.695076 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'code': 200} Feb 19 07:10:15.708330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea61594-7d4e-4dc8-abfa-0e4f90b3a469 None None] Network 3257146a-6be6-4c75-9050-dd2817cea915 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:15.721049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:15.788961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Deleting subnet 6eb74bf6-eeba-44f9-bdf6-b2228815fa5a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:10:15.796413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Publish callbacks [] for subnet (6eb74bf6-eeba-44f9-bdf6-b2228815fa5a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.802634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:15.808303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15b48b93-3e7f-490d-afe8-5ec8621cabcd req-3540dc6a-7069-4a0b-9ff8-153c1219260f tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389463 Feb 19 07:10:15.884845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4fac5e23-b045-4d8b-8dfc-668b27d6752d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:15.894872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52079e-a46b-4b46-b559-d995da7fd4d2 req-b7ac4d84-8404-4e82-9129-7c3ececd7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:15.898449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef52079e-a46b-4b46-b559-d995da7fd4d2 req-b7ac4d84-8404-4e82-9129-7c3ececd7ea0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.1132050 Feb 19 07:10:15.901890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Publish callbacks [] for subnet (6eb74bf6-eeba-44f9-bdf6-b2228815fa5a), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:15.932542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6eb74bf6-eeba-44f9-bdf6-b2228815fa5a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.033792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef52079e-a46b-4b46-b559-d995da7fd4d2 req-b9e47279-2d73-43f5-b555-ea8204053ebf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189160 Feb 19 07:10:16.099732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (6eb74bf6-eeba-44f9-bdf6-b2228815fa5a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.195206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb74bf6-eeba-44f9-bdf6-b2228815fa5a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:16.211848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.219656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-95235307-4a05-44ca-991b-73d90b9abe69 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6eb74bf6-eeba-44f9-bdf6-b2228815fa5a HTTP/1.1" status: 204 len: 168 time: 0.4940603 Feb 19 07:10:16.220246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:16.246965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61740001-d60d-4f35-87bb-23e978bad568 req-504e868f-6149-455c-89d7-d63189c9661f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:16.286753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61740001-d60d-4f35-87bb-23e978bad568 req-504e868f-6149-455c-89d7-d63189c9661f tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.1295745 Feb 19 07:10:16.386718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61740001-d60d-4f35-87bb-23e978bad568 req-9c4f8d09-b5a2-44bb-af04-c37e2c9328f0 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976772 Feb 19 07:10:16.452875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0b0b7fbf-5aba-4def-a400-481467d661e3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.619740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0b0b7fbf-5aba-4def-a400-481467d661e3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.646869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1790d7c-b7e8-4765-b42a-1cf85dbeb727 req-d93a1743-a19d-4015-a109-136e2963ca1b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:16.654450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1790d7c-b7e8-4765-b42a-1cf85dbeb727 req-d93a1743-a19d-4015-a109-136e2963ca1b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.1724098 Feb 19 07:10:16.718204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1790d7c-b7e8-4765-b42a-1cf85dbeb727 req-6dd29dbb-d211-4042-8daf-72e4f10d849a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628040 Feb 19 07:10:16.720704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.721047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.721778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.722356 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > port after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.722446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.722759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > port after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.723077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.723428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.723745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.724194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.760458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39528) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:16.805657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.805980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.806421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.806751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:16.807113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0b7fbf-5aba-4def-a400-481467d661e3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:16.831224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9ddc61-9042-410d-add0-474a0e4ce23e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:16.831469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9ddc61-9042-410d-add0-474a0e4ce23e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:16.869732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (2f9ddc61-9042-410d-add0-474a0e4ce23e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.891569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:16.903394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2f9ddc61-9042-410d-add0-474a0e4ce23e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.918143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:16.918789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:10:16.919267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (2f9ddc61-9042-410d-add0-474a0e4ce23e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: from cryptography.utils import int_from_bytes Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: from cryptography.utils import int_from_bytes Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:10:16.951398 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:10:17.033186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d98d6-54a8-4397-8533-f5b7761d5455 req-61881753-d174-4476-a25c-b1c2659dee45 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:17.046579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 4fac5e23-b045-4d8b-8dfc-668b27d6752d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:17.047564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-362d98d6-54a8-4397-8533-f5b7761d5455 req-61881753-d174-4476-a25c-b1c2659dee45 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 945 time: 0.1004319 Feb 19 07:10:17.059466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 4fac5e23-b045-4d8b-8dfc-668b27d6752d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:17.060113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.062132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0b0b7fbf-5aba-4def-a400-481467d661e3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.091555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.091715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb517c90-5dc2-4f82-878a-7dba94a620c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.095637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] 10.222.0.43 "DELETE /v2.0/networks/0b0b7fbf-5aba-4def-a400-481467d661e3 HTTP/1.1" status: 204 len: 168 time: 0.8729496 Feb 19 07:10:17.097857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:17.105773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e63f09-7ec6-4170-acae-0aa01fbf5cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0b7fbf-5aba-4def-a400-481467d661e3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.157948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Deleting subnet c2be6d0e-7779-4789-99b4-5660a1b17d05 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:10:17.163708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Publish callbacks [] for subnet (c2be6d0e-7779-4789-99b4-5660a1b17d05), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.219121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4fac5e23-b045-4d8b-8dfc-668b27d6752d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:17.219825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.228833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (c2be6d0e-7779-4789-99b4-5660a1b17d05), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.247990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-362d98d6-54a8-4397-8533-f5b7761d5455 req-97c43d89-3735-4d7d-9f7a-7837e0112c77 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991730 Feb 19 07:10:17.249813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42f132f7-139c-4be3-9a41-6bb105fa9a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.279575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:17.280834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c2be6d0e-7779-4789-99b4-5660a1b17d05), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.292769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.340163 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (c2be6d0e-7779-4789-99b4-5660a1b17d05), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.372720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.375926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb517c90-5dc2-4f82-878a-7dba94a620c7 admin admin] Publish callbacks [] for security_group (f4aa370e-a349-4dd9-889f-a6657b010f9f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.378305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2be6d0e-7779-4789-99b4-5660a1b17d05,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.382648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb517c90-5dc2-4f82-878a-7dba94a620c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f4aa370e-a349-4dd9-889f-a6657b010f9f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.389859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.396578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d47712e-bb33-4999-8c1a-d3965ad4ceb1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c2be6d0e-7779-4789-99b4-5660a1b17d05 HTTP/1.1" status: 204 len: 168 time: 0.2977271 Feb 19 07:10:17.399055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:17.422416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42f132f7-139c-4be3-9a41-6bb105fa9a84 admin admin] Publish callbacks [] for security_group (cfed325f-2390-400a-89c9-750624fb1993), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.438578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42f132f7-139c-4be3-9a41-6bb105fa9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cfed325f-2390-400a-89c9-750624fb1993), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.450127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb517c90-5dc2-4f82-878a-7dba94a620c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd55c40977464a9d964b0c9aafe2aa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6854200 Feb 19 07:10:17.453430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:17.455843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb517c90-5dc2-4f82-878a-7dba94a620c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa370e-a349-4dd9-889f-a6657b010f9f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.492741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f132f7-139c-4be3-9a41-6bb105fa9a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed325f-2390-400a-89c9-750624fb1993,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.519636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42f132f7-139c-4be3-9a41-6bb105fa9a84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da42a0bf65d249779dad9f4c913f4f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000986 Feb 19 07:10:17.521451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3257146a-6be6-4c75-9050-dd2817cea915), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.523671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:17.554669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] Publish callbacks [] for security_group (f4aa370e-a349-4dd9-889f-a6657b010f9f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.580417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] Publish callbacks [] for security_group (f4aa370e-a349-4dd9-889f-a6657b010f9f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.664291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f4aa370e-a349-4dd9-889f-a6657b010f9f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.664291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.666242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4aa370e-a349-4dd9-889f-a6657b010f9f HTTP/1.1" status: 204 len: 168 time: 0.2114656 Feb 19 07:10:17.683323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516a898-c795-4b72-ab64-0fb7f04e36bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa370e-a349-4dd9-889f-a6657b010f9f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:17.696110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:17.698924 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2231f3-7426-478d-98d7-dbda0952c261" -d '{"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-plugged", "status": "completed", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:17.718399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3257146a-6be6-4c75-9050-dd2817cea915), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.721034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] Publish callbacks [] for security_group (cfed325f-2390-400a-89c9-750624fb1993), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.768574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4ba92-4bfd-47b1-9e1a-88a847aabc78 req-c6dec74a-005f-4427-af2c-4e50a86bbb05 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:17.770126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21f4ba92-4bfd-47b1-9e1a-88a847aabc78 req-c6dec74a-005f-4427-af2c-4e50a86bbb05 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.2207520 Feb 19 07:10:17.779356 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a89cb8-f822-4995-b449-688318709764 x-openstack-request-id: req-25a89cb8-f822-4995-b449-688318709764 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:17.779674 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-plugged", "status": "completed", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:17.779934 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25a89cb8-f822-4995-b449-688318709764 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:17.780329 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'code': 200} Feb 19 07:10:17.780839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3257146a-6be6-4c75-9050-dd2817cea915']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:17.812085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] Publish callbacks [] for security_group (cfed325f-2390-400a-89c9-750624fb1993), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.828806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:17.829100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:17.874930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.944642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:17.994307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277b7f8-b5af-46c6-bd1f-9f10229f382e req-ef06e6de-b437-4eb9-ba22-03873f800d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:17.995887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1277b7f8-b5af-46c6-bd1f-9f10229f382e req-ef06e6de-b437-4eb9-ba22-03873f800d40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.1586380 Feb 19 07:10:17.999534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:10:17.999940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c12b9219-4dd6-42e8-b4fe-3d7b89ca4b84), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:10:18.002582 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:10:18.036746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba257ac5-39fa-481c-9af5-bc625a7fd09d req-39934f02-c261-477c-a880-10c53ada2d13 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:18.043584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba257ac5-39fa-481c-9af5-bc625a7fd09d req-39934f02-c261-477c-a880-10c53ada2d13 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 946 time: 0.1570935 Feb 19 07:10:18.094783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1277b7f8-b5af-46c6-bd1f-9f10229f382e req-16264bab-7d7d-450c-8c82-de0e836a7fcb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850651 Feb 19 07:10:18.110694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:18.123049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba257ac5-39fa-481c-9af5-bc625a7fd09d req-78a5fa5e-daac-436a-917a-b45b87eecbb0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786052 Feb 19 07:10:18.130094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a126962-735d-4904-839d-fc0a2a55db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.256906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21f4ba92-4bfd-47b1-9e1a-88a847aabc78 req-33eec2a3-e3de-454d-9d8c-af74562095d7 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735570 Feb 19 07:10:18.306167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3257146a-6be6-4c75-9050-dd2817cea915), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.309077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cfed325f-2390-400a-89c9-750624fb1993), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.312065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.315629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfed325f-2390-400a-89c9-750624fb1993 HTTP/1.1" status: 204 len: 168 time: 0.7886863 Feb 19 07:10:18.398526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.406150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3257146a-6be6-4c75-9050-dd2817cea915 HTTP/1.1" status: 204 len: 168 time: 1.0038383 Feb 19 07:10:18.435012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b83df1-2b04-4a2e-a448-67232a8e000e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed325f-2390-400a-89c9-750624fb1993,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:18.453494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dd29e-21e1-4308-a3f8-d93ca5867990 admin admin] Pushing event deleted for resources: {'Network': ['ID=3257146a-6be6-4c75-9050-dd2817cea915,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:18.474655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a126962-735d-4904-839d-fc0a2a55db6a admin admin] Publish callbacks [] for security_group (611b015d-fcbe-424a-936f-fcd7c9026fd4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.492543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a126962-735d-4904-839d-fc0a2a55db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (611b015d-fcbe-424a-936f-fcd7c9026fd4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.502540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcec6ec-532f-4b7c-8270-b5335e9b0fc8 req-e36f3564-43a2-41db-bbcf-d795a0b4e311 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:18.509834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7bcec6ec-532f-4b7c-8270-b5335e9b0fc8 req-e36f3564-43a2-41db-bbcf-d795a0b4e311 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 945 time: 0.1176996 Feb 19 07:10:18.563945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7a126962-735d-4904-839d-fc0a2a55db6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e530258a24e49e89fd55f0e2847d25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502692 Feb 19 07:10:18.566520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:18.581146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a126962-735d-4904-839d-fc0a2a55db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b015d-fcbe-424a-936f-fcd7c9026fd4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:18.626259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7bcec6ec-532f-4b7c-8270-b5335e9b0fc8 req-e1593eb6-7017-461b-bb98-73dcbd1d25cd tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151733 Feb 19 07:10:18.680734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] Publish callbacks [] for security_group (611b015d-fcbe-424a-936f-fcd7c9026fd4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.710833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] Publish callbacks [] for security_group (611b015d-fcbe-424a-936f-fcd7c9026fd4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.809658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (611b015d-fcbe-424a-936f-fcd7c9026fd4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.814362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:18.820363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/611b015d-fcbe-424a-936f-fcd7c9026fd4 HTTP/1.1" status: 204 len: 168 time: 0.2526240 Feb 19 07:10:18.832777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db715260-8366-4bd0-b7ef-d887d8e82ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b015d-fcbe-424a-936f-fcd7c9026fd4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:18.852299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:18.933178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-345a312a-11fc-466e-9ce5-dec81fc94602 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29842d778b894464a5fb315f064cf09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790977 Feb 19 07:10:18.935159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:18.982610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-93b95bb6-ff61-4755-8162-7e9219daaa61 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 258 time: 0.3232033 Feb 19 07:10:18.987660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:19.032706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.038326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] Publish callbacks [] for security_group (e8b7291b-1a9c-4116-8b5f-f22c657499a9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.116123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] Publish callbacks [] for security_group (e8b7291b-1a9c-4116-8b5f-f22c657499a9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.165156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:19.221003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e35ae559-1c1a-4466-927e-e4fdf60548d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.230368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e8b7291b-1a9c-4116-8b5f-f22c657499a9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.233450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.237136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8b7291b-1a9c-4116-8b5f-f22c657499a9 HTTP/1.1" status: 204 len: 168 time: 0.2983549 Feb 19 07:10:19.250075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa436f-7f28-4fd7-bdc8-0733fc63b221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b7291b-1a9c-4116-8b5f-f22c657499a9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:19.414873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.443208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e35ae559-1c1a-4466-927e-e4fdf60548d9 admin admin] Publish callbacks [] for security_group (62585c69-c0cf-42df-9c63-1f9c31ba6a5e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.470263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e35ae559-1c1a-4466-927e-e4fdf60548d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (62585c69-c0cf-42df-9c63-1f9c31ba6a5e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.501517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7b5e4-ebf7-4350-ba94-40e4c688f163 req-ad14a15a-df1d-4897-9a72-5e265c09306c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:19.515074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27f7b5e4-ebf7-4350-ba94-40e4c688f163 req-ad14a15a-df1d-4897-9a72-5e265c09306c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 946 time: 0.1213143 Feb 19 07:10:19.555675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e35ae559-1c1a-4466-927e-e4fdf60548d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eec54ac7e0a457992ebc12a4e111e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881028 Feb 19 07:10:19.558474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:19.573697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae559-1c1a-4466-927e-e4fdf60548d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62585c69-c0cf-42df-9c63-1f9c31ba6a5e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:19.588975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27f7b5e4-ebf7-4350-ba94-40e4c688f163 req-524f35c0-8c85-42d4-8e20-54692015b412 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698254 Feb 19 07:10:19.698701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] Publish callbacks [] for security_group (62585c69-c0cf-42df-9c63-1f9c31ba6a5e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.725770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Allocated IP 172.25.7.193 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/1bd596f6-5c90-4184-9b95-fd9a0c9119b9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:19.752355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] Publish callbacks [] for security_group (62585c69-c0cf-42df-9c63-1f9c31ba6a5e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.865342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:19.874238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (62585c69-c0cf-42df-9c63-1f9c31ba6a5e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.878225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.882179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62585c69-c0cf-42df-9c63-1f9c31ba6a5e HTTP/1.1" status: 204 len: 168 time: 0.3227487 Feb 19 07:10:19.902453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886b29f-b1bc-4410-afc9-da1383f4f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62585c69-c0cf-42df-9c63-1f9c31ba6a5e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:19.932889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c917a-dec2-44a1-b6c2-76b1869aca65 req-4f056da8-fab9-4bde-9090-f86c954dc7f1 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:19.943840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:19.944545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-748c917a-dec2-44a1-b6c2-76b1869aca65 req-4f056da8-fab9-4bde-9090-f86c954dc7f1 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.1580315 Feb 19 07:10:19.990867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb14fa19-e64e-4d44-8462-c491898cca41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=493154834b56448480ccae0349ce3e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227255 Feb 19 07:10:19.992271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:20.040311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-748c917a-dec2-44a1-b6c2-76b1869aca65 req-bbd77767-b729-4dac-ae92-f577a3278476 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945735 Feb 19 07:10:20.068759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.233779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:20.243310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event updated for resources: {'Port': ['ID=1bd596f6-5c90-4184-9b95-fd9a0c9119b9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:20.268282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] Publish callbacks [] for security_group (2d821562-42ff-4bb6-8e02-0c041ff7db9b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.271593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:20.298263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:20.384670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65255eaf-dbcf-45bd-8b77-9e91de54fd1b req-d082092c-8246-486c-bf92-c5ddeb07d188 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:20.393005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65255eaf-dbcf-45bd-8b77-9e91de54fd1b req-d082092c-8246-486c-bf92-c5ddeb07d188 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.0636618 Feb 19 07:10:20.400625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] Publish callbacks [] for security_group (2d821562-42ff-4bb6-8e02-0c041ff7db9b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.464801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65255eaf-dbcf-45bd-8b77-9e91de54fd1b req-180c0474-974b-42b2-b7a3-a972a47aa6df tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588648 Feb 19 07:10:20.490887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.554525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.616069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2d821562-42ff-4bb6-8e02-0c041ff7db9b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.619000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.620979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d821562-42ff-4bb6-8e02-0c041ff7db9b HTTP/1.1" status: 204 len: 168 time: 0.6263168 Feb 19 07:10:20.645199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84162279-3eb4-4716-b486-5a9fc7e10fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d821562-42ff-4bb6-8e02-0c041ff7db9b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:20.776397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b9aec-6939-4907-a446-d06264ba2f6c req-85b7b2b6-0247-4930-86b1-b1f6d6ce5a4d tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:20.786412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f3b9aec-6939-4907-a446-d06264ba2f6c req-85b7b2b6-0247-4930-86b1-b1f6d6ce5a4d tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.0841064 Feb 19 07:10:20.822095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.834346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:20.896649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f3b9aec-6939-4907-a446-d06264ba2f6c req-8e1aed39-9885-43e0-b554-ec22cfea906c tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107724 Feb 19 07:10:20.989861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:21.080273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event updated for resources: {'Port': ['ID=1bd596f6-5c90-4184-9b95-fd9a0c9119b9,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:21.109914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:21.122121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-bcd7c61f-cea6-4970-9947-1d491e6437ba tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1382356 Feb 19 07:10:21.347318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-e2a2b2b5-0fb1-4a1c-9489-a24219e91d08 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.2173817 Feb 19 07:10:21.533237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9439d-0280-4bef-8c4c-4e38aece2f00 req-c82c0905-9bf0-4aba-98d9-758d7ef53a4c tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:21.543324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46a9439d-0280-4bef-8c4c-4e38aece2f00 req-c82c0905-9bf0-4aba-98d9-758d7ef53a4c tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.0697768 Feb 19 07:10:21.601666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46a9439d-0280-4bef-8c4c-4e38aece2f00 req-b3ee8896-c26f-49c9-8b33-8dd1eebefe3f tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566466 Feb 19 07:10:21.637776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-972f4a86-18a7-4176-84a0-95ffbd58b727 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:21.639151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-972f4a86-18a7-4176-84a0-95ffbd58b727 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2851055 Feb 19 07:10:21.660303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-4b67567d-3086-4640-8968-328c111971a5 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:21.661313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95013a6-1fea-484a-b504-f6bc23818a26 req-4b67567d-3086-4640-8968-328c111971a5 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060525 Feb 19 07:10:22.026725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-a4b14f38-4020-4d55-807e-5a6c9ba0d0a8 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:22.028904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-a4b14f38-4020-4d55-807e-5a6c9ba0d0a8 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1800520 Feb 19 07:10:22.041297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-2796b47f-86da-4e78-ac54-c69857fe94cf tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:22.042794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-2796b47f-86da-4e78-ac54-c69857fe94cf tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.1069596 Feb 19 07:10:22.151840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-a0c63f3e-08a0-49a2-a28d-9aae3375d5b7 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.1078677 Feb 19 07:10:22.170921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'floatingip': {'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:22.307804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab339-1aca-47a3-a271-5e659032ee84 req-979af8c6-c962-4be6-8200-097024940da9 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:22.309502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73cab339-1aca-47a3-a271-5e659032ee84 req-979af8c6-c962-4be6-8200-097024940da9 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d98f04f-efbe-43ea-8829-51427dfc9bf2 HTTP/1.1" status: 200 len: 949 time: 0.1072586 Feb 19 07:10:22.416191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73cab339-1aca-47a3-a271-5e659032ee84 req-1054678d-67cf-4754-858d-03ba9a6547f4 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000111 Feb 19 07:10:22.569188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:22.717061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Deleting port b22e8b39-5601-4f05-b07c-51ba10ca2a58 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:22.717697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:22.846055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b60236-0efe-46d2-b868-79806a5877b3 req-1355a85d-9a13-4adf-b898-a714f77726b8 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:22.855887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84b60236-0efe-46d2-b868-79806a5877b3 req-1355a85d-9a13-4adf-b898-a714f77726b8 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.0644217 Feb 19 07:10:22.910559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] For port b22e8b39-5601-4f05-b07c-51ba10ca2a58, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b22e8b39-5601-4f05-b07c-51ba10ca2a58,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:22.910967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:22.921343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84b60236-0efe-46d2-b868-79806a5877b3 req-d4323ed0-5d7f-47c8-a511-f15a5172ed14 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607452 Feb 19 07:10:22.932568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Calling delete_port for b22e8b39-5601-4f05-b07c-51ba10ca2a58 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:23.288311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b22e8b39-5601-4f05-b07c-51ba10ca2a58), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:23.300825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b22e8b39-5601-4f05-b07c-51ba10ca2a58'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:23.305073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:23.329503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Pushing event deleted for resources: {'Port': ['ID=b22e8b39-5601-4f05-b07c-51ba10ca2a58,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:23.331242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:23.405847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] No DVR routers for this DVR port b22e8b39-5601-4f05-b07c-51ba10ca2a58 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:23.409407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:23.413498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd3a7069-3c4c-418a-b532-76ab4a85f867 req-036a2019-a4ad-4f57-89cb-f8e22bc51700 tempest-TenantUsagesTestJSON-44281269 tempest-TenantUsagesTestJSON-44281269-project] 10.222.0.47 "DELETE /v2.0/ports/b22e8b39-5601-4f05-b07c-51ba10ca2a58 HTTP/1.1" status: 204 len: 173 time: 1.3621325 Feb 19 07:10:23.414200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'name': 'network-vif-deleted', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:23.417060 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7effeb-e2c5-4a67-be4c-060b38d0bb89" -d '{"events": [{"server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "name": "network-vif-deleted", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:23.499462 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Floating IP c52cc973-e7eb-4e08-8725-905c42f9890a associated. External IP: 172.25.7.193, port: a6aa112b-6109-44f8-bb1b-7002b300770c. Feb 19 07:10:23.739930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Router 2c3650a6-184a-4f13-82c4-17611b121a59 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:10:23.856300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:10:23.861385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:23.868788 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Sync routers for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:23.882851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:23.885191 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:23.895346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-4b831f75-5cd5-455f-98fc-dd2aee35327d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "PUT /v2.0/floatingips/c52cc973-e7eb-4e08-8725-905c42f9890a HTTP/1.1" status: 200 len: 996 time: 1.7413635 Feb 19 07:10:23.976467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-c017aec4-2380-40df-afee-aa395b26472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:23.978415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-c017aec4-2380-40df-afee-aa395b26472e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.0654519 Feb 19 07:10:24.007591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:24.082626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-31061c2f-6446-4e6a-8a0c-466ae259df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.084345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-31061c2f-6446-4e6a-8a0c-466ae259df86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.0994968 Feb 19 07:10:24.163821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-23a0fa7e-8386-466b-883e-c1de811397fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 999 time: 0.0726190 Feb 19 07:10:24.211789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-e96aed17-81ee-4739-b8b2-79c0b2c147b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.214868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-e96aed17-81ee-4739-b8b2-79c0b2c147b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.0462549 Feb 19 07:10:24.248986 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c52cc973-e7eb-4e08-8725-905c42f9890a', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'mac_address': 'fa:16:3e:c7:c4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:10:20Z', 'updated_at': '2022-02-19T07:10:23Z', 'revision_number': 1, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:24.273172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-53d15dca-a930-460e-9efe-07313976cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.274769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-53d15dca-a930-460e-9efe-07313976cca8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485232 Feb 19 07:10:24.278525 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Checking router: 2c3650a6-184a-4f13-82c4-17611b121a59 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:24.287089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:24.287724 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:24.289476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-6fd36d6b-76c7-43c5-958c-c843f45b3134 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:24.291006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-6fd36d6b-76c7-43c5-958c-c843f45b3134 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064726 Feb 19 07:10:24.312733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-6dd041be-63be-4231-bc63-f2ab8348d2cb tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:24.314377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-6dd041be-63be-4231-bc63-f2ab8348d2cb tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065289 Feb 19 07:10:24.359243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-155b19fa-7ca1-474b-9644-f31ce01e7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.360849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-155b19fa-7ca1-474b-9644-f31ce01e7ae8 service neutron] 10.222.0.43 "GET /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 1125 time: 0.0391481 Feb 19 07:10:24.369271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:24.369724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:10:24.391707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-48e75090-71b3-4f00-81a0-af0964ee3a5d service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943263 Feb 19 07:10:24.397369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:24.482087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e86a6c8-26e2-4b1c-9222-7e281338aa46 req-9decdea3-d064-4e26-b75c-4fc13fe2959f service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Feb 19 07:10:24.510540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:24.511928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:24.512272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:24.516893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:24.517227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:24.522718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:24.523064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:24.523520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:24.524097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Bound port: 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:24.580056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:24.587012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:24.588732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-f3ac9744-8504-4c5e-bfed-17089ae20950 service neutron] 10.222.0.43 "POST /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d/bindings HTTP/1.1" status: 201 len: 389 time: 0.2228572 Feb 19 07:10:24.637218 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c52cc973-e7eb-4e08-8725-905c42f9890a', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'mac_address': 'fa:16:3e:c7:c4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:10:20Z', 'updated_at': '2022-02-19T07:10:23Z', 'revision_number': 1, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:24.673856 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed03dc64-99cc-4dbb-aa2a-f65c8c90a9e1 None None] The sync data for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 is: [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c52cc973-e7eb-4e08-8725-905c42f9890a', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'mac_address': 'fa:16:3e:c7:c4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:10:20Z', 'updated_at': '2022-02-19T07:10:23Z', 'revision_number': 1, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:24.685508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f37b4ba-05ce-4a4f-9793-b28f61b95000 req-bd6a4f26-0e6e-4ece-9d80-bdf4cb0aa9b0 tempest-FlavorsV2NegativeTest-569574356 tempest-FlavorsV2NegativeTest-569574356-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6dbd8559563d49a7bbb02ee6490b95f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491242 Feb 19 07:10:24.780033 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8d9da-fbd3-4204-b4f4-479a0f57b16b x-openstack-request-id: req-f0e8d9da-fbd3-4204-b4f4-479a0f57b16b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:24.780721 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d98f04f-efbe-43ea-8829-51427dfc9bf2", "name": "network-vif-deleted", "tag": "b22e8b39-5601-4f05-b07c-51ba10ca2a58", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:24.780721 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0e8d9da-fbd3-4204-b4f4-479a0f57b16b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:24.781606 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d98f04f-efbe-43ea-8829-51427dfc9bf2', 'name': 'network-vif-deleted', 'tag': 'b22e8b39-5601-4f05-b07c-51ba10ca2a58', 'status': 'completed', 'code': 200} Feb 19 07:10:24.819953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37b4ba-05ce-4a4f-9793-b28f61b95000 req-3fe2d160-fcd0-498a-a874-2e29bfa312e0 tempest-FlavorsV2NegativeTest-569574356 tempest-FlavorsV2NegativeTest-569574356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.821374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f37b4ba-05ce-4a4f-9793-b28f61b95000 req-3fe2d160-fcd0-498a-a874-2e29bfa312e0 tempest-FlavorsV2NegativeTest-569574356 tempest-FlavorsV2NegativeTest-569574356-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350865 Feb 19 07:10:24.872725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f37b4ba-05ce-4a4f-9793-b28f61b95000 req-617dfded-e5a1-4349-83f5-7c55c723e0bb tempest-FlavorsV2NegativeTest-569574356 tempest-FlavorsV2NegativeTest-569574356-project] 10.222.0.43 "GET /v2.0/quotas/6dbd8559563d49a7bbb02ee6490b95f8 HTTP/1.1" status: 200 len: 375 time: 0.0172632 Feb 19 07:10:24.925835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f37b4ba-05ce-4a4f-9793-b28f61b95000 req-004fbb0e-c672-4d4a-9ecc-71e6d60a180e tempest-FlavorsV2NegativeTest-569574356 tempest-FlavorsV2NegativeTest-569574356-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6dbd8559563d49a7bbb02ee6490b95f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345554 Feb 19 07:10:24.928345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-b78f8ca8-975d-4b8b-918b-3a0ada7f80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:24.929724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-b78f8ca8-975d-4b8b-918b-3a0ada7f80d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1128 time: 0.1074052 Feb 19 07:10:25.000852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa5505d-812a-4ee7-bdef-b713f3451462 None None] New status for floating IP c52cc973-e7eb-4e08-8725-905c42f9890a: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:10:25.001998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-7e283d9f-ec16-42e1-b379-78262b82e010 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418284 Feb 19 07:10:25.132892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:25.150088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-1d7ea9ed-1140-4824-8283-b832abed82f3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:25.157536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-1d7ea9ed-1140-4824-8283-b832abed82f3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441584 Feb 19 07:10:25.178204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-397b76e3-9537-4172-ac3d-72a0c10d0810 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/quotas/2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 375 time: 0.0194323 Feb 19 07:10:25.221501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-b41d9b2e-7e1e-4c10-84fd-0d754945be0e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423436 Feb 19 07:10:25.286217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-07f94efa-3b2b-4f09-878b-e3d18312ef14 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 258 time: 0.3112650 Feb 19 07:10:25.288087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-fcfd22ea-10df-493d-857b-d85c5a50d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:25.289577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-fcfd22ea-10df-493d-857b-d85c5a50d482 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.3533626 Feb 19 07:10:25.296497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:25.349518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-9a7bad24-0678-474a-a189-239196d6e470 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.0477581 Feb 19 07:10:25.398054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.438224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f37191d8-4b20-4f9a-a012-7333d0fc17a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7b49230fa1c4810acb569d07c818388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018825 Feb 19 07:10:25.440012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:25.481547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-12df3f4b-857f-4dd2-acda-bbf245d0a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:25.483056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-12df3f4b-857f-4dd2-acda-bbf245d0a1cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1273656 Feb 19 07:10:25.530354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-4925dbe5-15b3-4b75-9ba9-99414a32136d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353611 Feb 19 07:10:25.545891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] Publish callbacks [] for security_group (a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.581069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] Publish callbacks [] for security_group (a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.672237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.677350 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.678481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b22e8b39-5601-4f05-b07c-51ba10ca2a58 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:25.678968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c HTTP/1.1" status: 204 len: 168 time: 0.2378542 Feb 19 07:10:25.686587 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:25.700709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-303fdc6c-3666-4eff-8eaa-7fdb54adf492 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635227 Feb 19 07:10:25.702813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:25.709445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dbc99-8089-450e-81df-9c0e18ad2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7806ed6-a3ea-4ecf-9c05-aeb4f10fb32c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:25.772633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b22e8b39-5601-4f05-b07c-51ba10ca2a58 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:25.776312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b22e8b39-5601-4f05-b07c-51ba10ca2a58 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:26.113281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3ab03e7-b69e-448b-83ad-85cde2cfe557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.162173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a30cec-766a-4278-b9e6-6d25987314de req-02fc474c-28bb-4b91-b994-518a33bb4b5e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:26.171740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69a30cec-766a-4278-b9e6-6d25987314de req-02fc474c-28bb-4b91-b994-518a33bb4b5e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 946 time: 0.0836673 Feb 19 07:10:26.195221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:26.221204 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-c2ca07a2-0dc7-451a-bd06-a13b2bb11bfd service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117466 Feb 19 07:10:26.228814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b023b56f-25ec-41e9-9bf5-1522f19d447b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.233403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Allocated IP 172.25.7.60 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/698a7161-3cb9-44fb-9093-7f7563c17778) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:26.246108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69a30cec-766a-4278-b9e6-6d25987314de req-04c92746-6809-4ab9-adaa-c81a08105736 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697551 Feb 19 07:10:26.319361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3ab03e7-b69e-448b-83ad-85cde2cfe557 admin admin] Publish callbacks [] for security_group (b1042198-2de0-48b4-b51b-e8f8b6104b8a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.370702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3ab03e7-b69e-448b-83ad-85cde2cfe557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b1042198-2de0-48b4-b51b-e8f8b6104b8a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.396123 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6591fed2-2be5-4b4a-b81e-ce4be0d219ab req-44b71211-c62f-4c36-8b1c-ef7e0594f90e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 210 time: 0.0397387 Feb 19 07:10:26.402025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b023b56f-25ec-41e9-9bf5-1522f19d447b admin admin] Publish callbacks [] for security_group (696cd279-51b8-4397-8e5b-1c9f5259d40a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.407406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b023b56f-25ec-41e9-9bf5-1522f19d447b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (696cd279-51b8-4397-8e5b-1c9f5259d40a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.436915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3ab03e7-b69e-448b-83ad-85cde2cfe557 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6dbd8559563d49a7bbb02ee6490b95f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331531 Feb 19 07:10:26.440581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39972) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:26.446270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab03e7-b69e-448b-83ad-85cde2cfe557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1042198-2de0-48b4-b51b-e8f8b6104b8a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:26.470769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-0da73813-105e-4172-b38d-82d93f8cf388 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:26.472204 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-0da73813-105e-4172-b38d-82d93f8cf388 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1128 time: 0.1498568 Feb 19 07:10:26.472852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b023b56f-25ec-41e9-9bf5-1522f19d447b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74d9648894ed473cb007fac819660a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766051 Feb 19 07:10:26.478087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:26.484444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023b56f-25ec-41e9-9bf5-1522f19d447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696cd279-51b8-4397-8e5b-1c9f5259d40a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:26.494637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:26.506759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for port (698a7161-3cb9-44fb-9093-7f7563c17778), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.522715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] Publish callbacks [] for security_group (b1042198-2de0-48b4-b51b-e8f8b6104b8a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.547403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] Publish callbacks [] for security_group (b1042198-2de0-48b4-b51b-e8f8b6104b8a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.621784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] Publish callbacks [] for security_group (696cd279-51b8-4397-8e5b-1c9f5259d40a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.631662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.641500 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b1042198-2de0-48b4-b51b-e8f8b6104b8a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.642327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.644349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.645502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1042198-2de0-48b4-b51b-e8f8b6104b8a HTTP/1.1" status: 204 len: 168 time: 0.2016056 Feb 19 07:10:26.670182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad117ab-589f-47b2-b06e-5768a1ad3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1042198-2de0-48b4-b51b-e8f8b6104b8a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:26.757846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] Publish callbacks [] for security_group (696cd279-51b8-4397-8e5b-1c9f5259d40a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:26.810405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:26.814103 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bceefaf-5dc9-4b22-873c-88dd082a1333" -d '{"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:26.833068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:26.841684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:26.845837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:26.917341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-27f75e72-dd4a-44fd-b248-f10f661cf986 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559231 Feb 19 07:10:26.936002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:26.964977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-d588bb2d-8e93-4b02-b65c-31df9597e2b4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:26.966748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-d588bb2d-8e93-4b02-b65c-31df9597e2b4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.1265378 Feb 19 07:10:26.983160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event updated for resources: {'Port': ['ID=698a7161-3cb9-44fb-9093-7f7563c17778,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:26.996078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-0426c90d-6942-473a-a2ec-9dbc01256f4c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/quotas/eb8880f4da904b83bad64a248194c398 HTTP/1.1" status: 200 len: 375 time: 0.0187383 Feb 19 07:10:27.044459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:27.045140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.059456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-66af0664-aa42-4086-9b96-dbf3188e3c3f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623679 Feb 19 07:10:27.080940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:27.082248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:27.085101 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cb6d68-8288-421e-a1d5-6fed89b106fc" -d '{"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-unplugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:27.090979 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.135567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (8bd76acb-d172-4d17-a0ee-288a26c562c5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.153416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:27.153646 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (696cd279-51b8-4397-8e5b-1c9f5259d40a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.156466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.160704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/696cd279-51b8-4397-8e5b-1c9f5259d40a HTTP/1.1" status: 204 len: 168 time: 0.6814117 Feb 19 07:10:27.202447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-117c7701-5b3b-48e2-9e77-b22a8424d4a0 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364009 Feb 19 07:10:27.214806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621292-e92b-45c9-b330-488d1d610272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696cd279-51b8-4397-8e5b-1c9f5259d40a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:27.242748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:27.249736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.292499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-8a1b7514-9a1b-4873-8502-c7ae5ad23607 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:27.293993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-8a1b7514-9a1b-4873-8502-c7ae5ad23607 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313470 Feb 19 07:10:27.311703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Request body: {'port': {'device_id': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '2456c081a2394cb1ad6cf9fbf9070a8d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:27.335463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-bf29f2ea-80a2-4ee5-b612-710bfca486d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253572 Feb 19 07:10:27.437290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:27.535087 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f2716-1ffa-4ddc-ae30-5c256fcbff87 x-openstack-request-id: req-760f2716-1ffa-4ddc-ae30-5c256fcbff87 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:27.539584 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:27.541730 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-760f2716-1ffa-4ddc-ae30-5c256fcbff87 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:27.542171 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'status': 'completed', 'code': 200} Feb 19 07:10:27.566040 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f079e-5962-4a1d-8bb2-c1836624ecb7 x-openstack-request-id: req-335f079e-5962-4a1d-8bb2-c1836624ecb7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:27.566446 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-unplugged", "status": "completed", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:27.566922 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-335f079e-5962-4a1d-8bb2-c1836624ecb7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:27.567777 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'code': 200} Feb 19 07:10:27.724474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493a119-7ec5-4a9c-88ea-b507af96b0ca req-e1fe593a-2075-43b2-9a3c-f4cf5e4d50f6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:27.726637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0493a119-7ec5-4a9c-88ea-b507af96b0ca req-e1fe593a-2075-43b2-9a3c-f4cf5e4d50f6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 946 time: 0.0887029 Feb 19 07:10:27.751999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks [] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.781043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.815233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0493a119-7ec5-4a9c-88ea-b507af96b0ca req-49a14961-4ce1-4a89-b1e9-58411072d934 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Feb 19 07:10:27.852445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for port (698a7161-3cb9-44fb-9093-7f7563c17778), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.878619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Made reservation on behalf of 2456c081a2394cb1ad6cf9fbf9070a8d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:27.881958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.893386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.931514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a15eb82-3dda-49d6-a2b5-2af3ddae99b2 req-b272ccce-7b0b-4109-a188-30850029bbee tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 210 time: 0.0444288 Feb 19 07:10:27.958872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.962013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-c78940eb-3eb4-4087-947c-6d1c6d30af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:27.963990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-c78940eb-3eb4-4087-947c-6d1c6d30af38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.3677139 Feb 19 07:10:27.982214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (8bd76acb-d172-4d17-a0ee-288a26c562c5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:27.999177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:28.037318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40056) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:28.048726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36a464e9-2fc7-4f71-b73f-7a256a30efc4 req-3ba35413-067f-40b6-ba6b-dd71489587e5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 210 time: 0.0564783 Feb 19 07:10:28.108472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.109690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8176396 Feb 19 07:10:28.210562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-29480a7b-4e9c-4f93-b6df-3cde5397a780 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.0889821 Feb 19 07:10:28.259866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90796f-8ac0-452b-a0f1-f937714c8d40 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event updated for resources: {'Port': ['ID=698a7161-3cb9-44fb-9093-7f7563c17778,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:28.271975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:28.272308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:28.272915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:28.308697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:28.309022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Attempting to bind port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:28.366611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:28.366934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:28.367554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:28.368182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Bound port: 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:28.368693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.378939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-8ec9fb97-a1e5-4108-b1c1-3b42d103a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.379860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:28.380830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-8ec9fb97-a1e5-4108-b1c1-3b42d103a0f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.4000459 Feb 19 07:10:28.403492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-abd71b78-c2a3-4ce2-8638-6f8efe043e2b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.405014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-abd71b78-c2a3-4ce2-8638-6f8efe043e2b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfc216a0-7687-440f-a1a8-56557a7a30c0 HTTP/1.1" status: 200 len: 943 time: 0.1070635 Feb 19 07:10:28.453089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for security_group (6a06369a-069d-4997-a7b9-5e441c2d7dcb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.489837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a06369a-069d-4997-a7b9-5e441c2d7dcb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.534636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-network', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:28.535386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:28.541554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-841c59ab-6a63-4847-8394-2318019bccfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.559638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-df660dc7-a829-4974-ba60-226bd05c2d27 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.560957 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bf9a40f-e413-406d-9bba-46a2a2079775 req-df660dc7-a829-4974-ba60-226bd05c2d27 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.3388941 Feb 19 07:10:28.600633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Made reservation on behalf of c0f6c9620cb4404eb3912479fb1cf3b7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:28.603461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.614970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-1f905e7f-7f88-44f6-955a-146369aaa2a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 1001 time: 0.2174842 Feb 19 07:10:28.631407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.644531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a06369a-069d-4997-a7b9-5e441c2d7dcb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:28.656161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Deleting port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:28.656504 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.686099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:28.733671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:28.745686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-8b57576b-00ac-4e34-9207-b63f875fc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.747607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-8b57576b-00ac-4e34-9207-b63f875fc088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.1157677 Feb 19 07:10:28.751706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.769071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.47', 59300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:28.832961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1656932091-network', 'tenant_id': '0011488e4e5a4c1daa60b6b6750ccaef'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:28.847288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Allocated IP 192.168.233.22 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/4bd71740-436b-4905-9c6a-35704c0240c4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:28.906404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-841c59ab-6a63-4847-8394-2318019bccfe admin admin] Publish callbacks [] for security_group (3980d83d-b689-41ba-8c3e-b413b7c56e32), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.931111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:28.940486 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-841c59ab-6a63-4847-8394-2318019bccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3980d83d-b689-41ba-8c3e-b413b7c56e32), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.952349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.953237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.956741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-3a4370f3-c7bd-40ef-9810-d1933ed38bd1 service neutron] 10.222.0.47 "PUT /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 1122 time: 2.4761050 Feb 19 07:10:28.963403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Made reservation on behalf of 0011488e4e5a4c1daa60b6b6750ccaef for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:28.966448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.971046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] For port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:28.971447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:28.994007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-77c1dd6a-6de0-4e75-a106-b7f693cfcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:28.994560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4fac5e23-b045-4d8b-8dfc-668b27d6752d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:28.995544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-77c1dd6a-6de0-4e75-a106-b7f693cfcecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2406361 Feb 19 07:10:29.027488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.037555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Calling delete_port for 254dbb00-0eff-4db3-8e6d-cc539ce9c55a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:29.053390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks [] for security_group (8961193c-f913-4026-94b0-9afb9e330984), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.074500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-841c59ab-6a63-4847-8394-2318019bccfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7243e015ca2c416285546a9f49fd0555&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0357788 Feb 19 07:10:29.083459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8961193c-f913-4026-94b0-9afb9e330984), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.083930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:29.102227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c59ab-6a63-4847-8394-2318019bccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980d83d-b689-41ba-8c3e-b413b7c56e32,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:29.120115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-c3fed90a-8379-422c-a82c-18d98601fd27 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:29.121545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-c3fed90a-8379-422c-a82c-18d98601fd27 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3599796 Feb 19 07:10:29.205036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-6eb926a4-bf4c-45dc-99f3-06e6acf62eff tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:29.206541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-6eb926a4-bf4c-45dc-99f3-06e6acf62eff tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.47 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.4333665 Feb 19 07:10:29.265572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:10:29.285565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Request body: {'port': {'device_id': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'admin_state_up': True, 'tenant_id': 'eb8880f4da904b83bad64a248194c398'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:29.480291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376931ae-81bf-464d-8321-45ef7e8a7621 req-1b0118b5-4b1a-43e3-bb30-4b4079d3d6ed tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:29.481822 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-376931ae-81bf-464d-8321-45ef7e8a7621 req-1b0118b5-4b1a-43e3-bb30-4b4079d3d6ed tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.5456858 Feb 19 07:10:29.506913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-1507058d-995d-44da-995c-ff35f92db13a tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.3763859 Feb 19 07:10:29.542302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8961193c-f913-4026-94b0-9afb9e330984,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:29.546399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d'}, {'name': 'network-changed', 'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:29.548792 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11" -d '{"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-unplugged", "status": "completed", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d"}, {"name": "network-changed", "server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:29.553183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6689c545-e6e7-489a-82a0-8f7e036622cc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.554382 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Added segment 6689c545-e6e7-489a-82a0-8f7e036622cc of type vlan for network 903f230a-1054-4538-8a63-7242720d3ff0 Feb 19 07:10:29.557047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-bf1f1856-574f-4aa4-9a12-99dc5ad3f135 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'floatingip': {'port_id': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:29.580044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-11e898ea-0fa5-42f3-a533-f9f7ceb62a04 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704718 Feb 19 07:10:29.616884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] Publish callbacks [] for security_group (3980d83d-b689-41ba-8c3e-b413b7c56e32), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.674450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-bf1f1856-574f-4aa4-9a12-99dc5ad3f135 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (8bd76acb-d172-4d17-a0ee-288a26c562c5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.699098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for port (4bd71740-436b-4905-9c6a-35704c0240c4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.724553 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-376931ae-81bf-464d-8321-45ef7e8a7621 req-4158cf89-e766-4689-b9dd-ddcb8dbb4e2c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247705 Feb 19 07:10:29.739949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (903f230a-1054-4538-8a63-7242720d3ff0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.740899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks [] for security_group (9b9b959a-f8c7-443c-8d82-322a2aafb1a9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.743922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] Publish callbacks [] for security_group (3980d83d-b689-41ba-8c3e-b413b7c56e32), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.762156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b9b959a-f8c7-443c-8d82-322a2aafb1a9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.843437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:10:29.869372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9b959a-f8c7-443c-8d82-322a2aafb1a9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:29.897525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea0c6140-e391-40ad-a384-c35c46b2656b req-6ed988ef-83df-4f68-be44-6744e9670626 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 210 time: 0.0584514 Feb 19 07:10:29.905501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bceefaf-5dc9-4b22-873c-88dd082a1333 req-d3ef0b7e-7354-4e67-b0f1-c06a0dcf773a service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042438 Feb 19 07:10:29.906804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7fca5a01-94ea-432d-8287-30a1b8133342), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.906964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (903f230a-1054-4538-8a63-7242720d3ff0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.907427 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Added segment 7fca5a01-94ea-432d-8287-30a1b8133342 of type vlan for network 0fc49a70-4bed-4f56-b251-593d6f7ea322 Feb 19 07:10:29.907893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:29.908681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.933737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (254dbb00-0eff-4db3-8e6d-cc539ce9c55a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.938123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:29.964804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:29.968876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.031456 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3980d83d-b689-41ba-8c3e-b413b7c56e32), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.033908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.037494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3980d83d-b689-41ba-8c3e-b413b7c56e32 HTTP/1.1" status: 204 len: 168 time: 0.9443631 Feb 19 07:10:30.050710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.061881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0fc49a70-4bed-4f56-b251-593d6f7ea322), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.070731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event deleted for resources: {'Port': ['ID=254dbb00-0eff-4db3-8e6d-cc539ce9c55a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.075930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6895516 Feb 19 07:10:30.080598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-601d51a8-5eca-4c8a-9072-6cc0780cf431 req-a1d31d88-80d9-4604-b5f9-adff31aaa509 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 210 time: 0.0998528 Feb 19 07:10:30.085207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:30.095304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Request body: {'subnet': {'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-subnet', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:30.117861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:30.121572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11192f2-ee29-43e2-b0f7-867d8ddeca80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980d83d-b689-41ba-8c3e-b413b7c56e32,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.128171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.137440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:30.144758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:30.150458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:30.151102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.175788 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dfea60-63a3-4bf0-9f5e-a3f701b129b4 x-openstack-request-id: req-32dfea60-63a3-4bf0-9f5e-a3f701b129b4 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:30.176253 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-unplugged", "status": "completed", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d", "code": 200}, {"name": "network-changed", "server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:30.176611 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32dfea60-63a3-4bf0-9f5e-a3f701b129b4 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:30.176895 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'code': 200} Feb 19 07:10:30.177267 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'status': 'completed', 'code': 200} Feb 19 07:10:30.177663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7a06d-0f30-4084-a71c-aeded49ed875 admin admin] Pushing event updated for resources: {'Network': ['ID=903f230a-1054-4538-8a63-7242720d3ff0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.183936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Made reservation on behalf of c0f6c9620cb4404eb3912479fb1cf3b7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:30.186801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.192306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0fc49a70-4bed-4f56-b251-593d6f7ea322), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.193315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:30.193903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.210181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 903f230a-1054-4538-8a63-7242720d3ff0 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:10:30.219228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] No DVR routers for this DVR port 254dbb00-0eff-4db3-8e6d-cc539ce9c55a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:30.315213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.316551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-07db5d41-fee8-4711-aea8-ac1980700eb3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0099883 Feb 19 07:10:30.319277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9300cfd7-2aa6-4d47-a9a7-cad3d0892890 req-ebde3e6a-1805-4822-8f74-049bf104090a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "DELETE /v2.0/ports/254dbb00-0eff-4db3-8e6d-cc539ce9c55a HTTP/1.1" status: 204 len: 173 time: 1.9053059 Feb 19 07:10:30.325153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-deleted', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:30.326709 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f24f1-ccfe-473a-8379-80ff89fdecc3" -d '{"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-deleted", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:30.384686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc49a70-4bed-4f56-b251-593d6f7ea322,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.400559 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050bf701-0f02-46ae-b815-5dc6a56adf99 x-openstack-request-id: req-050bf701-0f02-46ae-b815-5dc6a56adf99 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:30.400776 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc216a0-7687-440f-a1a8-56557a7a30c0", "name": "network-vif-deleted", "tag": "254dbb00-0eff-4db3-8e6d-cc539ce9c55a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:30.400968 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-050bf701-0f02-46ae-b815-5dc6a56adf99 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:30.401645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0fc49a70-4bed-4f56-b251-593d6f7ea322 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:10:30.401757 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc216a0-7687-440f-a1a8-56557a7a30c0', 'name': 'network-vif-deleted', 'tag': '254dbb00-0eff-4db3-8e6d-cc539ce9c55a', 'status': 'completed', 'code': 200} Feb 19 07:10:30.411564 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-bf1f1856-574f-4aa4-9a12-99dc5ad3f135 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 07:10:30.420044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67eedd3d-feff-4905-b79b-a899c0cafbb6 req-bf1f1856-574f-4aa4-9a12-99dc5ad3f135 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "PUT /v2.0/floatingips/8bd76acb-d172-4d17-a0ee-288a26c562c5 HTTP/1.1" status: 409 len: 549 time: 0.8787320 Feb 19 07:10:30.448776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31772069-f817-4579-b6e7-fd190c8f19d5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9060285 Feb 19 07:10:30.456779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:30.470587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Request body: {'port': {'device_id': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:30.496013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Request body: {'subnet': {'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1656932091-subnet', 'tenant_id': '0011488e4e5a4c1daa60b6b6750ccaef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:30.511307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Allocated IP 172.20.0.6 (6680805c-b33c-437b-a225-12a70560b16f/a731e75b-ec46-45bb-a89b-ea52886f23d6/f77ade05-6998-4196-a0c0-23428ab6f210) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:30.570682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:30.581127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b94933b8-1134-4b77-b53c-171d4caba655 None None] Provisioning complete for port 4bd71740-436b-4905-9c6a-35704c0240c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:30.581585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b94933b8-1134-4b77-b53c-171d4caba655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.597611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dcad88d-8e55-4974-b57f-ea4162e2c906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.599781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-e5ad8f3c-6396-4713-ac29-a60dc303541c tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips/8bd76acb-d172-4d17-a0ee-288a26c562c5 HTTP/1.1" status: 200 len: 692 time: 0.1469564 Feb 19 07:10:30.602193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-001095d0-4fe7-42f8-8dee-d01c154abacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:30.604291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-001095d0-4fe7-42f8-8dee-d01c154abacd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1156 time: 0.3793213 Feb 19 07:10:30.626853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b94933b8-1134-4b77-b53c-171d4caba655 None None] Port 4bd71740-436b-4905-9c6a-35704c0240c4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:30.694836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Made reservation on behalf of 0011488e4e5a4c1daa60b6b6750ccaef for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:30.696842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.746242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks [] for port (f77ade05-6998-4196-a0c0-23428ab6f210), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.779088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dcad88d-8e55-4974-b57f-ea4162e2c906 admin admin] Publish callbacks [] for security_group (e2386060-237f-4fcc-89c5-c275d09c83ae), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.787666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dcad88d-8e55-4974-b57f-ea4162e2c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2386060-237f-4fcc-89c5-c275d09c83ae), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.810629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.857679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:30.878283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcad88d-8e55-4974-b57f-ea4162e2c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2386060-237f-4fcc-89c5-c275d09c83ae,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:30.890109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Network 6680805c-b33c-437b-a225-12a70560b16f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:30.893961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8dcad88d-8e55-4974-b57f-ea4162e2c906 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13cf69d75d914e2aa4d9f76e75e03746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216836 Feb 19 07:10:30.903158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:30.904128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:30.932360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:30.958501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-e269196a-e0b9-4570-b971-f5b12333937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:30.966481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-e269196a-e0b9-4570-b971-f5b12333937a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.3454859 Feb 19 07:10:30.966662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.021985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.022608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.034536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c3502-0510-4058-ae09-88cb45007fd5 req-21a894c8-19f3-4606-bb3b-a71eeeb67882 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.036063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-232c3502-0510-4058-ae09-88cb45007fd5 req-21a894c8-19f3-4606-bb3b-a71eeeb67882 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.1651096 Feb 19 07:10:31.063834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-38bee23e-c9ac-496a-8f12-d6f175918493 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8298202 Feb 19 07:10:31.065343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-5231c73f-c096-4da1-b607-47a2884b239e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.0665035 Feb 19 07:10:31.069529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] Publish callbacks [] for security_group (e2386060-237f-4fcc-89c5-c275d09c83ae), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.078302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Request body: {'port': {'device_id': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:31.095039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-51b3e0b4-a6a7-496e-9fb4-3b6b3f5e1cf3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.096402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-51b3e0b4-a6a7-496e-9fb4-3b6b3f5e1cf3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.4802814 Feb 19 07:10:31.135094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] Publish callbacks [] for security_group (e2386060-237f-4fcc-89c5-c275d09c83ae), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.155800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-232c3502-0510-4058-ae09-88cb45007fd5 req-6c199989-9384-48b1-8f02-24e31edbeaa3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074281 Feb 19 07:10:31.164160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-b1f2138a-3491-4e5c-a932-6ae310e9ea92 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:31.165721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-b1f2138a-3491-4e5c-a932-6ae310e9ea92 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440066 Feb 19 07:10:31.192515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.269225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e2386060-237f-4fcc-89c5-c275d09c83ae), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.271734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.272844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2386060-237f-4fcc-89c5-c275d09c83ae HTTP/1.1" status: 204 len: 168 time: 0.3666444 Feb 19 07:10:31.306383 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (4dcf10d1-b20f-4860-a312-0e35724402e5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.348554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d310-b7a5-4179-b15e-e7e062239db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2386060-237f-4fcc-89c5-c275d09c83ae,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.355600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-59bd9c81-0018-4223-a30b-4710e00f4101 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.1315577 Feb 19 07:10:31.364758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-ef3714c1-5258-4c82-9486-fdd7ae9c356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.366232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-ef3714c1-5258-4c82-9486-fdd7ae9c356d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.2689812 Feb 19 07:10:31.421950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490575-5318-4420-9898-9dfdf8b4b35e req-af50545a-6f6a-4598-afb5-5ba051348e0f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.423467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e490575-5318-4420-9898-9dfdf8b4b35e req-af50545a-6f6a-4598-afb5-5ba051348e0f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 935 time: 0.1676180 Feb 19 07:10:31.505567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e490575-5318-4420-9898-9dfdf8b4b35e req-d288c556-8fd2-4570-a332-3c5c1d807b0c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724874 Feb 19 07:10:31.552504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-002c6997-fb62-4e68-b54c-dcd8fdb99895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461902 Feb 19 07:10:31.557141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77ade05-6998-4196-a0c0-23428ab6f210 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:31.560774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcf10d1-b20f-4860-a312-0e35724402e5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.567317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks [] for port (f77ade05-6998-4196-a0c0-23428ab6f210), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.571095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-0946f6d9-a71b-4a6f-b20e-d9421f2e19bb tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.60 HTTP/1.1" status: 200 len: 695 time: 0.1721811 Feb 19 07:10:31.582253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Transition to ACTIVE for port object f77ade05-6998-4196-a0c0-23428ab6f210 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:31.588659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.644838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (ac47ac73-715e-4445-b4f9-3d7df626224c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.676670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.721971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Checking segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:31.722277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Network hostable DHCP agents. Network: 903f230a-1054-4538-8a63-7242720d3ff0, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:10:31.729138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:31.737273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6b2f-88f7-4ff6-8f1c-fc1eb712ff53 req-9389fee2-b2a3-4c06-bc48-a7c602cfce6d tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.738797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-195b6b2f-88f7-4ff6-8f1c-fc1eb712ff53 req-9389fee2-b2a3-4c06-bc48-a7c602cfce6d tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 943 time: 0.1376836 Feb 19 07:10:31.804023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-195b6b2f-88f7-4ff6-8f1c-fc1eb712ff53 req-7c0c0468-3abf-4581-926b-2e1c0c0c0bbf tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Feb 19 07:10:31.804854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Attempting to bind port f77ade05-6998-4196-a0c0-23428ab6f210 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:31.805185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Attempting to bind port f77ade05-6998-4196-a0c0-23428ab6f210 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:31.805553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Attempting to bind port f77ade05-6998-4196-a0c0-23428ab6f210 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:31.811107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Port f77ade05-6998-4196-a0c0-23428ab6f210 on network 6680805c-b33c-437b-a225-12a70560b16f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:31.811458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Attempting to bind port f77ade05-6998-4196-a0c0-23428ab6f210 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:31.816966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:31.817357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Checking segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:31.817872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Bound using segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:31.818310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Bound port: f77ade05-6998-4196-a0c0-23428ab6f210, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:31.818795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.855694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac47ac73-715e-4445-b4f9-3d7df626224c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.887683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:31.903402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:10:31.912352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:31.912545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Network 903f230a-1054-4538-8a63-7242720d3ff0 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:10:31.916461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:31.922907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.936691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-94eae36a-3cba-4060-9de3-ed803430ebdb service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544626 Feb 19 07:10:31.961292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Checking segment: {'id': '7fca5a01-94ea-432d-8287-30a1b8133342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:31.961736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Network hostable DHCP agents. Network: 0fc49a70-4bed-4f56-b251-593d6f7ea322, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:10:31.967474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:31.967988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:31.969291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] 10.222.0.47 "PUT /v2.0/ports/f77ade05-6998-4196-a0c0-23428ab6f210 HTTP/1.1" status: 200 len: 1091 time: 0.8954687 Feb 19 07:10:31.987254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 903f230a-1054-4538-8a63-7242720d3ff0) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:31.990540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b457311-6538-429b-98db-b3855d4d4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:31.995879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c5154-934a-4e12-9c4a-626b7519d2f3 None None] Network 903f230a-1054-4538-8a63-7242720d3ff0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:32.008944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd71740-436b-4905-9c6a-35704c0240c4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:32.019652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks [] for port (4bd71740-436b-4905-9c6a-35704c0240c4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.035025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:32.035849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.059993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-12f66604-6f04-4d44-868f-5f97779035e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:32.061511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-12f66604-6f04-4d44-868f-5f97779035e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 1125 time: 0.0483673 Feb 19 07:10:32.114556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-688fbbd2-0359-475b-be7d-8ec60542a335 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f77ade05-6998-4196-a0c0-23428ab6f210 HTTP/1.1" status: 200 len: 217 time: 0.0456846 Feb 19 07:10:32.124675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-903f230a-1054-4538-8a63-7242720d3ff0', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:10:32.125573 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.176951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-a8483c16-b639-4d02-b6d7-b9f073137352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:32.178622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-a8483c16-b639-4d02-b6d7-b9f073137352 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.0579357 Feb 19 07:10:32.227866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-289f7f26-63f8-455b-9d6a-8029a7fd0e4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427008 Feb 19 07:10:32.340956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Allocated IP 172.20.0.2 (903f230a-1054-4538-8a63-7242720d3ff0/4dcf10d1-b20f-4860-a312-0e35724402e5/7b33d490-f47d-4ff8-a647-e4b804906c97) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:32.396952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Transition to ACTIVE for port object 4bd71740-436b-4905-9c6a-35704c0240c4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:32.401050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a79b2d5c-a6a9-4ee4-8f2f-8dfb35312039 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3121719 Feb 19 07:10:32.404117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Network 0fc49a70-4bed-4f56-b251-593d6f7ea322 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:10:32.410399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c0ca-bf0c-443f-88a3-e41ad5262447 req-68aac8db-a611-4b1b-957c-73444d1654c8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:32.410929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Deleting port 698a7161-3cb9-44fb-9093-7f7563c17778 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:32.411400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.412239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cf5c0ca-bf0c-443f-88a3-e41ad5262447 req-68aac8db-a611-4b1b-957c-73444d1654c8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.1051981 Feb 19 07:10:32.416388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40134) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:32.417153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0fc49a70-4bed-4f56-b251-593d6f7ea322) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:32.417444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:32.420650 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:32.425579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-37256f27-0fdf-480a-ba1b-8cd08943267e service neutron] 10.222.0.47 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850901 Feb 19 07:10:32.433597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:32.434067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52422c-6611-4825-8e1c-b46e76a54d81 None None] Network 0fc49a70-4bed-4f56-b251-593d6f7ea322 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:32.438491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.441841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:32.442224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.529494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7be0037a-4a7a-4a12-a57c-d6b4bac640a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0452447 Feb 19 07:10:32.585763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac78bf2-e3e8-49b0-8e9a-ba1b6436eb23 None None] Network 0fc49a70-4bed-4f56-b251-593d6f7ea322 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:32.588542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08b0ed2d-af1a-4dec-a1ca-9c340225ea11 req-ca783289-8742-4e15-a18a-09c8a9c3673d service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201332 Feb 19 07:10:32.594524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:32.601577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.603627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.708885 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.709210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (698a7161-3cb9-44fb-9093-7f7563c17778), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.771497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:32.771906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:32.772302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:32.776956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Calling delete_port for 698a7161-3cb9-44fb-9093-7f7563c17778 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:32.813786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:32.814108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:32.836437 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for router_controller (1befdd25-f6ce-456e-929a-d10c6d86588e), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.838672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:32.839102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:32.839568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:32.840079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Bound port: 4bd71740-436b-4905-9c6a-35704c0240c4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:32.840497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.900236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cf5c0ca-bf0c-443f-88a3-e41ad5262447 req-6fa05115-a489-446e-8e67-013ec3309369 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681346 Feb 19 07:10:32.900849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks [] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.935211 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:32.970913 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def8cc6d-22b9-42c7-b486-c07ecbc8c262 x-openstack-request-id: req-def8cc6d-22b9-42c7-b486-c07ecbc8c262 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:32.971424 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:32.971505 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-def8cc6d-22b9-42c7-b486-c07ecbc8c262 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:32.971938 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'status': 'completed', 'code': 200} Feb 19 07:10:32.975779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-682f592b-2e13-40bc-9a52-be5aaace8b92 req-3908a24a-a759-4124-83f3-73efe212b908 service neutron] 10.222.0.47 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426333 Feb 19 07:10:33.012208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Pushing event updated for resources: {'Port': ['ID=7b33d490-f47d-4ff8-a647-e4b804906c97,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:33.016712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:33.057901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Network 903f230a-1054-4538-8a63-7242720d3ff0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:33.061474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:33.063259 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.063822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 254dbb00-0eff-4db3-8e6d-cc539ce9c55a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:33.064156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 254dbb00-0eff-4db3-8e6d-cc539ce9c55a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:33.067992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:33.133919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Attempting to bind port 7b33d490-f47d-4ff8-a647-e4b804906c97 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:33.134298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Attempting to bind port 7b33d490-f47d-4ff8-a647-e4b804906c97 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:33.134667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Attempting to bind port 7b33d490-f47d-4ff8-a647-e4b804906c97 on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:33.139962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:33.140349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Checking segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:33.140747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.141145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Bound using segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:33.141661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Bound port: 7b33d490-f47d-4ff8-a647-e4b804906c97, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:33.142205 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.158385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-0a50d3fe-f1a9-469d-ba12-b01ef839c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.160533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-0a50d3fe-f1a9-469d-ba12-b01ef839c64e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 1125 time: 0.1122177 Feb 19 07:10:33.187743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:33.191600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:33.265666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.271425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f919862-37fb-48c8-bdb1-adbeed0a9fc5 req-4b7f087e-0208-4ddb-bb85-76dd0a8f9b70 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.273395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f919862-37fb-48c8-bdb1-adbeed0a9fc5 req-4b7f087e-0208-4ddb-bb85-76dd0a8f9b70 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 947 time: 0.1621716 Feb 19 07:10:33.284390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] For port 7b33d490-f47d-4ff8-a647-e4b804906c97, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:33.289787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for router_gateway (1befdd25-f6ce-456e-929a-d10c6d86588e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.300048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] For port 7b33d490-f47d-4ff8-a647-e4b804906c97, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b33d490-f47d-4ff8-a647-e4b804906c97,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:33.309651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.381838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.382461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.384455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 1095 time: 2.9892359 Feb 19 07:10:33.385177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69597-dfa1-417f-b069-3c4c50548b38 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:33.388631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:33.392985 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6fc86b-d658-4555-bdc7-0513abe06c20" -d '{"events": [{"name": "network-changed", "server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:33.456563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9531d-b3c1-4fe3-ad61-0a9adb639a06 None None] Pushing event updated for resources: {'Port': ['ID=7b33d490-f47d-4ff8-a647-e4b804906c97,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:33.484555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f919862-37fb-48c8-bdb1-adbeed0a9fc5 req-b077e39e-af01-4450-bfcd-bab062774336 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990011 Feb 19 07:10:33.493938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-b320bda7-d83f-4b41-a6cb-94b22beb9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.499333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-b320bda7-d83f-4b41-a6cb-94b22beb9997 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 904 time: 0.3314297 Feb 19 07:10:33.574138 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:10:33.588403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-1b13f30c-5068-454a-b677-fd0b908e77c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f77ade05-6998-4196-a0c0-23428ab6f210 HTTP/1.1" status: 200 len: 217 time: 0.0818717 Feb 19 07:10:33.618750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:33.628027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-717501332-network', 'tenant_id': 'a9477caf347e472d89c0609656114fc5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:33.642095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (698a7161-3cb9-44fb-9093-7f7563c17778), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.703849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-b1c9ad29-0638-4183-95c6-fdef0822598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.708907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-b1c9ad29-0638-4183-95c6-fdef0822598e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.0759640 Feb 19 07:10:33.737887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-ad818c7a-99ac-4431-9a4a-ac58fef7f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.739731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-ad818c7a-99ac-4431-9a4a-ac58fef7f367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1129 time: 0.2700677 Feb 19 07:10:33.742220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Made reservation on behalf of a9477caf347e472d89c0609656114fc5 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:33.745294 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.749741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-572cdcb5-101f-46d3-ab6f-be42fed062cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360768 Feb 19 07:10:33.750932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (8bd76acb-d172-4d17-a0ee-288a26c562c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.753886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.754964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55e5b5c8-2ce3-4f7e-b5a7-6f8e4689822c req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "DELETE /v2.0/floatingips/8bd76acb-d172-4d17-a0ee-288a26c562c5 HTTP/1.1" status: 204 len: 173 time: 2.1830361 Feb 19 07:10:33.762493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f725-4da3-4fe9-bfa9-021dfad8c059 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event deleted for resources: {'Port': ['ID=698a7161-3cb9-44fb-9093-7f7563c17778,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:33.762589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3b9e4-5320-40ed-a223-886af34cc577 req-6ead9f90-ed72-41dd-9cfc-2b004afe1c3e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:33.771762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d3b9e4-5320-40ed-a223-886af34cc577 req-6ead9f90-ed72-41dd-9cfc-2b004afe1c3e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 943 time: 0.1604791 Feb 19 07:10:33.811513 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:33.816362 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5e0cc-1c29-47df-8321-91359e85f9b3 x-openstack-request-id: req-30c5e0cc-1c29-47df-8321-91359e85f9b3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:33.817298 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:33.817298 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30c5e0cc-1c29-47df-8321-91359e85f9b3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:33.817298 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'status': 'completed', 'code': 200} Feb 19 07:10:33.857313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-6394dd00-ac71-41c6-a5ce-62e41ed7b36d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0999336 Feb 19 07:10:33.908648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d3b9e4-5320-40ed-a223-886af34cc577 req-45c068c8-0c84-4e09-a60c-9561cb817590 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049685 Feb 19 07:10:33.999551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-c9f285fb-9b37-4f50-ae8c-c352a876ad3a service neutron] 10.222.0.47 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261567 Feb 19 07:10:34.054913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-a6367346-c37c-413c-8b55-01f3d12985d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.056503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-a6367346-c37c-413c-8b55-01f3d12985d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1804931 Feb 19 07:10:34.058393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks [] for security_group (af78b2db-d9a8-421e-abf1-fb1b2665a9b1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.081697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-79f6fcc7-50ba-4a00-b056-f1d481b0e2af tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 1001 time: 0.1465054 Feb 19 07:10:34.098363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (af78b2db-d9a8-421e-abf1-fb1b2665a9b1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.164876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b585f8c-ec82-46bb-93d0-e516ec8e05b1 req-a7c1590b-b835-4fc1-8d49-2cf81ff1a4ca service neutron] 10.222.0.47 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538548 Feb 19 07:10:34.171565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-53067cd9-1822-4000-a6f9-f4e5b521abf0 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.172904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-53067cd9-1822-4000-a6f9-f4e5b521abf0 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports/a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 942 time: 0.0792022 Feb 19 07:10:34.194531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:10:34.211697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af78b2db-d9a8-421e-abf1-fb1b2665a9b1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:34.247493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (51f4c16a-747a-480d-af1c-3eb437347701), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.247842 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Added segment 51f4c16a-747a-480d-af1c-3eb437347701 of type vlan for network abf21d0e-238d-4604-a6e3-2f18d1785b30 Feb 19 07:10:34.260741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f721-f38b-4a10-844a-22a14872cadf req-b8a9c8ae-d7bf-4250-a4ca-f07606876e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.262370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-b8a9c8ae-d7bf-4250-a4ca-f07606876e3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1735444 Feb 19 07:10:34.265358 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for router_gateway (1befdd25-f6ce-456e-929a-d10c6d86588e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.306386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-5a269a23-d57b-4c46-9baf-8f731bf2dae5 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 1001 time: 0.0874610 Feb 19 07:10:34.344687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (abf21d0e-238d-4604-a6e3-2f18d1785b30), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.360396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b33d490-f47d-4ff8-a647-e4b804906c97 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:34.370347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.409608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (abf21d0e-238d-4604-a6e3-2f18d1785b30), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.410262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.410835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.417803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7b33d490-f47d-4ff8-a647-e4b804906c97 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:34.418315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.438543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8141370 Feb 19 07:10:34.438781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-6f37148c-d907-4065-b784-2831f44f30ff tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.438781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-6f37148c-d907-4065-b784-2831f44f30ff tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1248393 Feb 19 07:10:34.438781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:34.443042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Request body: {'subnet': {'network_id': 'abf21d0e-238d-4604-a6e3-2f18d1785b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-717501332-subnet', 'tenant_id': 'a9477caf347e472d89c0609656114fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:34.454040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-063888d7-5e53-42b1-a24e-ce7115140c09 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:34.455321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-063888d7-5e53-42b1-a24e-ce7115140c09 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074229 Feb 19 07:10:34.514458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7b33d490-f47d-4ff8-a647-e4b804906c97 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:34.515270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.517298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Made reservation on behalf of a9477caf347e472d89c0609656114fc5 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:34.520984 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.525702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572bb3-a699-4fcc-8777-d8646b0e4ea2 req-004c6f56-d6d2-4e3c-82bb-ce083403f0be tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:34.526911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1572bb3-a699-4fcc-8777-d8646b0e4ea2 req-004c6f56-d6d2-4e3c-82bb-ce083403f0be tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 944 time: 0.3337624 Feb 19 07:10:34.556855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 7b33d490-f47d-4ff8-a647-e4b804906c97, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b33d490-f47d-4ff8-a647-e4b804906c97,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:34.562317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.584885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ed3d8-661a-4724-bbd2-62f8719b1003 admin admin] Pushing event updated for resources: {'Network': ['ID=abf21d0e-238d-4604-a6e3-2f18d1785b30,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:34.598348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-af3b6ee0-a4b7-4496-af5e-0211737b99e7 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 1001 time: 0.1320031 Feb 19 07:10:34.609446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:34.609823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network abf21d0e-238d-4604-a6e3-2f18d1785b30 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:10:34.668714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1572bb3-a699-4fcc-8777-d8646b0e4ea2 req-418e831c-1593-4b79-9021-95cb90f1f07f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334727 Feb 19 07:10:34.673327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-af5d8c2c-411f-4f95-9e36-0ed0d41908f3 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835907 Feb 19 07:10:34.707406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=7b33d490-f47d-4ff8-a647-e4b804906c97,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:34.755575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.789746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Allocated IP 172.25.7.233 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/8928d5a0-a77f-455c-929b-594cb3d9e78a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:34.874629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b7fdac-5943-4cef-b28f-6aba4d9fd025 None None] Network 903f230a-1054-4538-8a63-7242720d3ff0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:34.906965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8677f721-f38b-4a10-844a-22a14872cadf req-5a76f4dd-4257-4769-a031-2ea92a3a75b1 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268071 Feb 19 07:10:34.921236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-fa954e20-3ef3-4f9f-b1cf-8671f1afb5e1 service neutron] 10.222.0.24 "GET /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.2033639 Feb 19 07:10:34.979439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.995540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:34.996042 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Floating IP c52cc973-e7eb-4e08-8725-905c42f9890a disassociated. External IP: 172.25.7.193, port: a6aa112b-6109-44f8-bb1b-7002b300770c. Feb 19 07:10:35.003654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-305bc5ba-f706-4111-bffe-b2d64a438fb9 None None] Provisioning complete for port 7b33d490-f47d-4ff8-a647-e4b804906c97 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:35.003839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-305bc5ba-f706-4111-bffe-b2d64a438fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.039287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (821eb652-f75e-43a6-b148-11786c27796c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.113732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.134246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-305bc5ba-f706-4111-bffe-b2d64a438fb9 None None] Current status of the port 7b33d490-f47d-4ff8-a647-e4b804906c97 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:35.190429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-f7e5d3c7-53a8-471b-a877-323defbc4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.192055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-f7e5d3c7-53a8-471b-a877-323defbc4c01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1129 time: 0.1880226 Feb 19 07:10:35.220805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be29bc-c907-4315-ba26-14622cd2cfbc req-ccbf0f0f-6530-4168-8233-f2acd8efcf0b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.223522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7be29bc-c907-4315-ba26-14622cd2cfbc req-ccbf0f0f-6530-4168-8233-f2acd8efcf0b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 947 time: 0.1766498 Feb 19 07:10:35.261573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.355049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:35.355988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821eb652-f75e-43a6-b148-11786c27796c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:35.368733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ebc5e941-603c-46d2-b5c6-47d84681b798 None None] Provisioning complete for port 7b33d490-f47d-4ff8-a647-e4b804906c97 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:35.369691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc5e941-603c-46d2-b5c6-47d84681b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.381569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:35.392610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:35.393130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Checking segment: {'id': '51f4c16a-747a-480d-af1c-3eb437347701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'abf21d0e-238d-4604-a6e3-2f18d1785b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:35.393488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Network hostable DHCP agents. Network: abf21d0e-238d-4604-a6e3-2f18d1785b30, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:10:35.451947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5e941-603c-46d2-b5c6-47d84681b798 None None] Current status of the port 7b33d490-f47d-4ff8-a647-e4b804906c97 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:35.456189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-20486d8f-9886-4a6b-9fb3-ed0a699c5497 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115425 Feb 19 07:10:35.463445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Network abf21d0e-238d-4604-a6e3-2f18d1785b30 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:10:35.479970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, abf21d0e-238d-4604-a6e3-2f18d1785b30) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:35.485284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.485877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.488840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c2da51-d2be-42b3-a19a-3465124b2570 None None] Network abf21d0e-238d-4604-a6e3-2f18d1785b30 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:35.491112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-d5b8c3f3-9cf5-4e8f-a60e-d157236f3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.493247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-d5b8c3f3-9cf5-4e8f-a60e-d157236f3b1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2893128 Feb 19 07:10:35.561333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58a93b44-b0a4-4a0a-a535-2d8ffdb371d3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1144600 Feb 19 07:10:35.584762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Router 2c3650a6-184a-4f13-82c4-17611b121a59 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:10:35.599771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-238a9255-a306-42ec-b2f6-6554f3af4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.601513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-238a9255-a306-42ec-b2f6-6554f3af4644 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.0822067 Feb 19 07:10:35.639289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fb54e-2aec-4a9b-aaf6-c50151f3d553 None None] Network abf21d0e-238d-4604-a6e3-2f18d1785b30 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:35.807131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-e05d0b44-17ce-40ef-b504-0e7e4d0993bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.808656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-e05d0b44-17ce-40ef-b504-0e7e4d0993bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.1462722 Feb 19 07:10:35.809677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:10:35.819605 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Sync routers for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:35.820193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:35.836694 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:35.837626 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:35.875549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-d7b70ed6-982c-42b5-99c3-5eb309a78f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 217 time: 0.0524652 Feb 19 07:10:35.895372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8928d5a0-a77f-455c-929b-594cb3d9e78a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:35.898578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-60000920-4a8b-40cc-8d1a-db23a51ca086 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.3921506 Feb 19 07:10:35.911621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-a9187ce7-ab66-4263-8cf1-71e224a0c096 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "PUT /v2.0/floatingips/c52cc973-e7eb-4e08-8725-905c42f9890a HTTP/1.1" status: 200 len: 695 time: 1.3061094 Feb 19 07:10:35.915687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:35.918130 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedbc940-d8ec-4c79-8a3b-196004e0a58a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:35.931996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7be29bc-c907-4315-ba26-14622cd2cfbc req-c854a635-9d6f-4378-a084-615973ff9a9b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774592 Feb 19 07:10:35.965313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-8d0b1717-080d-44ec-b337-ae170446087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:35.966718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-8d0b1717-080d-44ec-b337-ae170446087f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.0846179 Feb 19 07:10:35.971868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:35.974040 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:36.026675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-7ae2f171-2ba0-4035-ac70-e7a91a2f24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.028537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-7ae2f171-2ba0-4035-ac70-e7a91a2f24e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.0964382 Feb 19 07:10:36.035992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:36.061923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-8ba96051-4267-43a4-991b-316292d0e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.063556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-8ba96051-4267-43a4-991b-316292d0e50b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881174 Feb 19 07:10:36.117849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac5e23-b045-4d8b-8dfc-668b27d6752d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:36.125040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-490864fb-9060-47a0-bfe8-da7a577bc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.126541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-490864fb-9060-47a0-bfe8-da7a577bc9c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1934388 Feb 19 07:10:36.138842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:36.189113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88e00cf7-423b-4f5d-a4c8-9d253558120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:36.213947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-4fcf96d2-1dea-4a80-a036-95cf3959e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.215590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-4fcf96d2-1dea-4a80-a036-95cf3959e8b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.1798835 Feb 19 07:10:36.217833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:36.230406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-14d209c9-7f87-4355-ac4d-1adb3f753a7f service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379983 Feb 19 07:10:36.261810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9ba4-140f-4bec-861d-338c4f354d0d req-cc52f6b1-ae96-4672-a6fe-59116e76db24 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.263717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21cb9ba4-140f-4bec-861d-338c4f354d0d req-cc52f6b1-ae96-4672-a6fe-59116e76db24 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 943 time: 0.2298727 Feb 19 07:10:36.297336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-de0967c0-d717-45f9-a49c-3d077674a604 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 217 time: 0.0692289 Feb 19 07:10:36.314732 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:36.353196 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Checking router: 2c3650a6-184a-4f13-82c4-17611b121a59 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:36.361530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-a465ad24-9bcb-454a-ae9e-adb258028621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.362971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-a465ad24-9bcb-454a-ae9e-adb258028621 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2214599 Feb 19 07:10:36.364807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:36.365657 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:36.388861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b33d490-f47d-4ff8-a647-e4b804906c97 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:36.393479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for router_gateway (1befdd25-f6ce-456e-929a-d10c6d86588e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:36.418929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4307ba84-4e19-4bfc-94a4-d604c855773e req-7e7f3560-a302-4cf0-8bf1-5c0f3de79680 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811781 Feb 19 07:10:36.420743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-c462d84f-e53b-4bbb-a6cc-f491a3a7214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.422246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-c462d84f-e53b-4bbb-a6cc-f491a3a7214b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.1241686 Feb 19 07:10:36.448941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7b33d490-f47d-4ff8-a647-e4b804906c97 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:36.449322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:36.500333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21cb9ba4-140f-4bec-861d-338c4f354d0d req-45a1b226-126c-4105-aefc-9253388405c1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074075 Feb 19 07:10:36.504313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-6c12022e-8eee-4c17-af56-dca18f0eaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.507032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-6c12022e-8eee-4c17-af56-dca18f0eaeb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790644 Feb 19 07:10:36.516080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] Transition to ACTIVE for port object 4fac5e23-b045-4d8b-8dfc-668b27d6752d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:36.540349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:36.565766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7b33d490-f47d-4ff8-a647-e4b804906c97 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:36.576462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:36.636993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-f70bec11-8e2b-417a-84e7-3564701d58b4 service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218083 Feb 19 07:10:36.686303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-8bb57292-0df3-4c24-9957-c8800fa9d2f2 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076127 Feb 19 07:10:36.689917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] No DVR routers for this DVR port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:36.711130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:36.755157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3810bd48-72cc-425f-947f-57eb7c356b37 req-89c70e4e-ff9b-4842-8902-f68288b714e2 service neutron] 10.222.0.43 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158390 Feb 19 07:10:36.838216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-230bb622-baeb-4926-b415-749c14534da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:36.867075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb622-baeb-4926-b415-749c14534da9 None None] The sync data for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 is: [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:09:58Z', 'revision_number': 4, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'd88e74fb-5180-4edb-b6a9-11ea449260a1', 'name': '', 'network_id': 'bc1d23f1-3169-4841-84cc-0acf7a3f1e30', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'mac_address': 'fa:16:3e:16:b6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:57Z', 'updated_at': '2022-02-19T07:10:07Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'subnets': [{'id': 'd5a5fc35-3dea-4f33-8733-d71e04e42837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:36.886156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be47453d-37cd-4abb-b712-1b37063e5b17 req-d4a2fb8a-c9ed-493a-a056-18dc3db835ad tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800511 Feb 19 07:10:36.889304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd4023-c356-46ac-8de3-b0e376e2b86a req-3ef447bf-bc5c-496f-bc2a-a4b3b206d1db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:36.889494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d8b468ab-c775-4d4d-a593-eae501442bb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8978214 Feb 19 07:10:36.891007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcfd4023-c356-46ac-8de3-b0e376e2b86a req-3ef447bf-bc5c-496f-bc2a-a4b3b206d1db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.0707994 Feb 19 07:10:36.960218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcfd4023-c356-46ac-8de3-b0e376e2b86a req-062c29e1-6648-4377-b8ef-a38224596795 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Feb 19 07:10:36.980520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:37.027456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-0d7480b7-574a-4cbf-906c-218b6db1317c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510352 Feb 19 07:10:37.066468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6fc86b-d658-4555-bdc7-0513abe06c20 req-61c48297-4090-43f7-b8ff-b2abef313d18 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711770 Feb 19 07:10:37.092798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47453d-37cd-4abb-b712-1b37063e5b17 req-ed293a43-3f0d-4ee6-a5cc-210dfc99f70c tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.094466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be47453d-37cd-4abb-b712-1b37063e5b17 req-ed293a43-3f0d-4ee6-a5cc-210dfc99f70c tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983464 Feb 19 07:10:37.173722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be47453d-37cd-4abb-b712-1b37063e5b17 req-d5f76547-cf33-4202-8c97-352f6c8f1ee4 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/quotas/6f2b13a905e7400ca99e8946ee403bd3 HTTP/1.1" status: 200 len: 375 time: 0.0420215 Feb 19 07:10:37.196562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-08ef0e55-d5fb-4e31-9a98-a61124a0a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.201205 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-08ef0e55-d5fb-4e31-9a98-a61124a0a33e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 1128 time: 0.1472251 Feb 19 07:10:37.216575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be47453d-37cd-4abb-b712-1b37063e5b17 req-d5fe1137-31d3-4530-be46-ecac09b07e3a tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331647 Feb 19 07:10:37.246233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-ff4d7e9f-c2e8-440e-ae08-b85940deee2e tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.247798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-ff4d7e9f-c2e8-440e-ae08-b85940deee2e tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.1125901 Feb 19 07:10:37.293510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-a9219989-1bb9-439e-90f7-76ff393ba3c6 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.294280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39435b44-34d3-41e6-bc7e-d79b3a6ba2cf None None] New status for floating IP c52cc973-e7eb-4e08-8725-905c42f9890a: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:10:37.300056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-a9219989-1bb9-439e-90f7-76ff393ba3c6 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/networks?id=0fc49a70-4bed-4f56-b251-593d6f7ea322 HTTP/1.1" status: 200 len: 815 time: 0.1822336 Feb 19 07:10:37.301224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Router 1befdd25-f6ce-456e-929a-d10c6d86588e is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:10:37.323079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-f378dee3-e286-4ee9-ae65-5284c6afa3e5 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/quotas/0011488e4e5a4c1daa60b6b6750ccaef HTTP/1.1" status: 200 len: 375 time: 0.0221031 Feb 19 07:10:37.341334 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290bb6f1-a6f1-4842-b6f9-9a8f44aa3f6e x-openstack-request-id: req-290bb6f1-a6f1-4842-b6f9-9a8f44aa3f6e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:37.341626 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:37.341886 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-290bb6f1-a6f1-4842-b6f9-9a8f44aa3f6e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:37.342278 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'status': 'completed', 'code': 200} Feb 19 07:10:37.364381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-49a7bf75-8f2e-420e-a341-6ca216c4d4bb tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0011488e4e5a4c1daa60b6b6750ccaef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404027 Feb 19 07:10:37.411786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-bdf5a328-285f-4dc0-98e8-57819a6bb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.413304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-bdf5a328-285f-4dc0-98e8-57819a6bb701 service neutron] 10.222.0.47 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 924 time: 0.1949518 Feb 19 07:10:37.437757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-521c8554-0152-45b5-aeff-4cb6114e816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.439550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-521c8554-0152-45b5-aeff-4cb6114e816b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&tenant_id=667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 1127 time: 0.1835880 Feb 19 07:10:37.464725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6745155-8091-4ab7-a797-224308bee663 req-a1ffdc5e-56db-428b-87e3-601805e1b747 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips/c52cc973-e7eb-4e08-8725-905c42f9890a HTTP/1.1" status: 200 len: 695 time: 0.0932968 Feb 19 07:10:37.561841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-b4c2ed6d-ae3c-41cc-883e-4ccfdd4c4aa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 200 len: 1001 time: 0.1227050 Feb 19 07:10:37.599958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-2badb429-2881-4d61-8a1a-aa82f8c3658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.601429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-2badb429-2881-4d61-8a1a-aa82f8c3658c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a10c72292d2142a4922958a99aa14695&device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 1127 time: 0.2411873 Feb 19 07:10:37.604314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-f5b8434e-9803-46dd-98ad-e71a5e21f9a9 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263401 Feb 19 07:10:37.609841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:10:37.626207 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:37.641406 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:37.642037 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:37.691031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-1ee6d722-51e2-4deb-817a-b2e6e5fabb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.693107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-1ee6d722-51e2-4deb-817a-b2e6e5fabb10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.1227756 Feb 19 07:10:37.711447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:37.712853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a516a6d4-3b91-426d-b3fa-04b1fec6d4b2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.2935343 Feb 19 07:10:37.716993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:37.724793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-7646f7c0-fbb1-4fa6-a8ef-1cc1f131d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.726347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-7646f7c0-fbb1-4fa6-a8ef-1cc1f131d1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1127 time: 0.2605565 Feb 19 07:10:37.739858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745155-8091-4ab7-a797-224308bee663 req-8f80b535-8e82-4b02-9a83-01e8273f2c1b tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.741149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6745155-8091-4ab7-a797-224308bee663 req-8f80b535-8e82-4b02-9a83-01e8273f2c1b tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2372713 Feb 19 07:10:37.761627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:37.781165 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:37.814318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-c238bfd8-468e-4a86-9077-d5897313e2d8 service neutron] 10.222.0.43 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017872 Feb 19 07:10:37.822213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-947413a3-1ac6-42ac-928c-ab0b76ae0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:37.824020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-947413a3-1ac6-42ac-928c-ab0b76ae0c15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1241174 Feb 19 07:10:38.003085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:38.016696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '4bd71740-436b-4905-9c6a-35704c0240c4', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '4bd71740-436b-4905-9c6a-35704c0240c4', 'mac_address': 'fa:16:3e:ec:c6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:38.032136 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:36Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:38.077203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4bd71740-436b-4905-9c6a-35704c0240c4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:38.080256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.095027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:38.095423 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Updating router 1befdd25-f6ce-456e-929a-d10c6d86588e port 8928d5a0-a77f-455c-929b-594cb3d9e78a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:10:38.117359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd71740-436b-4905-9c6a-35704c0240c4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:38.152956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:38.154895 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.160297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.161549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:38.217844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6745155-8091-4ab7-a797-224308bee663 req-1124dc0a-a75a-4b3e-b706-ac8305c09b77 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.4646587 Feb 19 07:10:38.231901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:38.320805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6745155-8091-4ab7-a797-224308bee663 req-dee68317-a705-4383-88da-8175871b7c4d tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.193 HTTP/1.1" status: 200 len: 696 time: 0.1021121 Feb 19 07:10:38.376537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-79dba69a-7806-4226-8aac-7107b4715836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:38.378096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-79dba69a-7806-4226-8aac-7107b4715836 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 200 len: 929 time: 0.7664363 Feb 19 07:10:38.386548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc90e9-4e57-4356-8cbb-ae794b499a47 req-f0679206-0687-4a6a-9c9d-d91bb747dc8b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:38.389941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24cc90e9-4e57-4356-8cbb-ae794b499a47 req-f0679206-0687-4a6a-9c9d-d91bb747dc8b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 948 time: 0.1452222 Feb 19 07:10:38.441053 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks [] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.448175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:38.450681 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.464323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'mac_address': 'fa:16:3e:e8:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:38.499339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-9a0d4730-65c8-4c9b-9cbd-3b802240d35c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 200 len: 217 time: 0.0651450 Feb 19 07:10:38.502214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24cc90e9-4e57-4356-8cbb-ae794b499a47 req-1b1bf62f-dd21-4bc7-9a3a-c697db750a50 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953755 Feb 19 07:10:38.502412 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bbcf6-bcc1-47e8-8e2e-8931fb1c72c4 None None] Pushing event updated for resources: {'Port': ['ID=8928d5a0-a77f-455c-929b-594cb3d9e78a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:38.505920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-44270349-a828-4ed6-a5a0-b5b5828b0766 service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739488 Feb 19 07:10:38.521481 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Attempting to bind port 8928d5a0-a77f-455c-929b-594cb3d9e78a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:38.521851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Attempting to bind port 8928d5a0-a77f-455c-929b-594cb3d9e78a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:38.522229 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Attempting to bind port 8928d5a0-a77f-455c-929b-594cb3d9e78a on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:38.529387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:38.529705 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:38.530113 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.530548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:38.531067 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Bound port: 8928d5a0-a77f-455c-929b-594cb3d9e78a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:38.532041 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.554791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-5376a2e8-5891-476e-8c51-dbec62093e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:38.556904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-5376a2e8-5891-476e-8c51-dbec62093e91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 200 len: 868 time: 0.0500703 Feb 19 07:10:38.597246 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] For port 8928d5a0-a77f-455c-929b-594cb3d9e78a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:38.601726 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] For port 8928d5a0-a77f-455c-929b-594cb3d9e78a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8928d5a0-a77f-455c-929b-594cb3d9e78a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:38.611306 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.660434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Deleting port 1bd596f6-5c90-4184-9b95-fd9a0c9119b9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:38.660777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.662392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f77ade05-6998-4196-a0c0-23428ab6f210 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:38.664367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-18c1d456-42fe-43d3-89cb-82854d616dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:38.665650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-18c1d456-42fe-43d3-89cb-82854d616dec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc1d23f1-3169-4841-84cc-0acf7a3f1e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961356 Feb 19 07:10:38.667690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.667915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-0fd894a7-d5a1-45ff-b6be-38706571aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:38.669281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-0fd894a7-d5a1-45ff-b6be-38706571aa9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.9358439 Feb 19 07:10:38.687829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:38.689051 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:38.715970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77ade05-6998-4196-a0c0-23428ab6f210 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:38.757005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb52c4aa-81b7-4efd-b478-1c670a38b865 req-e233ce4f-d75b-45e5-9ee2-f730b5a43f89 service neutron] 10.222.0.47 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399926 Feb 19 07:10:38.760034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-9010aba3-b952-4ec7-97ab-9bedbfeeca4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.0803187 Feb 19 07:10:38.763865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:38.766449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e9cbd1-9556-49c7-9643-a97b57ea3c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.772404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bbcf6-bcc1-47e8-8e2e-8931fb1c72c4 None None] Pushing event updated for resources: {'Port': ['ID=8928d5a0-a77f-455c-929b-594cb3d9e78a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:38.775225 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:38.888955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:38.897238 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:38.986045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:39.010680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-34bc636f-244e-4de3-8932-0737fdca1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:39.012285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-34bc636f-244e-4de3-8932-0737fdca1b5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1798749 Feb 19 07:10:39.056710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-fbecd2bd-75a0-4916-a9b8-0c5a5c0d5276 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348241 Feb 19 07:10:39.058019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.058416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.062466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-90867035-5ca7-4aa8-8f1a-cf151f82ebc8 service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197773 Feb 19 07:10:39.075146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port 4fac5e23-b045-4d8b-8dfc-668b27d6752d host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:10:39.075388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:39.119857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.143385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:39.144092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Calling delete_port for 1bd596f6-5c90-4184-9b95-fd9a0c9119b9 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:39.150865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c0baf-4fc1-4b7c-b2c3-1a8fc035e920 req-6a94bfad-14ea-486b-8407-add386bf5963 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:39.152567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f9c0baf-4fc1-4b7c-b2c3-1a8fc035e920 req-6a94bfad-14ea-486b-8407-add386bf5963 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 944 time: 0.1112676 Feb 19 07:10:39.183491 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:36Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:39.238697 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0fcd11-1cb1-405f-907c-7b505c1ba6d7 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:36Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:39.244281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f77ade05-6998-4196-a0c0-23428ab6f210'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:39.299496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f9c0baf-4fc1-4b7c-b2c3-1a8fc035e920 req-c9f72624-a5bc-4911-8658-447f74ebf24e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394506 Feb 19 07:10:39.328396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-d0f907b2-22ab-41f9-a11c-b31720dc5cde service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599576 Feb 19 07:10:39.332544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dedbc940-d8ec-4c79-8a3b-196004e0a58a req-3aceed6e-8c5e-4bbc-814d-f637230cfade service neutron] 10.222.0.24 "GET /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467418 Feb 19 07:10:39.411014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Allocated IP 172.20.0.1 (903f230a-1054-4538-8a63-7242720d3ff0/4dcf10d1-b20f-4860-a312-0e35724402e5/e85d92f7-7e44-421c-9075-fd6db2349a6c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:39.492035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-bb88269d-eae2-4215-aa43-19bd7c9d5c89 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489725 Feb 19 07:10:39.517461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1bd596f6-5c90-4184-9b95-fd9a0c9119b9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.553250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event deleted for resources: {'Port': ['ID=1bd596f6-5c90-4184-9b95-fd9a0c9119b9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:39.578409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edff5d-e4fe-4b39-aba3-074874835213 req-f9892f54-0f3a-43f1-b623-022ad053728d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:39.580354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6edff5d-e4fe-4b39-aba3-074874835213 req-f9892f54-0f3a-43f1-b623-022ad053728d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.1838076 Feb 19 07:10:39.587670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.645015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks [] for floatingip (c52cc973-e7eb-4e08-8725-905c42f9890a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.652175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.676814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6745155-8091-4ab7-a797-224308bee663 req-682d75ad-57dd-4175-8cd1-a8e6f8ff6c85 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "DELETE /v2.0/floatingips/c52cc973-e7eb-4e08-8725-905c42f9890a HTTP/1.1" status: 204 len: 173 time: 1.3454013 Feb 19 07:10:39.695860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6edff5d-e4fe-4b39-aba3-074874835213 req-96b35fe9-c6f6-4eb7-b7f7-73b6de1c87c2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075957 Feb 19 07:10:39.714031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks [] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.780419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.831944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Network 903f230a-1054-4538-8a63-7242720d3ff0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:39.840310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:39.863076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Pushing event updated for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:39.866897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:39.903818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c39427da-7d09-4ad6-bd22-b6bb217142e3 req-b52f47fd-6d10-441a-895c-43b7e3dcd9d4 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 210 time: 0.1168718 Feb 19 07:10:39.942643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (1befdd25-f6ce-456e-929a-d10c6d86588e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:39.988730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-a39b807c-0680-4229-bf67-b18e20c57616 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:39.993122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-a39b807c-0680-4229-bf67-b18e20c57616 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.24 "GET /v2.0/networks?id=0fc49a70-4bed-4f56-b251-593d6f7ea322 HTTP/1.1" status: 200 len: 815 time: 0.2218225 Feb 19 07:10:40.006608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Request body: {'port': {'device_id': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322', 'admin_state_up': True, 'tenant_id': '0011488e4e5a4c1daa60b6b6750ccaef'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:40.209058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c447a633-bd49-4d28-9111-6dbf2668842f None None] Provisioning complete for port e85d92f7-7e44-421c-9075-fd6db2349a6c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:40.209637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c447a633-bd49-4d28-9111-6dbf2668842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.280792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Made reservation on behalf of 0011488e4e5a4c1daa60b6b6750ccaef for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:40.291724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.294107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.301616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c447a633-bd49-4d28-9111-6dbf2668842f None None] Port e85d92f7-7e44-421c-9075-fd6db2349a6c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:40.320174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf9138-e36e-4577-a9b4-2c3fa4db19b9 req-c92d3e9a-f775-49b8-b06f-3b9269526f7f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:40.321967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bf9138-e36e-4577-a9b4-2c3fa4db19b9 req-c92d3e9a-f775-49b8-b06f-3b9269526f7f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 948 time: 0.2743356 Feb 19 07:10:40.378098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8928d5a0-a77f-455c-929b-594cb3d9e78a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:40.420648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bf9138-e36e-4577-a9b4-2c3fa4db19b9 req-8d1c5e45-f073-41bd-ba99-1304d1946163 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Feb 19 07:10:40.440418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-8a4b2f81-d637-461f-8b1b-7cb64ff1635f tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:40.442329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-8a4b2f81-d637-461f-8b1b-7cb64ff1635f tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.2295115 Feb 19 07:10:40.453347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c0b5-361b-4395-9e62-4d27e453717d req-c11c6b84-d0f8-4eba-b6f7-029e3fde3923 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:40.454827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0776c0b5-361b-4395-9e62-4d27e453717d req-c11c6b84-d0f8-4eba-b6f7-029e3fde3923 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1778622 Feb 19 07:10:40.479821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8928d5a0-a77f-455c-929b-594cb3d9e78a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:40.480195 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.581952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0776c0b5-361b-4395-9e62-4d27e453717d req-80a0c1eb-a9fe-43a2-8e00-cbe3ad3fcefe tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1173315 Feb 19 07:10:40.582544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8928d5a0-a77f-455c-929b-594cb3d9e78a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:40.582887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.589500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0a8e895-00f7-4f68-9c1a-d819248b58af req-d0b8c466-5570-46a1-9032-a4170f9bf46e tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379696 Feb 19 07:10:40.638241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 8928d5a0-a77f-455c-929b-594cb3d9e78a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8928d5a0-a77f-455c-929b-594cb3d9e78a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:40.648983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.689964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks [] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.693208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Allocated IP 172.20.0.6 (0fc49a70-4bed-4f56-b251-593d6f7ea322/ac47ac73-715e-4445-b4f9-3d7df626224c/3d6dce13-64a0-4b53-b32c-d01274fe7d88) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:40.699522 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.717120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=8928d5a0-a77f-455c-929b-594cb3d9e78a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:40.776462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8e895-00f7-4f68-9c1a-d819248b58af req-4056759b-645b-48b5-9457-aaefc8553834 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:40.777860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0a8e895-00f7-4f68-9c1a-d819248b58af req-4056759b-645b-48b5-9457-aaefc8553834 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876178 Feb 19 07:10:40.790569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-43410eb5-94f7-4f98-9d4d-c020ff8e188e service neutron] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:40.799525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc6c6-7083-4045-86e5-3f04a1844b2f req-37ed0239-8ff2-43b8-b428-18407327b81c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:40.801056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13cc6c6-7083-4045-86e5-3f04a1844b2f req-37ed0239-8ff2-43b8-b428-18407327b81c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 944 time: 0.1405251 Feb 19 07:10:40.801923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Pushing event updated for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:40.825845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-43410eb5-94f7-4f98-9d4d-c020ff8e188e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.825845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5fd8204-52ae-4792-8c5c-18063733c2aa req-43410eb5-94f7-4f98-9d4d-c020ff8e188e service neutron] 10.222.0.47 "DELETE /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.3511875 Feb 19 07:10:40.826591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (1befdd25-f6ce-456e-929a-d10c6d86588e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.828187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0a8e895-00f7-4f68-9c1a-d819248b58af req-ff9de447-0bda-486e-899d-51ffb5e70260 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/quotas/6f2b13a905e7400ca99e8946ee403bd3 HTTP/1.1" status: 200 len: 375 time: 0.0430515 Feb 19 07:10:40.850379 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:40.886701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0a8e895-00f7-4f68-9c1a-d819248b58af req-2b1aa31e-26e9-4a91-92eb-4d17f1aac58c tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481627 Feb 19 07:10:40.918468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13cc6c6-7083-4045-86e5-3f04a1844b2f req-e64a11b5-ee7c-469f-a1d4-686e7e424c9f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871725 Feb 19 07:10:40.989504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Network 903f230a-1054-4538-8a63-7242720d3ff0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:40.991023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:41.007910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6942be95-0442-40a4-9444-8697a46760bf req-c5ef0d97-1fe0-4951-ab70-e80b009d2f09 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0538852 Feb 19 07:10:41.010914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks [] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.065181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.171294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7908e-2915-4054-a8a9-1d075b710c35 req-08d65aee-ad87-459e-b312-37a0941197df tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.173817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Network 0fc49a70-4bed-4f56-b251-593d6f7ea322 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:41.175843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48a7908e-2915-4054-a8a9-1d075b710c35 req-08d65aee-ad87-459e-b312-37a0941197df tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.1772242 Feb 19 07:10:41.180073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:41.184509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Pushing event updated for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:41.184870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:10:41.187333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:41.192639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.193265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.233734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4f1ab-7f25-40cf-bf59-2550fa0104c8 req-068968a5-06a3-4960-9503-60b824424213 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.242202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-12a4f1ab-7f25-40cf-bf59-2550fa0104c8 req-068968a5-06a3-4960-9503-60b824424213 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 931 time: 0.1340179 Feb 19 07:10:41.252366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-802c3861-5b6e-4cb4-8375-97819f1ce610 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2502153 Feb 19 07:10:41.268381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Request body: {'port': {'device_id': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:41.295538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48a7908e-2915-4054-a8a9-1d075b710c35 req-f9fcb279-d3aa-4d59-92b9-8069fbcf980c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150746 Feb 19 07:10:41.339624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5be6ee3-7be0-4db8-bbd4-b5121cb294bb None None] Provisioning complete for port e85d92f7-7e44-421c-9075-fd6db2349a6c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:41.340497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5be6ee3-7be0-4db8-bbd4-b5121cb294bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.378817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:10:41.384868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5be6ee3-7be0-4db8-bbd4-b5121cb294bb None None] Port e85d92f7-7e44-421c-9075-fd6db2349a6c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:41.389254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.394862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-12a4f1ab-7f25-40cf-bf59-2550fa0104c8 req-5105a9c3-4b7f-488e-a30e-4ec617596e10 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517618 Feb 19 07:10:41.400224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef9465ba-8925-4115-81dc-9c22c918ed02 admin admin] 10.222.0.43 "PUT /v2.0/routers/1befdd25-f6ce-456e-929a-d10c6d86588e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6665874 Feb 19 07:10:41.674878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:41.678466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6286188-1299-4716-b4f1-1bb517fd799a req-e11277fb-76b2-42d8-b9ac-662db7168b2e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.680348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c6286188-1299-4716-b4f1-1bb517fd799a req-e11277fb-76b2-42d8-b9ac-662db7168b2e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 948 time: 0.0748503 Feb 19 07:10:41.700182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:41.700824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:41.744664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c6286188-1299-4716-b4f1-1bb517fd799a req-f92825c5-e716-4ea0-8a8f-1277e3d0f7be tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Feb 19 07:10:41.816469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:41.835965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6dce13-64a0-4b53-b32c-d01274fe7d88 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:41.848291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:41.848490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks [] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.865707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940eef-a9ef-42ac-b6fe-dd8be71f4830 req-22cdfab5-199e-4500-9314-f4e70a3dad50 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.867403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77940eef-a9ef-42ac-b6fe-dd8be71f4830 req-22cdfab5-199e-4500-9314-f4e70a3dad50 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1127 time: 0.0987420 Feb 19 07:10:41.868414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Transition to ACTIVE for port object 3d6dce13-64a0-4b53-b32c-d01274fe7d88 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:41.872249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:41.884814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd0dd4-4cfd-46f6-b25b-489607856a39 req-2a968a82-4ccb-45c3-aeab-00592d9153cd tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:41.892198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbbd0dd4-4cfd-46f6-b25b-489607856a39 req-2a968a82-4ccb-45c3-aeab-00592d9153cd tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 945 time: 0.0844378 Feb 19 07:10:41.945226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbbd0dd4-4cfd-46f6-b25b-489607856a39 req-258f1b24-065b-4ada-b890-ee9cb41fe5a9 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/security-groups?id=3e685f67-0dfc-4d47-9b04-58033a3cf76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Feb 19 07:10:41.953179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 4bd71740-436b-4905-9c6a-35704c0240c4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:41.956541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:41.968918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77940eef-a9ef-42ac-b6fe-dd8be71f4830 req-4a0fdf81-1fa7-4830-b2c1-1581441e8249 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938988 Feb 19 07:10:42.000356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 4bd71740-436b-4905-9c6a-35704c0240c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:42.000741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.005324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Attempting to bind port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:42.005665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Attempting to bind port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '7fca5a01-94ea-432d-8287-30a1b8133342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:42.006142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Attempting to bind port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 on network 0fc49a70-4bed-4f56-b251-593d6f7ea322 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:42.010589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 on network 0fc49a70-4bed-4f56-b251-593d6f7ea322 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:42.010901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Attempting to bind port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 on network 0fc49a70-4bed-4f56-b251-593d6f7ea322 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:42.015958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:42.016427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Checking segment: {'id': '7fca5a01-94ea-432d-8287-30a1b8133342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:42.016812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Bound using segment: {'id': '7fca5a01-94ea-432d-8287-30a1b8133342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:42.017232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Bound port: 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fca5a01-94ea-432d-8287-30a1b8133342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:42.017583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.094923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:42.106278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88,segment=NetworkSegment(7fca5a01-94ea-432d-8287-30a1b8133342),segment_id=7fca5a01-94ea-432d-8287-30a1b8133342)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:42.106785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.135423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4bd71740-436b-4905-9c6a-35704c0240c4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:42.135827 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.142093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.142698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.144129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d6dce13-64a0-4b53-b32c-d01274fe7d88 HTTP/1.1" status: 200 len: 1091 time: 0.8798842 Feb 19 07:10:42.144865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:42.147359 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762cf68-df0b-4a3d-86dc-452d58c88360" -d '{"events": [{"name": "network-changed", "server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:42.168230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:42.171063 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a806165-573f-42df-9caf-3a15f083fe60" -d '{"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-plugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:42.187139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:42.189505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 2, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:42.228789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.230344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:42.234642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:42.235001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Updating router 1befdd25-f6ce-456e-929a-d10c6d86588e port e85d92f7-7e44-421c-9075-fd6db2349a6c binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:10:42.236271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde97aba-18c0-4ddd-8e5e-36a5b30ee821 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:42.280068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-6d455da9-6832-4f55-83ec-9f4c4f5f7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.281905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-6d455da9-6832-4f55-83ec-9f4c4f5f7894 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0011488e4e5a4c1daa60b6b6750ccaef&device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 1125 time: 0.0935116 Feb 19 07:10:42.347081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-2aabc6c9-da2c-44c8-af46-16d6dabc2eb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88 HTTP/1.1" status: 200 len: 217 time: 0.0569544 Feb 19 07:10:42.354921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e1da4d18-dee2-49da-b80d-c63137f84de1 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.362183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e1da4d18-dee2-49da-b80d-c63137f84de1 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 820 time: 0.2558646 Feb 19 07:10:42.394599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-1c7ddbcb-3d4f-4a4d-89e8-44959ffa81fa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/quotas/c0f6c9620cb4404eb3912479fb1cf3b7 HTTP/1.1" status: 200 len: 375 time: 0.0250270 Feb 19 07:10:42.421531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-16976995-c9c2-4cb5-acd9-9724664adb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.423283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-16976995-c9c2-4cb5-acd9-9724664adb29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac47ac73-715e-4445-b4f9-3d7df626224c HTTP/1.1" status: 200 len: 855 time: 0.0627217 Feb 19 07:10:42.463225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-357a749d-caf5-438f-9d00-d741fc2171b5 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677259 Feb 19 07:10:42.480783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-e32d1d18-a5cf-4add-bc7c-1d6396cb1925 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc49a70-4bed-4f56-b251-593d6f7ea322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433462 Feb 19 07:10:42.488043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8928d5a0-a77f-455c-929b-594cb3d9e78a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:42.492548 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.499446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:42.536021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.553132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a561-5598-4c94-b279-9462ee6586bd req-bbde1cde-b71f-41cd-94d6-3795bc5a7d88 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.554800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0781a561-5598-4c94-b279-9462ee6586bd req-bbde1cde-b71f-41cd-94d6-3795bc5a7d88 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 944 time: 0.1277549 Feb 19 07:10:42.567814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-495316b6-5f1f-4256-b303-cc35fe95b20c service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959527 Feb 19 07:10:42.578542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port f77ade05-6998-4196-a0c0-23428ab6f210 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:42.589954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port f77ade05-6998-4196-a0c0-23428ab6f210 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:42.590247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.623322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-2c9bb7dd-a380-400e-b577-f2c13db5fa75 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355517 Feb 19 07:10:42.630481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0781a561-5598-4c94-b279-9462ee6586bd req-f349a28a-4d90-4c18-9e96-4e7269cd52aa tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690968 Feb 19 07:10:42.672947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-03d7b3ba-3a98-4cd7-8a0e-67a7226e7638 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947399 Feb 19 07:10:42.694756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8928d5a0-a77f-455c-929b-594cb3d9e78a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:42.696903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.700830 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869d2a3d-2216-4076-8152-5419e420876f x-openstack-request-id: req-869d2a3d-2216-4076-8152-5419e420876f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:42.701225 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:42.701580 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-869d2a3d-2216-4076-8152-5419e420876f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:42.702100 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88', 'status': 'completed', 'code': 200} Feb 19 07:10:42.732367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc74b85d-42c9-4d71-b131-7dbe4afafeaf req-f17007a2-8b9b-4224-8d51-3f13226c92b3 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004615 Feb 19 07:10:42.739505 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8c774-0e2e-494e-a571-66075add5bf0 x-openstack-request-id: req-f8b8c774-0e2e-494e-a571-66075add5bf0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:42.739827 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-plugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:42.740090 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8b8c774-0e2e-494e-a571-66075add5bf0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:42.740487 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'code': 200} Feb 19 07:10:42.929654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8928d5a0-a77f-455c-929b-594cb3d9e78a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:42.948706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-f076bbad-ddfa-4f81-995a-95d03004ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.950303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-f076bbad-ddfa-4f81-995a-95d03004ec0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0011488e4e5a4c1daa60b6b6750ccaef&device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 1125 time: 0.1593978 Feb 19 07:10:42.962805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f77ade05-6998-4196-a0c0-23428ab6f210 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:42.962805 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:42.986533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33fce2-ea5f-461b-ae6b-e6a56acf4521 req-7dc500c7-907e-4a94-a008-34c1db3a0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:42.987960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a33fce2-ea5f-461b-ae6b-e6a56acf4521 req-7dc500c7-907e-4a94-a008-34c1db3a0c9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1131 time: 0.1659353 Feb 19 07:10:42.996825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50f74150-792a-4a82-be1b-bd4fc5032d34 req-8b9a7c83-01e1-4dc8-ba1a-874a833cf583 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601749 Feb 19 07:10:43.049066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:43.069627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.102938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-5a5c7adc-d7bb-49f1-9230-d88cf59b5bfa tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:43.104804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-5a5c7adc-d7bb-49f1-9230-d88cf59b5bfa tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.2769907 Feb 19 07:10:43.121823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-07cf55d7-ee44-4315-8af1-1d7c12e320a4 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:43.123671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-07cf55d7-ee44-4315-8af1-1d7c12e320a4 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 945 time: 0.2113526 Feb 19 07:10:43.132153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:43.167802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks [] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.177098 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.244667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054019-ef7a-4eeb-b9fa-b658e2de1574 None None] Pushing event updated for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:43.259585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f74150-792a-4a82-be1b-bd4fc5032d34 req-1d9f7eba-cf07-4224-a6ec-25a7d9ec6870 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:43.261568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50f74150-792a-4a82-be1b-bd4fc5032d34 req-1d9f7eba-cf07-4224-a6ec-25a7d9ec6870 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572792 Feb 19 07:10:43.316788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Attempting to bind port e85d92f7-7e44-421c-9075-fd6db2349a6c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:43.317175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Attempting to bind port e85d92f7-7e44-421c-9075-fd6db2349a6c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:43.317549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Attempting to bind port e85d92f7-7e44-421c-9075-fd6db2349a6c on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:43.320987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50f74150-792a-4a82-be1b-bd4fc5032d34 req-6d9a5d4b-3485-401b-8a64-1aa3ff7e6dca tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/quotas/6f2b13a905e7400ca99e8946ee403bd3 HTTP/1.1" status: 200 len: 375 time: 0.0501688 Feb 19 07:10:43.334927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:43.335340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Checking segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:43.335855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.336146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Bound using segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:43.337176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Bound port: e85d92f7-7e44-421c-9075-fd6db2349a6c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:43.337562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.360160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Deleting port a6aa112b-6109-44f8-bb1b-7002b300770c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:43.360508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.445759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] For port e85d92f7-7e44-421c-9075-fd6db2349a6c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:43.449518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] For port e85d92f7-7e44-421c-9075-fd6db2349a6c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e85d92f7-7e44-421c-9075-fd6db2349a6c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:43.457527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.519595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:43.520237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:43.564607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-13aa84a8-48ef-42e8-9a03-cf5fbec44203 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/quotas/667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 375 time: 0.0252156 Feb 19 07:10:43.641903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054019-ef7a-4eeb-b9fa-b658e2de1574 None None] Pushing event updated for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:43.651143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Provisioning complete for port e85d92f7-7e44-421c-9075-fd6db2349a6c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:43.651565 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.699129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-3fe70c4b-2458-4ef6-ac84-c3385619f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:43.700658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-3fe70c4b-2458-4ef6-ac84-c3385619f067 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0fc49a70-4bed-4f56-b251-593d6f7ea322 HTTP/1.1" status: 200 len: 915 time: 0.7423561 Feb 19 07:10:43.702778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a33fce2-ea5f-461b-ae6b-e6a56acf4521 req-ad9e1de9-e7cd-451a-9ede-139cb359e843 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7082582 Feb 19 07:10:43.721896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:43.727772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50f74150-792a-4a82-be1b-bd4fc5032d34 req-7d65826d-757d-44ce-ba00-2493283a6427 tempest-QuotasAdminNegativeTest-1538213026 tempest-QuotasAdminNegativeTest-1538213026-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3989158 Feb 19 07:10:43.776296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-0defb1ad-e83a-41d9-ad7f-df7a1191c1f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88 HTTP/1.1" status: 200 len: 217 time: 0.0580659 Feb 19 07:10:43.794845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] For port a6aa112b-6109-44f8-bb1b-7002b300770c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6aa112b-6109-44f8-bb1b-7002b300770c,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:43.795301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.802547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-71033a46-178c-4701-90c6-118047293b22 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2367299 Feb 19 07:10:43.820543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Calling delete_port for a6aa112b-6109-44f8-bb1b-7002b300770c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:43.905217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Current status of the port e85d92f7-7e44-421c-9075-fd6db2349a6c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:43.905612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.913580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-c24643d0-000b-49c6-8460-243fd0049b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:43.915125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-c24643d0-000b-49c6-8460-243fd0049b42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac47ac73-715e-4445-b4f9-3d7df626224c HTTP/1.1" status: 200 len: 855 time: 0.1022053 Feb 19 07:10:43.959063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] For port e85d92f7-7e44-421c-9075-fd6db2349a6c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e85d92f7-7e44-421c-9075-fd6db2349a6c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:43.962481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-abf8a50b-e464-4590-8aa8-9701e68fd4cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0fc49a70-4bed-4f56-b251-593d6f7ea322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343902 Feb 19 07:10:43.972382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:43.994064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-5b0ac215-3809-4155-9f0e-22232710e7b9 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906419 Feb 19 07:10:44.040748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aea673-c045-442a-811c-a8cc346ad851 req-9756e4a4-a660-4b03-ac49-50054d0287b8 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:44.042430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62aea673-c045-442a-811c-a8cc346ad851 req-9756e4a4-a660-4b03-ac49-50054d0287b8 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 943 time: 0.1104603 Feb 19 07:10:44.050235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a6aa112b-6109-44f8-bb1b-7002b300770c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:44.065469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a6aa112b-6109-44f8-bb1b-7002b300770c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:44.070473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a3ae-e1ad-4515-90ad-4de703893a2a None None] Pushing event updated for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:44.116734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Pushing event deleted for resources: {'Port': ['ID=a6aa112b-6109-44f8-bb1b-7002b300770c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:44.121531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1f89ca49-32dc-42ab-a689-42463e68a896 None None] Provisioning complete for port e85d92f7-7e44-421c-9075-fd6db2349a6c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:44.122235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f89ca49-32dc-42ab-a689-42463e68a896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:44.128483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-fe5f2e84-06bf-4b80-8828-97ba14e901b4 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598852 Feb 19 07:10:44.154375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:44.159143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-5f9aec09-2ef5-42f9-a456-4fd39794cab2 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409514 Feb 19 07:10:44.197671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] No DVR routers for this DVR port a6aa112b-6109-44f8-bb1b-7002b300770c on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:44.201404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:44.204666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba284e71-aba6-4cc1-9c6c-13dea05ffeac req-f1f1bb60-0d17-4d74-9f17-aafe9a07c6c3 tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.24 "DELETE /v2.0/ports/a6aa112b-6109-44f8-bb1b-7002b300770c HTTP/1.1" status: 204 len: 173 time: 1.0732715 Feb 19 07:10:44.205650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'name': 'network-vif-deleted', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:44.207677 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4d6b92-c0e9-4f10-b207-69a90722e156" -d '{"events": [{"server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "name": "network-vif-deleted", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:44.220495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62aea673-c045-442a-811c-a8cc346ad851 req-e7fc4df2-f91b-4c25-b8d4-ca0d15b5bea2 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719434 Feb 19 07:10:44.274721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa984d9-58a7-4177-a947-db0fcbfa6e64 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:44.385878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c762cf68-df0b-4a3d-86dc-452d58c88360 req-c1ab87e2-5e10-482b-9607-a385eddd88b7 service neutron] 10.222.0.24 "GET /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504647 Feb 19 07:10:44.449339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f89ca49-32dc-42ab-a689-42463e68a896 None None] Current status of the port e85d92f7-7e44-421c-9075-fd6db2349a6c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:44.578374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03aaaa30-364a-44ce-9c0f-ed5e347d922d req-cc32a5d5-d5da-4ca4-814c-d98fdf11f52e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 210 time: 0.0419414 Feb 19 07:10:44.588050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc020e16-d888-490c-bcc8-8a6d740b2eec req-cf75f03d-b8ee-492c-9740-1f34402a0bb4 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:44.607263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc020e16-d888-490c-bcc8-8a6d740b2eec req-cf75f03d-b8ee-492c-9740-1f34402a0bb4 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2130497 Feb 19 07:10:44.641049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e80f7e87-7c88-487e-a03a-5534081812bf tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:44.642633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e80f7e87-7c88-487e-a03a-5534081812bf tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 820 time: 0.4211810 Feb 19 07:10:44.657845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'port': {'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'admin_state_up': True, 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:44.741449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:44.745304 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0503d208-6cf2-468a-83a0-ee422f0c4a1f" -d '{"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-plugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:44.772298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-099caf27-082e-4084-8b9c-98e952c5e584 req-741a7ef5-f6b1-4bb6-9d44-6bcf92ac325e tempest-FloatingIPsAssociationNegativeTestJSON-232366257 tempest-FloatingIPsAssociationNegativeTestJSON-232366257-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f83e9d1-8e35-483f-8d0d-0b1723a375c8 HTTP/1.1" status: 200 len: 210 time: 0.0751240 Feb 19 07:10:44.786276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc020e16-d888-490c-bcc8-8a6d740b2eec req-d33fc55d-7dd6-456d-9fe0-2b71e113480a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778729 Feb 19 07:10:44.981031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Made reservation on behalf of c0f6c9620cb4404eb3912479fb1cf3b7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:44.988904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:44.996170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3d6dce13-64a0-4b53-b32c-d01274fe7d88 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:45.019869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eec99-f292-47e4-b0c0-d27b07a702ef req-38bf0504-4561-427b-9da3-0e8e7ad65c72 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:45.035828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-596eec99-f292-47e4-b0c0-d27b07a702ef req-38bf0504-4561-427b-9da3-0e8e7ad65c72 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1309371 Feb 19 07:10:45.163932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-596eec99-f292-47e4-b0c0-d27b07a702ef req-83209fe6-54fd-419a-861d-2d982199f084 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218045 Feb 19 07:10:45.205381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88,segment=NetworkSegment(7fca5a01-94ea-432d-8287-30a1b8133342),segment_id=7fca5a01-94ea-432d-8287-30a1b8133342)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:45.213087 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db3098-6cab-42f6-bd59-f67cbfb11a1c x-openstack-request-id: req-94db3098-6cab-42f6-bd59-f67cbfb11a1c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:45.215306 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f83e9d1-8e35-483f-8d0d-0b1723a375c8", "name": "network-vif-deleted", "tag": "a6aa112b-6109-44f8-bb1b-7002b300770c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:45.215787 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94db3098-6cab-42f6-bd59-f67cbfb11a1c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:45.217338 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f83e9d1-8e35-483f-8d0d-0b1723a375c8', 'name': 'network-vif-deleted', 'tag': 'a6aa112b-6109-44f8-bb1b-7002b300770c', 'status': 'completed', 'code': 200} Feb 19 07:10:45.237950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '3d6dce13-64a0-4b53-b32c-d01274fe7d88', 'network_id': '0fc49a70-4bed-4f56-b251-593d6f7ea322', 'port_id': '3d6dce13-64a0-4b53-b32c-d01274fe7d88', 'mac_address': 'fa:16:3e:82:ff:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac47ac73-715e-4445-b4f9-3d7df626224c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:45.266213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Allocated IP 172.20.0.12 (903f230a-1054-4538-8a63-7242720d3ff0/4dcf10d1-b20f-4860-a312-0e35724402e5/d3828ae0-eb65-4873-a1c2-4b8eaf830d5c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:45.272552 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9fae61-0242-4a98-994f-49f2c0f8a12b x-openstack-request-id: req-ff9fae61-0242-4a98-994f-49f2c0f8a12b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:45.273048 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-plugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:45.273416 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff9fae61-0242-4a98-994f-49f2c0f8a12b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:45.274023 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'code': 200} Feb 19 07:10:45.303438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:45.303840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:45.332256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6dce13-64a0-4b53-b32c-d01274fe7d88 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:45.344424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18b34f70-8cde-4e76-bb05-f0933318f31c req-a16fc702-b568-4002-b618-56e4b9b11be7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 210 time: 0.0601275 Feb 19 07:10:45.358273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88,segment=NetworkSegment(7fca5a01-94ea-432d-8287-30a1b8133342),segment_id=7fca5a01-94ea-432d-8287-30a1b8133342)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:45.375418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:45.546188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f58d0-79b1-47e4-8255-2df3d6f0aa8d req-18046305-50f9-4cf0-a19c-4669e6313116 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:45.548531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-666f58d0-79b1-47e4-8255-2df3d6f0aa8d req-18046305-50f9-4cf0-a19c-4669e6313116 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 944 time: 0.1478460 Feb 19 07:10:45.554687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:45.595366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['3d6dce13-64a0-4b53-b32c-d01274fe7d88'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:45.601119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:45.741665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-666f58d0-79b1-47e4-8255-2df3d6f0aa8d req-76c75fc8-e187-4922-b17b-218db349a3ad tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841998 Feb 19 07:10:45.758581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-768996c1-ff0e-4d1e-a7ae-ee07fa5dcae8 req-0ac63342-7584-465b-b48e-3aa8709613d4 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 210 time: 0.0618520 Feb 19 07:10:45.770301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:45.861035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Network 903f230a-1054-4538-8a63-7242720d3ff0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:45.864946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:45.872204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:45.881333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event updated for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:45.934958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40426) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:45.987428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:45.988098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.000386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:46.050883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-a6009e56-a0aa-4168-af2b-84c0d830388e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3971639 Feb 19 07:10:46.065011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Request body: {'port': {'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:46.198758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.303303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d0a74-1c67-4a7e-a012-0ac15652b215 req-36279f2a-1c9a-4cab-9047-4443dab3a236 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:46.305501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e5e5327b-bdec-4401-9eee-68e78a2778c7 None None] Provisioning complete for port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:46.305950 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5e5327b-bdec-4401-9eee-68e78a2778c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.310763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810d0a74-1c67-4a7e-a012-0ac15652b215 req-36279f2a-1c9a-4cab-9047-4443dab3a236 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2755022 Feb 19 07:10:46.375778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f07aff-1a55-4fb4-ab05-8a9fb711ba29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.387859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5327b-bdec-4401-9eee-68e78a2778c7 None None] Port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:46.445133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e85d92f7-7e44-421c-9075-fd6db2349a6c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:46.463515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-f43edcda-7dbc-4af3-b8ea-f1b99d9bf996 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:46.465546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-f43edcda-7dbc-4af3-b8ea-f1b99d9bf996 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.3918316 Feb 19 07:10:46.499320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e85d92f7-7e44-421c-9075-fd6db2349a6c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:46.500060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.509467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810d0a74-1c67-4a7e-a012-0ac15652b215 req-8cdee5fe-98cf-4570-8b3a-069e686ec247 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917162 Feb 19 07:10:46.560913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Request body: {'port': {'device_id': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'admin_state_up': True, 'tenant_id': '667a6c0345b647abb5fdbbde48922a07'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:46.590827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e85d92f7-7e44-421c-9075-fd6db2349a6c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:46.606143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e03fe-4f13-414c-8ae3-75d1e9b95e7b req-15ee3a93-bc9b-4c7d-a51c-98f329c4f8c1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:46.607480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-191e03fe-4f13-414c-8ae3-75d1e9b95e7b req-15ee3a93-bc9b-4c7d-a51c-98f329c4f8c1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2284460 Feb 19 07:10:46.690897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f07aff-1a55-4fb4-ab05-8a9fb711ba29 admin admin] Publish callbacks [] for security_group (dfc30a56-ae7e-4203-889c-3db72686991a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.697497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-191e03fe-4f13-414c-8ae3-75d1e9b95e7b req-f710f7cc-facf-400d-a934-eade90e1aa09 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Feb 19 07:10:46.701615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f07aff-1a55-4fb4-ab05-8a9fb711ba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dfc30a56-ae7e-4203-889c-3db72686991a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.705758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5d6f96a7-be3f-4dfc-86ad-1a70ed850533 req-254663c7-abec-4c40-96ae-252a1363b61a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 210 time: 0.0934482 Feb 19 07:10:46.765657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12f07aff-1a55-4fb4-ab05-8a9fb711ba29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f2b13a905e7400ca99e8946ee403bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7610085 Feb 19 07:10:46.765657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07aff-1a55-4fb4-ab05-8a9fb711ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc30a56-ae7e-4203-889c-3db72686991a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:46.768025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:46.809451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266012b1-0b30-459f-ba29-7b1f8dfac3af req-6f93969a-64d7-4033-8a12-04959c782b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:46.810963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-266012b1-0b30-459f-ba29-7b1f8dfac3af req-6f93969a-64d7-4033-8a12-04959c782b98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 1127 time: 0.4191782 Feb 19 07:10:46.889195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:46.892941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.914494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] Publish callbacks [] for security_group (dfc30a56-ae7e-4203-889c-3db72686991a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.935747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] Publish callbacks [] for security_group (dfc30a56-ae7e-4203-889c-3db72686991a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.968951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3828ae0-eb65-4873-a1c2-4b8eaf830d5c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:46.979565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks [] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:46.990648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3d6dce13-64a0-4b53-b32c-d01274fe7d88 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:47.006187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264802b-e910-48f2-9597-ef47c17e18fc req-aa2ea240-ba4f-43b5-9ce5-dd8a096968cf tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.007709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e264802b-e910-48f2-9597-ef47c17e18fc req-aa2ea240-ba4f-43b5-9ce5-dd8a096968cf tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 944 time: 0.1645346 Feb 19 07:10:47.029940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Transition to ACTIVE for port object d3828ae0-eb65-4873-a1c2-4b8eaf830d5c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:47.032836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dfc30a56-ae7e-4203-889c-3db72686991a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.035658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.039473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dfc30a56-ae7e-4203-889c-3db72686991a HTTP/1.1" status: 204 len: 168 time: 0.2678814 Feb 19 07:10:47.059146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.076012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:47.087449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:47.090773 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.102794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2fdf5-9cc6-4baa-959e-8423bbff3355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc30a56-ae7e-4203-889c-3db72686991a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:47.108377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Allocated IP 172.20.0.4 (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b/2f0ace47-f436-4670-8217-62377ae79884/e7f52aed-5c89-4772-b3f8-a9982d95c540) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:47.173585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e264802b-e910-48f2-9597-ef47c17e18fc req-545db43b-6128-43ae-ba23-1526a40c3c0c tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558995 Feb 19 07:10:47.182036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Pushing event updated for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:47.325046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Attempting to bind port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:47.325730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Attempting to bind port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:47.326171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Attempting to bind port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:47.332222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c on network 903f230a-1054-4538-8a63-7242720d3ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:47.332831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Attempting to bind port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:47.340315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:47.340791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Checking segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:47.341347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Bound using segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:47.342176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Bound port: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:47.342647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.357287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:47.357852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.405924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:47.413817 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd1ab89-8f3b-45e8-b926-37be0fcd7688" -d '{"events": [{"server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:47.448770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-266012b1-0b30-459f-ba29-7b1f8dfac3af req-56be59b6-c87c-4b5f-97c3-f5c1fa8753a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069393 Feb 19 07:10:47.459032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:47.462978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:47.463141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88,segment=NetworkSegment(7fca5a01-94ea-432d-8287-30a1b8133342),segment_id=7fca5a01-94ea-432d-8287-30a1b8133342)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:47.469137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.471032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6aa112b-6109-44f8-bb1b-7002b300770c no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:47.474362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.499405 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b546a-4976-48fc-8f5c-5f96c15f7204 x-openstack-request-id: req-c75b546a-4976-48fc-8f5c-5f96c15f7204 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:47.499989 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "name": "network-vif-plugged", "status": "completed", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:47.500445 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c75b546a-4976-48fc-8f5c-5f96c15f7204 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:47.500915 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88', 'code': 200} Feb 19 07:10:47.530178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: a6aa112b-6109-44f8-bb1b-7002b300770c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:47.530686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6aa112b-6109-44f8-bb1b-7002b300770c not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:47.536619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.537248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.543599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] 10.222.0.24 "PUT /v2.0/ports/d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 1092 time: 1.4845738 Feb 19 07:10:47.544021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:47.546357 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac706e-c42d-4b99-aff5-3df47afdb31a" -d '{"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:47.593853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.24', 51291) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:47.602278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:47.639960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:47.659268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks [] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.679572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a74d-e691-4c8d-ad38-c37dd37ae691 service neutron] Pushing event updated for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:47.693386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97620104-64d1-42bf-88fa-cd47faf0d073 req-5b3afdcc-7532-4a41-b827-4600ae20d8a9 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.697555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-229ed8ae-4f83-437a-a6fb-d3ea8c95116c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.699803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97620104-64d1-42bf-88fa-cd47faf0d073 req-5b3afdcc-7532-4a41-b827-4600ae20d8a9 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 932 time: 0.8279023 Feb 19 07:10:47.746934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517000d-b335-4849-8bf7-18d2440c89b3 req-7cf44dce-78fc-47fa-b860-01bbdb4bf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.748224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e517000d-b335-4849-8bf7-18d2440c89b3 req-7cf44dce-78fc-47fa-b860-01bbdb4bf85d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 1127 time: 0.1852040 Feb 19 07:10:47.782718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c193e9-b4f6-4f8b-8dcc-6b2d9fd9b232 req-0c3a0ba1-71b8-49de-8bbd-b3a9f396491e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.783795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91c193e9-b4f6-4f8b-8dcc-6b2d9fd9b232 req-0c3a0ba1-71b8-49de-8bbd-b3a9f396491e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1293743 Feb 19 07:10:47.822575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97620104-64d1-42bf-88fa-cd47faf0d073 req-4c0162f8-80a1-49e9-8b33-d3f6f87d97de tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049047 Feb 19 07:10:47.826003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-01182297-8c86-4c40-b19e-ccd8548f36c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:47.837357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-01182297-8c86-4c40-b19e-ccd8548f36c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1126 time: 0.2300656 Feb 19 07:10:47.858060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e517000d-b335-4849-8bf7-18d2440c89b3 req-e50c15db-96fa-4130-9e0f-fcd02c348e7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026399 Feb 19 07:10:47.859361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.900147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91c193e9-b4f6-4f8b-8dcc-6b2d9fd9b232 req-995a6132-87e0-4c35-ba04-0a45fc703dfe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035001 Feb 19 07:10:47.911513 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e11e517-aae6-40cd-a100-2798170aaa3b x-openstack-request-id: req-2e11e517-aae6-40cd-a100-2798170aaa3b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:47.911809 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:47.912071 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e11e517-aae6-40cd-a100-2798170aaa3b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:47.912471 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:10:47.914362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-229ed8ae-4f83-437a-a6fb-d3ea8c95116c admin admin] Publish callbacks [] for security_group (b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.928765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-229ed8ae-4f83-437a-a6fb-d3ea8c95116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:47.970107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-3eb5e4aa-c1ab-46aa-9b05-74c3870c0250 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.1316855 Feb 19 07:10:48.021800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-229ed8ae-4f83-437a-a6fb-d3ea8c95116c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=401c1a759ba4402d94d225273b612563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799219 Feb 19 07:10:48.023833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:48.027473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:48.029903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:48.035312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.035961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.039550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:48.045007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ed8ae-4f83-437a-a6fb-d3ea8c95116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:48.081429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0579-0787-4ccc-88a7-cae43e696f51 req-fb28f923-3e78-41a6-95cf-7b1b58239223 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.083146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c9f0579-0787-4ccc-88a7-cae43e696f51 req-fb28f923-3e78-41a6-95cf-7b1b58239223 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.0826848 Feb 19 07:10:48.129940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:48.160037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c9f0579-0787-4ccc-88a7-cae43e696f51 req-c70afc25-a3b7-4858-a5d2-2782034ad102 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698152 Feb 19 07:10:48.180654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-7f40f384-ef14-4d3f-a9a9-8eef3b9212a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6685851 Feb 19 07:10:48.219447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Request body: {'port': {'device_id': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:48.283867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] Publish callbacks [] for security_group (b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.300269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50d64f-8dc3-4709-b77b-9cf5e6055cea req-5cabf656-38f4-4f2c-aec6-b081a23d7807 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.301980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-f4d28d49-7185-48e9-9eb3-05c21ca39091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.303456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-f4d28d49-7185-48e9-9eb3-05c21ca39091 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.2372839 Feb 19 07:10:48.304046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef50d64f-8dc3-4709-b77b-9cf5e6055cea req-5cabf656-38f4-4f2c-aec6-b081a23d7807 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 945 time: 0.0596492 Feb 19 07:10:48.310143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b8a04-44ee-4cf4-8bc5-da1f44b2e9a0 req-cbd73fde-cb75-4fc3-b74e-b2777d55a1b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.315652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-359b8a04-44ee-4cf4-8bc5-da1f44b2e9a0 req-cbd73fde-cb75-4fc3-b74e-b2777d55a1b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 931 time: 0.2769113 Feb 19 07:10:48.352884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef50d64f-8dc3-4709-b77b-9cf5e6055cea req-516eed22-3718-4718-b22b-503341089208 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Feb 19 07:10:48.612679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (2c3650a6-184a-4f13-82c4-17611b121a59), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.668195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] Publish callbacks [] for security_group (b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.703419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.822599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-359b8a04-44ee-4cf4-8bc5-da1f44b2e9a0 req-4cb46988-f2df-4718-bb40-1a2154f9ffbc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306128 Feb 19 07:10:48.824254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e54374ac-b788-4a5b-8d89-2289ed719ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.825667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-e54374ac-b788-4a5b-8d89-2289ed719ffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2354968 Feb 19 07:10:48.958633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.965347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:48.965347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19 HTTP/1.1" status: 204 len: 168 time: 0.8983865 Feb 19 07:10:48.995546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20abc-f3a8-4de4-bfba-44d077392e1c req-41adfdfd-3256-4a34-ad25-4a1627085a3b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:48.998302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ae20abc-f3a8-4de4-bfba-44d077392e1c req-41adfdfd-3256-4a34-ad25-4a1627085a3b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 944 time: 0.0794761 Feb 19 07:10:49.059514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ae20abc-f3a8-4de4-bfba-44d077392e1c req-639f2373-4be7-4f4b-84fe-5ee155dbf0da tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Feb 19 07:10:49.091097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8109e-2326-4922-a61b-b0d072e904a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab3a7a-acb3-4c35-ba4d-ee3e5b432c19,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:49.240344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-c5a0ac78-a8cc-475a-99db-8a3468672ca4 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021783 Feb 19 07:10:49.256665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c051ceb-4f2a-4db5-8ae8-2c56489807cd req-4ba7c455-2192-4968-8cc3-4686ce60a095 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.258177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c051ceb-4f2a-4db5-8ae8-2c56489807cd req-4ba7c455-2192-4968-8cc3-4686ce60a095 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2062223 Feb 19 07:10:49.292307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9fcd1-fe7c-4be8-9f80-fd4d2b7cdf80 req-48fef86a-dd39-48c6-8227-809af1f13ffe tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.294161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9c9fcd1-fe7c-4be8-9f80-fd4d2b7cdf80 req-48fef86a-dd39-48c6-8227-809af1f13ffe tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.0580478 Feb 19 07:10:49.354720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9c9fcd1-fe7c-4be8-9f80-fd4d2b7cdf80 req-88174b2d-1c0b-4293-afee-71d3f7b8594e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526872 Feb 19 07:10:49.466411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c051ceb-4f2a-4db5-8ae8-2c56489807cd req-8044fb83-7bdd-494b-b6e9-166214e0cfb7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944783 Feb 19 07:10:49.477681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6161e6-1f33-416f-a87d-e30585b58e00 req-7665181b-5887-426c-84f3-3d3387cb091b service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286601 Feb 19 07:10:49.491555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660b7a-aef2-4da3-9d5b-5a540f02953d req-7f3ae633-590d-46ca-ab74-3869a5ced701 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.504908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f660b7a-aef2-4da3-9d5b-5a540f02953d req-7f3ae633-590d-46ca-ab74-3869a5ced701 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 945 time: 0.0833099 Feb 19 07:10:49.528881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f52aed-5c89-4772-b3f8-a9982d95c540 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:49.538258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks [] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:49.574988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f660b7a-aef2-4da3-9d5b-5a540f02953d req-e9c74e68-6ac8-4e94-b69d-9b918d3a39e5 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681283 Feb 19 07:10:49.600514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Transition to ACTIVE for port object e7f52aed-5c89-4772-b3f8-a9982d95c540 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:49.621459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:49.669633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Deleting port d88e74fb-5180-4edb-b6a9-11ea449260a1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:49.670022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:49.676963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-63f435ab-5b23-48dc-b58d-c400c8ae6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.678491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-63f435ab-5b23-48dc-b58d-c400c8ae6092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1126 time: 0.1361101 Feb 19 07:10:49.824563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:49.891499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:49.891842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:49.892172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:49.926193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:49.926514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:49.950436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] For port d88e74fb-5180-4edb-b6a9-11ea449260a1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d88e74fb-5180-4edb-b6a9-11ea449260a1,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:49.950777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:49.964372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b45ef-a729-4b09-90f2-681760cb603c req-2fc66d34-1d5f-48f9-a544-97cc439c8b8e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.971456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-706b45ef-a729-4b09-90f2-681760cb603c req-2fc66d34-1d5f-48f9-a544-97cc439c8b8e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2355380 Feb 19 07:10:49.986891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:49.987265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:49.987627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:49.988067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Bound port: e7f52aed-5c89-4772-b3f8-a9982d95c540, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:49.988421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:49.995807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-fc3c59b5-76f3-4325-9d70-18c276da0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:49.997324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-fc3c59b5-76f3-4325-9d70-18c276da0867 service neutron] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.3055739 Feb 19 07:10:50.003525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Calling delete_port for d88e74fb-5180-4edb-b6a9-11ea449260a1 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:50.016477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-5f0e1918-f554-403a-b3f0-56dbf8f79954 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.024771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-5f0e1918-f554-403a-b3f0-56dbf8f79954 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1131 time: 0.1037562 Feb 19 07:10:50.063832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-ad6a79ff-3402-43c4-a027-c9aa686890e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.0501406 Feb 19 07:10:50.071199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:50.227836 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-706b45ef-a729-4b09-90f2-681760cb603c req-c2af686d-fa9b-4043-842f-2d1bfb0344d7 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554252 Feb 19 07:10:50.252380 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Publish callbacks [] for security_group (6a201e9a-ab8b-4528-8dcf-324dd3711a78), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:50.262678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a201e9a-ab8b-4528-8dcf-324dd3711a78), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:50.351226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e10ba8d-15ae-4a71-89af-b71661f7ba71 req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124886 Feb 19 07:10:50.352345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a201e9a-ab8b-4528-8dcf-324dd3711a78,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:50.381058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.381407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.381747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.382082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.382412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.389184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.389534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.389872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.390205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.390534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.390860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.391214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.391654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a15835-b30d-4a38-9b72-a6b14c90d2a0 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:50.393473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:50.431946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-59faa988-604f-4d29-b000-00476baa3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.433428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-59faa988-604f-4d29-b000-00476baa3eed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.3197341 Feb 19 07:10:50.519869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c370ce-25f7-467e-b08a-a569978fcff3 req-4094af87-8477-4a11-8a1e-11edd3686916 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.528553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60c370ce-25f7-467e-b08a-a569978fcff3 req-4094af87-8477-4a11-8a1e-11edd3686916 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 944 time: 0.0784366 Feb 19 07:10:50.565286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:50.589231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60c370ce-25f7-467e-b08a-a569978fcff3 req-f472b4a1-4832-4165-b7ce-d4b295ad6434 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594897 Feb 19 07:10:50.653993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:50.761562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.762167 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:50.763557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] 10.222.0.24 "PUT /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 1091 time: 2.5578141 Feb 19 07:10:50.763997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:50.766247 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:50.810385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717acb-3b1c-4419-a875-c7b8944e9ad3 req-3f9fbd61-f5d7-4212-803f-233afada950a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.817271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6717acb-3b1c-4419-a875-c7b8944e9ad3 req-3f9fbd61-f5d7-4212-803f-233afada950a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.4454088 Feb 19 07:10:50.843701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-88ed703b-10af-4a84-b838-012f052dd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:50.845134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-88ed703b-10af-4a84-b838-012f052dd2f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3598385 Feb 19 07:10:50.879593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b37ab8-8a5f-4db4-915e-23034d4dad1c service neutron] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:50.887333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (d88e74fb-5180-4edb-b6a9-11ea449260a1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:51.021970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Pushing event deleted for resources: {'Port': ['ID=d88e74fb-5180-4edb-b6a9-11ea449260a1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:51.102597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6717acb-3b1c-4419-a875-c7b8944e9ad3 req-69dc5d43-a3d2-4713-b846-4cf650645a3f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838321 Feb 19 07:10:51.546185 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51896b90-6a25-4a73-bddd-2ea1c2202670 x-openstack-request-id: req-51896b90-6a25-4a73-bddd-2ea1c2202670 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:51.546839 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:51.547441 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51896b90-6a25-4a73-bddd-2ea1c2202670 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:51.547859 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'status': 'completed', 'code': 200} Feb 19 07:10:51.555494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb003909-27dd-4b6c-8eba-e89e764990ec req-7bd716ed-e4f9-4fd3-a91e-9363d4c0683a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:51.557579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb003909-27dd-4b6c-8eba-e89e764990ec req-7bd716ed-e4f9-4fd3-a91e-9363d4c0683a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1045818 Feb 19 07:10:51.565341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-7ec6ae45-a07b-48c1-83d4-1189da542773 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829675 Feb 19 07:10:51.578645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-3166c1e5-05c5-4973-b6c5-02aa88b00a04 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:10:51.579718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-3166c1e5-05c5-4973-b6c5-02aa88b00a04 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057340 Feb 19 07:10:51.607314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-06d495cb-9408-4f06-9b56-ad5dd335b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:51.610543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-06d495cb-9408-4f06-9b56-ad5dd335b7ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1125 time: 0.7856832 Feb 19 07:10:51.655884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb003909-27dd-4b6c-8eba-e89e764990ec req-6bc4ae78-72e6-425e-8806-ec4f189b4456 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882671 Feb 19 07:10:51.699083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-c56f5260-7b4c-4ad0-9106-a5cd73104b39 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1343200 Feb 19 07:10:51.744296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-98bf583f-1f37-4974-8f8a-0b3b53f7a2f9 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738759 Feb 19 07:10:51.804938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-ebd1b7db-dd53-44e6-9780-4ee474d20639 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 217 time: 0.1514795 Feb 19 07:10:51.853827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58128c2-8d8c-4409-9d64-1a751d00b913 req-85ff9731-4d3e-461d-99a7-c4d1c6bd1a7a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:51.861146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c58128c2-8d8c-4409-9d64-1a751d00b913 req-85ff9731-4d3e-461d-99a7-c4d1c6bd1a7a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.0982115 Feb 19 07:10:51.919694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c58128c2-8d8c-4409-9d64-1a751d00b913 req-2f54d301-f54d-4788-9fe2-15a776f04f15 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Feb 19 07:10:52.014238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (2c3650a6-184a-4f13-82c4-17611b121a59), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:52.108833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-44f30a22-d397-4bfd-a570-e6509cc84c80 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.110770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-44f30a22-d397-4bfd-a570-e6509cc84c80 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108269 Feb 19 07:10:52.132058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65136424-f89a-493e-b651-362f7a8b1e06 req-50dd80c7-b193-43bd-a768-a98694cece42 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.138986 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65136424-f89a-493e-b651-362f7a8b1e06 req-50dd80c7-b193-43bd-a768-a98694cece42 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 944 time: 0.0854216 Feb 19 07:10:52.175814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:52.251804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15ac706e-c42d-4b99-aff5-3df47afdb31a req-71dccadd-3c50-41ca-ae65-91f3dc712bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896619 Feb 19 07:10:52.253266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-d8f1c26a-4c7a-44da-aaeb-32727844ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.254789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-d8f1c26a-4c7a-44da-aaeb-32727844ff9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.3955967 Feb 19 07:10:52.264289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65136424-f89a-493e-b651-362f7a8b1e06 req-0bcfd819-ef99-4dc3-b50f-b233486a4841 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195195 Feb 19 07:10:52.321508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-e9231792-7308-4f7e-9f65-70fb442967cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530803 Feb 19 07:10:52.439456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-05679e6f-cb8d-42d0-9541-9be79f42044c tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.440976 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-05679e6f-cb8d-42d0-9541-9be79f42044c tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 1128 time: 0.2638884 Feb 19 07:10:52.465278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc031-e9cd-419d-b8e4-f6757c4606b4 req-b8d94f5f-f9aa-4228-8f8c-55b02cde8fd4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.470151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5dbcc031-e9cd-419d-b8e4-f6757c4606b4 req-b8d94f5f-f9aa-4228-8f8c-55b02cde8fd4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1124623 Feb 19 07:10:52.477857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-6b6caac2-29f6-4355-a717-c8d1a5780dc1 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102827 Feb 19 07:10:52.481513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-7b924641-c6ca-4e8c-8ceb-9b6bc40eea7d tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/quotas/e9a3524f58dc47da9c07b30ea2aec5dd HTTP/1.1" status: 200 len: 375 time: 0.2233815 Feb 19 07:10:52.555694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5dbcc031-e9cd-419d-b8e4-f6757c4606b4 req-16ad3ec7-e03d-4820-83c3-3e511d543bbf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642071 Feb 19 07:10:52.594260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-f0e37aee-72fc-459b-ba40-613220611888 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482664 Feb 19 07:10:52.696406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91ea3b39-0df3-4b9e-9a6a-e8a62c13c4a6 req-8238b3d2-0b16-4eb6-b834-98fbf56f136c service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111485 Feb 19 07:10:52.713513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Router 2c3650a6-184a-4f13-82c4-17611b121a59 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:10:52.930559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f16c-ff7c-4e4e-92fa-31a9562e7ed7 req-cc6aae97-5e96-497a-95ce-8bf43f82a15e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:52.935007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ec3f16c-ff7c-4e4e-92fa-31a9562e7ed7 req-cc6aae97-5e96-497a-95ce-8bf43f82a15e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1430097 Feb 19 07:10:53.014223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d3828ae0-eb65-4873-a1c2-4b8eaf830d5c details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:53.075513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db027a22-e029-47a4-86ca-59f9054ae6da req-07b32bab-bcbf-4172-9918-740728e624f3 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 210 time: 0.1590626 Feb 19 07:10:53.080197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ec3f16c-ff7c-4e4e-92fa-31a9562e7ed7 req-e0374f09-8a72-42b0-ace9-3d9c167f9bf8 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364422 Feb 19 07:10:53.105638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:10:53.117017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40614) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:53.119123 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Sync routers for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:10:53.126059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c695fd0-910b-40dd-9540-071c55f80acd admin admin] 10.222.0.43 "PUT /v2.0/routers/2c3650a6-184a-4f13-82c4-17611b121a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1897612 Feb 19 07:10:53.136438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-14f5be56-5da6-4fef-b260-4402999399d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:53.138026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-14f5be56-5da6-4fef-b260-4402999399d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1125 time: 0.3850200 Feb 19 07:10:53.159218 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:53.162287 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:53.251117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:53.274371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:53.374106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:53.376217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:53.377987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks [] for router (2c3650a6-184a-4f13-82c4-17611b121a59), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:53.427864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3828ae0-eb65-4873-a1c2-4b8eaf830d5c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:53.479526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:53.487726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:53.579267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb5b94-02f3-4099-bb42-a11d05cff4f7 req-4f3e50e6-0129-4d87-ac74-7e17cae399e3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:53.588804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24bb5b94-02f3-4099-bb42-a11d05cff4f7 req-4f3e50e6-0129-4d87-ac74-7e17cae399e3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.3082500 Feb 19 07:10:53.620734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-b19305a6-44ad-4935-a343-fc24f0b426b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:53.623071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-b19305a6-44ad-4935-a343-fc24f0b426b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.4699225 Feb 19 07:10:53.627939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f60391-e2cf-4778-bb2d-ffd1ef95a2c5 req-d54e7775-5f39-4ceb-b3c4-13e7fe47f0b0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:53.629783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30f60391-e2cf-4778-bb2d-ffd1ef95a2c5 req-d54e7775-5f39-4ceb-b3c4-13e7fe47f0b0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 944 time: 0.1717782 Feb 19 07:10:53.660941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:53.683783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24bb5b94-02f3-4099-bb42-a11d05cff4f7 req-3e89f3b2-1fdc-4c10-80cc-e6bad33ac8b8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936992 Feb 19 07:10:53.690673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks [] for router_gateway (2c3650a6-184a-4f13-82c4-17611b121a59), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:53.698016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.700650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.702010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.703375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.704296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.704653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.707817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.709301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.711459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.712093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.713577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.715772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.717067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:53.733380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30f60391-e2cf-4778-bb2d-ffd1ef95a2c5 req-bca1586c-5ff4-4061-b823-b06f3ae934bd tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909038 Feb 19 07:10:53.751770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['d3828ae0-eb65-4873-a1c2-4b8eaf830d5c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:53.861313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-e67aea3b-7659-407e-97aa-953808f6f356 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 217 time: 0.1988351 Feb 19 07:10:53.861963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Deleting port 3a41b265-3d9a-49ef-8793-4129a360c275 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:53.861963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:53.905636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:54.028433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] For port 3a41b265-3d9a-49ef-8793-4129a360c275, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3a41b265-3d9a-49ef-8793-4129a360c275,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:54.029061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:54.034719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-4b18dedf-48b1-443a-85c7-1e37f52e8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.036270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-4b18dedf-48b1-443a-85c7-1e37f52e8174 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1351259 Feb 19 07:10:54.044846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-26fb313f-2531-44a4-be69-71537906de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.046344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-26fb313f-2531-44a4-be69-71537906de05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1131 time: 0.2205224 Feb 19 07:10:54.056075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Calling delete_port for 3a41b265-3d9a-49ef-8793-4129a360c275 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:54.064488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b62fb5-2f1b-4de0-bf75-43a18e30d6d8 req-7d5b4b99-3f79-410d-94dd-429829c1a82e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.066269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30b62fb5-2f1b-4de0-bf75-43a18e30d6d8 req-7d5b4b99-3f79-410d-94dd-429829c1a82e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1752186 Feb 19 07:10:54.096834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-b19c4073-b12e-4595-9c3c-c007e926eea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545466 Feb 19 07:10:54.234957 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:10:50Z', 'revision_number': 5, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port': {'id': '3a41b265-3d9a-49ef-8793-4129a360c275', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:54Z', 'updated_at': '2022-02-19T07:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:54.244775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-59d98636-a5e0-4f47-b18c-d835b452d26b service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192701 Feb 19 07:10:54.269222 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Checking router: 2c3650a6-184a-4f13-82c4-17611b121a59 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:10:54.283252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Routers {'2c3650a6-184a-4f13-82c4-17611b121a59'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:10:54.284042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c3650a6-184a-4f13-82c4-17611b121a59'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:54.379765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30b62fb5-2f1b-4de0-bf75-43a18e30d6d8 req-4be68cf2-e737-4e01-8f43-fa4004370e64 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862697 Feb 19 07:10:54.388959 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] Set router 2c3650a6-184a-4f13-82c4-17611b121a59 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:10:54.447663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-047fc503-c0f7-46ba-a58c-6457091a6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.447886 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:10:53Z', 'revision_number': 6, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:54.449321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-047fc503-c0f7-46ba-a58c-6457091a6ceb service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3924725 Feb 19 07:10:54.477361 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f58e6d-0536-4ff7-ad1b-608b4c7727fa None None] The sync data for ids ['2c3650a6-184a-4f13-82c4-17611b121a59'] in n-d-829866-3 is: [{'id': '2c3650a6-184a-4f13-82c4-17611b121a59', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1996744066-router', 'tenant_id': 'a10c72292d2142a4922958a99aa14695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:09:53Z', 'updated_at': '2022-02-19T07:10:53Z', 'revision_number': 6, 'project_id': 'a10c72292d2142a4922958a99aa14695', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:10:54.491357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b1c65ae-8d64-4f13-b776-d58e30cbeb4d req-2381f797-5e2c-49e3-b1ba-633fbe4a99e3 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 210 time: 0.0409458 Feb 19 07:10:54.533405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb18777-3951-481b-a624-f9e75fce237c req-479b8c23-b7ef-4352-ae97-14d60490ceac tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.534870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cb18777-3951-481b-a624-f9e75fce237c req-479b8c23-b7ef-4352-ae97-14d60490ceac tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1086750 Feb 19 07:10:54.539227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a7abaa-7bf5-4f2f-8c82-50f5233883b6 req-8052b48e-2a5f-4ad6-9017-d571181eff12 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501731 Feb 19 07:10:54.540846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-1ba0b941-24f8-4141-949f-6302eba2d073 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0542402 Feb 19 07:10:54.561723 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3a41b265-3d9a-49ef-8793-4129a360c275), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:54.596925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-d47d1828-a149-49e7-9892-11a2faa5a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.598695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-d47d1828-a149-49e7-9892-11a2faa5a6d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0497613 Feb 19 07:10:54.598846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a41b265-3d9a-49ef-8793-4129a360c275,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:54.652396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cb18777-3951-481b-a624-f9e75fce237c req-40ae2f46-bdb1-4caa-bced-690915eb97dc tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095500 Feb 19 07:10:54.655131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-186c66c7-010f-45f9-8272-a7b6c8d9eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.656817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-186c66c7-010f-45f9-8272-a7b6c8d9eb7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0496290 Feb 19 07:10:54.678564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (2c3650a6-184a-4f13-82c4-17611b121a59), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:54.767176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-fa618b5c-2f5d-4689-820e-bfa2234f8521 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015911 Feb 19 07:10:54.798207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-9dc5b718-f218-43d4-ba9a-99b922e2c6db tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027508 Feb 19 07:10:54.872813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (2c3650a6-184a-4f13-82c4-17611b121a59), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:54.879966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks [] for router_controller (2c3650a6-184a-4f13-82c4-17611b121a59), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:54.903727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790340a7-2a6a-4060-b91f-85080f6cfada req-8643f572-ef43-48ec-8e0e-043662fea276 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:54.912665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-790340a7-2a6a-4060-b91f-85080f6cfada req-8643f572-ef43-48ec-8e0e-043662fea276 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1323862 Feb 19 07:10:55.019418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (2c3650a6-184a-4f13-82c4-17611b121a59), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.019951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3650a6-184a-4f13-82c4-17611b121a59 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:10:55.021277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-900fe9e5-94ae-4f05-a514-9e3eb47cfec8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423339 Feb 19 07:10:55.023059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:10:55.025655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-790340a7-2a6a-4060-b91f-85080f6cfada req-0c38ee40-2b1c-4484-be6e-6fe3dccbc1c9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117113 Feb 19 07:10:55.034005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d3828ae0-eb65-4873-a1c2-4b8eaf830d5c up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:55.039889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.041121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6e5d800e-1080-4642-96d5-aee0b2041070 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2c3650a6-184a-4f13-82c4-17611b121a59 HTTP/1.1" status: 204 len: 168 time: 1.9225557 Feb 19 07:10:55.043791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:55.123234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-f81828ec-b553-4f4f-a221-267fc6fb6b58 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:55.126571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-f81828ec-b553-4f4f-a221-267fc6fb6b58 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922776 Feb 19 07:10:55.140812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Request body: {'port': {'device_id': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e9a3524f58dc47da9c07b30ea2aec5dd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:55.144893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Deleting subnet d5a5fc35-3dea-4f33-8733-d71e04e42837 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:10:55.149373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Publish callbacks [] for subnet (d5a5fc35-3dea-4f33-8733-d71e04e42837), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.174314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506cfb-4c32-4c68-af5f-ad80298404ff req-a5107386-5e08-4415-a4e5-428143fddcdb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:55.177717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19506cfb-4c32-4c68-af5f-ad80298404ff req-a5107386-5e08-4415-a4e5-428143fddcdb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 945 time: 0.1670980 Feb 19 07:10:55.194779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Publish callbacks [] for subnet (d5a5fc35-3dea-4f33-8733-d71e04e42837), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.224062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:55.233604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:55.233981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.279069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:55.299602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d5a5fc35-3dea-4f33-8733-d71e04e42837), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.302200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'port_id': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'mac_address': 'fa:16:3e:68:cb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ace47-f436-4670-8217-62377ae79884', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:10:55.343273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19506cfb-4c32-4c68-af5f-ad80298404ff req-5068a17a-4495-44c0-b69d-c4a028d3a714 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598520 Feb 19 07:10:55.380152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Made reservation on behalf of e9a3524f58dc47da9c07b30ea2aec5dd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:55.389418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.393789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for subnet (d5a5fc35-3dea-4f33-8733-d71e04e42837), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.412698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.416054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:55.416458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.431459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e7f52aed-5c89-4772-b3f8-a9982d95c540 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:55.432356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.447607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a5fc35-3dea-4f33-8733-d71e04e42837,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:55.457454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.458107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.458458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.459371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.459865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.460510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.461909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.462196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.462942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.463381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.463933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.464256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.464594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:10:55.464934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:55.467270 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df479b4a-cf74-45bc-b367-92dd15823f43" -d '{"events": [{"server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:55.474978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:55.477984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f52aed-5c89-4772-b3f8-a9982d95c540 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:55.485308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.488903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.502307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4bbc1a23-9d53-48ef-ab71-e61bd139a6fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5a5fc35-3dea-4f33-8733-d71e04e42837 HTTP/1.1" status: 204 len: 168 time: 0.4520941 Feb 19 07:10:55.502636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:55.524812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc51c4-f346-4f4e-b305-2f97a4882f17 None None] Network bc1d23f1-3169-4841-84cc-0acf7a3f1e30 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:10:55.556103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:55.609692 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7a6ac-ebf8-4b6a-9f91-16fc1971bacb x-openstack-request-id: req-c1d7a6ac-ebf8-4b6a-9f91-16fc1971bacb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:55.610042 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:55.610644 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1d7a6ac-ebf8-4b6a-9f91-16fc1971bacb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:55.611040 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'code': 200} Feb 19 07:10:55.613339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (bc1d23f1-3169-4841-84cc-0acf7a3f1e30), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.618592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.636183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:55.689010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e29abc-b03a-4ffd-b713-16fb7d71a704 req-dc0ca995-75e1-46c3-ad70-093bd95d68bc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:55.691419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29e29abc-b03a-4ffd-b713-16fb7d71a704 req-dc0ca995-75e1-46c3-ad70-093bd95d68bc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1845531 Feb 19 07:10:55.706572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks [] for security_group (29ba655d-07af-468a-a233-77f0e5c4fbb9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.727424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:55.747551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bedf375-09c5-435f-9aa5-ccbd4ec240a3 req-942875a1-681f-49a3-adf8-a105190f663c tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 210 time: 0.0500224 Feb 19 07:10:55.749921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Deleting port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:55.750776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.771468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29ba655d-07af-468a-a233-77f0e5c4fbb9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:55.849707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e7f52aed-5c89-4772-b3f8-a9982d95c540'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:10:55.886007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] DHCP port deletion for bc1d23f1-3169-4841-84cc-0acf7a3f1e30 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:10:55.900315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29e29abc-b03a-4ffd-b713-16fb7d71a704 req-e38885ce-10d3-4457-9c73-a9377ff89679 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963501 Feb 19 07:10:55.903593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba655d-07af-468a-a233-77f0e5c4fbb9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:56.020252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] For port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:56.020854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.043569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Calling delete_port for c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:56.065699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Allocated IP 192.168.233.132 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/cbbd2360-57f1-4fb4-9148-d2e601d30379) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:56.073537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71bf5a-905e-4419-a023-2457d6ab88bc req-c68eaf88-8777-4535-a29d-4c80b644de7a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:56.075303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f71bf5a-905e-4419-a023-2457d6ab88bc req-c68eaf88-8777-4535-a29d-4c80b644de7a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2005129 Feb 19 07:10:56.077168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa67-89bf-44dd-962a-c12d948230ea req-c14eaf9a-214e-40bc-8e22-e18f0a923f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:56.078682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d74aa67-89bf-44dd-962a-c12d948230ea req-c14eaf9a-214e-40bc-8e22-e18f0a923f92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.2051330 Feb 19 07:10:56.080000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Deleting port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:56.080934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.160605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] For port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,segment=NetworkSegment(0b85c340-3fb9-4186-b5fb-b18c73980d4b),segment_id=0b85c340-3fb9-4186-b5fb-b18c73980d4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:56.161179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.178212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Calling delete_port for c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:56.209211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d74aa67-89bf-44dd-962a-c12d948230ea req-6d94f612-4e50-4f5f-ac16-4e22baba1aee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181657 Feb 19 07:10:56.300009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f71bf5a-905e-4419-a023-2457d6ab88bc req-8207cfa5-ece7-41ce-8035-68b2faa455df tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074358 Feb 19 07:10:56.320602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.356138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.383329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] Pushing event deleted for resources: {'Port': ['ID=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:56.400083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76892dc6-59c8-4992-865e-b62fdd1ab4c3 None None] No DVR routers for this DVR port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:56.411447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:56.413797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] No DVR routers for this DVR port c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:10:56.417606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3a41b265-3d9a-49ef-8793-4129a360c275 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:56.442321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3a41b265-3d9a-49ef-8793-4129a360c275 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:56.442717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3a41b265-3d9a-49ef-8793-4129a360c275 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:56.443791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:56.457090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks [] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.464806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:56.465283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2ffb98d-05c3-4e9c-8f7c-e457e6601bb9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:56.466272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d88e74fb-5180-4edb-b6a9-11ea449260a1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:10:56.490615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d88e74fb-5180-4edb-b6a9-11ea449260a1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:10:56.491044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d88e74fb-5180-4edb-b6a9-11ea449260a1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:10:56.510794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.572288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73812f-a40d-4811-bb0c-262864254d0b req-e92682b0-561d-475f-98ea-82dcb3ca9871 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:56.573787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da73812f-a40d-4811-bb0c-262864254d0b req-e92682b0-561d-475f-98ea-82dcb3ca9871 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.3315322 Feb 19 07:10:56.592346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:10:56.594228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Pushing event updated for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:56.605786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:10:56.608270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:10:56.683601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da73812f-a40d-4811-bb0c-262864254d0b req-ae507883-5abb-402c-a5af-186b3f2e6083 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990608 Feb 19 07:10:56.699456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:56.704684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.744535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-52d4aa1a-a4c2-452a-a70e-f6a1653d7d08 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6092734 Feb 19 07:10:56.763040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Request body: {'port': {'device_id': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:56.844342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (bc1d23f1-3169-4841-84cc-0acf7a3f1e30), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.863090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:56.876607 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.876949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.877710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.878024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.878359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.878690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.879275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.879601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.879913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.880231 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.885366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d071-c275-4a6a-96d0-e8d41924a32d req-abad0f69-bc11-4a3e-b344-2ae3214fba94 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:56.886977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73e3d071-c275-4a6a-96d0-e8d41924a32d req-abad0f69-bc11-4a3e-b344-2ae3214fba94 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 946 time: 0.1024191 Feb 19 07:10:56.952379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.953886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.953886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.954250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103587) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 07:10:56.954603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1d23f1-3169-4841-84cc-0acf7a3f1e30']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:56.984876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b85c340-3fb9-4186-b5fb-b18c73980d4b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:56.985170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b85c340-3fb9-4186-b5fb-b18c73980d4b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:10:57.004764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-308d45d8-573e-4ad4-9147-0018f183b8ed None None] Provisioning complete for port cbbd2360-57f1-4fb4-9148-d2e601d30379 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:57.005376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-308d45d8-573e-4ad4-9147-0018f183b8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.015116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-ce325861-f73a-4d58-a570-1ba79705818b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1601545592&fields=id&tenant_id=fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 267 time: 0.5840690 Feb 19 07:10:57.018523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (0b85c340-3fb9-4186-b5fb-b18c73980d4b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.040433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:10:57.045974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73e3d071-c275-4a6a-96d0-e8d41924a32d req-8ff03809-d734-410a-adfa-b74ae07947bd tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377325 Feb 19 07:10:57.065598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0b85c340-3fb9-4186-b5fb-b18c73980d4b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.100175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-308d45d8-573e-4ad4-9147-0018f183b8ed None None] Port cbbd2360-57f1-4fb4-9148-d2e601d30379 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:10:57.118971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e7f52aed-5c89-4772-b3f8-a9982d95c540 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:10:57.124047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e7f52aed-5c89-4772-b3f8-a9982d95c540 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:10:57.124713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.173563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:10:57.174213 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (0b85c340-3fb9-4186-b5fb-b18c73980d4b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: from cryptography.utils import int_from_bytes Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: from cryptography.utils import int_from_bytes Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:10:57.179622 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:10:57.236202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e7f52aed-5c89-4772-b3f8-a9982d95c540 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:10:57.236923 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.276397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:57.282760 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.292924 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (bc1d23f1-3169-4841-84cc-0acf7a3f1e30), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.336831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.340961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:57.342898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bc1d23f1-3169-4841-84cc-0acf7a3f1e30 HTTP/1.1" status: 204 len: 168 time: 1.8388872 Feb 19 07:10:57.346471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbdfbe-e344-485d-97ab-eca33fce5bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1d23f1-3169-4841-84cc-0acf7a3f1e30,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:57.361040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-d7229301-8269-4a8f-b2cd-212fe34f60bc tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:57.363520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-d7229301-8269-4a8f-b2cd-212fe34f60bc tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 824 time: 0.3474455 Feb 19 07:10:57.388751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-d83b8db1-e951-41dc-879b-25025e13af2e tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/quotas/fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 375 time: 0.0108178 Feb 19 07:10:57.392024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbd2360-57f1-4fb4-9148-d2e601d30379 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:10:57.402024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks [] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.412884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eb3d5-c97b-4fb1-b848-9a873ced67b1 req-7683ffe0-b116-4865-a4e2-729856d38467 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:57.414963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f8eb3d5-c97b-4fb1-b848-9a873ced67b1 req-7683ffe0-b116-4865-a4e2-729856d38467 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 936 time: 0.0996995 Feb 19 07:10:57.425795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Transition to ACTIVE for port object cbbd2360-57f1-4fb4-9148-d2e601d30379 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:10:57.443318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.487365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-84d16f08-dfd6-4add-9f22-e21aa88cd796 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912535 Feb 19 07:10:57.519146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:57.546427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f8eb3d5-c97b-4fb1-b848-9a873ced67b1 req-125eca9e-ff43-4491-92b3-0ec43a8ea1a5 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218276 Feb 19 07:10:57.604250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:57.612513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:57.614831 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a261579-9bc1-440a-b5d6-c77cd0a5e27f" -d '{"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-plugged", "status": "completed", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:57.689403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b60b758d-7914-4a84-bfb2-5dd72d0cfb9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a10c72292d2142a4922958a99aa14695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839992 Feb 19 07:10:57.695109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:57.703146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-2fc09db7-079f-4ea1-a5e0-5adc5c189e4d service neutron] 10.222.0.43 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964202 Feb 19 07:10:57.734824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befb5d7-bf47-4868-ba84-b379c5bed2c1 req-e788d5b6-6cde-45a7-afa8-9dc7517ba3b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:57.736401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8befb5d7-bf47-4868-ba84-b379c5bed2c1 req-e788d5b6-6cde-45a7-afa8-9dc7517ba3b0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1021466 Feb 19 07:10:57.765632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Attempting to bind port cbbd2360-57f1-4fb4-9148-d2e601d30379 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:10:57.765886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Attempting to bind port cbbd2360-57f1-4fb4-9148-d2e601d30379 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:10:57.766350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Attempting to bind port cbbd2360-57f1-4fb4-9148-d2e601d30379 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:57.780553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Port cbbd2360-57f1-4fb4-9148-d2e601d30379 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:10:57.780881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Attempting to bind port cbbd2360-57f1-4fb4-9148-d2e601d30379 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:10:57.789421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:10:57.789756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:10:57.790198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:10:57.790600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Bound port: cbbd2360-57f1-4fb4-9148-d2e601d30379, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:10:57.790965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.822633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] Publish callbacks [] for security_group (3e685f67-0dfc-4d47-9b04-58033a3cf76f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.860082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-253986ce-4f80-4df4-9712-2479663fb54d tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:57.861987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-253986ce-4f80-4df4-9712-2479663fb54d tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.47 "GET /v2.0/ports?device_id=6db2b661-3667-4aa1-964d-94921883b377 HTTP/1.1" status: 200 len: 946 time: 0.0914831 Feb 19 07:10:57.891934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:10:57.895359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:10:57.916360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.932239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] Publish callbacks [] for security_group (3e685f67-0dfc-4d47-9b04-58033a3cf76f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:57.971844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8befb5d7-bf47-4868-ba84-b379c5bed2c1 req-8e8a9b0d-b19c-493e-b900-adb688986eaf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176967 Feb 19 07:10:57.978648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-3522153f-5c41-49d3-8151-391ea381388c service neutron] 10.222.0.43 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621102 Feb 19 07:10:58.009052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.013116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.017712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] 10.222.0.47 "PUT /v2.0/ports/cbbd2360-57f1-4fb4-9148-d2e601d30379 HTTP/1.1" status: 200 len: 1096 time: 1.2644770 Feb 19 07:10:58.018496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:10:58.027518 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36588127-1a7e-4363-aa7f-4e1e7e73ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:10:58.055625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Deleting port b306d64e-ad92-4332-9862-133e24e11656 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:10:58.056066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b306d64e-ad92-4332-9862-133e24e11656), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.145691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bd63d-5b26-46ca-bbaa-91d6337b1b2f service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:58.207098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42081cc-9326-4318-8f4c-715d2f5674ce req-cf3e8a41-e6fa-49e3-a78e-560f8ac4616f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.216435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e42081cc-9326-4318-8f4c-715d2f5674ce req-cf3e8a41-e6fa-49e3-a78e-560f8ac4616f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1466267 Feb 19 07:10:58.222228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-75e379f7-65c5-42b1-b4d5-2fae8845612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.223306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-75e379f7-65c5-42b1-b4d5-2fae8845612a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 1130 time: 0.1476967 Feb 19 07:10:58.244593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3e685f67-0dfc-4d47-9b04-58033a3cf76f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.247489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.250818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e685f67-0dfc-4d47-9b04-58033a3cf76f HTTP/1.1" status: 204 len: 168 time: 0.5474479 Feb 19 07:10:58.275444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] For port b306d64e-ad92-4332-9862-133e24e11656, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b306d64e-ad92-4332-9862-133e24e11656,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:10:58.276306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b306d64e-ad92-4332-9862-133e24e11656), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.305305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-d937bc0c-5f54-40e8-9cc0-3fa920ae0f8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379 HTTP/1.1" status: 200 len: 217 time: 0.0725408 Feb 19 07:10:58.309439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230d309-3ff3-4cdd-bf16-ab88a4af4e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e685f67-0dfc-4d47-9b04-58033a3cf76f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:58.369014 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91a5a0-577b-4cf5-91bb-84c01e1ee26a x-openstack-request-id: req-ab91a5a0-577b-4cf5-91bb-84c01e1ee26a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:58.369544 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-plugged", "status": "completed", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:58.369627 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab91a5a0-577b-4cf5-91bb-84c01e1ee26a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:58.374768 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'code': 200} Feb 19 07:10:58.403747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e42081cc-9326-4318-8f4c-715d2f5674ce req-3f1b2de9-54d5-4ba8-baa9-53eb06d78258 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854329 Feb 19 07:10:58.416120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-3a003233-eda8-4339-a8d0-d7bcb3e15d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.424224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-3a003233-eda8-4339-a8d0-d7bcb3e15d8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1118338 Feb 19 07:10:58.497438 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0844e-f8cc-4757-8da1-116c8fa29271 x-openstack-request-id: req-c1c0844e-f8cc-4757-8da1-116c8fa29271 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:10:58.498572 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:10:58.499010 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1c0844e-f8cc-4757-8da1-116c8fa29271 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:10:58.501300 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379', 'status': 'completed', 'code': 200} Feb 19 07:10:58.541089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-3b617d1f-9c34-476b-a6ab-8e3e6a22766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.543142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-3b617d1f-9c34-476b-a6ab-8e3e6a22766f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1088159 Feb 19 07:10:58.666553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-2ec009d3-28ce-4310-b0c8-8d01e49196aa service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168265 Feb 19 07:10:58.790392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1c36e-ab79-4378-985c-e4820fc2991e req-a4d24839-d5de-4ded-86cf-43bf465da25e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.797367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9c1c36e-ab79-4378-985c-e4820fc2991e req-a4d24839-d5de-4ded-86cf-43bf465da25e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 946 time: 0.1297133 Feb 19 07:10:58.850396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-139dd1b0-1920-4818-9d6d-cb1cc2c46115 req-8a66651c-6c87-47e6-8646-fb4660f42110 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718535 Feb 19 07:10:58.875332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.875718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:58.876017 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11 disassociated. External IP: 172.25.7.78, port: b306d64e-ad92-4332-9862-133e24e11656. Feb 19 07:10:58.876434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Calling delete_port for b306d64e-ad92-4332-9862-133e24e11656 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:10:58.884594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9c1c36e-ab79-4378-985c-e4820fc2991e req-1ba4e719-c227-4c41-9edd-e50fe4aeca07 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813220 Feb 19 07:10:58.900581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c4337-6c98-4a87-b339-87d229e5f30e req-f1b1fba7-2970-481b-a029-a7d1392a2bc2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.907645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be6c4337-6c98-4a87-b339-87d229e5f30e req-f1b1fba7-2970-481b-a029-a7d1392a2bc2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2077844 Feb 19 07:10:58.923961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab267a-9e6e-4c16-bfaa-9f16726c6e81 req-f86f2077-4436-4273-97d5-9bdee070d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:58.925440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3ab267a-9e6e-4c16-bfaa-9f16726c6e81 req-f86f2077-4436-4273-97d5-9bdee070d94a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1127 time: 0.2215173 Feb 19 07:10:59.023955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d3d8b9c-c7df-422a-99fb-1538ab7fa472 req-a4059491-8fed-4810-8422-4417a50b9ab9 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 210 time: 0.0504153 Feb 19 07:10:59.054044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be6c4337-6c98-4a87-b339-87d229e5f30e req-f8058c5a-9a3b-498f-a334-fe0071c736bc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453562 Feb 19 07:10:59.064252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-50a1a97c-d63d-4c74-a426-c59edf039b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.070964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-50a1a97c-d63d-4c74-a426-c59edf039b6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 1130 time: 0.1479132 Feb 19 07:10:59.094438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3ab267a-9e6e-4c16-bfaa-9f16726c6e81 req-da88220e-8a25-43f6-9ccf-01f96d4459a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576810 Feb 19 07:10:59.197078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-9109089a-46ac-4988-a4e5-7c2a62667bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.198725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-9109089a-46ac-4988-a4e5-7c2a62667bd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1092839 Feb 19 07:10:59.263891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-53ead5a8-88f6-42c6-8d9a-8f00c016b661 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379 HTTP/1.1" status: 200 len: 217 time: 0.0535996 Feb 19 07:10:59.329280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:10:59.340268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-b644f1e1-daef-4365-a7bf-932bf8b17075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.342038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-b644f1e1-daef-4365-a7bf-932bf8b17075 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0717351 Feb 19 07:10:59.373150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-b886a76d-b24f-4019-90f4-9ff2ff10cf2e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2728429 Feb 19 07:10:59.379151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:59.397442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b306d64e-ad92-4332-9862-133e24e11656), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.403674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d7e45-c82e-4229-b48c-c561c76f4df9 req-a0ecc0c7-398c-49c3-90a4-d7ebedfeb097 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.405248 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e4d7e45-c82e-4229-b48c-c561c76f4df9 req-a0ecc0c7-398c-49c3-90a4-d7ebedfeb097 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 948 time: 0.2054257 Feb 19 07:10:59.410441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.461515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-11ed4d14-ad27-43e5-81ca-7ffc52b5fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.463022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-11ed4d14-ad27-43e5-81ca-7ffc52b5fe0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1127574 Feb 19 07:10:59.466090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e4d7e45-c82e-4229-b48c-c561c76f4df9 req-fa0419e4-d09d-4ae7-9fed-be1721959451 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516188 Feb 19 07:10:59.486776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event deleted for resources: {'Port': ['ID=b306d64e-ad92-4332-9862-133e24e11656,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:10:59.515371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-network', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:10:59.706043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:10:59.732968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.879109 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.880472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Made reservation on behalf of 21b7ef79d14a415f96ec9dcc48e268fa for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:10:59.882985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.895384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:10:59.932863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Allocated IP 172.25.7.27 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:10:59.938228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712df81c-64ac-4bbb-9686-a399f6bafc59 req-3a34e78e-9892-4a04-ae21-3bb86295be99 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:10:59.945494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-712df81c-64ac-4bbb-9686-a399f6bafc59 req-3a34e78e-9892-4a04-ae21-3bb86295be99 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1502359 Feb 19 07:11:00.009109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-1145c366-a37c-4570-8b8a-1850d0789232 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273685 Feb 19 07:11:00.052301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:00.064876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:00.070527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-712df81c-64ac-4bbb-9686-a399f6bafc59 req-5ea28f59-3733-4036-bea2-97ec92dcf925 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234889 Feb 19 07:11:00.099628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:00.100505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:00.316147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.360712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] No DVR routers for this DVR port b306d64e-ad92-4332-9862-133e24e11656 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:00.396875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks [] for security_group (6761849b-ae69-411a-bd64-1baa0ab576c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.425910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.431270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f4fc7d0-7764-4157-a65c-a148b27b16fe req-92ed25f6-73dd-400c-8841-3fb97632c7c4 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.47 "DELETE /v2.0/ports/b306d64e-ad92-4332-9862-133e24e11656 HTTP/1.1" status: 204 len: 173 time: 2.5624766 Feb 19 07:11:00.432601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.434802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6761849b-ae69-411a-bd64-1baa0ab576c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.478229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6761849b-ae69-411a-bd64-1baa0ab576c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:00.498508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36588127-1a7e-4363-aa7f-4e1e7e73ce03 req-816e7790-9d2b-4c9f-b3cc-bd258dbc566c service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807584 Feb 19 07:11:00.515693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:11:00.522303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'name': 'network-vif-deleted', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:00.535378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9538dc1-bff2-45ba-a683-203aa1e45acf req-851a2418-feef-46a6-a9a9-b81e0821f555 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:00.535905 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed3b30-1b24-4521-8ae9-79cc34fdcead" -d '{"events": [{"server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "name": "network-vif-deleted", "tag": "b306d64e-ad92-4332-9862-133e24e11656"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:00.544851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9538dc1-bff2-45ba-a683-203aa1e45acf req-851a2418-feef-46a6-a9a9-b81e0821f555 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.3047187 Feb 19 07:11:00.565928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (80eb9793-2779-49ea-b2a1-e26268168903), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.566290 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Added segment 80eb9793-2779-49ea-b2a1-e26268168903 of type vlan for network 085288dd-eb8b-4835-af7a-d1eed97ea244 Feb 19 07:11:00.632255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (085288dd-eb8b-4835-af7a-d1eed97ea244), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.645296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:00.653945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9538dc1-bff2-45ba-a683-203aa1e45acf req-57a25d02-4318-4252-8a49-3d1299262fb4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078310 Feb 19 07:11:00.716230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (085288dd-eb8b-4835-af7a-d1eed97ea244), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.728573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:00.729710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:00.785577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4540374 Feb 19 07:11:00.790330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:00.808973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Request body: {'subnet': {'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-subnet', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:00.872305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2eef9-1347-41d3-b9d8-99aa6a38ab11 admin admin] Pushing event updated for resources: {'Network': ['ID=085288dd-eb8b-4835-af7a-d1eed97ea244,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:00.878430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c238d98-47f9-4673-bee4-7a443a255ea3 req-925c1bfd-595c-43d0-a892-6689721a05e1 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 210 time: 0.0985453 Feb 19 07:11:00.888176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:11:00.896995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Made reservation on behalf of 21b7ef79d14a415f96ec9dcc48e268fa for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:00.899869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.018146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:01.047115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event updated for resources: {'Port': ['ID=12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:01.057974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:01.061497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:01.065647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:01.095130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:01.106064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:01.106842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:01.140132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fdce7-41af-4aaf-80b6-a71813cf3512 req-5c548815-eefc-4c52-b045-f1bb4183dc1a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:01.142204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-626fdce7-41af-4aaf-80b6-a71813cf3512 req-5c548815-eefc-4c52-b045-f1bb4183dc1a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1347415 Feb 19 07:11:01.225508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (10204f01-d658-443f-baa9-8a03f08e1e24), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.250727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:01.252447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.268617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-dccb4289-d748-40dc-a642-340bae7a2706 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:01.270664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-dccb4289-d748-40dc-a642-340bae7a2706 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.24 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 824 time: 1.2147849 Feb 19 07:11:01.292913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-626fdce7-41af-4aaf-80b6-a71813cf3512 req-a31e8317-ec1f-4d77-8b39-dba707e8e032 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367776 Feb 19 07:11:01.339602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=10204f01-d658-443f-baa9-8a03f08e1e24,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:01.365155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Checking segment: {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:01.365513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Network hostable DHCP agents. Network: 085288dd-eb8b-4835-af7a-d1eed97ea244, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:11:01.387220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-2a210e00-6049-4f14-9121-57be785bbdca tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5d494fdafc458fac428ddef7dfa195 HTTP/1.1" status: 200 len: 380 time: 0.0790973 Feb 19 07:11:01.388544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.422784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:11:01.431017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'port': {'device_id': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'admin_state_up': True, 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'security_groups': ['4ae638aa-bab2-46b1-8cb3-bd57e55efba5']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:01.438486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 085288dd-eb8b-4835-af7a-d1eed97ea244) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:01.442762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:01.443410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.460347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7092cf1d-50a0-4135-992c-c40e17f0b62e None None] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:11:01.473599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-207f2bda-a3a9-46aa-9b50-cea18724b3bc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6701779 Feb 19 07:11:01.479091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:01.482298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8a7bd-0002-4181-9c61-9ba4cda6bde9 req-50cfc04e-6a9b-4e82-a530-c254404aad49 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:01.485170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ad8a7bd-0002-4181-9c61-9ba4cda6bde9 req-50cfc04e-6a9b-4e82-a530-c254404aad49 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 948 time: 0.0978518 Feb 19 07:11:01.493875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:01.545927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ad8a7bd-0002-4181-9c61-9ba4cda6bde9 req-f41d7bc2-6bdb-42ae-acfa-06af5b4541f8 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Feb 19 07:11:01.596030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.597169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.654593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for router_controller (c0294198-ca65-4666-83c7-c4e56cc66dba), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.658859 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2169438-9c2f-4d7d-94b4-62c81b2e56b4 x-openstack-request-id: req-c2169438-9c2f-4d7d-94b4-62c81b2e56b4 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:01.659224 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db2b661-3667-4aa1-964d-94921883b377", "name": "network-vif-deleted", "tag": "b306d64e-ad92-4332-9862-133e24e11656", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:01.659519 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2169438-9c2f-4d7d-94b4-62c81b2e56b4 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:01.659867 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db2b661-3667-4aa1-964d-94921883b377', 'name': 'network-vif-deleted', 'tag': 'b306d64e-ad92-4332-9862-133e24e11656', 'status': 'completed', 'code': 200} Feb 19 07:11:01.691355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:01.693486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-085288dd-eb8b-4835-af7a-d1eed97ea244', 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244', 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'fixed_ips': [{'subnet_id': '10204f01-d658-443f-baa9-8a03f08e1e24'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:11:01.694319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.738893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b05c6-da70-4328-b124-b55c0991a705 None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:01.778707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9844-86f4-49a7-9543-f59933e38580 req-5a9b35d2-e00a-49e0-924e-408cf3ba3c63 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:01.788676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce4f9844-86f4-49a7-9543-f59933e38580 req-5a9b35d2-e00a-49e0-924e-408cf3ba3c63 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0867724 Feb 19 07:11:01.795077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Made reservation on behalf of fd5d494fdafc458fac428ddef7dfa195 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:01.802715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:01.861149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce4f9844-86f4-49a7-9543-f59933e38580 req-b73891c4-07ff-45fe-a5f8-d1e88c66ce25 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 Feb 19 07:11:01.879284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Allocated IP 172.20.0.2 (085288dd-eb8b-4835-af7a-d1eed97ea244/10204f01-d658-443f-baa9-8a03f08e1e24/f5dc80c6-b34e-489c-ad97-18c3ab1d2a31) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:02.039443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for router_gateway (c0294198-ca65-4666-83c7-c4e56cc66dba), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.046197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks [] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.046791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74778f44-8db9-4ed5-aa9d-36144f5c6359 req-af4ce0a1-06b9-4507-b96d-9a89e5ee4840 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:02.053271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cbbd2360-57f1-4fb4-9148-d2e601d30379 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:02.056565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b306d64e-ad92-4332-9862-133e24e11656 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:02.058571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74778f44-8db9-4ed5-aa9d-36144f5c6359 req-af4ce0a1-06b9-4507-b96d-9a89e5ee4840 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1154723 Feb 19 07:11:02.061095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.126534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.135929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b306d64e-ad92-4332-9862-133e24e11656 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:11:02.136321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b306d64e-ad92-4332-9862-133e24e11656 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:02.140496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:02.150034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:02.151311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74778f44-8db9-4ed5-aa9d-36144f5c6359 req-7d3e0f53-a8e0-412e-b5c7-05ad875d4bf0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Feb 19 07:11:02.152605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:02.154452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.169428 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1b059-e35b-451a-8407-5539bc4f5f04 None None] New status for floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:02.237463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:11:02.300448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1ae2c-d357-49f8-81c8-3cd8f7295e10 req-b95b73ca-7188-4907-8793-7b31ac44476b tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:02.303144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.307171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Allocated IP 172.20.0.7 (069e27e8-e524-4d6f-9ae4-101a91f4b577/df5807fa-f4f3-482f-a8c4-7200c41f056d/3e7bdb74-fb2e-4d22-ac73-b372b81cc91a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:02.313277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96e1ae2c-d357-49f8-81c8-3cd8f7295e10 req-b95b73ca-7188-4907-8793-7b31ac44476b tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1127 time: 0.0647075 Feb 19 07:11:02.346725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event updated for resources: {'Port': ['ID=12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:02.361590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.363230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-bf0cc659-8c3a-4853-9fb4-0501b788b03a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9890699 Feb 19 07:11:02.368614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Pushing event updated for resources: {'Port': ['ID=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:02.416284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96e1ae2c-d357-49f8-81c8-3cd8f7295e10 req-2db7ef48-d615-48d6-9cdb-373cfda5b041 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019716 Feb 19 07:11:02.472953 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-e325fc51-fa85-478b-b2da-4de6510440f3 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0931244 Feb 19 07:11:02.502767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Attempting to bind port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:02.503147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Attempting to bind port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:02.503549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Attempting to bind port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 on network 085288dd-eb8b-4835-af7a-d1eed97ea244 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:02.523875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:02.524265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Checking segment: {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:02.524676 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.525076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Bound using segment: {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:02.525561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Bound port: f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:02.525945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.556927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:02.568762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'cbbd2360-57f1-4fb4-9148-d2e601d30379', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'cbbd2360-57f1-4fb4-9148-d2e601d30379', 'mac_address': 'fa:16:3e:24:52:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:02.615225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-718cd3e7-a6c2-4d38-9928-824f4776acfa req-98dc6653-d59d-4968-a5ae-74493497ff88 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 210 time: 0.0473204 Feb 19 07:11:02.642606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port cbbd2360-57f1-4fb4-9148-d2e601d30379 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:02.643159 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.660772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbd2360-57f1-4fb4-9148-d2e601d30379 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:02.718364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-68532c6e-5baf-4bae-81fa-046bb46ff0a1 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:02.720379 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13a4f5dc-6bac-42da-a49d-b3f5a540524c req-68532c6e-5baf-4bae-81fa-046bb46ff0a1 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2347841 Feb 19 07:11:02.725781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.738547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18faf178-6e40-44b3-80d8-74224f89d176 req-7fc69c2c-7ff2-4653-8ad4-801ef6d4033b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:02.743234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] For port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:02.747619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18faf178-6e40-44b3-80d8-74224f89d176 req-7fc69c2c-7ff2-4653-8ad4-801ef6d4033b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.0777822 Feb 19 07:11:02.758452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] For port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:02.786358 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.811869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:02.858639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.874574 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.880992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18faf178-6e40-44b3-80d8-74224f89d176 req-d77daf79-a1d1-433b-99de-be169a0c88e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319230 Feb 19 07:11:02.919477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60aab2-5bd3-4906-bb39-74eb8fe3deb8 None None] Pushing event updated for resources: {'Port': ['ID=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:02.947616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for router_gateway (c0294198-ca65-4666-83c7-c4e56cc66dba), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.983606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:02.985600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:03.016607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:03.092723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:03.114845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d3261-e711-4483-9088-7b9fbe3fe210 req-8f93b441-d3c7-486b-9819-9614922fdd04 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:03.122893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e8d3261-e711-4483-9088-7b9fbe3fe210 req-8f93b441-d3c7-486b-9819-9614922fdd04 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 949 time: 0.2434230 Feb 19 07:11:03.130644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:03.141103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:03.143591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event updated for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:03.261762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['cbbd2360-57f1-4fb4-9148-d2e601d30379'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:03.263534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-3a4f0db7-987d-4f80-82cb-410363d9c215 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:03.285193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-3a4f0db7-987d-4f80-82cb-410363d9c215 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 820 time: 0.2314243 Feb 19 07:11:03.317504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-0c7e5881-d1d2-4939-bea8-f3940e494b92 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/quotas/c0f6c9620cb4404eb3912479fb1cf3b7 HTTP/1.1" status: 200 len: 375 time: 0.0313306 Feb 19 07:11:03.409773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Allocated IP 172.25.7.51 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/525d435f-1467-4f79-872d-99e85f45da0f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:03.539954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-43b2070a-df7c-43cd-a131-1fdcd151b49f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094600 Feb 19 07:11:03.551139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for port (525d435f-1467-4f79-872d-99e85f45da0f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:03.601446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:03.602243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:03.610143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e8d3261-e711-4483-9088-7b9fbe3fe210 req-fd4a1cb6-bfe4-4b90-9afd-bc8f768d75d1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862688 Feb 19 07:11:03.611248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (525d435f-1467-4f79-872d-99e85f45da0f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:03.641903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6ddb86b3-cd5c-4a7e-a44c-eabbf6dabdc0 None None] Provisioning complete for port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:03.643759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86b3-cd5c-4a7e-a44c-eabbf6dabdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:03.692606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-169c86cb-d89f-49d4-ae6c-ba5531d5653d service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516645 Feb 19 07:11:03.696640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:03.700469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Pushing event updated for resources: {'Port': ['ID=525d435f-1467-4f79-872d-99e85f45da0f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:03.702588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:03.707104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:03.739545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-bddd7d68-a090-468a-9be2-64326c7777af tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3455105 Feb 19 07:11:03.743605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb86b3-cd5c-4a7e-a44c-eabbf6dabdc0 None None] Port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:03.758395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Request body: {'port': {'device_id': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:03.818064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-33f2e23b-03d1-4c66-aff9-acd293e1ee5b service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214676 Feb 19 07:11:03.946745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405950b-5174-4411-acec-43d3c3a80b83 req-241fe2fc-ed23-4b05-bccb-433141b3ff89 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:03.951267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a405950b-5174-4411-acec-43d3c3a80b83 req-241fe2fc-ed23-4b05-bccb-433141b3ff89 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1868591 Feb 19 07:11:04.098956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:04.142500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b8bcc-a542-45ce-a69e-c2667ee019b5 req-1571adb8-d7de-43ca-9cc8-6daae7b52ef2 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:04.151156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c1b8bcc-a542-45ce-a69e-c2667ee019b5 req-1571adb8-d7de-43ca-9cc8-6daae7b52ef2 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 931 time: 0.1011796 Feb 19 07:11:04.153298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a405950b-5174-4411-acec-43d3c3a80b83 req-e2461948-8e45-4474-ad87-f5946a8452bc tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843715 Feb 19 07:11:04.264958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c1b8bcc-a542-45ce-a69e-c2667ee019b5 req-bfa5f7fb-1355-4e10-a284-706e2e9bacc9 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126213 Feb 19 07:11:04.376839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba827292-1364-4352-b26f-a0e4d4945ec5 req-47fbe202-750c-4e84-86ab-fcfc167018a9 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 210 time: 0.0580533 Feb 19 07:11:04.474276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:04.591011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:04.591517 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:04.761910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bc66e3-4030-4baf-8e22-f8ceb5a56647 None None] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:11:04.787311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088243e0-81cb-4594-84a2-7b5b4f2f49dd req-0f4c7b4a-0afe-4bc3-bd35-798d388aed76 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:04.795910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-088243e0-81cb-4594-84a2-7b5b4f2f49dd req-0f4c7b4a-0afe-4bc3-bd35-798d388aed76 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.5336971 Feb 19 07:11:04.832080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15263b9-7b0a-472e-a93c-02b28f0e9927 req-ba6d3979-d442-4ca7-9a44-743017f654fe tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:04.840174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c15263b9-7b0a-472e-a93c-02b28f0e9927 req-ba6d3979-d442-4ca7-9a44-743017f654fe tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 949 time: 0.0858235 Feb 19 07:11:04.856821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for router_gateway (c0294198-ca65-4666-83c7-c4e56cc66dba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:04.920682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c15263b9-7b0a-472e-a93c-02b28f0e9927 req-9a3f1dab-46c6-4cdb-85ea-3c8b3bd6d1d5 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793531 Feb 19 07:11:04.996582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:04.998885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.021730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e86b132b-5960-46e7-bc5d-f649179732a8 None None] Provisioning complete for port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:05.022109 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e86b132b-5960-46e7-bc5d-f649179732a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.099004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:05.109984 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.366899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef49123-cabc-4733-acee-8a408d96702f req-0cc02268-23db-4eb3-92ef-4be06c7cab7d tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:05.378450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aef49123-cabc-4733-acee-8a408d96702f req-0cc02268-23db-4eb3-92ef-4be06c7cab7d tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1342094 Feb 19 07:11:05.464102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-088243e0-81cb-4594-84a2-7b5b4f2f49dd req-714a3333-6b97-4358-b3e4-6de05e860607 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670048 Feb 19 07:11:05.609893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-4d0f2128-6c1e-4061-ae5f-1b43d3f0a34c tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:05.611993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-4d0f2128-6c1e-4061-ae5f-1b43d3f0a34c tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.47 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 820 time: 0.1989064 Feb 19 07:11:05.631984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'port': {'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'admin_state_up': True, 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:05.633670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:05.668402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e86b132b-5960-46e7-bc5d-f649179732a8 None None] Current status of the port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:05.693631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:05.712162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks [] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.752871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aef49123-cabc-4733-acee-8a408d96702f req-001eb4fd-6677-4859-b606-cdfce68a3277 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734920 Feb 19 07:11:05.815249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bee4bfea-f578-40da-ba54-e2bfccd67510 None None] Provisioning complete for port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:05.815731 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bee4bfea-f578-40da-ba54-e2bfccd67510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.826995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Made reservation on behalf of c0f6c9620cb4404eb3912479fb1cf3b7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:05.830492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.843241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Transition to ACTIVE for port object 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:05.858777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:05.943601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a675-71b1-4000-9f47-5a4bc291e6e1 req-784ca8d2-d198-4f32-b830-afd2bb25bb06 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:05.945221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3b9a675-71b1-4000-9f47-5a4bc291e6e1 req-784ca8d2-d198-4f32-b830-afd2bb25bb06 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 931 time: 0.2876644 Feb 19 07:11:05.957852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cbbd2360-57f1-4fb4-9148-d2e601d30379 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:05.968382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cef4a7fa-12ff-47a1-85bf-769be76a93ad req-707e92ce-75d5-44c1-b1d5-a05befc2d184 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 210 time: 0.0945385 Feb 19 07:11:06.015922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Pushing event updated for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:06.043381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bee4bfea-f578-40da-ba54-e2bfccd67510 None None] Current status of the port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:06.062321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3b9a675-71b1-4000-9f47-5a4bc291e6e1 req-697632ef-8e2c-4601-9d61-10319a82b6cf tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067612 Feb 19 07:11:06.078987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port cbbd2360-57f1-4fb4-9148-d2e601d30379 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:06.099058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port cbbd2360-57f1-4fb4-9148-d2e601d30379 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:06.099697 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.182774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.183026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Allocated IP 172.20.0.5 (903f230a-1054-4538-8a63-7242720d3ff0/4dcf10d1-b20f-4860-a312-0e35724402e5/7b052d78-623f-4e21-bf64-9c4bcb80425e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:06.215978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2b7c0-2b5f-47ef-96f7-7cc8b0d8b248 req-73a2f570-f6cc-4ac4-aa6d-232ebb5033cf tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:06.233650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4e2b7c0-2b5f-47ef-96f7-7cc8b0d8b248 req-73a2f570-f6cc-4ac4-aa6d-232ebb5033cf tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 949 time: 0.1649225 Feb 19 07:11:06.247132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port cbbd2360-57f1-4fb4-9148-d2e601d30379 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:06.247910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.305611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f89a07ea-a054-49a5-bbdd-6c49bfa3bdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.331586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:06.334257 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b707a8a0-ffb2-41b3-b5c2-49c622b9f0c3" -d '{"events": [{"server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:06.346897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4e2b7c0-2b5f-47ef-96f7-7cc8b0d8b248 req-8ed823af-a10b-4094-976d-78fb012d6585 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966628 Feb 19 07:11:06.358822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Attempting to bind port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:06.359168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Attempting to bind port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:06.359531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Attempting to bind port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:06.366066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:06.366388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Attempting to bind port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a on network 069e27e8-e524-4d6f-9ae4-101a91f4b577 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:06.373472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:06.373815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Checking segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:06.374211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Bound using segment: {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:06.374716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Bound port: 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:06.375417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.378564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:06.389216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.413821 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb45d2-cc87-4959-9e5e-b37e93ef55f8 x-openstack-request-id: req-50fb45d2-cc87-4959-9e5e-b37e93ef55f8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:06.415782 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:06.416239 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50fb45d2-cc87-4959-9e5e-b37e93ef55f8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:06.416816 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379', 'code': 200} Feb 19 07:11:06.420739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:06.485536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Router c0294198-ca65-4666-83c7-c4e56cc66dba is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:11:06.532928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:06.564304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:06.564731 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.584321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.654586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:06.658583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:06.667538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175846e2-d15c-4547-80b7-22400962845a None None] Sync routers for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:06.681451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:06.681993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:06.698513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3176ff-72f8-47d0-9ec9-7b97dcdea3f2 req-99d09d5d-4828-447f-8d41-9fb5fd17c0c0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:06.699560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:06.709414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce3176ff-72f8-47d0-9ec9-7b97dcdea3f2 req-99d09d5d-4828-447f-8d41-9fb5fd17c0c0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1211574 Feb 19 07:11:06.713271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.715766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22ed5-cdef-4f8e-9e0b-f68d0501f0c4 req-2a88061d-1889-4537-9a32-0be2eff9023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:06.717354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3a22ed5-cdef-4f8e-9e0b-f68d0501f0c4 req-2a88061d-1889-4537-9a32-0be2eff9023a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 1132 time: 0.2228074 Feb 19 07:11:06.719725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:06.723236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:06.725137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd74bba2-b402-40e9-8fc7-9b44cfa64b37 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2430873 Feb 19 07:11:06.735698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['d3828ae0-eb65-4873-a1c2-4b8eaf830d5c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:06.744860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:06.883734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3a22ed5-cdef-4f8e-9e0b-f68d0501f0c4 req-5599636c-8a62-4b62-adfc-2581d3114b1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569879 Feb 19 07:11:06.892595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:06.974167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Network 903f230a-1054-4538-8a63-7242720d3ff0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:06.980414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:06.992988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce3176ff-72f8-47d0-9ec9-7b97dcdea3f2 req-1a545827-9350-4895-a6d3-ff75b4e51dcd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821696 Feb 19 07:11:06.993837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:06.996741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:07.013729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.096432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.097100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.135041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-c56c7ae0-aef4-42dc-9b4f-1766440e1600 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5125859 Feb 19 07:11:07.145124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Pushing event updated for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:07.155469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Request body: {'port': {'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:07.190151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.190790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.192328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-088084cb-7d39-4d76-89c5-88267b74b01f service neutron] 10.222.0.24 "PUT /v2.0/ports/3e7bdb74-fb2e-4d22-ac73-b372b81cc91a HTTP/1.1" status: 200 len: 1091 time: 3.4422920 Feb 19 07:11:07.204646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:07.214121 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a138dba-4701-4f75-b287-901584c67bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:07.248258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1feb2-d3fc-42ad-871d-770f67bc0902 req-da6725fc-47d1-4c25-8f15-280d17e26747 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.252763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91d1feb2-d3fc-42ad-871d-770f67bc0902 req-da6725fc-47d1-4c25-8f15-280d17e26747 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2418735 Feb 19 07:11:07.335786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.419373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-b8748825-df43-423c-a5a9-321f181b87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.420901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-b8748825-df43-423c-a5a9-321f181b87b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 1125 time: 0.1672270 Feb 19 07:11:07.497456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-93f8fcd0-e0da-4d04-a74e-f994f3f40e72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a HTTP/1.1" status: 200 len: 217 time: 0.0666869 Feb 19 07:11:07.499639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d30eaf6a-15fa-4141-8cdd-74e0fe31d558 None None] Provisioning complete for port 7b052d78-623f-4e21-bf64-9c4bcb80425e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:07.501734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d30eaf6a-15fa-4141-8cdd-74e0fe31d558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.560538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d30eaf6a-15fa-4141-8cdd-74e0fe31d558 None None] Port 7b052d78-623f-4e21-bf64-9c4bcb80425e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:07.583851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:04Z', 'revision_number': 3, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:07.626063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175846e2-d15c-4547-80b7-22400962845a None None] Checking router: c0294198-ca65-4666-83c7-c4e56cc66dba for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:07.626344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175846e2-d15c-4547-80b7-22400962845a None None] Updating router c0294198-ca65-4666-83c7-c4e56cc66dba port 525d435f-1467-4f79-872d-99e85f45da0f binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:11:07.700084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (525d435f-1467-4f79-872d-99e85f45da0f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.705539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b052d78-623f-4e21-bf64-9c4bcb80425e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:07.713440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks [] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.731361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Transition to ACTIVE for port object 7b052d78-623f-4e21-bf64-9c4bcb80425e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:07.741310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.818002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91d1feb2-d3fc-42ad-871d-770f67bc0902 req-b6b7f8eb-dd1b-4b95-a783-3e300cac3ca1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992037 Feb 19 07:11:07.828673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:07.839463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-5fc353a0-5298-477c-979f-3253575a5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.849039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-5fc353a0-5298-477c-979f-3253575a5d5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.3314838 Feb 19 07:11:07.919236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:07.997286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fae19-1777-421b-9385-5cc9d6051fb4 req-ecb83d5c-7a2d-4e94-92bb-286104bddc2d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:07.998020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-533fae19-1777-421b-9385-5cc9d6051fb4 req-ecb83d5c-7a2d-4e94-92bb-286104bddc2d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 943 time: 0.2466979 Feb 19 07:11:08.066107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-e39c92b3-60d9-40eb-946f-6f05bafb78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.067747 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-e39c92b3-60d9-40eb-946f-6f05bafb78c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2097347 Feb 19 07:11:08.085975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Attempting to bind port 7b052d78-623f-4e21-bf64-9c4bcb80425e on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:08.086484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Attempting to bind port 7b052d78-623f-4e21-bf64-9c4bcb80425e by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:08.086938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Attempting to bind port 7b052d78-623f-4e21-bf64-9c4bcb80425e on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:08.105310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Port 7b052d78-623f-4e21-bf64-9c4bcb80425e on network 903f230a-1054-4538-8a63-7242720d3ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:08.105791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Attempting to bind port 7b052d78-623f-4e21-bf64-9c4bcb80425e on network 903f230a-1054-4538-8a63-7242720d3ff0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:08.113436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:08.113923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Checking segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:08.114406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Bound using segment: {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:08.115320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Bound port: 7b052d78-623f-4e21-bf64-9c4bcb80425e, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6689c545-e6e7-489a-82a0-8f7e036622cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:08.116113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.147765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc76b2c-dcf4-41a3-a30c-3abb2bd7bc87 req-0f233cff-417a-4b3d-a560-a5a0ca214326 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.149990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc76b2c-dcf4-41a3-a30c-3abb2bd7bc87 req-0f233cff-417a-4b3d-a560-a5a0ca214326 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 943 time: 0.1724043 Feb 19 07:11:08.186466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-533fae19-1777-421b-9385-5cc9d6051fb4 req-1fffce9b-7af4-4c7e-824b-c2c100a7356b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796782 Feb 19 07:11:08.299471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks [] for port (525d435f-1467-4f79-872d-99e85f45da0f), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.313133 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (525d435f-1467-4f79-872d-99e85f45da0f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.346590 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59b2a79-17b2-488f-9d4f-75c19ebee584 x-openstack-request-id: req-f59b2a79-17b2-488f-9d4f-75c19ebee584 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:08.346944 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:08.347149 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f59b2a79-17b2-488f-9d4f-75c19ebee584 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:08.347593 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'status': 'completed', 'code': 200} Feb 19 07:11:08.365917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:08.372234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:08.389777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-175846e2-d15c-4547-80b7-22400962845a None None] Attempting to bind port 525d435f-1467-4f79-872d-99e85f45da0f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:08.390635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-175846e2-d15c-4547-80b7-22400962845a None None] Attempting to bind port 525d435f-1467-4f79-872d-99e85f45da0f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:08.391244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175846e2-d15c-4547-80b7-22400962845a None None] Attempting to bind port 525d435f-1467-4f79-872d-99e85f45da0f on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:08.396830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.399275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ca44-9989-442b-895b-0429061a74eb None None] Pushing event updated for resources: {'Port': ['ID=525d435f-1467-4f79-872d-99e85f45da0f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:08.404755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175846e2-d15c-4547-80b7-22400962845a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:08.405818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175846e2-d15c-4547-80b7-22400962845a None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:08.406939 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.407629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175846e2-d15c-4547-80b7-22400962845a None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:08.408312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-175846e2-d15c-4547-80b7-22400962845a None None] Bound port: 525d435f-1467-4f79-872d-99e85f45da0f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:08.409059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (525d435f-1467-4f79-872d-99e85f45da0f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.444271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc76b2c-dcf4-41a3-a30c-3abb2bd7bc87 req-e639cc46-247d-4863-951c-8e8fd9f449ed tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375336 Feb 19 07:11:08.449508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.450301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.451933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 1091 time: 1.3090358 Feb 19 07:11:08.452070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-4c04d71c-98d3-41f7-9099-fdc502abf007 service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742735 Feb 19 07:11:08.454466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:08.456855 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d753bddb-1f0c-486a-87b1-8634c9da183e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:08.471169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Allocated IP 172.20.0.1 (085288dd-eb8b-4835-af7a-d1eed97ea244/10204f01-d658-443f-baa9-8a03f08e1e24/21bc537f-79a1-4c91-b3d0-51cf9c366668) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:08.590442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-175846e2-d15c-4547-80b7-22400962845a None None] For port 525d435f-1467-4f79-872d-99e85f45da0f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:08.594268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-175846e2-d15c-4547-80b7-22400962845a None None] For port 525d435f-1467-4f79-872d-99e85f45da0f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=525d435f-1467-4f79-872d-99e85f45da0f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:08.608536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-175846e2-d15c-4547-80b7-22400962845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (525d435f-1467-4f79-872d-99e85f45da0f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.617446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb07140-2607-4b3e-b312-9139b945b97b req-0378e9a4-b375-4eac-91cd-d1e2d93bc8ff tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.625293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb07140-2607-4b3e-b312-9139b945b97b req-0378e9a4-b375-4eac-91cd-d1e2d93bc8ff tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 950 time: 0.2430849 Feb 19 07:11:08.655946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78a7d821-f1c9-4594-a25e-2c0c04ad1827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.702631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ca44-9989-442b-895b-0429061a74eb None None] Pushing event updated for resources: {'Port': ['ID=525d435f-1467-4f79-872d-99e85f45da0f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:08.710161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:08.710995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:08.755899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-f1b5a259-1b05-4d84-a6af-b79dc1545ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.757523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-f1b5a259-1b05-4d84-a6af-b79dc1545ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1125 time: 0.2465162 Feb 19 07:11:08.808803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks [] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:08.822891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aef4c43-9c44-4724-a9f6-042cba02a35c req-8bb9fe49-7507-4a2b-b0d1-6b40eb4da182 service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631654 Feb 19 07:11:08.855249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817e610-fb7d-40f5-aa73-83c311efce5f req-d774a3f4-228c-4208-a0a7-d0e4da8c10ab tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:08.856954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e817e610-fb7d-40f5-aa73-83c311efce5f req-d774a3f4-228c-4208-a0a7-d0e4da8c10ab tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1356063 Feb 19 07:11:08.859236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:08.880937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b216d13-7d23-4b49-abc2-12e79082a2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:08.917592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb07140-2607-4b3e-b312-9139b945b97b req-c0681955-b93f-4b0b-965a-37772b7cf4ad tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909858 Feb 19 07:11:08.928357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-07d53f28-4c12-4ca6-96d4-4055563c3bba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 217 time: 0.1421814 Feb 19 07:11:08.993916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:09.016035 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2325ef1-b349-4fa1-b5f1-1e85e75319ab x-openstack-request-id: req-e2325ef1-b349-4fa1-b5f1-1e85e75319ab {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:09.018148 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:09.020007 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2325ef1-b349-4fa1-b5f1-1e85e75319ab {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:09.021269 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'status': 'completed', 'code': 200} Feb 19 07:11:09.038833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138dba-4701-4f75-b287-901584c67bfd req-4ea96900-9b28-447f-b5d4-bf714409e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.040729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-4ea96900-9b28-447f-b5d4-bf714409e976 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 1125 time: 0.1462631 Feb 19 07:11:09.052541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-d97aeb1e-e565-498c-ae32-0e05648ae078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.059341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e817e610-fb7d-40f5-aa73-83c311efce5f req-b1874bd0-8ea1-4bfd-9d3e-dd08e311a07b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924264 Feb 19 07:11:09.060160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-d97aeb1e-e565-498c-ae32-0e05648ae078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.1264424 Feb 19 07:11:09.108509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:09.132805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:09.156882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:09.237364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781218f-d487-4619-84b6-247770c3dabe req-aad8c361-dae5-459d-a203-436165342a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.238898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-aad8c361-dae5-459d-a203-436165342a58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1715350 Feb 19 07:11:09.251103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (c0294198-ca65-4666-83c7-c4e56cc66dba), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:09.311127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Pushing event updated for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:09.344735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-175846e2-d15c-4547-80b7-22400962845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:04Z', 'revision_number': 3, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:09.352143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ecb76-0a0b-4da5-a8d1-a4ca57ecd790 req-17779ebd-07e9-4663-bfb4-d11682a55be5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.359854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf9ecb76-0a0b-4da5-a8d1-a4ca57ecd790 req-17779ebd-07e9-4663-bfb4-d11682a55be5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2235317 Feb 19 07:11:09.415587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175846e2-d15c-4547-80b7-22400962845a None None] The sync data for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 is: [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:04Z', 'revision_number': 3, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:09.487597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf9ecb76-0a0b-4da5-a8d1-a4ca57ecd790 req-3a1ea25a-cca1-463f-94a3-5c3c51e83610 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263995 Feb 19 07:11:09.532548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-f691e896-ba1e-470d-82db-1503861fee35 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792032 Feb 19 07:11:09.548451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138dba-4701-4f75-b287-901584c67bfd req-13c84ddf-3b5f-44a6-8dea-f0d308b92f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.557055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-13c84ddf-3b5f-44a6-8dea-f0d308b92f67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 924 time: 0.4900944 Feb 19 07:11:09.558457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:09.633211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6486aede-26c4-4e81-af1b-9fca0d164d3b None None] Provisioning complete for port 21bc537f-79a1-4c91-b3d0-51cf9c366668 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:09.634367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6486aede-26c4-4e81-af1b-9fca0d164d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:09.677907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-5a7c6830-ca49-4012-9f14-05bcc12cd997 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a HTTP/1.1" status: 200 len: 217 time: 0.1082020 Feb 19 07:11:09.707641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6486aede-26c4-4e81-af1b-9fca0d164d3b None None] Port 21bc537f-79a1-4c91-b3d0-51cf9c366668 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:09.774939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138dba-4701-4f75-b287-901584c67bfd req-de9f7d12-6bce-4d97-9270-a7f950babe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.776549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-de9f7d12-6bce-4d97-9270-a7f950babe4b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.0909474 Feb 19 07:11:09.779443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5409b3-e534-41f8-9359-8efc7a471798 req-9764e7ee-8afd-4834-8018-8e3cfed8c3be tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.781134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5409b3-e534-41f8-9359-8efc7a471798 req-9764e7ee-8afd-4834-8018-8e3cfed8c3be tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 950 time: 0.1466475 Feb 19 07:11:09.811983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d781218f-d487-4619-84b6-247770c3dabe req-a89622cf-1b3f-4220-9565-bd8934aeb56b service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716920 Feb 19 07:11:09.886156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:09.891080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5409b3-e534-41f8-9359-8efc7a471798 req-6b32447d-a9d0-40db-aa35-06993c3295c7 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Feb 19 07:11:09.941834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba32d-3103-49a9-805a-f60cdb1e5885 req-9a68e88d-1494-4a2e-bbbc-7f08c960691f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:09.950992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-301ba32d-3103-49a9-805a-f60cdb1e5885 req-9a68e88d-1494-4a2e-bbbc-7f08c960691f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 943 time: 0.3850348 Feb 19 07:11:10.031592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-c9c25b7d-fbf7-49a6-bb3b-0eb4c2d5b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.033289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-c9c25b7d-fbf7-49a6-bb3b-0eb4c2d5b692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1125 time: 0.1262016 Feb 19 07:11:10.045367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-301ba32d-3103-49a9-805a-f60cdb1e5885 req-350900e1-f954-49cc-abbb-c70871e78933 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933614 Feb 19 07:11:10.047725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138dba-4701-4f75-b287-901584c67bfd req-86952897-e98a-466d-913a-388b7f5e41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.049489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-86952897-e98a-466d-913a-388b7f5e41a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2462769 Feb 19 07:11:10.314985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-2a49210b-97c1-440a-bbc0-44a4ab0aa0d9 service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567706 Feb 19 07:11:10.428808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 525d435f-1467-4f79-872d-99e85f45da0f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:10.466104 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks [] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.480463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.495732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365d86d-8a26-4067-9d02-979039d3f309 req-e06ab40f-6abd-4e77-8517-817804270ea9 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.497518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9365d86d-8a26-4067-9d02-979039d3f309 req-e06ab40f-6abd-4e77-8517-817804270ea9 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 943 time: 0.5195124 Feb 19 07:11:10.538003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (c0294198-ca65-4666-83c7-c4e56cc66dba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.565336 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:11:10.567890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631816c-9768-4ad8-afd9-a0306f162781 req-feec4077-20dc-4c00-9c6c-fd1ce2b0f905 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.575979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4631816c-9768-4ad8-afd9-a0306f162781 req-feec4077-20dc-4c00-9c6c-fd1ce2b0f905 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.3605330 Feb 19 07:11:10.586288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9365d86d-8a26-4067-9d02-979039d3f309 req-2fa5fc7f-3f2f-47f7-bd82-a4fa370c1db2 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735161 Feb 19 07:11:10.634199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-97e1417f-d259-4b83-84a9-24d3518ab59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.642532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-97e1417f-d259-4b83-84a9-24d3518ab59e service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.6022184 Feb 19 07:11:10.706734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 525d435f-1467-4f79-872d-99e85f45da0f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:10.707394 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (525d435f-1467-4f79-872d-99e85f45da0f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.713023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-1ace2c5c-f31c-4d7a-9dd9-51ad4583d828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 217 time: 0.0635841 Feb 19 07:11:10.792875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-8d1838b0-eced-4526-9939-34793cf5c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.794346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-8d1838b0-eced-4526-9939-34793cf5c3ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0720670 Feb 19 07:11:10.802526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763745f-750c-4b94-9d1c-bccf2809342d req-514bf61d-73a4-4b28-87bb-2db9317563c0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.809789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4763745f-750c-4b94-9d1c-bccf2809342d req-514bf61d-73a4-4b28-87bb-2db9317563c0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.0993025 Feb 19 07:11:10.868395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 525d435f-1467-4f79-872d-99e85f45da0f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:10.869393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (525d435f-1467-4f79-872d-99e85f45da0f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.902538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4763745f-750c-4b94-9d1c-bccf2809342d req-28879e02-92e8-4440-b303-e3cd13ca55b4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876319 Feb 19 07:11:10.909666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 525d435f-1467-4f79-872d-99e85f45da0f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=525d435f-1467-4f79-872d-99e85f45da0f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:10.912510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.917689 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (525d435f-1467-4f79-872d-99e85f45da0f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:10.918075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-e208499f-f300-4e97-98ca-fc08456e8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:10.926432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-e208499f-f300-4e97-98ca-fc08456e8f91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1072228 Feb 19 07:11:10.994367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=525d435f-1467-4f79-872d-99e85f45da0f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:11.102523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-fd6baded-3ceb-4377-ad02-f3104b6f82f9 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752136 Feb 19 07:11:11.109144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668dca0-8489-47cb-a68f-4fd63cba1e52 req-17d5bc85-94ed-49af-9389-b811f706a6ab tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:11.110501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f668dca0-8489-47cb-a68f-4fd63cba1e52 req-17d5bc85-94ed-49af-9389-b811f706a6ab tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 950 time: 0.0927393 Feb 19 07:11:11.222850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f668dca0-8489-47cb-a68f-4fd63cba1e52 req-f2dbada6-b81a-47ca-bc63-002a97df057b tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/security-groups?id=29ba655d-07af-468a-a233-77f0e5c4fbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037338 Feb 19 07:11:11.225686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Pushing event updated for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:11.240203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a138dba-4701-4f75-b287-901584c67bfd req-bd990406-5a45-45f3-881b-0e17185d6a1c service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9029813 Feb 19 07:11:11.265511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4631816c-9768-4ad8-afd9-a0306f162781 req-5f77713f-d5b3-4f92-b065-516ecc6d87e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884785 Feb 19 07:11:11.296261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:11.299333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d753bddb-1f0c-486a-87b1-8634c9da183e req-d406a5dd-804f-415f-9618-78c0abbfdcf3 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811821 Feb 19 07:11:11.304726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-f849e83a-b68b-457c-bd52-fbd9e25ef7db tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:11.306680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-f849e83a-b68b-457c-bd52-fbd9e25ef7db tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 950 time: 0.1843276 Feb 19 07:11:11.307214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:11.402971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10ff03-bb2b-45d0-8233-1a4b64fa1ee6 req-3b76c6d3-43f4-41ff-a6b6-5b7233fc1c9e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:11.416108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e10ff03-bb2b-45d0-8233-1a4b64fa1ee6 req-3b76c6d3-43f4-41ff-a6b6-5b7233fc1c9e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 943 time: 0.0832758 Feb 19 07:11:11.499727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Router c0294198-ca65-4666-83c7-c4e56cc66dba has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:11.505029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e10ff03-bb2b-45d0-8233-1a4b64fa1ee6 req-31d4c4ed-0a7d-40ef-ac70-fc850d514c6b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879643 Feb 19 07:11:11.530482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Deleting port cbbd2360-57f1-4fb4-9148-d2e601d30379 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:11.530825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:11.653314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e15b04ba-e8e0-4e99-a22f-43bf65fbebed None None] Provisioning complete for port 21bc537f-79a1-4c91-b3d0-51cf9c366668 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:11.654499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e15b04ba-e8e0-4e99-a22f-43bf65fbebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:11.715003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e15b04ba-e8e0-4e99-a22f-43bf65fbebed None None] Port 21bc537f-79a1-4c91-b3d0-51cf9c366668 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:11.730543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] For port cbbd2360-57f1-4fb4-9148-d2e601d30379, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cbbd2360-57f1-4fb4-9148-d2e601d30379,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:11.730929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:11.744807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:11.750915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6305336a-fe4c-42ca-ac94-cce58ada17ad admin admin] 10.222.0.43 "PUT /v2.0/routers/c0294198-ca65-4666-83c7-c4e56cc66dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9807444 Feb 19 07:11:11.756333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Calling delete_port for cbbd2360-57f1-4fb4-9148-d2e601d30379 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:11.780980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7e44-c07b-4964-87e2-fabcfa4af007 req-cb3e555f-2b30-4787-b35c-7d3428dcff06 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:11.782505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1caf7e44-c07b-4964-87e2-fabcfa4af007 req-cb3e555f-2b30-4787-b35c-7d3428dcff06 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 943 time: 0.1020744 Feb 19 07:11:11.872480 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1caf7e44-c07b-4964-87e2-fabcfa4af007 req-cd832dd1-7e3a-4f3a-acdc-93ad4a47ed5a tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585184 Feb 19 07:11:11.934103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Sync routers for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:11.944113 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:11.945427 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:11.975087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cbbd2360-57f1-4fb4-9148-d2e601d30379), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:11.991155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['cbbd2360-57f1-4fb4-9148-d2e601d30379'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:12.050015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Pushing event deleted for resources: {'Port': ['ID=cbbd2360-57f1-4fb4-9148-d2e601d30379,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:12.070813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:12.124834 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-76675013-6d7a-4a9f-bce5-ad7facceeac4 req-bdaaeb66-cd25-4cb0-8d42-829d448b4caa tempest-FloatingIPDetailsNegativeTestJSON-970142074 tempest-FloatingIPDetailsNegativeTestJSON-970142074-project] show failed (client error): The resource could not be found. Feb 19 07:11:12.138088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76675013-6d7a-4a9f-bce5-ad7facceeac4 req-bdaaeb66-cd25-4cb0-8d42-829d448b4caa tempest-FloatingIPDetailsNegativeTestJSON-970142074 tempest-FloatingIPDetailsNegativeTestJSON-970142074-project] 10.222.0.43 "GET /v2.0/floatingips/15df42f9-205b-4a50-9bad-133d2ecf58d8 HTTP/1.1" status: 404 len: 350 time: 0.0680046 Feb 19 07:11:12.138247 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] No DVR routers for this DVR port cbbd2360-57f1-4fb4-9148-d2e601d30379 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:12.138892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:12.141190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:12.144906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69e67cfa-b0c6-4e2d-a20c-aa5497de994d req-4ad34aa3-50ba-4a80-99fd-6db1004fcaf1 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.47 "DELETE /v2.0/ports/cbbd2360-57f1-4fb4-9148-d2e601d30379 HTTP/1.1" status: 204 len: 173 time: 0.8280210 Feb 19 07:11:12.145367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'name': 'network-vif-deleted', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:12.148299 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997a641-4079-4913-9422-cb991fb3f8ce" -d '{"events": [{"server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "name": "network-vif-deleted", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:12.193201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e2f35-4a44-4348-8e33-9fcedc879694 req-7048dc0d-8635-4fa6-964e-c352956e56be tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:12.196719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-257e2f35-4a44-4348-8e33-9fcedc879694 req-7048dc0d-8635-4fa6-964e-c352956e56be tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1627750 Feb 19 07:11:12.237175 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918822c5-bbee-476c-a1f2-8498beb52687 x-openstack-request-id: req-918822c5-bbee-476c-a1f2-8498beb52687 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:12.238170 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0bfbe4f-f83b-4565-a95b-d998ea5e5c92", "name": "network-vif-deleted", "tag": "cbbd2360-57f1-4fb4-9148-d2e601d30379", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:12.241808 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-918822c5-bbee-476c-a1f2-8498beb52687 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:12.242479 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0bfbe4f-f83b-4565-a95b-d998ea5e5c92', 'name': 'network-vif-deleted', 'tag': 'cbbd2360-57f1-4fb4-9148-d2e601d30379', 'status': 'completed', 'code': 200} Feb 19 07:11:12.322338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-257e2f35-4a44-4348-8e33-9fcedc879694 req-36c0cc8c-1ffb-45c3-9e2b-c79dc729c3bd tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174290 Feb 19 07:11:12.383437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:12.447789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 525d435f-1467-4f79-872d-99e85f45da0f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:12.479582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0113053b-576a-4014-81a2-99b33eca1e12 req-f7e10d9a-9614-48f5-b66e-e7cc352b24a9 tempest-ServerDiagnosticsNegativeTest-54757648 tempest-ServerDiagnosticsNegativeTest-54757648-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0bfbe4f-f83b-4565-a95b-d998ea5e5c92 HTTP/1.1" status: 200 len: 210 time: 0.0445194 Feb 19 07:11:12.557533 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-83d4963f-8dde-4436-843f-06740d3377bf req-ba819950-79bf-4031-b480-1f00dfcf731e service neutron] show failed (client error): The resource could not be found. Feb 19 07:11:12.557817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 525d435f-1467-4f79-872d-99e85f45da0f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:12.558379 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (525d435f-1467-4f79-872d-99e85f45da0f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:12.562706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-ba819950-79bf-4031-b480-1f00dfcf731e service neutron] 10.222.0.47 "GET /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.2303503 Feb 19 07:11:12.595988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543baf05-e480-44fd-95c0-fb3014ebc678 req-fc230426-b63e-4b79-bf55-9a1340e366ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:12.598116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-543baf05-e480-44fd-95c0-fb3014ebc678 req-fc230426-b63e-4b79-bf55-9a1340e366ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.1287282 Feb 19 07:11:12.666853 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:09Z', 'revision_number': 4, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21bc537f-79a1-4c91-b3d0-51cf9c366668', 'name': '', 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'mac_address': 'fa:16:3e:71:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:07Z', 'updated_at': '2022-02-19T07:11:10Z', 'revision_number': 2, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'subnets': [{'id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:12.691233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-543baf05-e480-44fd-95c0-fb3014ebc678 req-7a581e39-f6b5-4cf4-a48b-65bd5fe45180 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864575 Feb 19 07:11:12.712394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Checking router: c0294198-ca65-4666-83c7-c4e56cc66dba for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:12.712762 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Updating router c0294198-ca65-4666-83c7-c4e56cc66dba port 21bc537f-79a1-4c91-b3d0-51cf9c366668 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:11:12.754153 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:12.796017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 525d435f-1467-4f79-872d-99e85f45da0f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:12.862330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfb1c9-787f-48c2-af53-bdb07a1020b7 req-a930ff5e-c284-45d1-9fc4-1286a500526f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:12.869882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65dfb1c9-787f-48c2-af53-bdb07a1020b7 req-a930ff5e-c284-45d1-9fc4-1286a500526f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 943 time: 0.1679320 Feb 19 07:11:12.982814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65dfb1c9-787f-48c2-af53-bdb07a1020b7 req-4483fe2a-4c1b-4af1-a112-968afc272af9 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112144 Feb 19 07:11:13.046318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (c0294198-ca65-4666-83c7-c4e56cc66dba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.088967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-d4eb1ef9-2973-4716-abeb-c925d6da16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:13.090739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-d4eb1ef9-2973-4716-abeb-c925d6da16ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1131 time: 0.1220970 Feb 19 07:11:13.101308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e27b26-619e-48f8-8d5c-de1cad8e7a83 req-072a603b-2452-4281-b776-996e4a1c1805 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:13.103556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9e27b26-619e-48f8-8d5c-de1cad8e7a83 req-072a603b-2452-4281-b776-996e4a1c1805 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 943 time: 0.0896964 Feb 19 07:11:13.113638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:13.114176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:13.233363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.233570 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks [] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.243891 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.263570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:13.280032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'port_id': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'mac_address': 'fa:16:3e:00:14:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:13.288760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9e27b26-619e-48f8-8d5c-de1cad8e7a83 req-10e7d373-9523-401e-a8b5-486619fc4b1f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683931 Feb 19 07:11:13.330506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:13.330925 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.347010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:13.374287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:13.384335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.446862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Pushing event updated for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:13.460012 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.460798 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.460956 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.461459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.461935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.462406 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.463592 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.464096 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.465066 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.465562 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.466035 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.466524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.467514 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:13.510746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:13.564256 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Attempting to bind port 21bc537f-79a1-4c91-b3d0-51cf9c366668 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:13.564788 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Attempting to bind port 21bc537f-79a1-4c91-b3d0-51cf9c366668 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:13.565155 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Attempting to bind port 21bc537f-79a1-4c91-b3d0-51cf9c366668 on network 085288dd-eb8b-4835-af7a-d1eed97ea244 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:13.571962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:13.572337 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Checking segment: {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:13.572915 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.577280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Bound using segment: {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:13.579173 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Bound port: 21bc537f-79a1-4c91-b3d0-51cf9c366668, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eb9793-2779-49ea-b2a1-e26268168903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:13.580271 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.619807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc53a44-fdd1-429e-a105-2116bbcb9c2c req-20250c84-680b-4603-b479-6e7c2389bc6a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:13.623845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdc53a44-fdd1-429e-a105-2116bbcb9c2c req-20250c84-680b-4603-b479-6e7c2389bc6a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1358314 Feb 19 07:11:13.641080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:13.674597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:13.680167 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] For port 21bc537f-79a1-4c91-b3d0-51cf9c366668, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:13.683972 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] For port 21bc537f-79a1-4c91-b3d0-51cf9c366668, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21bc537f-79a1-4c91-b3d0-51cf9c366668,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:13.695743 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.758862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:13.822833 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:13.823499 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:13.825021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdc53a44-fdd1-429e-a105-2116bbcb9c2c req-30a7e3a3-9cf2-4cc5-a105-eefd16d0a365 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867139 Feb 19 07:11:13.828431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Deleting port 21bc537f-79a1-4c91-b3d0-51cf9c366668 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:13.828769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:13.839672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1eac15-742b-49c1-81ce-47de2011588a None None] Pushing event updated for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:13.970678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Provisioning complete for port 21bc537f-79a1-4c91-b3d0-51cf9c366668 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:13.971052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.001783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7b052d78-623f-4e21-bf64-9c4bcb80425e details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:14.038415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks [] for port (4bd71740-436b-4905-9c6a-35704c0240c4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.048855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] For port 21bc537f-79a1-4c91-b3d0-51cf9c366668, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21bc537f-79a1-4c91-b3d0-51cf9c366668,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:14.051982 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.061734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Transition to ACTIVE for port object 4bd71740-436b-4905-9c6a-35704c0240c4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:14.071625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413b046-79b2-4dcc-8282-ae3a946167c6 req-2db3f091-8d40-4d69-9aa2-97d2de60daf3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:14.073806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2413b046-79b2-4dcc-8282-ae3a946167c6 req-2db3f091-8d40-4d69-9aa2-97d2de60daf3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2271931 Feb 19 07:11:14.075046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.110629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:14.114375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Calling delete_port for 21bc537f-79a1-4c91-b3d0-51cf9c366668 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:14.132467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:14.211833 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:11:14.254066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:14.263640 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62378dfb-de23-414a-b4ea-98245888bb70" -d '{"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:14.290111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] No DVR routers for this DVR port 4bd71740-436b-4905-9c6a-35704c0240c4 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:14.296362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:14.322405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2413b046-79b2-4dcc-8282-ae3a946167c6 req-53920ba5-0fc1-4e8b-8cff-129175edd4a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387800 Feb 19 07:11:14.390600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:14.390951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:14.391401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:14.397890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:14.398219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Attempting to bind port 4bd71740-436b-4905-9c6a-35704c0240c4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:14.405130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:14.405473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:14.405858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:14.406287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Bound port: 4bd71740-436b-4905-9c6a-35704c0240c4, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:14.406647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.448105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960addd-21cb-42cb-9c75-06c2ca41170c req-470fa4bb-dd0e-4148-98d4-3f5b3b3a3e71 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:14.449661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6960addd-21cb-42cb-9c75-06c2ca41170c req-470fa4bb-dd0e-4148-98d4-3f5b3b3a3e71 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 943 time: 0.2818627 Feb 19 07:11:14.452686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Current status of the port 21bc537f-79a1-4c91-b3d0-51cf9c366668 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:14.453087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.490932 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73cc78-b449-48a5-998a-0d478418c3e3 x-openstack-request-id: req-1d73cc78-b449-48a5-998a-0d478418c3e3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:14.491255 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:14.491563 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d73cc78-b449-48a5-998a-0d478418c3e3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:14.491959 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'code': 200} Feb 19 07:11:14.515662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:09Z', 'revision_number': 4, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21bc537f-79a1-4c91-b3d0-51cf9c366668', 'name': '', 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'mac_address': 'fa:16:3e:71:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:07Z', 'updated_at': '2022-02-19T07:11:13Z', 'revision_number': 4, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'subnets': [{'id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:14.542019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:14.544888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] For port 21bc537f-79a1-4c91-b3d0-51cf9c366668, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21bc537f-79a1-4c91-b3d0-51cf9c366668,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:14.545328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:14.550511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:14.558964 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.560062 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad48fe-b620-45ca-9d45-5d4b2a8341fd None None] The sync data for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 is: [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:09Z', 'revision_number': 4, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21bc537f-79a1-4c91-b3d0-51cf9c366668', 'name': '', 'network_id': '085288dd-eb8b-4835-af7a-d1eed97ea244', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'mac_address': 'fa:16:3e:71:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:07Z', 'updated_at': '2022-02-19T07:11:13Z', 'revision_number': 4, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'subnets': [{'id': '10204f01-d658-443f-baa9-8a03f08e1e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:14.583003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.643758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:14.684932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c576f3d-6e5d-4d3c-ae96-20b7affe0678 None None] Pushing event updated for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:14.714172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:14.715236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.717122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] 10.222.0.24 "PUT /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 1095 time: 1.6103733 Feb 19 07:11:14.748356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7b052d78-623f-4e21-bf64-9c4bcb80425e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:14.748770 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.774768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (21bc537f-79a1-4c91-b3d0-51cf9c366668), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.779868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b052d78-623f-4e21-bf64-9c4bcb80425e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:14.786249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-394b4e2d-0ecb-4d34-84fa-67d868090ff1 None None] Could not find standard attr ID for object 21bc537f-79a1-4c91-b3d0-51cf9c366668. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:11:14.811058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:14.816632 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:14.821294 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65c55249-46db-41ae-9b51-10c37625faa6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9a3524f58dc47da9c07b30ea2aec5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7081516 Feb 19 07:11:14.826183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40952) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:14.835956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a23bec-9907-4a66-ae8b-5cd77f82f02d service neutron] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:14.857239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff0fa9-3a86-4be0-a743-7b74be5a6cc4 req-d4d198f7-56cf-4cb8-b444-fe93f03df395 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:14.865476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ff0fa9-3a86-4be0-a743-7b74be5a6cc4 req-d4d198f7-56cf-4cb8-b444-fe93f03df395 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 944 time: 0.3136997 Feb 19 07:11:14.886051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bc537f-79a1-4c91-b3d0-51cf9c366668,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:14.922753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6960addd-21cb-42cb-9c75-06c2ca41170c req-179a9dc2-ba59-4d9a-ab06-67cbbeaf8271 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431861 Feb 19 07:11:14.953300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:15.028277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-ce4d0633-d80e-444d-86d0-f06dd8053f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.029838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-ce4d0633-d80e-444d-86d0-f06dd8053f47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1129 time: 0.2836173 Feb 19 07:11:15.087032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ff0fa9-3a86-4be0-a743-7b74be5a6cc4 req-9141cdfc-050b-49c0-b054-913e382d6997 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170372 Feb 19 07:11:15.115902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:15.169767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] Publish callbacks [] for security_group (29ba655d-07af-468a-a233-77f0e5c4fbb9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.226801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f2f8c-b041-4a2a-a01e-88685ecf4a18 req-e16109b8-fc36-4e08-9318-69ada2fc2a7c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.230963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7b052d78-623f-4e21-bf64-9c4bcb80425e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:15.241341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-0ce2d7bb-4bbf-4682-93e9-acf24d02456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.243922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-0ce2d7bb-4bbf-4682-93e9-acf24d02456b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1972849 Feb 19 07:11:15.245743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-830f2f8c-b041-4a2a-a01e-88685ecf4a18 req-e16109b8-fc36-4e08-9318-69ada2fc2a7c tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1731126 Feb 19 07:11:15.248934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] Publish callbacks [] for security_group (29ba655d-07af-468a-a233-77f0e5c4fbb9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.300207 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-a3fc6755-7282-4eaf-ae6d-c7492a8f99f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0430958 Feb 19 07:11:15.330055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:15.369321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:15.371368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.381337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (c0294198-ca65-4666-83c7-c4e56cc66dba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.391947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-27bd6f7a-43e7-4ee3-a990-7096e85032e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.393383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-27bd6f7a-43e7-4ee3-a990-7096e85032e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0849872 Feb 19 07:11:15.394462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-830f2f8c-b041-4a2a-a01e-88685ecf4a18 req-3fba38f8-b30a-4ef8-9298-7927d11cb4d3 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477933 Feb 19 07:11:15.446089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29ba655d-07af-468a-a233-77f0e5c4fbb9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.449824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.454565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29ba655d-07af-468a-a233-77f0e5c4fbb9 HTTP/1.1" status: 204 len: 168 time: 0.6270978 Feb 19 07:11:15.503888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd8dd5-634d-402e-bf08-a415cf9cf544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba655d-07af-468a-a233-77f0e5c4fbb9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:15.557167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4963f-8dde-4436-843f-06740d3377bf req-a563198d-7842-4a0c-9a90-e6b19baf111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.560474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-a563198d-7842-4a0c-9a90-e6b19baf111a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1593406 Feb 19 07:11:15.591171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ee4b7-acc9-4482-a98e-7e9be576710a req-611862dc-bec9-43ac-a591-8c9c87e09ff7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:15.593159 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-012ee4b7-acc9-4482-a98e-7e9be576710a req-611862dc-bec9-43ac-a591-8c9c87e09ff7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 947 time: 0.1041822 Feb 19 07:11:15.698134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-012ee4b7-acc9-4482-a98e-7e9be576710a req-dee1bf9b-1091-40b4-a3a0-b07e5fd2e719 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898402 Feb 19 07:11:15.743316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:15.744509 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.773078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-f57b99e4-6cab-45ec-b14b-5486eddcb8e3 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017798 Feb 19 07:11:15.779856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:15.783669 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc932c6-03c5-4c2a-a73c-47b99f8a48ba" -d '{"events": [{"server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "name": "network-vif-plugged", "status": "completed", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:15.826720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:15.837403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:15.909306 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815c19f3-95bd-4740-9b87-e26eaaaf7181 x-openstack-request-id: req-815c19f3-95bd-4740-9b87-e26eaaaf7181 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:15.909618 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "name": "network-vif-plugged", "status": "completed", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:15.909881 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-815c19f3-95bd-4740-9b87-e26eaaaf7181 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:15.910283 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'code': 200} Feb 19 07:11:16.007941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:16.023790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cbbd2360-57f1-4fb4-9148-d2e601d30379 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:16.061364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83d4963f-8dde-4436-843f-06740d3377bf req-fb5ddb35-79a5-414a-b8df-bd03ffd4d1c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796979 Feb 19 07:11:16.104903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: cbbd2360-57f1-4fb4-9148-d2e601d30379 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:11:16.105165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cbbd2360-57f1-4fb4-9148-d2e601d30379 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:16.105596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:16.225159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 4bd71740-436b-4905-9c6a-35704c0240c4 host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:11:16.225654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:16.284403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add78d65-b82d-48f7-8081-c71684d21bed req-1cde1699-607f-4655-89d9-ecdc58a89375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.294898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-add78d65-b82d-48f7-8081-c71684d21bed req-1cde1699-607f-4655-89d9-ecdc58a89375 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 1127 time: 0.3566968 Feb 19 07:11:16.340682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7e0ef-4596-4113-8c71-107dbafcfbd0 req-e718b406-f77a-4452-9800-cf0d25a9787c tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.342235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd7e0ef-4596-4113-8c71-107dbafcfbd0 req-e718b406-f77a-4452-9800-cf0d25a9787c tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 944 time: 0.2077506 Feb 19 07:11:16.370010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Router c0294198-ca65-4666-83c7-c4e56cc66dba has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:16.381131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-add78d65-b82d-48f7-8081-c71684d21bed req-fd85a6c3-07a1-40ef-a3d7-78184880b022 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852621 Feb 19 07:11:16.385671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839fae6-b9fd-46ca-8d31-66b76b5c7a26 req-e0c3ed36-d1b1-474f-95ea-76508dfe0a02 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.387339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f839fae6-b9fd-46ca-8d31-66b76b5c7a26 req-e0c3ed36-d1b1-474f-95ea-76508dfe0a02 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.1778688 Feb 19 07:11:16.409800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd7e0ef-4596-4113-8c71-107dbafcfbd0 req-284a1129-7ee4-4170-a0c7-ad3c03fb32b8 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Feb 19 07:11:16.492700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:16.496166 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d6324c-d978-4efc-8c2b-18d130db2489" -d '{"events": [{"name": "network-changed", "server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:16.508548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f839fae6-b9fd-46ca-8d31-66b76b5c7a26 req-b4815b06-838c-4b17-948b-baa85d24a55b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057959 Feb 19 07:11:16.542665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:16.579457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a7fb9b-3587-41aa-a5e8-50a694cba7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:16.585816 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194f2c5f-8485-418c-abda-a4a8a4720aa0 x-openstack-request-id: req-194f2c5f-8485-418c-abda-a4a8a4720aa0 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:16.586137 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:16.586402 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-194f2c5f-8485-418c-abda-a4a8a4720aa0 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:16.586798 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'status': 'completed', 'code': 200} Feb 19 07:11:16.588608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:16.595137 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8b0e14f0-37cf-45f0-895d-3574b24006a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/c0294198-ca65-4666-83c7-c4e56cc66dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4542553 Feb 19 07:11:16.597668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:16.688714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Sync routers for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:16.700865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:16.701761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:16.722195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks [] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:16.728866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bde9f-59bd-42ef-8d0d-98bbe7bc027a req-455fe026-fc11-4cac-a150-2063163a8776 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.730423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e3bde9f-59bd-42ef-8d0d-98bbe7bc027a req-455fe026-fc11-4cac-a150-2063163a8776 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2224112 Feb 19 07:11:16.753390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-c76989b9-d1b3-4f72-92d6-2d74a067e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.754893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-c76989b9-d1b3-4f72-92d6-2d74a067e9b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1129 time: 0.1511979 Feb 19 07:11:16.869601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:16.872473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-d0f53a4e-d80f-4ac6-8604-c6b0282280b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.872645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-d0f53a4e-d80f-4ac6-8604-c6b0282280b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1129 time: 0.2179637 Feb 19 07:11:16.880785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a7fb9b-3587-41aa-a5e8-50a694cba7d1 admin admin] Publish callbacks [] for security_group (f8daa92c-abde-48ee-b062-9cad8b57f3f0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:16.892845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e3bde9f-59bd-42ef-8d0d-98bbe7bc027a req-0503dc3e-7692-47ce-8cf0-dd6787618e31 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546230 Feb 19 07:11:16.918939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a7fb9b-3587-41aa-a5e8-50a694cba7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f8daa92c-abde-48ee-b062-9cad8b57f3f0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:16.968871 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks [] for router_gateway (c0294198-ca65-4666-83c7-c4e56cc66dba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:16.987690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a64ae-de7e-4f2b-973a-b35c78aaee95 req-9d74e607-d596-4079-be44-a6763ddd8304 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:16.989631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4a64ae-de7e-4f2b-973a-b35c78aaee95 req-9d74e607-d596-4079-be44-a6763ddd8304 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 947 time: 0.1168032 Feb 19 07:11:17.014949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-47a7fb9b-3587-41aa-a5e8-50a694cba7d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef486accbf8a4c90af5f411995682713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700916 Feb 19 07:11:17.019491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:17.038708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-bbae6d76-1cd8-4d82-9b7f-df39bc6a0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.040722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-bbae6d76-1cd8-4d82-9b7f-df39bc6a0cbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2736003 Feb 19 07:11:17.083660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '525d435f-1467-4f79-872d-99e85f45da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:14Z', 'revision_number': 5, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port': {'id': '525d435f-1467-4f79-872d-99e85f45da0f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:03Z', 'updated_at': '2022-02-19T07:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:17.098996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7fb9b-3587-41aa-a5e8-50a694cba7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8daa92c-abde-48ee-b062-9cad8b57f3f0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:17.105998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-c7892da2-07fe-477f-9189-6e111f04fb2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0533834 Feb 19 07:11:17.107591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4a64ae-de7e-4f2b-973a-b35c78aaee95 req-bf42d43f-03b2-4488-add5-f61a7f898435 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953209 Feb 19 07:11:17.138981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Checking router: c0294198-ca65-4666-83c7-c4e56cc66dba for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:17.151170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Routers {'c0294198-ca65-4666-83c7-c4e56cc66dba'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:17.152090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c0294198-ca65-4666-83c7-c4e56cc66dba'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:17.153241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Deleting port 525d435f-1467-4f79-872d-99e85f45da0f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:17.153846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (525d435f-1467-4f79-872d-99e85f45da0f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.170144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] Publish callbacks [] for security_group (f8daa92c-abde-48ee-b062-9cad8b57f3f0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.187466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-20f0f264-e25f-4c82-b669-db0de41a4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.189165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-20f0f264-e25f-4c82-b669-db0de41a4328 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2926636 Feb 19 07:11:17.193594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-94c06104-abcb-4635-84b0-4093ead2ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.195616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-94c06104-abcb-4635-84b0-4093ead2ce7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0780785 Feb 19 07:11:17.229620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] Publish callbacks [] for security_group (f8daa92c-abde-48ee-b062-9cad8b57f3f0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.240328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-97845c79-1176-4532-a15d-335d97a89047 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0434155 Feb 19 07:11:17.265914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] Set router c0294198-ca65-4666-83c7-c4e56cc66dba gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:17.292678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] For port 525d435f-1467-4f79-872d-99e85f45da0f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=525d435f-1467-4f79-872d-99e85f45da0f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:17.293146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (525d435f-1467-4f79-872d-99e85f45da0f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.299461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-f4606671-4962-4ad3-af0b-fddc2803c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.301576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-f4606671-4962-4ad3-af0b-fddc2803c50d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0506313 Feb 19 07:11:17.307560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Calling delete_port for 525d435f-1467-4f79-872d-99e85f45da0f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:17.365286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f8daa92c-abde-48ee-b062-9cad8b57f3f0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.365286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.369761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8daa92c-abde-48ee-b062-9cad8b57f3f0 HTTP/1.1" status: 204 len: 168 time: 0.3482018 Feb 19 07:11:17.386762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f155c23-c7d1-415f-9472-cfb32dcfc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8daa92c-abde-48ee-b062-9cad8b57f3f0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:17.398827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-e29d5615-5ea3-4e8b-9132-929d1d6b1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.406003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-e29d5615-5ea3-4e8b-9132-929d1d6b1471 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0875387 Feb 19 07:11:17.415309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-dad3983c-c888-4428-883c-be81658b1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.420904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-dad3983c-c888-4428-883c-be81658b1cf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1782253 Feb 19 07:11:17.589255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (525d435f-1467-4f79-872d-99e85f45da0f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.593367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-0c5bb167-7bf1-4ebc-ad6b-36384489ea97 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540730 Feb 19 07:11:17.593779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:16Z', 'revision_number': 6, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:17.634597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765747d-ab41-4759-a304-6c8a181af03f None None] The sync data for ids ['c0294198-ca65-4666-83c7-c4e56cc66dba'] in n-d-829866-3 is: [{'id': 'c0294198-ca65-4666-83c7-c4e56cc66dba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1693275243-router', 'tenant_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:16Z', 'revision_number': 6, 'project_id': '21b7ef79d14a415f96ec9dcc48e268fa', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:17.654865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=525d435f-1467-4f79-872d-99e85f45da0f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:17.760278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f41b4-1e9f-4eae-aeeb-bd16b5747b0a req-5407e295-1b04-461f-9b1d-761492c2fa1b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:17.762341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb7f41b4-1e9f-4eae-aeeb-bd16b5747b0a req-5407e295-1b04-461f-9b1d-761492c2fa1b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.1191301 Feb 19 07:11:17.770328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (c0294198-ca65-4666-83c7-c4e56cc66dba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.937324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.943806 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks [] for router_controller (c0294198-ca65-4666-83c7-c4e56cc66dba), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:17.977573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb7f41b4-1e9f-4eae-aeeb-bd16b5747b0a req-3eaaad87-2f73-4733-b029-508c5972577a tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030163 Feb 19 07:11:18.015860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7b052d78-623f-4e21-bf64-9c4bcb80425e up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:18.040140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (c0294198-ca65-4666-83c7-c4e56cc66dba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.040714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0294198-ca65-4666-83c7-c4e56cc66dba {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:11:18.059600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.059600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f6549b4-a06b-47bf-bcdb-f4ae9316b7bd admin admin] 10.222.0.43 "DELETE /v2.0/routers/c0294198-ca65-4666-83c7-c4e56cc66dba HTTP/1.1" status: 204 len: 168 time: 1.4570682 Feb 19 07:11:18.059998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:18.135417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 7b052d78-623f-4e21-bf64-9c4bcb80425e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:18.137765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Deleting subnet 10204f01-d658-443f-baa9-8a03f08e1e24 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:11:18.143165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 7b052d78-623f-4e21-bf64-9c4bcb80425e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:18.143631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.145166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Publish callbacks [] for subnet (10204f01-d658-443f-baa9-8a03f08e1e24), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.247330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (10204f01-d658-443f-baa9-8a03f08e1e24), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.325855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-80214eeb-2faf-4a9b-b7cb-0b82c94910c1 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087476 Feb 19 07:11:18.345932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39741bc-d885-4705-b7df-9d72835f1f7a req-0994a7cb-3416-47e3-8cb9-fac648f377ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:18.353455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c39741bc-d885-4705-b7df-9d72835f1f7a req-0994a7cb-3416-47e3-8cb9-fac648f377ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 944 time: 0.7571824 Feb 19 07:11:18.378527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd94cc-f765-42b0-abea-2e7ea01258b8 req-948d4e1f-5595-44b6-b13d-f9c99deaa889 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:18.388601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fcd94cc-f765-42b0-abea-2e7ea01258b8 req-948d4e1f-5595-44b6-b13d-f9c99deaa889 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.1990921 Feb 19 07:11:18.392430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7b052d78-623f-4e21-bf64-9c4bcb80425e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:18.393403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.455552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:18.459003 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca006e1-94f5-43aa-bb2a-6a742f0506e6" -d '{"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-plugged", "status": "completed", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:18.484459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:18.495219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.503246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c39741bc-d885-4705-b7df-9d72835f1f7a req-7165c5c2-68e5-4c33-91e1-8a08791fa22d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485832 Feb 19 07:11:18.505358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-81310461-4256-47ae-9cbf-2834bf2eb6d9 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0824356 Feb 19 07:11:18.547589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fcd94cc-f765-42b0-abea-2e7ea01258b8 req-5e946cd0-01ff-4bbb-af94-d00c6f097c60 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579816 Feb 19 07:11:18.551028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (10204f01-d658-443f-baa9-8a03f08e1e24), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.582204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:18.648803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (10204f01-d658-443f-baa9-8a03f08e1e24), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.688923 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72604eaf-c125-4c9b-a9ca-0a354adf1b8b x-openstack-request-id: req-72604eaf-c125-4c9b-a9ca-0a354adf1b8b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:18.689334 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-plugged", "status": "completed", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:18.689684 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72604eaf-c125-4c9b-a9ca-0a354adf1b8b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:18.690177 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'code': 200} Feb 19 07:11:18.705457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10204f01-d658-443f-baa9-8a03f08e1e24,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:18.744320 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.746808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb499f-4576-44d0-83e5-9b64b1bc531a None None] Network 085288dd-eb8b-4835-af7a-d1eed97ea244 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:11:18.751003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 525d435f-1467-4f79-872d-99e85f45da0f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:18.760413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a94ccdd7-466c-474b-8556-b8bedf32904e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/10204f01-d658-443f-baa9-8a03f08e1e24 HTTP/1.1" status: 204 len: 168 time: 0.6972866 Feb 19 07:11:18.760720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41028) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:18.787115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad7624-f023-436e-a04d-86e64affd024 req-10824d9e-55c3-44c6-88ca-e4539813d598 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:18.789490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60ad7624-f023-436e-a04d-86e64affd024 req-10824d9e-55c3-44c6-88ca-e4539813d598 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 947 time: 0.1421578 Feb 19 07:11:18.814428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d6324c-d978-4efc-8c2b-18d130db2489 req-d9e63852-1dbe-401f-a411-0c14d071b1e9 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938256 Feb 19 07:11:18.862181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60ad7624-f023-436e-a04d-86e64affd024 req-dea28c82-8214-4dbc-a84a-e401bde60e36 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557086 Feb 19 07:11:18.891649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf300a-7e57-43e1-a7c7-be68a1915764 req-bb40f678-bbf6-493c-8c56-27cafcb6bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:18.895291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cdf300a-7e57-43e1-a7c7-be68a1915764 req-bb40f678-bbf6-493c-8c56-27cafcb6bea7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1127 time: 0.1314435 Feb 19 07:11:18.922348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (085288dd-eb8b-4835-af7a-d1eed97ea244), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:18.926442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 525d435f-1467-4f79-872d-99e85f45da0f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:11:18.927001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 525d435f-1467-4f79-872d-99e85f45da0f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:18.928765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 21bc537f-79a1-4c91-b3d0-51cf9c366668 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:18.972076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 21bc537f-79a1-4c91-b3d0-51cf9c366668 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:11:18.973173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 21bc537f-79a1-4c91-b3d0-51cf9c366668 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:18.981696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cdf300a-7e57-43e1-a7c7-be68a1915764 req-399fd957-b3a9-4e8b-8016-1ceaf9d91043 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779700 Feb 19 07:11:19.041718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Deleting port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:19.044165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.075915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] DHCP port deletion for 085288dd-eb8b-4835-af7a-d1eed97ea244 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:11:19.160233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Deleting port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:19.161031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.198573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:19.205447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] For port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:19.205819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.247755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Calling delete_port for f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:19.275121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37921eac-a763-4858-8d13-64ab9a46559c req-b7629dc9-22e3-4d06-9334-f0d551df558c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:19.277017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37921eac-a763-4858-8d13-64ab9a46559c req-b7629dc9-22e3-4d06-9334-f0d551df558c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.1345184 Feb 19 07:11:19.347427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] For port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,segment=NetworkSegment(80eb9793-2779-49ea-b2a1-e26268168903),segment_id=80eb9793-2779-49ea-b2a1-e26268168903)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:19.347726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.367753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Calling delete_port for f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:19.405631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37921eac-a763-4858-8d13-64ab9a46559c req-3322d5a5-2c6d-4156-8b9f-3e9b339062e8 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934227 Feb 19 07:11:19.442083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.484199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:19.509130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '4bd71740-436b-4905-9c6a-35704c0240c4', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '4bd71740-436b-4905-9c6a-35704c0240c4', 'mac_address': 'fa:16:3e:ec:c6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:19.509389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:19.543526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] No DVR routers for this DVR port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:19.567728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4bd71740-436b-4905-9c6a-35704c0240c4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:19.568112 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.590566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd71740-436b-4905-9c6a-35704c0240c4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:19.613121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (f5dc80c6-b34e-489c-ad97-18c3ab1d2a31), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.616779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:19.640098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdf00c-eba6-4fa8-8fce-d4703b63c9f8 req-08664da2-e955-4ad8-a29f-d0002afd619c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:19.641579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18fdf00c-eba6-4fa8-8fce-d4703b63c9f8 req-08664da2-e955-4ad8-a29f-d0002afd619c tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.1358774 Feb 19 07:11:19.643551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.651371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] Pushing event deleted for resources: {'Port': ['ID=f5dc80c6-b34e-489c-ad97-18c3ab1d2a31,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:19.651945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:19.658184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Request body: {'floatingip': {'port_id': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:19.704343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (085288dd-eb8b-4835-af7a-d1eed97ea244), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.718804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.719680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:19.748656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2fb51-54c1-4dc8-9a28-94c654a3b991 None None] No DVR routers for this DVR port f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:19.808692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085288dd-eb8b-4835-af7a-d1eed97ea244']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:19.827870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40f3d-5657-49b8-b1bf-c105f911cba0 req-1e23da66-ddaf-4149-841a-6f44ade37f60 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:19.829485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-daa40f3d-5657-49b8-b1bf-c105f911cba0 req-1e23da66-ddaf-4149-841a-6f44ade37f60 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.0689654 Feb 19 07:11:19.844293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eb9793-2779-49ea-b2a1-e26268168903') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:19.844596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eb9793-2779-49ea-b2a1-e26268168903') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:19.861667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (80eb9793-2779-49ea-b2a1-e26268168903), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.898086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-daa40f3d-5657-49b8-b1bf-c105f911cba0 req-6f41b001-47b2-434c-96a8-162d1fb43d93 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626738 Feb 19 07:11:19.975298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (80eb9793-2779-49ea-b2a1-e26268168903), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:19.997048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:11:19.997762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (80eb9793-2779-49ea-b2a1-e26268168903), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:20.009953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:11:20.043253 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:11:20.074744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17da3-a13c-47af-b390-b5b70f372c25 req-80529cbe-6038-4f0c-9e60-71ea84998177 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:20.083662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c17da3-a13c-47af-b390-b5b70f372c25 req-80529cbe-6038-4f0c-9e60-71ea84998177 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 948 time: 0.0859044 Feb 19 07:11:20.103704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77a1df-51ef-461b-95ea-7b6314e6ff43 req-2d7b30b3-e11b-40b8-8ef6-2990946b8796 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:20.113624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f77a1df-51ef-461b-95ea-7b6314e6ff43 req-2d7b30b3-e11b-40b8-8ef6-2990946b8796 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 945 time: 0.4000320 Feb 19 07:11:20.190465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c17da3-a13c-47af-b390-b5b70f372c25 req-07988089-4609-4d40-b8fe-c6bb5e584339 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053429 Feb 19 07:11:20.301029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f77a1df-51ef-461b-95ea-7b6314e6ff43 req-cde3c6c1-c487-42c3-9e80-399db939402a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853280 Feb 19 07:11:20.303515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (085288dd-eb8b-4835-af7a-d1eed97ea244), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:20.318325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:20.344208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] 10.222.0.43 "DELETE /v2.0/networks/085288dd-eb8b-4835-af7a-d1eed97ea244 HTTP/1.1" status: 204 len: 168 time: 1.5809989 Feb 19 07:11:20.382110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:20.423605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc9f8-b84b-4398-91da-52509d81d241 admin admin] Pushing event deleted for resources: {'Network': ['ID=085288dd-eb8b-4835-af7a-d1eed97ea244,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:20.511165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:11:20.512472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f5dc80c6-b34e-489c-ad97-18c3ab1d2a31 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:11:20.632719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-229590ff-b5a7-4828-a061-56bb0cc70c21 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:20.638513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-229590ff-b5a7-4828-a061-56bb0cc70c21 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 948 time: 0.1744223 Feb 19 07:11:20.720262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f804254-2723-4cba-8a10-67f5c368a790 req-6fb00976-d848-4ff6-ad23-c0a5c50ceeb1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:20.727817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f804254-2723-4cba-8a10-67f5c368a790 req-6fb00976-d848-4ff6-ad23-c0a5c50ceeb1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 948 time: 0.1821833 Feb 19 07:11:20.754751 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-545b4939-b646-4c35-bd93-588280b1291b service neutron] delete failed (client error): The resource could not be found. Feb 19 07:11:20.756488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-545b4939-b646-4c35-bd93-588280b1291b service neutron] 10.222.0.47 "DELETE /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.1116235 Feb 19 07:11:20.776947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-13d0b6c0-bbdc-442b-9cbe-295fd01b06fc tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357265 Feb 19 07:11:20.779983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:20.956956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9aace416-5896-41ba-8c3d-f58a9d3ec850 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21b7ef79d14a415f96ec9dcc48e268fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756206 Feb 19 07:11:20.962412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:20.991394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-7cb3a125-636c-44f0-b3fa-8e3b9171028e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:20.992963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-7cb3a125-636c-44f0-b3fa-8e3b9171028e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146518 Feb 19 07:11:21.025322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-67acba51-5990-43b8-b2b4-5df7adfd3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:21.026843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-67acba51-5990-43b8-b2b4-5df7adfd3059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1130 time: 0.1503983 Feb 19 07:11:21.033119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-707cbb11-e6aa-4404-817a-c5f5030b2122 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0279179 Feb 19 07:11:21.131119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-5772db5e-7141-4f79-8664-547a0d0e835f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828409 Feb 19 07:11:21.135769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] Publish callbacks [] for security_group (6761849b-ae69-411a-bd64-1baa0ab576c0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.185837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] Publish callbacks [] for security_group (6761849b-ae69-411a-bd64-1baa0ab576c0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.199534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:21.223971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-370eb539-702f-4795-a336-f4e83c346ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:21.226001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-370eb539-702f-4795-a336-f4e83c346ff9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1915157 Feb 19 07:11:21.262575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f804254-2723-4cba-8a10-67f5c368a790 req-73491001-f005-4fe8-917c-4b2b294c4782 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280058 Feb 19 07:11:21.323524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-438fb602-748e-49b6-8bb2-5e0c3eb0e1f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.0904264 Feb 19 07:11:21.324802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 4bd71740-436b-4905-9c6a-35704c0240c4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:21.341375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 4bd71740-436b-4905-9c6a-35704c0240c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:21.343294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.435703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6761849b-ae69-411a-bd64-1baa0ab576c0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.442569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.443775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6761849b-ae69-411a-bd64-1baa0ab576c0 HTTP/1.1" status: 204 len: 168 time: 0.4757330 Feb 19 07:11:21.459793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-28ca57be-42cc-4326-90ac-92ac96607a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:21.461345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-28ca57be-42cc-4326-90ac-92ac96607a2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1309633 Feb 19 07:11:21.484164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:11:21.510016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4bd71740-436b-4905-9c6a-35704c0240c4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:21.510541 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.531837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd8a8-155b-4df9-8fd7-ff3676380455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6761849b-ae69-411a-bd64-1baa0ab576c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:21.547541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.556563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.565264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:21.568324 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ffdced-13f1-4a8d-b3e6-ac6052df87b9" -d '{"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-plugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:21.609704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:21.622734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:21.676236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-baf3fc03-7754-470c-af77-fa83621de4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:21.681253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-baf3fc03-7754-470c-af77-fa83621de4ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2072473 Feb 19 07:11:21.733859 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11 associated. External IP: 172.25.7.78, port: 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a. Feb 19 07:11:21.757280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:21.868901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495069fb-e1eb-4beb-9559-debfd7a69187 req-b89f5dc8-957a-44da-bd07-426263b8f2d0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:21.876380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-495069fb-e1eb-4beb-9559-debfd7a69187 req-b89f5dc8-957a-44da-bd07-426263b8f2d0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.3296993 Feb 19 07:11:21.986667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-495069fb-e1eb-4beb-9559-debfd7a69187 req-3f33c5d3-7383-4f02-b82e-0997c13df387 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093154 Feb 19 07:11:22.000427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-2362e0cc-91f0-4c03-8832-389303f66af0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087475 Feb 19 07:11:22.151125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-25fdbddc-c8ab-4267-b0cf-f0fe906c65b0 req-a226a11c-fe55-48d8-97cf-d67d189f68e0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 210 time: 0.0382485 Feb 19 07:11:22.218925 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2040ae-479a-48e5-9c20-c3ad7978a1f2 x-openstack-request-id: req-7b2040ae-479a-48e5-9c20-c3ad7978a1f2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:22.219259 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-plugged", "status": "completed", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:22.219519 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b2040ae-479a-48e5-9c20-c3ad7978a1f2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:22.219915 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'code': 200} Feb 19 07:11:22.257197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0d8ee3-4070-405d-9ab3-2ce10bb89f60 req-1c184e28-76df-4f50-b023-5de7e5b6674c service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500391 Feb 19 07:11:22.355411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ff353-117f-4689-a23a-d3fbaef5f1ed req-01345183-4beb-4273-a8ef-d7b59ac326a8 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:22.363394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af2ff353-117f-4689-a23a-d3fbaef5f1ed req-01345183-4beb-4273-a8ef-d7b59ac326a8 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 945 time: 0.2295432 Feb 19 07:11:22.433782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:22.502513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af2ff353-117f-4689-a23a-d3fbaef5f1ed req-a5417ac8-93ea-4f99-a8e0-3de812b184bd tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348927 Feb 19 07:11:22.684443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:22.689054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:22.694739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:22.719410 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:22.720041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:22.772641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2bfa8919-bf81-480d-be6e-7e5fa285e457 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "PUT /v2.0/floatingips/3b55a6ca-3d67-49ca-af39-77d5689d9a11 HTTP/1.1" status: 200 len: 990 time: 3.1194658 Feb 19 07:11:22.774773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:22.777300 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c662272-d1dd-4e15-9af6-75502a6f2cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:22.979255 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:23.097572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-8c2012eb-03b8-4d1d-8bb0-2909012ce612 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366836 Feb 19 07:11:23.192811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93a4f4-fa99-41c1-9c73-e9629c11ce29 req-7c799170-23bc-4281-8c93-258643e5a3f6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:23.195233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce93a4f4-fa99-41c1-9c73-e9629c11ce29 req-7c799170-23bc-4281-8c93-258643e5a3f6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2048750 Feb 19 07:11:23.295023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce93a4f4-fa99-41c1-9c73-e9629c11ce29 req-16785881-d768-4c05-a4d7-c75749ca8fbc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920222 Feb 19 07:11:23.306160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-7975d3fe-85e6-4f28-872b-53cfacdf8825 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:23.307916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-7975d3fe-85e6-4f28-872b-53cfacdf8825 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981559 Feb 19 07:11:23.325930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': 'dd858fea-0151-465b-9274-da5e83685f8b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:23.452747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-dcd78019-c6b1-45ee-ba56-fba2f8738565 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:23.454520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-dcd78019-c6b1-45ee-ba56-fba2f8738565 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0690527 Feb 19 07:11:23.482965 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:00:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:11:21Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:23.509863 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:23.515722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-7fa79ad1-4e35-4905-ae53-a79529b7a01e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0543075 Feb 19 07:11:23.519203 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:23.519950 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:23.529420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:23.566148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:23.570499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:23.579731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:23.584536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:23.612491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4694cc0-1f99-4158-a102-6c8a1f88c599 req-9af29fdc-cd61-4489-ab12-0a6ac7de3f95 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:23.615006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4694cc0-1f99-4158-a102-6c8a1f88c599 req-9af29fdc-cd61-4489-ab12-0a6ac7de3f95 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.1298914 Feb 19 07:11:23.666592 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:23.707203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4694cc0-1f99-4158-a102-6c8a1f88c599 req-6cefe677-0fba-4f15-926f-3f2d1c49d1cb tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635126 Feb 19 07:11:23.759250 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a3029-a685-42e0-a0a8-9fc53a7462ce x-openstack-request-id: req-a27a3029-a685-42e0-a0a8-9fc53a7462ce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:23.759569 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:23.759818 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a27a3029-a685-42e0-a0a8-9fc53a7462ce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:23.760227 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'status': 'completed', 'code': 200} Feb 19 07:11:23.795898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for security_group (ecd7d1dd-db8b-4efc-9488-32e3d0803050), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:23.800434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ecd7d1dd-db8b-4efc-9488-32e3d0803050), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:23.865760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7d1dd-db8b-4efc-9488-32e3d0803050,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:24.012154 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:00:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:11:21Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:24.065163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.148 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/8190f7fc-ef72-446b-a1f1-a604c20eaaac) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:24.069222 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109aa78-492e-4e4c-80c7-ee735ea92366 None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3b55a6ca-3d67-49ca-af39-77d5689d9a11', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'port_id': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'mac_address': 'fa:16:3e:00:14:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:09:18Z', 'updated_at': '2022-02-19T07:11:21Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:24.151939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6735ddf2-dede-447a-877f-18fc5dc31515 req-c28efe95-e866-414f-ab34-537c9421c268 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 210 time: 0.0682831 Feb 19 07:11:24.259671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-0298c1f6-401f-4c57-bc85-3823a492d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:24.259671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-0298c1f6-401f-4c57-bc85-3823a492d3fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd5d494fdafc458fac428ddef7dfa195&device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 1127 time: 0.4528635 Feb 19 07:11:24.433619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:24.442364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:24.453102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1310b1-0569-4ef3-bac8-6ace2b84e5d9 None None] New status for floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:24.519268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:24.541845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-deebb2be-7a03-4f42-94b1-8fc2f21abc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:24.543332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-deebb2be-7a03-4f42-94b1-8fc2f21abc7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 200 len: 924 time: 0.2681165 Feb 19 07:11:24.586120 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5 associated. External IP: 172.25.7.27, port: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c. Feb 19 07:11:24.720276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab69e6c2-229c-4794-8534-b671394c9211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:24.742062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:24.745131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-2208469b-c79b-4d41-bf25-9d1d9de1b48b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a HTTP/1.1" status: 200 len: 998 time: 0.1543293 Feb 19 07:11:24.753748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc1c4a-1a6f-4a5b-9f29-09e94000f750 req-58d3d718-382c-4de1-ac6c-ade0d2ae2908 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:24.755248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dcc1c4a-1a6f-4a5b-9f29-09e94000f750 req-58d3d718-382c-4de1-ac6c-ade0d2ae2908 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.2441421 Feb 19 07:11:24.844762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-446e15e9-1373-44cc-9973-3addecd974ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:24.846226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-446e15e9-1373-44cc-9973-3addecd974ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 200 len: 863 time: 0.0879655 Feb 19 07:11:24.863351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dcc1c4a-1a6f-4a5b-9f29-09e94000f750 req-cf16b386-5c82-4017-9995-9a309ce37f5b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961182 Feb 19 07:11:24.905068 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:24.960719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:24.969789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:24.976675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:24.981489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:25.014958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-ae0b8f10-f5b6-43f7-a59b-ebe5848edbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:25.016944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-ae0b8f10-f5b6-43f7-a59b-ebe5848edbec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=069e27e8-e524-4d6f-9ae4-101a91f4b577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1582897 Feb 19 07:11:25.079799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab69e6c2-229c-4794-8534-b671394c9211 admin admin] Publish callbacks [] for security_group (e5baf85e-a30d-45ca-b1a7-64795ca65bcd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.089531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab69e6c2-229c-4794-8534-b671394c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e5baf85e-a30d-45ca-b1a7-64795ca65bcd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.095399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:25.096014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.161367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-2f0eb228-a577-4842-bb60-c17577886457 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8402460 Feb 19 07:11:25.188979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab69e6c2-229c-4794-8534-b671394c9211 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31f927b64c5043de93f84f0730d57f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6684659 Feb 19 07:11:25.191450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:25.200425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-55d09f7e-70a6-483b-9d6c-5bcda46712c1 service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724076 Feb 19 07:11:25.206731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Request body: {'port': {'device_id': 'dd858fea-0151-465b-9274-da5e83685f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:25.231887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69e6c2-229c-4794-8534-b671394c9211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5baf85e-a30d-45ca-b1a7-64795ca65bcd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:25.292490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53acc-5c62-4fe4-8c2d-cd8d2777399d req-9b69c7ee-f15f-4492-9352-ae097acaf290 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:25.293915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9d53acc-5c62-4fe4-8c2d-cd8d2777399d req-9b69c7ee-f15f-4492-9352-ae097acaf290 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1131 time: 0.2049847 Feb 19 07:11:25.299340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-da8914f4-8a1f-435d-a81d-83f1076bb6bb None None] Provisioning complete for port 8190f7fc-ef72-446b-a1f1-a604c20eaaac triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:25.300037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da8914f4-8a1f-435d-a81d-83f1076bb6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.328532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] Publish callbacks [] for security_group (e5baf85e-a30d-45ca-b1a7-64795ca65bcd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.342721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:25.354387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da8914f4-8a1f-435d-a81d-83f1076bb6bb None None] Port 8190f7fc-ef72-446b-a1f1-a604c20eaaac cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:25.366677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] Publish callbacks [] for security_group (e5baf85e-a30d-45ca-b1a7-64795ca65bcd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.513814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e5baf85e-a30d-45ca-b1a7-64795ca65bcd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.516774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.520575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5baf85e-a30d-45ca-b1a7-64795ca65bcd HTTP/1.1" status: 204 len: 168 time: 0.3253331 Feb 19 07:11:25.533616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f82f4-4488-4957-8a7f-99443a297950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5baf85e-a30d-45ca-b1a7-64795ca65bcd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:25.557821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:25.570125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.573908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:25.599240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:25.599871 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:25.615933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-405de0ad-cd88-42b5-ad38-b3a1ee2dfbaa tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "PUT /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 996 time: 2.0903730 Feb 19 07:11:25.685938 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:25.741845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-30d5ff19-a0d6-4d69-927a-70c89bf54af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:25.746055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-30d5ff19-a0d6-4d69-927a-70c89bf54af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.1097147 Feb 19 07:11:25.755801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c662272-d1dd-4e15-9af6-75502a6f2cbd req-f067872c-2eba-4488-b9b5-489162935eab service neutron] 10.222.0.24 "GET /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450544 Feb 19 07:11:25.763647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9d53acc-5c62-4fe4-8c2d-cd8d2777399d req-50a430df-70a2-4d2d-b2c3-951267e72e5f tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626021 Feb 19 07:11:25.767604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:25.772966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380987e-1955-4b84-a42c-72d43bdc7b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:25.775713 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:25.941807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-26645c70-b119-469b-a212-9b20a40d52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:25.946672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-26645c70-b119-469b-a212-9b20a40d52fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.1946404 Feb 19 07:11:26.030451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-20f08b6c-f3f1-4e65-84bd-5961821700b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 999 time: 0.0774324 Feb 19 07:11:26.051740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a90b8-0469-4351-a8d5-c954cae277e7 req-fcb8e593-57cf-4dfd-84da-5397106c1613 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:26.059129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-313a90b8-0469-4351-a8d5-c954cae277e7 req-fcb8e593-57cf-4dfd-84da-5397106c1613 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 936 time: 0.1381927 Feb 19 07:11:26.077900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:26.139303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-f2b03ac4-99ac-4be3-b830-d0c8eb07302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:26.141083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-f2b03ac4-99ac-4be3-b830-d0c8eb07302f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.1035802 Feb 19 07:11:26.171889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-313a90b8-0469-4351-a8d5-c954cae277e7 req-7deb93fe-df5d-4539-b3fc-613b386e37aa tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118424 Feb 19 07:11:26.244548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-413e1dfa-ec63-4dfb-9309-882605a1eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:26.249172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8190f7fc-ef72-446b-a1f1-a604c20eaaac {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:26.258357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-413e1dfa-ec63-4dfb-9309-882605a1eef5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112080 Feb 19 07:11:26.268476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks [] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:26.296444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Transition to ACTIVE for port object 8190f7fc-ef72-446b-a1f1-a604c20eaaac will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:26.312930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:26.337092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:26.394444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'mac_address': 'fa:16:3e:e8:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:26.395994 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:24Z', 'revision_number': 1, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:26.415120 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4ed4cf-93a5-43de-b757-c3bd5cb8013a x-openstack-request-id: req-ef4ed4cf-93a5-43de-b757-c3bd5cb8013a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:26.415442 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:26.415697 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef4ed4cf-93a5-43de-b757-c3bd5cb8013a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:26.416088 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:11:26.452397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:26.464331 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:26.465308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:26.470095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Pushing event updated for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:26.513268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f77ade05-6998-4196-a0c0-23428ab6f210 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:26.513661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:26.550726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f77ade05-6998-4196-a0c0-23428ab6f210 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:26.594007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:26.602409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-b7afdb04-ae47-4a93-80b9-7ac6d4ab11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:26.604228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-b7afdb04-ae47-4a93-80b9-7ac6d4ab11e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.2096448 Feb 19 07:11:26.605698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-1644f5f1-c0f8-4a81-ab92-b09cf5957eaa service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464360 Feb 19 07:11:26.606717 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:26.649144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Attempting to bind port 8190f7fc-ef72-446b-a1f1-a604c20eaaac on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:26.649545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Attempting to bind port 8190f7fc-ef72-446b-a1f1-a604c20eaaac by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:26.650122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Attempting to bind port 8190f7fc-ef72-446b-a1f1-a604c20eaaac on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:26.696995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Port 8190f7fc-ef72-446b-a1f1-a604c20eaaac on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:26.697323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Attempting to bind port 8190f7fc-ef72-446b-a1f1-a604c20eaaac on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:26.705676 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:26.711886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:26.712244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:26.713450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:26.713922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Bound port: 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:26.714281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:26.750080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f77ade05-6998-4196-a0c0-23428ab6f210'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:26.829236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:26.837643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c27a359-6c4d-4506-8260-0f0eca42154c req-1ef2c18f-8b99-4336-89df-485558dd66bf service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180080 Feb 19 07:11:26.881966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:26.927644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-7bff4fba-7953-4d1d-b8cb-be16a40ee71d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659862 Feb 19 07:11:26.971140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-f1305039-a47a-4622-ae6d-efaf131e3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:26.972674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-f1305039-a47a-4622-ae6d-efaf131e3796 service neutron] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.3549623 Feb 19 07:11:27.092961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-ee4958cc-5d35-4794-a54c-545abbbb1758 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.095078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-ee4958cc-5d35-4794-a54c-545abbbb1758 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1154776 Feb 19 07:11:27.130551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:24Z', 'revision_number': 1, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:27.158430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-feb14dd4-73ae-4d21-bf1d-640fabeaff6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 999 time: 0.1430244 Feb 19 07:11:27.169259 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c8f985-9172-470c-8d32-4e000c9c8b8c None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:24Z', 'revision_number': 1, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:27.179266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1266280175-network', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:27.217678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-6cc39f82-7380-4252-86a3-deba08d7e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.219465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-6cc39f82-7380-4252-86a3-deba08d7e6f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0523798 Feb 19 07:11:27.224173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:27.232633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-ecbfe679-de2b-4505-ac13-e5b6caf13d42 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 999 time: 0.1296155 Feb 19 07:11:27.235362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Made reservation on behalf of 15cb15387001479e9ddf0eded5e4dd43 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:27.238133 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.250924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.257705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:27.277696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:27.310265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.332544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-26052f14-df6e-4291-bc08-be076beb55e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.339959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-26052f14-df6e-4291-bc08-be076beb55e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107995 Feb 19 07:11:27.361909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.364474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-0cf5b438-71d9-4a4d-8a06-87a17f2339b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.366052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-0cf5b438-71d9-4a4d-8a06-87a17f2339b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1388192 Feb 19 07:11:27.387409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-28e97cf3-84c2-4589-a028-d4ec96aef3bc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/quotas/2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 375 time: 0.0461740 Feb 19 07:11:27.391957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.392652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.393969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] 10.222.0.47 "PUT /v2.0/ports/8190f7fc-ef72-446b-a1f1-a604c20eaaac HTTP/1.1" status: 200 len: 1096 time: 2.1919150 Feb 19 07:11:27.396201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:27.398473 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7053289d-29a8-4aa6-80c4-9e228d70b089" -d '{"events": [{"name": "network-changed", "server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:27.565451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8a8838-bcdc-4aa7-8fc8-7f28a93723fc None None] New status for floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:27.621880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7615-e5c5-45e1-92ec-aee38150261b service neutron] Pushing event updated for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:27.720096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-334e7925-1332-4edf-9d92-3a59fa3fd92e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3284409 Feb 19 07:11:27.743537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-8c7bd063-dd5b-4348-9f60-771f8ecc387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.747261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-8c7bd063-dd5b-4348-9f60-771f8ecc387f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 1130 time: 0.2698286 Feb 19 07:11:27.761431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-5a1bf9f6-f2ec-429f-b31a-8a42e145f452 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665235 Feb 19 07:11:27.778791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks [] for security_group (6cd1e956-0e10-403e-99fb-60fb574c7ab5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.810590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6cd1e956-0e10-403e-99fb-60fb574c7ab5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.847592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:11:27.867782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd1e956-0e10-403e-99fb-60fb574c7ab5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:27.876045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-b6b7853d-933a-497e-9258-0fd849d727a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac HTTP/1.1" status: 200 len: 217 time: 0.1204195 Feb 19 07:11:27.885978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.api [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:11:27.886308 n-d-829866-3 neutron-server[103588]: DEBUG oslo_db.api [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:11:27.887337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9f638c70-8787-4386-8f22-217743bef076), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.887672 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Added segment 9f638c70-8787-4386-8f22-217743bef076 of type vlan for network 08a26345-b303-4173-8259-aa6fe70e4ba4 Feb 19 07:11:27.934546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (08a26345-b303-4173-8259-aa6fe70e4ba4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.996001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-63a3d24a-a052-4a72-85da-7473802ff2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:27.996789 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (08a26345-b303-4173-8259-aa6fe70e4ba4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:27.998022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-63a3d24a-a052-4a72-85da-7473802ff2c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1057355 Feb 19 07:11:28.000354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:28.001583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.076874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] Pushing event updated for resources: {'Network': ['ID=08a26345-b303-4173-8259-aa6fe70e4ba4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:28.088649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:28.091148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:11:28.097309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e08911da-5dff-4407-a014-7db1fba81251 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2139850 Feb 19 07:11:28.101141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:28.108635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Request body: {'subnet': {'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1266280175-subnet', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:28.112687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e380987e-1955-4b84-a42c-72d43bdc7b9e req-bd18b21b-cb7f-4268-9434-144b9844eae9 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350546 Feb 19 07:11:28.164741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Made reservation on behalf of 15cb15387001479e9ddf0eded5e4dd43 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:28.167943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.195996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-c8308484-733d-47ab-96ea-47ed010a4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:28.211935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-c8308484-733d-47ab-96ea-47ed010a4fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2042744 Feb 19 07:11:28.246478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port f77ade05-6998-4196-a0c0-23428ab6f210 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:28.247295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.347123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de963-f3ad-488a-8cf8-712a7ee92c1d req-3b5b8a4e-6f8b-4ec2-9157-459e55014f71 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:28.348725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b5de963-f3ad-488a-8cf8-712a7ee92c1d req-3b5b8a4e-6f8b-4ec2-9157-459e55014f71 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 948 time: 0.2844319 Feb 19 07:11:28.382894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f77ade05-6998-4196-a0c0-23428ab6f210 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:28.383447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.387813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.413771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b5de963-f3ad-488a-8cf8-712a7ee92c1d req-f42fe0c0-5c1e-4c76-96d9-a2c9a8158169 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549147 Feb 19 07:11:28.441077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-d0e98925-2fcd-479c-82bd-6ba967c13504 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228889 Feb 19 07:11:28.467712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:28.474587 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18329f5c-dd6b-4aae-99e6-bf3bca611651" -d '{"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-plugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:28.625665 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89abeeb1-3106-4cb7-bb56-c87ff3ddc9ea x-openstack-request-id: req-89abeeb1-3106-4cb7-bb56-c87ff3ddc9ea {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:28.625956 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:28.626212 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89abeeb1-3106-4cb7-bb56-c87ff3ddc9ea {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:28.626608 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac', 'status': 'completed', 'code': 200} Feb 19 07:11:28.678862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ddc2c93-cf04-4b7c-8623-596817d1247c req-64362510-405a-408d-8c0f-612668ff26fe service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274709 Feb 19 07:11:28.799453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:28.808221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:28.936107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edc71750-3169-4bb2-bdaa-f14ea97a6b3a req-85fb9def-ecda-4da7-ac22-2b746ab1e8ae tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 210 time: 0.0616920 Feb 19 07:11:28.955600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-83c6823b-7f77-4f6f-bed2-5d6356797d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:28.956973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-83c6823b-7f77-4f6f-bed2-5d6356797d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 1130 time: 0.1984675 Feb 19 07:11:28.966040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:29.018352 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d93e5c-32c3-4004-b526-fffae183ab31 x-openstack-request-id: req-77d93e5c-32c3-4004-b526-fffae183ab31 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:29.018677 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-plugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:29.018934 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77d93e5c-32c3-4004-b526-fffae183ab31 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:29.019362 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'code': 200} Feb 19 07:11:29.086808 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (4e1f0e47-4768-4762-a888-3e61ac772199), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.110056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-de3be535-2d76-49e5-aeaa-f4fe255812b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:29.112305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-de3be535-2d76-49e5-aeaa-f4fe255812b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1477265 Feb 19 07:11:29.160177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1f0e47-4768-4762-a888-3e61ac772199,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:29.172302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-80dc6b76-2f8d-46cb-b7f6-4926bdafb8c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac HTTP/1.1" status: 200 len: 217 time: 0.0528409 Feb 19 07:11:29.227462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Checking segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:29.227837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Network hostable DHCP agents. Network: 08a26345-b303-4173-8259-aa6fe70e4ba4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:11:29.230424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-62168561-bf5d-4b48-a0e3-b459c544e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:29.232570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-62168561-bf5d-4b48-a0e3-b459c544e328 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0528924 Feb 19 07:11:29.285256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:11:29.328419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-8e35e162-1855-4092-94b7-141c0023a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:29.331629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-8e35e162-1855-4092-94b7-141c0023a167 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0910659 Feb 19 07:11:29.350966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 08a26345-b303-4173-8259-aa6fe70e4ba4) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:29.360605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c45bc-4810-4870-9d4e-00d604fc1047 None None] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:11:29.382376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:29.386074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.423827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d40adacc-1fd6-4e82-8f34-069231b9ffe5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3185239 Feb 19 07:11:29.425583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:29.429272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.430987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:29.458015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.460715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.465879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.581863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-08a26345-b303-4173-8259-aa6fe70e4ba4', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:11:29.583410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:29.721993 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5 associated. External IP: 172.25.7.27, port: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c. Feb 19 07:11:29.824378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Allocated IP 172.20.0.2 (08a26345-b303-4173-8259-aa6fe70e4ba4/4e1f0e47-4768-4762-a888-3e61ac772199/55d992fd-86c9-42cd-9591-97b1f8cf88e3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:29.836881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-c2c1a178-68e7-41a2-a516-82c2868db3b8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2022383 Feb 19 07:11:29.987488 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks [] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.001666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:30.003037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.061172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Pushing event updated for resources: {'Port': ['ID=55d992fd-86c9-42cd-9591-97b1f8cf88e3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:30.075873 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.078037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:30.081567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:30.087021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:30.090050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-8ee9a543-6d17-42d2-be1d-432f2f390513 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:30.091589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-8ee9a543-6d17-42d2-be1d-432f2f390513 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494695 Feb 19 07:11:30.100416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-5a00b57a-60ed-4c90-9bdd-ae3f220d3e74 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7615747 Feb 19 07:11:30.136112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:30.136942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Request body: {'port': {'device_id': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '2456c081a2394cb1ad6cf9fbf9070a8d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:30.152109 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:30.158724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Attempting to bind port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:30.159154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Attempting to bind port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:30.159635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Attempting to bind port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 on network 08a26345-b303-4173-8259-aa6fe70e4ba4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:30.167694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:30.168756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Checking segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:30.169308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.169868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Bound using segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:30.170532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Bound port: 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:30.170956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.176807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:30.177669 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:30.249251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] For port 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:30.252532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] For port 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=55d992fd-86c9-42cd-9591-97b1f8cf88e3,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:30.268524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for router_controller (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.273787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.344890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f6eb-c0ce-41e0-b6b5-42947a7a2c54 req-3c227fea-f422-4948-90bc-6c699cd4b1e8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:30.354681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8460f6eb-c0ce-41e0-b6b5-42947a7a2c54 req-3c227fea-f422-4948-90bc-6c699cd4b1e8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 948 time: 0.7675869 Feb 19 07:11:30.367750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc2d8-705a-4e77-bba2-140e934d161a None None] Pushing event updated for resources: {'Port': ['ID=55d992fd-86c9-42cd-9591-97b1f8cf88e3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:30.406751 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:30.626105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:30.751624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8460f6eb-c0ce-41e0-b6b5-42947a7a2c54 req-4355ae29-69fd-4c69-bb44-66314b4f5a55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948455 Feb 19 07:11:30.906290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:30.917313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:30.938974 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:29Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:31.001686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:31.001926 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:31.013025 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0b80d0-4dfc-47f8-9760-b4494d47661a" -d '{"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:31.023176 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:31.023812 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:31.034979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Made reservation on behalf of 2456c081a2394cb1ad6cf9fbf9070a8d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:31.039014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:31.077534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7053289d-29a8-4aa6-80c4-9e228d70b089 req-8868d198-28dd-4c4a-b572-bce9cf079dd7 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9648325 Feb 19 07:11:31.086018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for router_gateway (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:31.090491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-1995e039-a4fa-4b3a-a07f-53449711f662 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "PUT /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 997 time: 3.8412039 Feb 19 07:11:31.162879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-347f3d90-2dc8-476c-8d47-77508489df6d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.177196 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-347f3d90-2dc8-476c-8d47-77508489df6d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports/d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 943 time: 0.0854628 Feb 19 07:11:31.272430 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:31.278595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-951574fd-4689-4cdc-8b86-17f26ceee3d3 req-9c79e952-9a82-455c-95db-0ff9d69d11f4 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 210 time: 0.0727193 Feb 19 07:11:31.342729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-3d1cb353-76c7-442a-8b94-fea5d1685054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.347016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-3d1cb353-76c7-442a-8b94-fea5d1685054 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.1070771 Feb 19 07:11:31.455721 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16047c92-91dd-43cd-852f-776c5f51c586 x-openstack-request-id: req-16047c92-91dd-43cd-852f-776c5f51c586 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:31.456617 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:31.457034 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16047c92-91dd-43cd-852f-776c5f51c586 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:31.457588 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:11:31.573743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Allocated IP 192.168.233.211 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/ab903947-5d30-426f-b40b-552aba9062e7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:31.631219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-b9f442e1-01a1-4627-9279-f2a7b4831b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.635552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-b9f442e1-01a1-4627-9279-f2a7b4831b1f service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.2814202 Feb 19 07:11:31.712154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-8b8e8297-2418-4a38-8402-a131126c88ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.0702951 Feb 19 07:11:31.736053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-754d9b06-e845-46de-a95c-f9b26900fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.737838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-754d9b06-e845-46de-a95c-f9b26900fdf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.2694488 Feb 19 07:11:31.800120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-e8213876-1c7b-469b-aa96-e36480c80fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.801733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-e8213876-1c7b-469b-aa96-e36480c80fd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0834322 Feb 19 07:11:31.886636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-46ee4f30-9d2c-4d30-8667-13d38cf22aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:31.890999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-46ee4f30-9d2c-4d30-8667-13d38cf22aef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812154 Feb 19 07:11:31.979492 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:29Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:32.031721 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aa85dd-be7f-4a17-9639-1e0f6180d7e0 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:29Z', 'revision_number': 3, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:32.101848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-f93389e6-4181-4305-9153-33a9547cc4a7 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029736 Feb 19 07:11:32.124335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 8190f7fc-ef72-446b-a1f1-a604c20eaaac details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:32.269364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59476e9b-580c-497c-9390-f09531f4fb7f None None] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:11:32.325623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-e70beb30-2898-4153-8dd0-69e56fd7e2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170737 Feb 19 07:11:32.414024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d5adf-1400-4367-bd6e-a0aa5cc0ca63 None None] New status for floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:32.510945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:32.515460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 55d992fd-86c9-42cd-9591-97b1f8cf88e3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:32.562763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-eea612fa-d18e-4672-8f47-a3b895ff7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:32.565243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Provisioning complete for port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:32.565618 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:32.570738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-eea612fa-d18e-4672-8f47-a3b895ff7fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1127 time: 0.1933529 Feb 19 07:11:32.701276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '8190f7fc-ef72-446b-a1f1-a604c20eaaac', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '8190f7fc-ef72-446b-a1f1-a604c20eaaac', 'mac_address': 'fa:16:3e:c8:82:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:32.735307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-bd819481-fb29-4bee-ae78-ca29fcc30631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:32.738852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-bd819481-fb29-4bee-ae78-ca29fcc30631 service neutron] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.9873803 Feb 19 07:11:32.772938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-25f5f6ca-1d61-42e5-8e8a-bf96e58ce51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:32.775160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-25f5f6ca-1d61-42e5-8e8a-bf96e58ce51b service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.1964455 Feb 19 07:11:32.892579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:32.892579 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:32.895255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for router_gateway (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:32.911068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-38ba4b36-53ec-46cb-8f38-274ceac5d979 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 1000 time: 0.1285472 Feb 19 07:11:32.939628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 8190f7fc-ef72-446b-a1f1-a604c20eaaac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:32.940280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:32.974348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8190f7fc-ef72-446b-a1f1-a604c20eaaac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:33.003986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-bb4d2329-6492-4e83-8a3d-2e2055fb161a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.2499669 Feb 19 07:11:33.027744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:33.037778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.076227 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.083145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:33.083835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.111301 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.340545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4a204-eda3-44c6-9c3f-4ebeee25d98d req-3a34c27c-1d57-41b7-8bfc-d8e23481f233 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:33.345622 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6d4a204-eda3-44c6-9c3f-4ebeee25d98d req-3a34c27c-1d57-41b7-8bfc-d8e23481f233 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 948 time: 1.3626823 Feb 19 07:11:33.356179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:33.385946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Allocated IP 172.25.7.59 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/79609881-8bbf-4383-8ec9-3f0fc9e70eaf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:33.459330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Current status of the port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:33.459759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.521106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:33.524258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:33.527401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=55d992fd-86c9-42cd-9591-97b1f8cf88e3,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:33.528168 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:33.566486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.594522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-34231a1e-8e1a-4578-8ccb-b60e05e92543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:33.609097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-34231a1e-8e1a-4578-8ccb-b60e05e92543 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.6918945 Feb 19 07:11:33.646261 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:33.667119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:33.668210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:33.683635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=55d992fd-86c9-42cd-9591-97b1f8cf88e3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:33.686492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:11:33.686877 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:11:33.727624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-3f10db3e-fd25-4fe3-8f5e-0d0d507787b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:33.729148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-3f10db3e-fd25-4fe3-8f5e-0d0d507787b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1192806 Feb 19 07:11:33.770169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for port (ab903947-5d30-426f-b40b-552aba9062e7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.826298 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:33.849730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6d4a204-eda3-44c6-9c3f-4ebeee25d98d req-caae23b0-b10d-40d1-a608-da339f2f2cff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673920 Feb 19 07:11:33.857450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:33.859936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-990a0435-be3e-41af-aa88-b4b4e73c2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:33.861507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-990a0435-be3e-41af-aa88-b4b4e73c2368 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.8395741 Feb 19 07:11:33.879627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:33.921218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-95b1edd4-c25b-41f3-bdfc-a63bc0895224 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840887 Feb 19 07:11:33.970299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:34.064423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:34.070570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:34.102534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0358bae7-f35f-415a-8a0e-9b9234825d81 req-83f736f3-e071-46d2-b772-f66390e1115b service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754215 Feb 19 07:11:34.217410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.348761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:34.440129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:34.442199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.483604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.505021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf377e3-48d4-4c11-9e63-0403041609f7 req-bbbcc770-b9ed-4223-b641-2c97b4891428 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:34.507158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edf377e3-48d4-4c11-9e63-0403041609f7 req-bbbcc770-b9ed-4223-b641-2c97b4891428 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 936 time: 0.1995611 Feb 19 07:11:34.508955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ecca9cbd-e15e-4d37-aae7-fc2ba4c6af37 None None] Current status of the port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:34.554484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 55d992fd-86c9-42cd-9591-97b1f8cf88e3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:34.578071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-a69505b0-1d72-4d4a-a67e-798b1f4e2636 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4485319 Feb 19 07:11:34.584955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Pushing event updated for resources: {'Port': ['ID=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:34.625964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edf377e3-48d4-4c11-9e63-0403041609f7 req-57963752-5e42-4cfb-b8e4-0fc1ef5d78d8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000211 Feb 19 07:11:34.627583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Request body: {'port': {'device_id': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:34.683144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-9e221718-1a7c-45ee-a321-235a879b2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:34.684531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Provisioning complete for port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:34.684741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-9e221718-1a7c-45ee-a321-235a879b2ec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7171764 Feb 19 07:11:34.685101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.727706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.757950 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba25f123-2052-4358-93f7-ce5107768890 x-openstack-request-id: req-ba25f123-2052-4358-93f7-ce5107768890 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:34.758247 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:34.758504 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba25f123-2052-4358-93f7-ce5107768890 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:34.758890 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'status': 'completed', 'code': 200} Feb 19 07:11:34.771471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:34.772503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:34.788489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:34.924547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-ca55aa20-9953-4508-b5f0-35e10505b52e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1000 time: 0.1151652 Feb 19 07:11:34.937664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:34.940800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:34.961262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Current status of the port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:34.988109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-42591de9-f866-490e-8378-3b9c5241abc9 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636991 Feb 19 07:11:35.014586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-7707ede0-fba6-42c8-8ab7-5eca05f03118 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:35.031640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-7707ede0-fba6-42c8-8ab7-5eca05f03118 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports/7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 942 time: 0.0907874 Feb 19 07:11:35.038948 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:33Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:35.056008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Provisioning complete for port ab903947-5d30-426f-b40b-552aba9062e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:35.056395 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab903947-5d30-426f-b40b-552aba9062e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:35.060602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:35.134372 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:35.145857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f867855-cc80-48fe-af96-0c637f643dcb None None] Port ab903947-5d30-426f-b40b-552aba9062e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:35.189634 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:35.192406 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:35.206280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-ddb962a9-21e0-47f8-aff8-cf511fcb5df8 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1000 time: 0.1151347 Feb 19 07:11:35.404695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f451f90-f4db-4f90-b56c-bf72b403757d req-fc570674-d471-4220-b726-7523a0033c35 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:35.412169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f451f90-f4db-4f90-b56c-bf72b403757d req-fc570674-d471-4220-b726-7523a0033c35 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1127 time: 1.0652709 Feb 19 07:11:35.452276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-d0982d40-c15c-460c-9a11-64e689e8e0ca tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:35.460354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2c34b8f-b6c5-4192-8c13-7a87156e7795 req-d0982d40-c15c-460c-9a11-64e689e8e0ca tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2478266 Feb 19 07:11:35.468333 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:35.621615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-d935c196-0d6e-473a-a019-5a71ecdcbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:35.628216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-d935c196-0d6e-473a-a019-5a71ecdcbd80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1127 time: 0.6935596 Feb 19 07:11:35.639800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198998-b309-4c4b-9a68-cd9dcbcb21b8 req-4cc7c0f8-97c5-4f68-8727-d101e884549c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:35.646779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0198998-b309-4c4b-9a68-cd9dcbcb21b8 req-4cc7c0f8-97c5-4f68-8727-d101e884549c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 949 time: 0.1072726 Feb 19 07:11:35.723248 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0198998-b309-4c4b-9a68-cd9dcbcb21b8 req-05b083ae-62d4-4a08-b0c8-bc0d9b3cb66b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681775 Feb 19 07:11:35.729806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f451f90-f4db-4f90-b56c-bf72b403757d req-9f7b42be-d1b3-4601-87a9-f48e15a6d110 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172095 Feb 19 07:11:35.737433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae0b80d0-4dfc-47f8-9760-b4494d47661a req-92a0e779-c9f1-4bf3-ad28-fb1a7de848fc service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528171 Feb 19 07:11:35.825021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab903947-5d30-426f-b40b-552aba9062e7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:35.945709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks [] for port (ab903947-5d30-426f-b40b-552aba9062e7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:35.979556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for router_gateway (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.013483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-10a5ad67-5019-4a88-a95c-6beaf210fd27 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1000 time: 0.1174617 Feb 19 07:11:36.030232 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:33Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:36.065440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Transition to ACTIVE for port object ab903947-5d30-426f-b40b-552aba9062e7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:36.079598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-4d100e32-6f07-4a0f-9e76-ef9c0d9cf627 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.081586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-4d100e32-6f07-4a0f-9e76-ef9c0d9cf627 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports/7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 942 time: 0.0630152 Feb 19 07:11:36.097464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.101578 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346bffa4-69db-4d8b-9b0e-f85cab21d4b3 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:5e:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:33Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:36.185816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 8190f7fc-ef72-446b-a1f1-a604c20eaaac up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:36.237688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-0b358a2a-364b-49d1-8a2d-af24f24ceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.239161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-0b358a2a-364b-49d1-8a2d-af24f24ceb98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.5783532 Feb 19 07:11:36.278556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487355a5-6b28-4e7b-9cfc-32e92431d6d3 req-1f64b08e-d6ad-435c-af36-c3fd0fd221da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.280088 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-487355a5-6b28-4e7b-9cfc-32e92431d6d3 req-1f64b08e-d6ad-435c-af36-c3fd0fd221da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 936 time: 0.3244984 Feb 19 07:11:36.337153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0e5b-be08-4861-b265-0a87bb5e457a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.384292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-eabb1153-a07f-463a-a187-1b60937f068e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1000 time: 0.2298803 Feb 19 07:11:36.421057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 8190f7fc-ef72-446b-a1f1-a604c20eaaac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:36.426730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 8190f7fc-ef72-446b-a1f1-a604c20eaaac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:36.427227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:36.427368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.528962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-487355a5-6b28-4e7b-9cfc-32e92431d6d3 req-9b931546-ec26-43b1-84c4-dc3e49be59a2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594172 Feb 19 07:11:36.616349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 8190f7fc-ef72-446b-a1f1-a604c20eaaac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:36.616749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.645379 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-0b5a91c3-379d-40d0-ba76-17fd5f70da8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 1000 time: 0.3891556 Feb 19 07:11:36.654615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-9bd7b502-8df9-43e7-a1c2-a2c73153106d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.665877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-9bd7b502-8df9-43e7-a1c2-a2c73153106d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2713821 Feb 19 07:11:36.696987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:36.702616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:36.708504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-f3294efd-4e88-4b33-87ed-aaf3ebb9ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.710629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-f3294efd-4e88-4b33-87ed-aaf3ebb9ffb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0599945 Feb 19 07:11:36.711170 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9086a1c3-919f-4274-b9e7-ca6a3add4a32" -d '{"events": [{"server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "name": "network-vif-plugged", "status": "completed", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:36.723736 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.870751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-5ebc4340-a482-4d52-bb75-f6f0f99efbf2 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1000 time: 0.2023487 Feb 19 07:11:36.878013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:36.886840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:36.909003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-68995040-6e1a-4bb4-b8f0-8dc763585b67 req-f1421552-44e9-44e4-b6ac-2b9678b3abc3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:11:36.910738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68995040-6e1a-4bb4-b8f0-8dc763585b67 req-f1421552-44e9-44e4-b6ac-2b9678b3abc3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0325718 Feb 19 07:11:36.911777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Attempting to bind port ab903947-5d30-426f-b40b-552aba9062e7 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:36.912873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Attempting to bind port ab903947-5d30-426f-b40b-552aba9062e7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:36.914288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Attempting to bind port ab903947-5d30-426f-b40b-552aba9062e7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:36.970460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:36.978989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Port ab903947-5d30-426f-b40b-552aba9062e7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:36.979518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Attempting to bind port ab903947-5d30-426f-b40b-552aba9062e7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:36.988439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-d56c4ba6-4b84-4aac-a5fd-e788270e80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:36.991755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-d56c4ba6-4b84-4aac-a5fd-e788270e80e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2712834 Feb 19 07:11:37.026934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:37.380679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:37.388845 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:37.391271 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5 disassociated. External IP: 172.25.7.27, port: 7b052d78-623f-4e21-bf64-9c4bcb80425e. Feb 19 07:11:37.573391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:37.573821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:37.574210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:37.574656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Bound port: ab903947-5d30-426f-b40b-552aba9062e7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:37.575009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:37.831357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-02616360-12d1-4ef4-b235-fd6114937106 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253188 Feb 19 07:11:37.847123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:37.872618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:37.873902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:37.929829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:38.062606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:38.075999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:38.077617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:38.093288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.094209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:38.095867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 1096 time: 3.5014577 Feb 19 07:11:38.096280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:38.099380 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b61593-cc50-48af-91b2-1bd231755468" -d '{"events": [{"name": "network-changed", "server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "tag": "ab903947-5d30-426f-b40b-552aba9062e7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:38.103169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:38.108696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:38.161632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:11:38.167795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-6225c472-f885-4400-8b48-061c3bfda13f tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "PUT /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 694 time: 1.2872837 Feb 19 07:11:38.170285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:38.175024 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7bc68-3dfd-4734-92ea-2a329fc14cad" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:38.274233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746ecb4-4bb3-4af2-853a-c19d49d4de3b req-88f22b18-e62f-4eb9-8605-cc25b9353d0a service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269350 Feb 19 07:11:38.274974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8ca6d-198b-4fe7-b5d9-34a7bc703632 service neutron] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:38.287161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-c91108d4-fae0-4c4d-8750-ead5c2bc74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.294234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-c91108d4-fae0-4c4d-8750-ead5c2bc74bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1127 time: 0.1033478 Feb 19 07:11:38.364108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:38.428682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-9fed3210-d8b6-42fe-b1ee-486aeb18114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.430700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-9fed3210-d8b6-42fe-b1ee-486aeb18114a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1130 time: 0.2711866 Feb 19 07:11:38.549766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-dbadc357-c77b-4b6c-9d61-ca4aea9b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.558801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-dbadc357-c77b-4b6c-9d61-ca4aea9b73a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.2636704 Feb 19 07:11:38.649442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-852e6294-65a0-491b-bbf3-52c33284a944 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 0.1899579 Feb 19 07:11:38.661707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-f02384be-6c81-4887-92df-3c0b53714839 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 217 time: 0.1017220 Feb 19 07:11:38.692639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-4aa49b06-1395-48ac-a2dd-06f1bd0b48aa tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:11:38.693655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-4aa49b06-1395-48ac-a2dd-06f1bd0b48aa tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480914 Feb 19 07:11:38.725702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:38.737473 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Sync routers for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:38.756065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:38.758681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:38.762361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:38.768166 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7dd1d5a0-eb40-4289-a550-a699d5019cfc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3409286 Feb 19 07:11:38.769261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:38.772502 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49d296a1-ffdb-460c-86d4-0f55c7709c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:38.776850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-eb79df8b-3f3f-4be5-96e6-66150ff9ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.778495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-eb79df8b-3f3f-4be5-96e6-66150ff9ff00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1199157 Feb 19 07:11:38.796489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-32c1d106-40e4-4b2f-a863-58057a036ced service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1786144 Feb 19 07:11:38.826605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-12b22223-cfb3-4bcd-85c6-529e6ce12b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.828630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-12b22223-cfb3-4bcd-85c6-529e6ce12b8e service neutron] 10.222.0.43 "GET /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 1124 time: 0.0931258 Feb 19 07:11:38.853921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:38.854668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:11:38.870373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:38.914426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:38.924503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:38.925279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:38.933118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-0d0e738b-6371-42ef-977e-aca1b89538b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:38.952866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-0d0e738b-6371-42ef-977e-aca1b89538b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.2901626 Feb 19 07:11:39.043340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:39.051916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-2360a29d-0b03-447e-880b-25c690e59b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:39.054361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-2360a29d-0b03-447e-880b-25c690e59b13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1148 time: 0.1502900 Feb 19 07:11:39.065270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ada95c-f726-4042-b96c-018a075e5e0f req-2baa29a4-edbe-49ca-a5a8-b49086ca26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:39.066775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-2baa29a4-edbe-49ca-a5a8-b49086ca26ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2804282 Feb 19 07:11:39.153033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:39.187490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691571-476f-46e0-80c3-aea9f2b249db req-e28c3a66-728d-487f-9d67-9c362e10e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:39.189561 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-e28c3a66-728d-487f-9d67-9c362e10e837 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2349453 Feb 19 07:11:39.370415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:39.370752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:39.371053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:39.398002 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:35Z', 'revision_number': 3, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:39.409694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:39.410056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:39.437219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:39.437592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:39.440130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:39.440578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Bound port: e7f52aed-5c89-4772-b3f8-a9982d95c540, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:39.452714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-ad7ad29c-f3b0-448d-8f73-f57673fbf190 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560997 Feb 19 07:11:39.465278 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Checking router: a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:39.466192 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Updating router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:11:39.479085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:39.522681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176cfca-eb9d-44ca-89bf-cb0f4f0d8741 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:39.524181 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:39.550817 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:39.705783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-a9837fd1-1908-4a49-a6e5-96bb2ca6b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:39.706027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d691571-476f-46e0-80c3-aea9f2b249db req-80e8abe6-7ba0-40f8-b64c-bf2cf9538aaa service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429028 Feb 19 07:11:39.711715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-a9837fd1-1908-4a49-a6e5-96bb2ca6b740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.6318693 Feb 19 07:11:39.764517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:39.780781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:39.808874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-d79be979-85fb-4fd0-ae7c-88ccf76b0d76 service neutron] 10.222.0.43 "POST /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540/bindings HTTP/1.1" status: 201 len: 389 time: 0.9707687 Feb 19 07:11:39.827941 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9f0950-a33c-449c-90f5-50e0d5aaf762 x-openstack-request-id: req-4e9f0950-a33c-449c-90f5-50e0d5aaf762 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:39.828553 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "name": "network-vif-plugged", "status": "completed", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:39.828977 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e9f0950-a33c-449c-90f5-50e0d5aaf762 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:39.829521 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac', 'code': 200} Feb 19 07:11:39.911001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-5ba92b9e-6f9a-415d-809d-a493eebb5aac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.1197581 Feb 19 07:11:39.971172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-3dedc0d6-0ff6-4088-9a9f-ee5f8cfcba96 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8922017 Feb 19 07:11:40.112391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05e974-c29a-4d15-8aa7-2d8885726077 None None] New status for floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:40.145195 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks [] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:40.160408 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:40.216848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec7bef-fa32-44c9-a627-4d634c153c7f req-7f2723e1-b87a-4097-92d3-393be3a3a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.218627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36ec7bef-fa32-44c9-a627-4d634c153c7f req-7f2723e1-b87a-4097-92d3-393be3a3a8c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 1132 time: 0.3138900 Feb 19 07:11:40.238737 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5988b-73e7-46b0-a27b-4975d3a427e2 None None] Pushing event updated for resources: {'Port': ['ID=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:40.285193 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Attempting to bind port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:40.285715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Attempting to bind port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:40.286174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Attempting to bind port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:40.297734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:40.298247 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:40.299378 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:40.300833 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:40.301412 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Bound port: 79609881-8bbf-4383-8ec9-3f0fc9e70eaf, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:40.303332 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:40.307574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-bfb0128a-982c-4257-8ab2-f0c3a01791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.309049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-bfb0128a-982c-4257-8ab2-f0c3a01791b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.3806942 Feb 19 07:11:40.320280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa4308-3a7f-435d-80b1-4b5280bfa0ff req-3ecd40a5-ecb5-4a53-aebe-3c53ebe35256 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.321728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97aa4308-3a7f-435d-80b1-4b5280bfa0ff req-3ecd40a5-ecb5-4a53-aebe-3c53ebe35256 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.2994385 Feb 19 07:11:40.379944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-357bb87b-17d4-4624-8aab-398c9ecae839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588489 Feb 19 07:11:40.402115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11ada95c-f726-4042-b96c-018a075e5e0f req-e6020477-bb0d-47c3-9440-493602f6a615 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746746 Feb 19 07:11:40.430090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] For port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:40.437234 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] For port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:40.449946 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:40.456384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36ec7bef-fa32-44c9-a627-4d634c153c7f req-bc12e985-66d6-4ec6-9c6b-a114c814a8f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246878 Feb 19 07:11:40.497102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-e07d13c6-f8a7-4271-91d8-82fc51f1742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.498613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-e07d13c6-f8a7-4271-91d8-82fc51f1742f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1127 time: 0.3024254 Feb 19 07:11:40.525440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cef24c-0ae8-4a07-ad8b-c5fa3f6593e3 req-7c7c83fc-5969-484b-b914-bb8aef943043 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.532576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4cef24c-0ae8-4a07-ad8b-c5fa3f6593e3 req-7c7c83fc-5969-484b-b914-bb8aef943043 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.3263559 Feb 19 07:11:40.553064 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:40.554733 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:40.603364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97aa4308-3a7f-435d-80b1-4b5280bfa0ff req-9f2f8bc9-bf2f-43f9-9525-84639d8037af tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630601 Feb 19 07:11:40.653942 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5988b-73e7-46b0-a27b-4975d3a427e2 None None] Pushing event updated for resources: {'Port': ['ID=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:40.691972 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715cf8f2-a60e-4fd6-82e4-bea4dc062e2d x-openstack-request-id: req-715cf8f2-a60e-4fd6-82e4-bea4dc062e2d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:40.692347 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "tag": "ab903947-5d30-426f-b40b-552aba9062e7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:40.692546 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-715cf8f2-a60e-4fd6-82e4-bea4dc062e2d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:40.692906 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7', 'status': 'completed', 'code': 200} Feb 19 07:11:40.714125 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5d8bb8-2e90-42f2-bb34-4e1bc67b36dc x-openstack-request-id: req-bb5d8bb8-2e90-42f2-bb34-4e1bc67b36dc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:40.714429 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:40.714678 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb5d8bb8-2e90-42f2-bb34-4e1bc67b36dc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:40.715483 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'status': 'completed', 'code': 200} Feb 19 07:11:40.752824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-d52fafb2-f118-46eb-b4aa-e83533993682 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607733 Feb 19 07:11:40.775244 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:40.825289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-815a6356-001e-414e-9d38-27e615ca0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:40.830035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-815a6356-001e-414e-9d38-27e615ca0e9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 1127 time: 0.0896804 Feb 19 07:11:40.856126 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:41.034645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:41.058813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-2ec92610-9496-4e2a-a2f7-a485d111d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:41.062560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-2ec92610-9496-4e2a-a2f7-a485d111d09b service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.2266536 Feb 19 07:11:41.081447 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:35Z', 'revision_number': 3, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:41.113701 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0ed14-ed5d-4828-be16-508f989307d0 None None] The sync data for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 is: [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:35Z', 'revision_number': 3, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:41.130642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-cca56f24-cc00-429d-8520-b7feada93ddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 200 len: 217 time: 0.0610659 Feb 19 07:11:41.193191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-82375ccd-5a87-41e2-b52c-fb35ba67b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:41.195614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-82375ccd-5a87-41e2-b52c-fb35ba67b7ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0536823 Feb 19 07:11:41.306169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe145a5-a108-4bc2-a51e-f50ad0b5794f req-7c013d2d-ec70-4201-8cbb-17c14daaa53d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:41.312134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe145a5-a108-4bc2-a51e-f50ad0b5794f req-7c013d2d-ec70-4201-8cbb-17c14daaa53d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1794837 Feb 19 07:11:41.314485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-ed2f02b1-2ae1-4760-bba9-732efd77b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:41.317447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-ed2f02b1-2ae1-4760-bba9-732efd77b36f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023984 Feb 19 07:11:41.361788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4cef24c-0ae8-4a07-ad8b-c5fa3f6593e3 req-f1726407-6018-4f92-bbad-c0dddbf87f36 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8283124 Feb 19 07:11:41.466113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe145a5-a108-4bc2-a51e-f50ad0b5794f req-f5770fae-000e-46f8-bf47-55152df4725a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474783 Feb 19 07:11:41.468213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-aa651a3b-3c51-40d5-bb08-18eb4ee77010 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376491 Feb 19 07:11:41.692020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afa7bc68-3dfd-4734-92ea-2a329fc14cad req-feb3c726-5637-47ab-9391-98e409db9e80 service neutron] 10.222.0.47 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151828 Feb 19 07:11:41.951718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b68c11-151a-411e-a85d-658f2653ba7b req-09d3e426-f86e-49ba-8dc5-9aa30b606c86 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:41.956284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0b68c11-151a-411e-a85d-658f2653ba7b req-09d3e426-f86e-49ba-8dc5-9aa30b606c86 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.1206501 Feb 19 07:11:42.072811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Allocated IP 172.20.0.1 (08a26345-b303-4173-8259-aa6fe70e4ba4/4e1f0e47-4768-4762-a888-3e61ac772199/008f52a8-a448-42bb-bcf6-97110030d7f9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:42.087553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0b68c11-151a-411e-a85d-658f2653ba7b req-34f5c757-c698-48e8-b47b-c2fa5d83d4e7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262319 Feb 19 07:11:42.203147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-01392f5f-0407-4789-aee3-16d4b012424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.204885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-01392f5f-0407-4789-aee3-16d4b012424d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 1.5083911 Feb 19 07:11:42.271862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6eae3033-1e7c-4ea6-8396-c9c52566fb8c req-755a1aaa-9587-4d97-829c-b6f6dc028fdd service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4922216 Feb 19 07:11:42.273696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61593-cc50-48af-91b2-1bd231755468 req-65762165-540f-4708-bff6-7a8746f73f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.275151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-65762165-540f-4708-bff6-7a8746f73f91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1130 time: 1.5213757 Feb 19 07:11:42.355761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-1fc1a068-1aa6-4885-ad4f-fc85ed8b9a5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 217 time: 0.0984819 Feb 19 07:11:42.391562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:42.523154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 79609881-8bbf-4383-8ec9-3f0fc9e70eaf up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:42.547871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257993be-f132-49a0-b4a0-a96025e315a2 req-7e4b97ac-29af-4569-97fc-bbfc852078cb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.547871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-257993be-f132-49a0-b4a0-a96025e315a2 req-7e4b97ac-29af-4569-97fc-bbfc852078cb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.0863011 Feb 19 07:11:42.598422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51387-574a-4122-980f-bb706268eaeb req-0282e343-5f94-43f8-836c-8bbd4eb96c88 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.615409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:42.615826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-0282e343-5f94-43f8-836c-8bbd4eb96c88 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4744859 Feb 19 07:11:42.616228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:42.658229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks [] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:42.668128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-257993be-f132-49a0-b4a0-a96025e315a2 req-b8338280-b8b6-4028-b8e6-a27a522abeb5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095519 Feb 19 07:11:42.815720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:42.819841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:42.831230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-764d187a-5939-4048-9345-bba93bf6b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.837107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-764d187a-5939-4048-9345-bba93bf6b585 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.4101896 Feb 19 07:11:42.876166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:42.878715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64458bd4-2952-4505-a50c-423c1f67333d req-67f6d7f2-39d7-447c-8308-49cd78efb113 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:42.883886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64458bd4-2952-4505-a50c-423c1f67333d req-67f6d7f2-39d7-447c-8308-49cd78efb113 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1187406 Feb 19 07:11:42.889652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:42.955513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-207df2e7-a959-4be3-9ce1-72dda6861507 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.3387809 Feb 19 07:11:43.026680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64458bd4-2952-4505-a50c-423c1f67333d req-99f95a66-afa7-4cce-ac9f-f5e36c48228f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183829 Feb 19 07:11:43.046128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61593-cc50-48af-91b2-1bd231755468 req-859392f7-4e11-486f-adfb-f7497235b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:43.051109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-859392f7-4e11-486f-adfb-f7497235b782 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.7378392 Feb 19 07:11:43.053727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:43.065746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:43.116345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:43.325844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:11:43.355781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aab6a2-b9be-44d9-b7c5-05b18daf5295 req-6ec02648-aec1-4965-a06b-04a4b73b99af tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:43.368120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84aab6a2-b9be-44d9-b7c5-05b18daf5295 req-6ec02648-aec1-4965-a06b-04a4b73b99af tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.0843182 Feb 19 07:11:43.447007 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-adf0aec1-e766-4b8c-9043-9af4ec1e6d65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5310018 Feb 19 07:11:43.467433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84aab6a2-b9be-44d9-b7c5-05b18daf5295 req-b10bb7fb-1a9e-41e8-b107-46b864a74180 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982704 Feb 19 07:11:43.551802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:43.599030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'ab903947-5d30-426f-b40b-552aba9062e7', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'ab903947-5d30-426f-b40b-552aba9062e7', 'mac_address': 'fa:16:3e:87:73:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:11:43.700125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab903947-5d30-426f-b40b-552aba9062e7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:43.700703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:43.742386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab903947-5d30-426f-b40b-552aba9062e7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:43.783148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:43.793088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:43.873132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:43.890111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-d0891a2d-7d0c-47ef-9604-8265e1fa985f tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:43.899351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-d0891a2d-7d0c-47ef-9604-8265e1fa985f tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 1132 time: 0.0860538 Feb 19 07:11:43.903975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-0f310fe5-7bef-4043-aabc-bf88a974308b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 0.4475250 Feb 19 07:11:43.912896 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:43.918831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-9c56b3ce-88d6-4bdc-9d95-65e78f75be56 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:44.041874 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-a95bb944-72c7-444c-b9a4-a511fed994c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571632 Feb 19 07:11:44.044245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-9c56b3ce-88d6-4bdc-9d95-65e78f75be56 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Publish callbacks [] for security_group (3f163c57-f8d4-4f65-b11c-69a52e444a8c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:44.048706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-252b0706-a8a5-4fb7-ba96-d229c2855c91 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:44.050844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-252b0706-a8a5-4fb7-ba96-d229c2855c91 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed34c8d-6fdf-439a-8073-e9c037236516 HTTP/1.1" status: 200 len: 945 time: 1.2003062 Feb 19 07:11:44.050999 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-9c56b3ce-88d6-4bdc-9d95-65e78f75be56 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3f163c57-f8d4-4f65-b11c-69a52e444a8c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:44.089898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7de2e738-2d02-46f0-a9dc-ecf4a7f38e6b req-9c56b3ce-88d6-4bdc-9d95-65e78f75be56 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893525 Feb 19 07:11:44.090605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:44.121430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56b3ce-88d6-4bdc-9d95-65e78f75be56 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f163c57-f8d4-4f65-b11c-69a52e444a8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:44.137843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61593-cc50-48af-91b2-1bd231755468 req-e96b10dd-31ad-4775-9bca-48d7753c3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:44.139339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-e96b10dd-31ad-4775-9bca-48d7753c3649 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1946037 Feb 19 07:11:44.144388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:44.213103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33aada-6fb9-49c7-b34f-893fc94ed8e3 req-a1fa8f9a-b526-4a09-bc7b-aa4fa9733339 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:44.219974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f33aada-6fb9-49c7-b34f-893fc94ed8e3 req-a1fa8f9a-b526-4a09-bc7b-aa4fa9733339 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 949 time: 0.0678155 Feb 19 07:11:44.220670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Pushing event updated for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:44.262738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:44.275929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f33aada-6fb9-49c7-b34f-893fc94ed8e3 req-e5f182d2-4021-478b-b34c-7ff883ba390b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549989 Feb 19 07:11:44.282976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:44.379047 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-6fd50dbc-3e9f-414f-995e-99a478c9a33f service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254733 Feb 19 07:11:44.410479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839db07-d71a-4be3-b13f-2f967c8a1d57 req-717248cb-7d7e-4732-97c0-d415fb1c2b04 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:44.415701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2839db07-d71a-4be3-b13f-2f967c8a1d57 req-717248cb-7d7e-4732-97c0-d415fb1c2b04 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0859501 Feb 19 07:11:44.429365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 79609881-8bbf-4383-8ec9-3f0fc9e70eaf up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:44.489101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2839db07-d71a-4be3-b13f-2f967c8a1d57 req-2919e692-4788-46c7-b2e0-1819be2b8f87 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701973 Feb 19 07:11:44.536123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:44.536961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:44.537901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:44.548391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61593-cc50-48af-91b2-1bd231755468 req-938734c3-a905-4264-8ae8-c844568e0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:44.550976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-938734c3-a905-4264-8ae8-c844568e0b06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4013333 Feb 19 07:11:44.683211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0dd57c98-ff72-4358-a67a-50dc8fe2dae1 None None] Provisioning complete for port 008f52a8-a448-42bb-bcf6-97110030d7f9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:44.683819 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0dd57c98-ff72-4358-a67a-50dc8fe2dae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.004590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:11:45.040620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-b527ea9a-266b-493a-a6f9-e418e0988674 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401974 Feb 19 07:11:45.093980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.115736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Deleting port 7b052d78-623f-4e21-bf64-9c4bcb80425e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:11:45.116443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.164302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:45.166834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0dd57c98-ff72-4358-a67a-50dc8fe2dae1 None None] Port 008f52a8-a448-42bb-bcf6-97110030d7f9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:45.322285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-40cb67c9-61d2-4999-a1aa-d4106ef91121 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:45.329315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-40cb67c9-61d2-4999-a1aa-d4106ef91121 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866385 Feb 19 07:11:45.330917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:45.353188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-5c979ce2-381e-4288-8e2d-e52e2dcd4d1d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0165157 Feb 19 07:11:45.388410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-6ef0b109-4e0a-448f-b04b-b757c14867b2 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531691 Feb 19 07:11:45.428470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.489782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-b860324c-a06b-4831-8f02-0576683d643a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278937 Feb 19 07:11:45.513630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port ab903947-5d30-426f-b40b-552aba9062e7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:11:45.514103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.563329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port ab903947-5d30-426f-b40b-552aba9062e7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:45.564174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab903947-5d30-426f-b40b-552aba9062e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.709821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab903947-5d30-426f-b40b-552aba9062e7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:45.710940 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.717854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks [] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.740197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:45.742706 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc6ee34-246f-4b01-923d-6899f242cf0c" -d '{"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:45.755622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:45.762383 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.775064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:45.841604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:46.204562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7b052d78-623f-4e21-bf64-9c4bcb80425e no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:11:46.222362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:46.223376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:46.260438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Calling delete_port for 7b052d78-623f-4e21-bf64-9c4bcb80425e owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:11:46.319481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:46.326886 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3b61593-cc50-48af-91b2-1bd231755468 req-821b5891-56d7-460d-9cb0-3507d56f2e2b service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073298 Feb 19 07:11:46.333433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Pushing event updated for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:46.398375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7b052d78-623f-4e21-bf64-9c4bcb80425e is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:46.398853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:46.429464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced563-3550-44b1-a642-b16035747081 req-05eecd55-5646-4749-a67a-e078c1e2d5f1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:46.444065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7b052d78-623f-4e21-bf64-9c4bcb80425e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7b052d78-623f-4e21-bf64-9c4bcb80425e,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:46.453666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:46.455823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2ced563-3550-44b1-a642-b16035747081 req-05eecd55-5646-4749-a67a-e078c1e2d5f1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1229844 Feb 19 07:11:46.555646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:46.588393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2ced563-3550-44b1-a642-b16035747081 req-58ef517c-47d1-4a8c-b6b1-bef50b82c23d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316926 Feb 19 07:11:46.614877 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5 associated. External IP: 172.25.7.27, port: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c. Feb 19 07:11:46.824174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:46.827558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024103d-d7f5-4535-9de5-255897328d33 req-f8e5cbb1-bf9e-45a7-a1bf-3e119c245203 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:46.831924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:46.871595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5024103d-d7f5-4535-9de5-255897328d33 req-f8e5cbb1-bf9e-45a7-a1bf-3e119c245203 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1762905 Feb 19 07:11:47.002392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7b052d78-623f-4e21-bf64-9c4bcb80425e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:47.020324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['d3828ae0-eb65-4873-a1c2-4b8eaf830d5c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:47.061166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5024103d-d7f5-4535-9de5-255897328d33 req-4df4fc5c-fdd8-4519-ae65-905f98df5a03 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847143 Feb 19 07:11:47.115270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event deleted for resources: {'Port': ['ID=7b052d78-623f-4e21-bf64-9c4bcb80425e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:47.337663 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c07a3ac-b8c9-4242-8acb-c738090e69a5 x-openstack-request-id: req-1c07a3ac-b8c9-4242-8acb-c738090e69a5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:47.337974 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:47.338230 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c07a3ac-b8c9-4242-8acb-c738090e69a5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:47.342882 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7', 'code': 200} Feb 19 07:11:47.372592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:47.570607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:11:47.591136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5f447467-49e7-470f-8015-34002411861f None None] Provisioning complete for port 008f52a8-a448-42bb-bcf6-97110030d7f9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:47.592774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f447467-49e7-470f-8015-34002411861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:47.633991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:47.712229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5f447467-49e7-470f-8015-34002411861f None None] Port 008f52a8-a448-42bb-bcf6-97110030d7f9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:48.003617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] No DVR routers for this DVR port 7b052d78-623f-4e21-bf64-9c4bcb80425e on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:11:48.035537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:48.039869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11bfc14b-45a1-405a-a540-7e44f713d688 req-4ec6a192-53e7-459f-9daa-2f43c6f391ef tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.47 "DELETE /v2.0/ports/7b052d78-623f-4e21-bf64-9c4bcb80425e HTTP/1.1" status: 204 len: 173 time: 3.9776423 Feb 19 07:11:48.040856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-deleted', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:48.043492 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888ae38-0384-4e41-a0d4-3fb22ff4d815" -d '{"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-deleted", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:48.184279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b6834-372e-42d3-b2d2-ea3c1fdd5dae req-b73bca70-eaff-4310-b78a-6bcf1392e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:48.186127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc6b6834-372e-42d3-b2d2-ea3c1fdd5dae req-b73bca70-eaff-4310-b78a-6bcf1392e895 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1132 time: 0.6031160 Feb 19 07:11:48.238399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:48.250468 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:48.252350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:48.278868 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:48.281359 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:48.297541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:48.309292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Sync routers for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:48.339545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:48.339817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0a0a8e22-9136-49de-8a87-0d4631b6b857 admin admin] 10.222.0.43 "PUT /v2.0/routers/a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5605114 Feb 19 07:11:48.340210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:48.348036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc6b6834-372e-42d3-b2d2-ea3c1fdd5dae req-7375915e-65e3-4616-b9d9-761a06725329 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521838 Feb 19 07:11:48.365604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-ff2500c7-4e8b-426d-9d14-f3e0401014fc tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "PUT /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 996 time: 5.3126562 Feb 19 07:11:48.443981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772cc08-aca3-41a7-940e-25c6d7f59212 req-bdd159ff-61ce-4f7c-91ea-2f285bd2ff3b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:48.463336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3772cc08-aca3-41a7-940e-25c6d7f59212 req-bdd159ff-61ce-4f7c-91ea-2f285bd2ff3b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1753879 Feb 19 07:11:48.507093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51387-574a-4122-980f-bb706268eaeb req-d74d746e-31b2-46d3-b378-f804c6e83b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:48.509008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-d74d746e-31b2-46d3-b378-f804c6e83b3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.1307039 Feb 19 07:11:48.595931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3772cc08-aca3-41a7-940e-25c6d7f59212 req-1aaa5b22-fc59-46f9-8157-c365f0a0186c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300790 Feb 19 07:11:48.748440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51387-574a-4122-980f-bb706268eaeb req-0dc98ac0-65d9-470b-af7f-0e20c2099eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:48.750117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-0dc98ac0-65d9-470b-af7f-0e20c2099eae service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.2354045 Feb 19 07:11:48.761937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:48.765400 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4635a2d-40d0-41d0-838b-be6bf5cd467b x-openstack-request-id: req-b4635a2d-40d0-41d0-838b-be6bf5cd467b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:48.765815 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-deleted", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:48.766081 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4635a2d-40d0-41d0-838b-be6bf5cd467b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:48.767243 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-deleted', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'status': 'completed', 'code': 200} Feb 19 07:11:48.769903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:48.798035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-bba4d337-9ce6-4188-aa64-2f26402a6a37 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465190 Feb 19 07:11:48.954514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-72139d28-4ee5-42e9-ad58-ad045a72d027 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 999 time: 0.1676326 Feb 19 07:11:48.986100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503aa8-a663-44cd-b95c-e8c33f01e876 req-d721a1fc-956f-4dd0-bae4-e8f96304bb63 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:49.003522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18503aa8-a663-44cd-b95c-e8c33f01e876 req-d721a1fc-956f-4dd0-bae4-e8f96304bb63 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1486597 Feb 19 07:11:49.158626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18503aa8-a663-44cd-b95c-e8c33f01e876 req-a9c12b6f-5fa6-4a3e-8b36-9499ba9980da tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471367 Feb 19 07:11:49.196356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:45Z', 'revision_number': 2, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:49.279923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-12061559-316e-465f-aaa4-df7adc7e1687 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:49.281579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-12061559-316e-465f-aaa4-df7adc7e1687 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4488153 Feb 19 07:11:49.296334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Checking router: a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:49.297031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Updating router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 port 008f52a8-a448-42bb-bcf6-97110030d7f9 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:11:49.299877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51387-574a-4122-980f-bb706268eaeb req-d2d2ecd8-ce92-45f2-b457-de0cec28b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:49.301572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-d2d2ecd8-ce92-45f2-b457-de0cec28b0b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.3173428 Feb 19 07:11:49.304044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-43ac4024-74f2-4b65-8070-935f270daffc tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025205 Feb 19 07:11:49.309933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bca88e5-3933-4859-bac3-f7f0d69e6e97 req-cfc381d7-08d8-467a-9e9f-85c7df5ce226 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 210 time: 0.0515094 Feb 19 07:11:49.340623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:49.365086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:49.379175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:49.383774 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48057958-5121-4827-9a04-40aea7ee3984" -d '{"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-unplugged", "status": "completed", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:49.396114 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 8, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:49.477346 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:49.496678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:49.497618 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:49.721930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f51387-574a-4122-980f-bb706268eaeb req-b9be9999-3a9c-4577-91d6-37db29ea74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:49.724221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-b9be9999-3a9c-4577-91d6-37db29ea74d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4080188 Feb 19 07:11:49.755254 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:49.849495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-2b46d492-a9b6-4859-89a9-a8372a5ec4f0 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119690 Feb 19 07:11:49.981771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3f51387-574a-4122-980f-bb706268eaeb req-5c9f34d1-2302-4045-b275-d407329b3d29 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091869 Feb 19 07:11:49.989302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-fa81594b-1320-4ba9-930b-2bcf069d088c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:49.991818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-fa81594b-1320-4ba9-930b-2bcf069d088c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6513348 Feb 19 07:11:49.992181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:49.996045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.015558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks [] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.019658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:50.044547 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.206728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:11:50.213882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc856c-ce89-4543-b82b-a71dde378092 None None] Pushing event updated for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:50.225340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.295939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:50.300437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20331381', 'description': 'tempest-description--1396473218'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:50.373035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.385401 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 8, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:50.426046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Attempting to bind port 008f52a8-a448-42bb-bcf6-97110030d7f9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:50.432017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Attempting to bind port 008f52a8-a448-42bb-bcf6-97110030d7f9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:50.435317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Attempting to bind port 008f52a8-a448-42bb-bcf6-97110030d7f9 on network 08a26345-b303-4173-8259-aa6fe70e4ba4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:50.454490 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43189818-df2a-4664-90bc-0435447a7175 x-openstack-request-id: req-43189818-df2a-4664-90bc-0435447a7175 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:50.458410 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed34c8d-6fdf-439a-8073-e9c037236516", "name": "network-vif-unplugged", "status": "completed", "tag": "7b052d78-623f-4e21-bf64-9c4bcb80425e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:50.460491 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43189818-df2a-4664-90bc-0435447a7175 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:50.462373 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed34c8d-6fdf-439a-8073-e9c037236516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b052d78-623f-4e21-bf64-9c4bcb80425e', 'code': 200} Feb 19 07:11:50.468967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:50.470879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Checking segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:50.476215 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.477394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Bound using segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:50.482040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Bound port: 008f52a8-a448-42bb-bcf6-97110030d7f9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:50.484207 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.493804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5c3102-8af6-401c-bf7e-9f773d026db6 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '84d156ec-ba7a-4511-843f-b5554391e9a5', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'port_id': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'mac_address': 'fa:16:3e:a4:c9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:11:01Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 8, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:50.570577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (06742cf7-db0b-4f97-b647-468cd8e1ddbb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.597326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (06742cf7-db0b-4f97-b647-468cd8e1ddbb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.724295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.199 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/876195e5-8422-4bc8-a6b7-2f97a0068837) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:50.738046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03ba5a82-19ec-48b8-aa5e-6af4f26406d2 None None] Provisioning complete for port 008f52a8-a448-42bb-bcf6-97110030d7f9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:50.738281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03ba5a82-19ec-48b8-aa5e-6af4f26406d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.807875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06742cf7-db0b-4f97-b647-468cd8e1ddbb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:50.818798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.824565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5275991 Feb 19 07:11:50.835349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:50.843960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'security_group_rule': {'security_group_id': '06742cf7-db0b-4f97-b647-468cd8e1ddbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:50.867891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ae4c1d9-0aa2-4c31-aa1e-c1b3b3431caa req-69744e02-935e-4a50-bb51-61f747cf8e72 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 996 time: 0.2920995 Feb 19 07:11:50.923930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03ba5a82-19ec-48b8-aa5e-6af4f26406d2 None None] Port 008f52a8-a448-42bb-bcf6-97110030d7f9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:50.932173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] For port 008f52a8-a448-42bb-bcf6-97110030d7f9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:50.941671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] For port 008f52a8-a448-42bb-bcf6-97110030d7f9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=008f52a8-a448-42bb-bcf6-97110030d7f9,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:50.962304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:50.989271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:50.993370 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06802b-f883-402c-b403-1e251ec6aa18 None None] New status for floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:51.005991 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca9b387-a953-48f3-b473-eade8bcc6943" -d '{"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:51.045328 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:51.102144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc856c-ce89-4543-b82b-a71dde378092 None None] Pushing event updated for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:51.186738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c1d9-0aa2-4c31-aa1e-c1b3b3431caa req-ee25820a-df1c-4414-ace4-849592f23d3d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:51.189401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:51.192297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:51.209966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ae4c1d9-0aa2-4c31-aa1e-c1b3b3431caa req-ee25820a-df1c-4414-ace4-849592f23d3d tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.3341453 Feb 19 07:11:51.215476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-5ae4c1d9-0aa2-4c31-aa1e-c1b3b3431caa req-fa0714a4-6033-415a-9fcd-7926a8de6f94 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:11:51.239838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ae4c1d9-0aa2-4c31-aa1e-c1b3b3431caa req-fa0714a4-6033-415a-9fcd-7926a8de6f94 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287216 Feb 19 07:11:51.241458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.242301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.243767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.244598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.250879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.251426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.251929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.257512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.258054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.258544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.259030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.259543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.260043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4c7ff4-6e44-484a-9150-7cdfff4d6562 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:51.344527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (ac0a19ba-32ef-4b61-a888-ca11b4c29e26), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:51.357625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.124 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/03591dc4-5b44-46f3-94df-2ba5dd44b681) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:51.549858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:51.684922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:51.778168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:51.803274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:51.856814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:51.921955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:11:51.977670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:51.983166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:52.004616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:52.059201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:52.073857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Provisioning complete for port 008f52a8-a448-42bb-bcf6-97110030d7f9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:52.074236 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.120731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:52.132172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:52.196166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (ac0a19ba-32ef-4b61-a888-ca11b4c29e26), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.241901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ac0a19ba-32ef-4b61-a888-ca11b4c29e26), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.248378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:52.306927 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.308295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4679263 Feb 19 07:11:52.311560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:52.317471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2d73-ff37-4752-aa70-88fd3320bb51 req-dbcda1d5-35ad-42f5-b44d-fc90c1f9d1d5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:52.327249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'security_group_rule': {'security_group_id': '06742cf7-db0b-4f97-b647-468cd8e1ddbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:52.338017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c02e2d73-ff37-4752-aa70-88fd3320bb51 req-dbcda1d5-35ad-42f5-b44d-fc90c1f9d1d5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 1.6769688 Feb 19 07:11:52.388694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650f137-f9c4-43c2-b33c-540330de62cd tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0a19ba-32ef-4b61-a888-ca11b4c29e26,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:52.402402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:52.469440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9ecea-40d0-4589-a57e-fa95ad464562 req-f5ea63bb-4c0c-4029-a382-02e398da0459 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:52.477779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43c9ecea-40d0-4589-a57e-fa95ad464562 req-f5ea63bb-4c0c-4029-a382-02e398da0459 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 1.1117370 Feb 19 07:11:52.528973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (633e14c0-6bfd-4012-9d55-5c3f3a3b5f36), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.563840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:52.564688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.634948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:52.642869 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.668058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c02e2d73-ff37-4752-aa70-88fd3320bb51 req-08b63345-541d-48e3-adf7-77da2958556e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282216 Feb 19 07:11:52.704266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (633e14c0-6bfd-4012-9d55-5c3f3a3b5f36), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.704966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9e58b9e9-feee-4ba5-8fd7-61c1d7ae973d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3586509 Feb 19 07:11:52.715301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Request body: {'port': {'device_id': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:52.719419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (633e14c0-6bfd-4012-9d55-5c3f3a3b5f36), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.777341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633e14c0-6bfd-4012-9d55-5c3f3a3b5f36,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:52.809172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d871d622-14a2-44ef-b5e9-f87be1e35d49 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7970922 Feb 19 07:11:52.812899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:52.817643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4e22b16-e809-4003-9589-81bc02798fc2 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5022268 Feb 19 07:11:52.829555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:52.839658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43c9ecea-40d0-4589-a57e-fa95ad464562 req-fd0081d9-04d6-495c-9c1b-e264ee00c2e4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606734 Feb 19 07:11:52.854211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Request body: {'port': {'device_id': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:52.934578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:52.941797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Current status of the port 008f52a8-a448-42bb-bcf6-97110030d7f9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:52.942354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:53.123210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] For port 008f52a8-a448-42bb-bcf6-97110030d7f9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=008f52a8-a448-42bb-bcf6-97110030d7f9,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:11:53.147699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:53.190792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-69ae7ada-1d86-4694-8690-8f4daed60329 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1001 time: 0.1715591 Feb 19 07:11:53.207890 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525e7df0-25b2-486a-bef5-b21b232bc76a x-openstack-request-id: req-525e7df0-25b2-486a-bef5-b21b232bc76a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:53.209577 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:53.212352 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-525e7df0-25b2-486a-bef5-b21b232bc76a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:53.213456 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:11:53.227291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0930051-a8b7-4124-93a8-ffc663b2cdb7 None None] Pushing event updated for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:53.270856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:50Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:53.311175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-e0ab52a2-9730-44e0-ba81-9be3ac1263fb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:53.323032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Provisioning complete for port 876195e5-8422-4bc8-a6b7-2f97a0068837 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:53.323493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:53.325656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b5857-4426-44f9-aee1-706f16b339c0 None None] The sync data for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 is: [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:50Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:53.336319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-e0ab52a2-9730-44e0-ba81-9be3ac1263fb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports/d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 943 time: 0.1279497 Feb 19 07:11:53.476094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Port 876195e5-8422-4bc8-a6b7-2f97a0068837 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:53.542206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Provisioning complete for port 03591dc4-5b44-46f3-94df-2ba5dd44b681 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:53.542588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:53.634095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-82c53ad5-3e56-4dca-9cd3-4ca6b8e86d0a tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1001 time: 0.1520283 Feb 19 07:11:53.638977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22d2c5df-b281-4928-bd48-e4a01554355f None None] Port 03591dc4-5b44-46f3-94df-2ba5dd44b681 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:11:53.773417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-80b6ee44-45f8-4087-a749-090c97033856 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:53.780173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-80b6ee44-45f8-4087-a749-090c97033856 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1451006 Feb 19 07:11:53.884291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-2fb061b2-eed8-42c5-84be-a4c388b2c339 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 1001 time: 0.1031890 Feb 19 07:11:53.889268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:11:54.010759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.358413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.368074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.368483 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5 disassociated. External IP: 172.25.7.27, port: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c. Feb 19 07:11:54.387771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.543009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 008f52a8-a448-42bb-bcf6-97110030d7f9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:11:54.663056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.685774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 008f52a8-a448-42bb-bcf6-97110030d7f9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:11:54.686143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.745040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:54.770516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e574af-f1e9-497b-861e-d465aaa31067 req-b17a396d-1805-48d9-8d1e-10833213505d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:54.778092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82e574af-f1e9-497b-861e-d465aaa31067 req-b17a396d-1805-48d9-8d1e-10833213505d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 936 time: 1.8496628 Feb 19 07:11:54.918900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 008f52a8-a448-42bb-bcf6-97110030d7f9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:11:54.926062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-88c69960-7538-4ef0-b47e-3a546cf6491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:54.927653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-88c69960-7538-4ef0-b47e-3a546cf6491d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.5435250 Feb 19 07:11:54.983281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:11:54.985863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82e574af-f1e9-497b-861e-d465aaa31067 req-f8fb92c9-b4cc-42bb-b027-9338d500b3db tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069046 Feb 19 07:11:55.308253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:11:55.317821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:11:55.318657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:55.330848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:55.331549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:55.401674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-d48d9b24-a2cd-413d-a191-e530a6e0ded0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "PUT /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 695 time: 1.5140634 Feb 19 07:11:55.422042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:55.424353 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88736960-f75c-401a-8629-7c6aa2f7d28c" -d '{"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:55.494367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-f68a7497-b878-470e-955c-e8b479156bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:55.505159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-f68a7497-b878-470e-955c-e8b479156bdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.0998485 Feb 19 07:11:55.616326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03591dc4-5b44-46f3-94df-2ba5dd44b681 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:55.626362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks [] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:55.654919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Transition to ACTIVE for port object 03591dc4-5b44-46f3-94df-2ba5dd44b681 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:55.687561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:55.709556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-8f295ef3-953e-4030-ac21-5d017ae96ee6 req-8bf973cc-9ff6-4867-9f79-7858045f15cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:11:55.716517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-6ad7b061-539f-4cfa-8eb3-a0b25329368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:55.719162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f295ef3-953e-4030-ac21-5d017ae96ee6 req-8bf973cc-9ff6-4867-9f79-7858045f15cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152998 Feb 19 07:11:55.728375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-6ad7b061-539f-4cfa-8eb3-a0b25329368d service neutron] 10.222.0.43 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 0.2219167 Feb 19 07:11:55.737481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:55.836286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-2985e705-7a14-4b4a-bdfb-620269b3fadb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.1068969 Feb 19 07:11:55.875771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Pushing event updated for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:55.897817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.898524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.899110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.899760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.900324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.900875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.901428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.901976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.902508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.903112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.918449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.919117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.919704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:11:55.922208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-5e0778ea-aca9-45a8-9df5-2b7698497906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:55.929995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-5e0778ea-aca9-45a8-9df5-2b7698497906 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.0927665 Feb 19 07:11:56.050380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ff30-175b-4bba-b0ad-871187263c0d req-ac7e074d-9f62-4984-9668-b4a8ae92f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:56.068170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-ac7e074d-9f62-4984-9668-b4a8ae92f938 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1351840 Feb 19 07:11:56.347176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:56.381300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-63733e74-58c1-4f74-9c10-987cf01865ac service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064690 Feb 19 07:11:56.403798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:11:56.425427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:11:56.426216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:56.612533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:11:56.616370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-039de0e7-fc44-437e-bcaa-30e12e0ca080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:56.618914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-039de0e7-fc44-437e-bcaa-30e12e0ca080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 1.6321595 Feb 19 07:11:56.631059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-5a2454c5-c83a-4c9f-85dc-e13b0a42fe0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2486715 Feb 19 07:11:56.684465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4287ff30-175b-4bba-b0ad-871187263c0d req-f084d448-79ac-40af-b9d6-94ebc0575654 service neutron] 10.222.0.43 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801838 Feb 19 07:11:56.861199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-4a001bfb-432b-4f8d-8c78-14bc1ce1e8a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.1406929 Feb 19 07:11:56.885658 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6ebe4-7715-44a1-80d1-91ddcdfc8eb2 x-openstack-request-id: req-fdc6ebe4-7715-44a1-80d1-91ddcdfc8eb2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:11:56.885946 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:11:56.886207 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdc6ebe4-7715-44a1-80d1-91ddcdfc8eb2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:11:56.886599 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:11:56.893496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692fe01-173f-497c-a46e-edcd27732fa9 req-e22d139d-2c11-4645-aeec-9f96c7f15d28 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:56.911276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7692fe01-173f-497c-a46e-edcd27732fa9 req-e22d139d-2c11-4645-aeec-9f96c7f15d28 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.6332474 Feb 19 07:11:57.038802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:57.075093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Attempting to bind port 03591dc4-5b44-46f3-94df-2ba5dd44b681 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:57.075531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Attempting to bind port 03591dc4-5b44-46f3-94df-2ba5dd44b681 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:57.075874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Attempting to bind port 03591dc4-5b44-46f3-94df-2ba5dd44b681 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:57.146407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Port 03591dc4-5b44-46f3-94df-2ba5dd44b681 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:57.146666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Attempting to bind port 03591dc4-5b44-46f3-94df-2ba5dd44b681 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:57.172858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00d3e4-4bd6-4a85-b3a5-f597d1c83f92 req-1b078790-1999-46c0-b54e-44bc8a197045 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:57.175636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac00d3e4-4bd6-4a85-b3a5-f597d1c83f92 req-1b078790-1999-46c0-b54e-44bc8a197045 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.1766555 Feb 19 07:11:57.246133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:11:57.287597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac00d3e4-4bd6-4a85-b3a5-f597d1c83f92 req-9d3e06d5-bafc-435d-b405-3aa11c8d981e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004333 Feb 19 07:11:57.309473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7692fe01-173f-497c-a46e-edcd27732fa9 req-b0b80052-0563-4763-83ed-a4d0b5dcdc63 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971934 Feb 19 07:11:57.346891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:57.347259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:57.347651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:57.349858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea17d6-8a13-40c8-a9eb-3a35532c0a09 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e85d92f7-7e44-421c-9075-fd6db2349a6c', 'name': '', 'network_id': '903f230a-1054-4538-8a63-7242720d3ff0', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'mac_address': 'fa:16:3e:de:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:39Z', 'updated_at': '2022-02-19T07:10:43Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'subnets': [{'id': '4dcf10d1-b20f-4860-a312-0e35724402e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:11:57.351626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Bound port: 03591dc4-5b44-46f3-94df-2ba5dd44b681, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:57.352018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:57.367401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-f829a413-7cee-4e65-a1a2-bb492813f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:57.368896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-f829a413-7cee-4e65-a1a2-bb492813f2f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.4945459 Feb 19 07:11:57.498902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:11:57.607659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876195e5-8422-4bc8-a6b7-2f97a0068837 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:11:57.609804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6d22-672e-45b0-a510-87418750bc2a req-fde83453-c897-4c33-be4a-b110835ca6ef tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:57.613871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bbd6d22-672e-45b0-a510-87418750bc2a req-fde83453-c897-4c33-be4a-b110835ca6ef tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1769469 Feb 19 07:11:57.625477 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks [] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:57.649344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Transition to ACTIVE for port object 876195e5-8422-4bc8-a6b7-2f97a0068837 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:11:57.724856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-9385af2f-92be-46e9-81cb-3bd2bc1a770b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 200 len: 695 time: 0.0702033 Feb 19 07:11:57.730546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:57.755307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-3a78225f-917b-4d58-9e9a-0c0a9f6bc2eb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:57.756733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-3a78225f-917b-4d58-9e9a-0c0a9f6bc2eb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports/ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 947 time: 0.2567022 Feb 19 07:11:57.811833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bbd6d22-672e-45b0-a510-87418750bc2a req-ed963be9-28b8-4812-80f5-5a94d777cdd8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897223 Feb 19 07:11:57.845088 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbbed8-04eb-4abc-b84c-e116316068f7 None None] New status for floating IP 84d156ec-ba7a-4511-843f-b5554391e9a5: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:11:57.951525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Allocated IP 172.25.7.123 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/42d2be7d-9e75-4e75-8b1e-7aa2d11512a3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:11:58.048135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-0ea99d2b-fe26-43d7-b8cf-c3040dd8b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:58.049991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-0ea99d2b-fe26-43d7-b8cf-c3040dd8b1fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6717207 Feb 19 07:11:58.098433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Pushing event updated for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:58.455715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-668b89e3-4abe-4760-8500-88cf5f60e10a service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821919 Feb 19 07:11:58.527312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:58.542110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:11:58.650235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:58.705369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Attempting to bind port 876195e5-8422-4bc8-a6b7-2f97a0068837 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:11:58.705706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Attempting to bind port 876195e5-8422-4bc8-a6b7-2f97a0068837 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:11:58.706462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Attempting to bind port 876195e5-8422-4bc8-a6b7-2f97a0068837 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:58.783570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-52b19c92-4873-42c2-b858-500e7e94f3cb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:58.785293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-52b19c92-4873-42c2-b858-500e7e94f3cb tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 1.0434284 Feb 19 07:11:58.799024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:58.799915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:58.801693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] 10.222.0.47 "PUT /v2.0/ports/03591dc4-5b44-46f3-94df-2ba5dd44b681 HTTP/1.1" status: 200 len: 1096 time: 5.9730177 Feb 19 07:11:58.814117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:11:58.817823 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5668139-e23d-4b73-9b85-1f9dddf9f754" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:11:58.820750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Port 876195e5-8422-4bc8-a6b7-2f97a0068837 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:11:58.821122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Attempting to bind port 876195e5-8422-4bc8-a6b7-2f97a0068837 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:11:58.842558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:11:58.843213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:11:58.843942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:11:58.844464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Bound port: 876195e5-8422-4bc8-a6b7-2f97a0068837, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:11:58.844901 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:58.876113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:58.966107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-e104ba8a-5d0f-40df-8faa-42e50c67b29b tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 696 time: 0.1531153 Feb 19 07:11:59.071546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae8eda-dfd8-4a95-9a34-bc2ff03ad547 service neutron] Pushing event updated for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:59.095177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7fa24-d49a-4d35-86a1-db6e8dcd6aa5 req-0d176c87-e6f7-4b1d-b1dc-94449656afd8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.098095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ab7fa24-d49a-4d35-86a1-db6e8dcd6aa5 req-0d176c87-e6f7-4b1d-b1dc-94449656afd8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.0703423 Feb 19 07:11:59.159465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d86a8f93-efb8-44e0-b4ec-cb1b64fe2c08 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 696 time: 0.1920850 Feb 19 07:11:59.162295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ca9b387-a953-48f3-b473-eade8bcc6943 req-9028dce7-315f-49c0-9233-712480923bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157794 Feb 19 07:11:59.174360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ab7fa24-d49a-4d35-86a1-db6e8dcd6aa5 req-b3864211-fb27-461e-aab0-9bb6fba11089 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711384 Feb 19 07:11:59.194475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:11:59.304901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5c624-d663-4496-99b9-700601b8d5df req-aa727365-84cd-41f9-a5c5-d1ff385d2296 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.314814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13f5c624-d663-4496-99b9-700601b8d5df req-aa727365-84cd-41f9-a5c5-d1ff385d2296 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0700581 Feb 19 07:11:59.338987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:11:59.377087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13f5c624-d663-4496-99b9-700601b8d5df req-527ec74e-ed01-4b1c-8f14-263102d01b82 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Feb 19 07:11:59.433394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:11:59.436307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:11:59.491119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873429-2376-452c-9430-acba38448eda req-f385ec65-3ce8-4306-93e5-68341463bbbb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.500860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96873429-2376-452c-9430-acba38448eda req-f385ec65-3ce8-4306-93e5-68341463bbbb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.0686402 Feb 19 07:11:59.501137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d0e7c4b1-3b84-4ada-9389-4399c9bd40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.502504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-d0e7c4b1-3b84-4ada-9389-4399c9bd40b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 1130 time: 0.6198199 Feb 19 07:11:59.554757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-012b2d05-7857-43a1-b911-fb1296857c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.556900 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-012b2d05-7857-43a1-b911-fb1296857c6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 1128 time: 0.2434416 Feb 19 07:11:59.577861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96873429-2376-452c-9430-acba38448eda req-dcca754e-d8fe-4e6a-a440-5e5be0a6344f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713940 Feb 19 07:11:59.590562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-0f02d012-f38c-4ed7-872c-aa7454d46210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:11:59.592350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-0f02d012-f38c-4ed7-872c-aa7454d46210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1132 time: 0.3041403 Feb 19 07:11:59.592543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'Port': ['ID=42d2be7d-9e75-4e75-8b1e-7aa2d11512a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:11:59.620908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:11:59.623883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-cdc7ecfc-2476-4cb9-98fe-7dffb1cde65d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681 HTTP/1.1" status: 200 len: 217 time: 0.1050022 Feb 19 07:11:59.894667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.027502 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd93a375-0bda-434e-9b64-ce4b72479bba x-openstack-request-id: req-cd93a375-0bda-434e-9b64-ce4b72479bba {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:00.028053 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:00.028053 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd93a375-0bda-434e-9b64-ce4b72479bba {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:00.028312 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681', 'status': 'completed', 'code': 200} Feb 19 07:12:00.157898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-40e2cb04-edf2-4677-ba9c-097fae9e8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.159988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-40e2cb04-edf2-4677-ba9c-097fae9e8939 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.5198593 Feb 19 07:12:00.240368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=876195e5-8422-4bc8-a6b7-2f97a0068837,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:00.245008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.246205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-2354bbef-f9d6-4969-aac1-7be3e5765533 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.248398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-2354bbef-f9d6-4969-aac1-7be3e5765533 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.1292927 Feb 19 07:12:00.252147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-a5d515fd-c41b-4391-8f29-ccc96aa9ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.254066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-a5d515fd-c41b-4391-8f29-ccc96aa9ea53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.6428907 Feb 19 07:12:00.268828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-fc2fe239-7411-4504-9d7f-c04f10f8cbe5 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/quotas/eb8880f4da904b83bad64a248194c398 HTTP/1.1" status: 200 len: 375 time: 0.0120971 Feb 19 07:12:00.336877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-96a4f5ee-e4f3-4fef-9631-e392273f8040 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620356 Feb 19 07:12:00.342939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-08fd6e08-5300-4b3c-8b9c-f6200f03dc93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 0.0544415 Feb 19 07:12:00.353853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.451421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.452051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.453436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] 10.222.0.47 "PUT /v2.0/ports/876195e5-8422-4bc8-a6b7-2f97a0068837 HTTP/1.1" status: 200 len: 1096 time: 7.7465875 Feb 19 07:12:00.466554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-b27a0e5e-27eb-4cd9-a421-f6a80cfd6196 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219463 Feb 19 07:12:00.499877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-b18acf2b-92c4-4b0d-ab5d-9e22bb6c365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.501518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-b18acf2b-92c4-4b0d-ab5d-9e22bb6c365c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2415440 Feb 19 07:12:00.579450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Deleting port 12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:00.579698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.615858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-eba6de79-7e41-4aa7-a85a-8c7ce46ea3d0 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477423 Feb 19 07:12:00.671280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.671569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.689715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Calling delete_port for 12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:00.811142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:00.939496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-8b663ff4-aa13-4f29-9834-8be69047fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:00.941222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-8b663ff4-aa13-4f29-9834-8be69047fb48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 200 len: 920 time: 1.3430817 Feb 19 07:12:00.994282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34796e3d-dc21-4a5e-8322-c962a31cd015 req-c9666898-786d-429f-87f2-f0372ae2c129 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.009474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34796e3d-dc21-4a5e-8322-c962a31cd015 req-c9666898-786d-429f-87f2-f0372ae2c129 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.1283696 Feb 19 07:12:01.057858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.072082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-1b139597-ecb7-4c77-880d-22ac96775e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.074507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-1b139597-ecb7-4c77-880d-22ac96775e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.7109580 Feb 19 07:12:01.116955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34796e3d-dc21-4a5e-8322-c962a31cd015 req-d3e63da9-1fc4-43fb-913b-cb3b3f5f5951 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038756 Feb 19 07:12:01.161054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee5864-dfa9-4483-baa3-317cdb8c5632 service neutron] Pushing event updated for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:01.215809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-bfe07405-0186-496b-9693-dfcd1358b547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 200 len: 217 time: 0.2112546 Feb 19 07:12:01.291357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event deleted for resources: {'Port': ['ID=12df4a5d-0ec1-4b0a-90a6-97e8cdcb35b4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:01.292785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe07d58-20a1-4735-ac99-0a691915239f req-67275bdc-5eee-4750-aebd-14e6968a1ad2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.294427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fe07d58-20a1-4735-ac99-0a691915239f req-67275bdc-5eee-4750-aebd-14e6968a1ad2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1167200 Feb 19 07:12:01.411606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fe07d58-20a1-4735-ac99-0a691915239f req-34e8fe4f-f747-4525-a542-16796c0b6136 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976183 Feb 19 07:12:01.438264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-44a1497a-3797-4b9d-b402-60d6c050f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.441325 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-44a1497a-3797-4b9d-b402-60d6c050f93d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 1130 time: 0.9086416 Feb 19 07:12:01.503785 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-9b8d7d71-b824-4cf6-b718-657ac6e1dba0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9672344 Feb 19 07:12:01.515580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-1937e103-dfdf-4ea5-84d7-aaa88477f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.517533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-1937e103-dfdf-4ea5-84d7-aaa88477f1c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 200 len: 859 time: 0.2639520 Feb 19 07:12:01.609712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.613498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-8ff80913-026a-4fd1-9bf1-09d6a543aa16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=876195e5-8422-4bc8-a6b7-2f97a0068837 HTTP/1.1" status: 200 len: 217 time: 0.1625245 Feb 19 07:12:01.624019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f19e1b-83a8-4333-88fb-dd6642cd1165 req-98187a78-5c05-4ea3-9df7-8688fbf0f31e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.628060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0f19e1b-83a8-4333-88fb-dd6642cd1165 req-98187a78-5c05-4ea3-9df7-8688fbf0f31e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1186774 Feb 19 07:12:01.653918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-997d8d7d-23d5-423b-b316-a92660a0dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.655655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-997d8d7d-23d5-423b-b316-a92660a0dd7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4822669 Feb 19 07:12:01.669252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks [] for floatingip (84d156ec-ba7a-4511-843f-b5554391e9a5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.672474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.673236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3461-a387-455b-b990-3859e18226c7 req-c790860f-c650-47f2-bc3a-c77dc766813f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.675039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1cc3461-a387-455b-b990-3859e18226c7 req-c790860f-c650-47f2-bc3a-c77dc766813f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3cdf86-5566-4e45-b149-9dda8eed9e7c HTTP/1.1" status: 200 len: 945 time: 0.2031016 Feb 19 07:12:01.687105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ec174de-af87-4b8c-aa6f-6db9761a3be8 req-d1e9cf2a-483d-4bd9-9bdd-6bb18804c2d7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "DELETE /v2.0/floatingips/84d156ec-ba7a-4511-843f-b5554391e9a5 HTTP/1.1" status: 204 len: 173 time: 2.4798355 Feb 19 07:12:01.691812 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.803109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0f19e1b-83a8-4333-88fb-dd6642cd1165 req-c1d72332-efa8-45eb-8c2d-7a595e969ea9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642165 Feb 19 07:12:01.976171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Deleting port f77ade05-6998-4196-a0c0-23428ab6f210 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:01.976441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:01.997039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-7ab7a621-949a-49f4-9767-378c9e9b00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:01.998509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-7ab7a621-949a-49f4-9767-378c9e9b00b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.3773801 Feb 19 07:12:02.004803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a99c47a-05b5-4146-a788-92408e399754 req-0a8f448e-187e-46f5-b1da-a619659d8cd9 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 210 time: 0.1855063 Feb 19 07:12:02.048353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:02.050583 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed0475-09f2-40c1-829f-541ae2152700" -d '{"events": [{"name": "network-changed", "server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:02.084918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-99b2216a-cc2c-4180-94e8-82b5089949a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:02.086878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-99b2216a-cc2c-4180-94e8-82b5089949a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=903f230a-1054-4538-8a63-7242720d3ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4472828 Feb 19 07:12:02.115971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'Port': ['ID=42d2be7d-9e75-4e75-8b1e-7aa2d11512a3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:02.188271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:02.188773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.224216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.227955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Calling delete_port for f77ade05-6998-4196-a0c0-23428ab6f210 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:02.246333 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30fc9a-bdc1-4c25-a55f-b6e40b3ed563 x-openstack-request-id: req-7a30fc9a-bdc1-4c25-a55f-b6e40b3ed563 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:02.246625 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:02.246888 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a30fc9a-bdc1-4c25-a55f-b6e40b3ed563 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:02.247320 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837', 'status': 'completed', 'code': 200} Feb 19 07:12:02.262663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:02.386220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f77ade05-6998-4196-a0c0-23428ab6f210 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:02.387653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.402391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-48a39518-04d7-4e91-8b24-85b982854ab0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862037 Feb 19 07:12:02.405307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-6dcb2438-0edd-4dff-9b6d-8eeb907227e0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771038 Feb 19 07:12:02.423804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-cf31242c-99ee-44e3-bdb0-045d207c1d05 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015668 Feb 19 07:12:02.435952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.446487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87ee0a7a-5241-4acc-83b1-f75a367d6618 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5140414 Feb 19 07:12:02.456587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:02.466157 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5d415-7eea-4584-bf77-dab416db0f3c" -d '{"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:02.466892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-fbd71a96-61af-43b9-b8d1-232cbf9f418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:02.471381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-fbd71a96-61af-43b9-b8d1-232cbf9f418d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4633131 Feb 19 07:12:02.493353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7075c0-847b-4576-b59a-f990b93c4377 req-7f42e400-a356-4fbd-83cf-e68f3d28f2b8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:02.497907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f77ade05-6998-4196-a0c0-23428ab6f210, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f77ade05-6998-4196-a0c0-23428ab6f210,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:02.500457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf7075c0-847b-4576-b59a-f990b93c4377 req-7f42e400-a356-4fbd-83cf-e68f3d28f2b8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.2578204 Feb 19 07:12:02.512036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.597208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf7075c0-847b-4576-b59a-f990b93c4377 req-ead8a0ed-6431-402f-95ca-0e52a89f5acf tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938373 Feb 19 07:12:02.635544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:02.649564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.650187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.650677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.651230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.651738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.652541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.652964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-54e3e5a2-2301-4d2a-b38a-db4747d497e4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:02.653192 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.653766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.654240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.654498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-54e3e5a2-2301-4d2a-b38a-db4747d497e4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.3534234 Feb 19 07:12:02.655000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.655555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.656025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.656493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:02.690348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Request body: {'port': {'device_id': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'admin_state_up': True, 'tenant_id': 'eb8880f4da904b83bad64a248194c398'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:02.789212 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.886044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f77ade05-6998-4196-a0c0-23428ab6f210), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:02.958842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f8513-8ac6-4cae-8c5c-f7847e4ba27a req-7bc7c8ef-7939-4164-af21-f9937a1282fc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:02.961047 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-707f8513-8ac6-4cae-8c5c-f7847e4ba27a req-7bc7c8ef-7939-4164-af21-f9937a1282fc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.2048011 Feb 19 07:12:02.987225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event deleted for resources: {'Port': ['ID=f77ade05-6998-4196-a0c0-23428ab6f210,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:02.989247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:02.993467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:03.055800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] No DVR routers for this DVR port f77ade05-6998-4196-a0c0-23428ab6f210 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:03.058658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:03.062564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1cc3461-a387-455b-b990-3859e18226c7 req-3051c766-066f-4215-bc41-986d63d4d845 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.47 "DELETE /v2.0/ports/f77ade05-6998-4196-a0c0-23428ab6f210 HTTP/1.1" status: 204 len: 173 time: 1.3777170 Feb 19 07:12:03.064531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-deleted', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:03.068440 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0d075c-7934-4d1e-b798-39aa4dff2aaa" -d '{"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-deleted", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:03.152119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-707f8513-8ac6-4cae-8c5c-f7847e4ba27a req-67a1a58e-7861-41f6-ba06-ea71f3346b55 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781266 Feb 19 07:12:03.217295 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a826c-a770-42ed-a16b-ede94e10a791 x-openstack-request-id: req-907a826c-a770-42ed-a16b-ede94e10a791 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:03.217681 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:03.218145 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-907a826c-a770-42ed-a16b-ede94e10a791 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:03.219150 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'code': 200} Feb 19 07:12:03.264369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88736960-f75c-401a-8629-7c6aa2f7d28c req-4d2927d6-c967-41bd-8726-d8d388fc03f5 service neutron] 10.222.0.24 "GET /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241606 Feb 19 07:12:03.313058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3edd-f1cd-4647-97b7-05f5e781de90 req-ca78d6e6-1e02-4068-a013-db0ff29e09e7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:03.322087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fce3edd-f1cd-4647-97b7-05f5e781de90 req-ca78d6e6-1e02-4068-a013-db0ff29e09e7 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 946 time: 1.0681899 Feb 19 07:12:03.413342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Allocated IP 172.20.0.4 (6680805c-b33c-437b-a225-12a70560b16f/a731e75b-ec46-45bb-a89b-ea52886f23d6/9c9a0eed-faa6-427d-83c3-c426835cb3d9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:03.445423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef57040-914b-4f7e-8a7f-9975ecd73992 req-cf6c51b5-d220-4b7c-84fb-6ad475437cbe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:03.447041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ef57040-914b-4f7e-8a7f-9975ecd73992 req-cf6c51b5-d220-4b7c-84fb-6ad475437cbe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1375389 Feb 19 07:12:03.462595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-4e1e6b10-ff20-4e71-9b33-3ba19ebdf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:03.464073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-4e1e6b10-ff20-4e71-9b33-3ba19ebdf803 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 1130 time: 0.9745955 Feb 19 07:12:03.470795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-a9875d7b-110e-4eb8-8a27-74b0296afecf service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0561340 Feb 19 07:12:03.533590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ef57040-914b-4f7e-8a7f-9975ecd73992 req-8e3f4565-4a4a-4871-a709-4dd6ecb1c571 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668194 Feb 19 07:12:03.579383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fce3edd-f1cd-4647-97b7-05f5e781de90 req-78626c01-cc43-4db3-8f0a-3772f850902e tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497764 Feb 19 07:12:03.597554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-1945652d-8e04-433a-bd36-09f405ab7778 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746837 Feb 19 07:12:03.671181 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef86e67-708c-4418-a62f-5197e811ad2a x-openstack-request-id: req-9ef86e67-708c-4418-a62f-5197e811ad2a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:03.671638 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3cdf86-5566-4e45-b149-9dda8eed9e7c", "name": "network-vif-deleted", "tag": "f77ade05-6998-4196-a0c0-23428ab6f210", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:03.672124 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ef86e67-708c-4418-a62f-5197e811ad2a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:03.677500 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cdf86-5566-4e45-b149-9dda8eed9e7c', 'name': 'network-vif-deleted', 'tag': 'f77ade05-6998-4196-a0c0-23428ab6f210', 'status': 'completed', 'code': 200} Feb 19 07:12:03.769358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63ebdcd9-6a3d-4e39-8cfe-fedb4b86102a req-fcb54637-26d3-4109-85ce-da03873cc945 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 210 time: 0.0925698 Feb 19 07:12:03.866927 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks [] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:03.920459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-53924179-2357-4f2f-869a-f140daa86bfe tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:03.921948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-53924179-2357-4f2f-869a-f140daa86bfe tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.24 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 946 time: 0.3581378 Feb 19 07:12:03.932441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-31a837b6-1758-40c2-b24e-ed3f46ed99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:03.933958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-31a837b6-1758-40c2-b24e-ed3f46ed99dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.4584479 Feb 19 07:12:03.959967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:04.026494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Network 6680805c-b33c-437b-a225-12a70560b16f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:04.029795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:04.033451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:04.122996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-1f83aff2-0a94-41a9-a2e8-13eaefa52313 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681 HTTP/1.1" status: 200 len: 217 time: 0.1726439 Feb 19 07:12:04.125470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ddc3083-6479-47e2-89c5-5e22c51e652b req-4e096a46-42b0-464b-9ccb-5433d25780af service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844313 Feb 19 07:12:04.223743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489830bc-a252-4c8f-abfa-5a09f53e6ff5 req-6725ad36-bbcf-4c64-9bde-36cdaf22d006 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.226196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-489830bc-a252-4c8f-abfa-5a09f53e6ff5 req-6725ad36-bbcf-4c64-9bde-36cdaf22d006 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.4043708 Feb 19 07:12:04.229213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-c32180bb-1e75-4735-997f-49795533ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.234319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-c32180bb-1e75-4735-997f-49795533ef70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0915942 Feb 19 07:12:04.500594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-489830bc-a252-4c8f-abfa-5a09f53e6ff5 req-36d5b9b9-7f91-4f03-af30-b9654ab8d882 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336955 Feb 19 07:12:04.526106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Deleting port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:04.526453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:04.551540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0475-09f2-40c1-829f-541ae2152700 req-aa8775a5-2330-49d7-9fe4-66a0f06277bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.565245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:04.566071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-aa8775a5-2330-49d7-9fe4-66a0f06277bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 1130 time: 0.3302052 Feb 19 07:12:04.629150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.629781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:04.673273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844b83-bc7e-410a-8f27-29f0e8163614 req-6eb6693f-aaa5-4207-aca1-34910a86e55e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.674835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e844b83-bc7e-410a-8f27-29f0e8163614 req-6eb6693f-aaa5-4207-aca1-34910a86e55e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.2022293 Feb 19 07:12:04.709258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-bfb34e9d-dd79-40b5-a785-b0bbd5712b55 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0227594 Feb 19 07:12:04.730650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Request body: {'port': {'device_id': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:04.781546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-9a484162-4f47-431b-bdc9-3cebf23de1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.794376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-9a484162-4f47-431b-bdc9-3cebf23de1fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3929088 Feb 19 07:12:04.843528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:04.902886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e844b83-bc7e-410a-8f27-29f0e8163614 req-c2e33248-3d98-4589-bee6-ae8c972fbafa tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138765 Feb 19 07:12:04.945073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0475-09f2-40c1-829f-541ae2152700 req-7b07d8bf-e06d-449e-89b3-f00af8d4de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:04.946710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-7b07d8bf-e06d-449e-89b3-f00af8d4de37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2822065 Feb 19 07:12:05.087208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-d877a800-4a0d-439d-aadb-06d060fb428b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=876195e5-8422-4bc8-a6b7-2f97a0068837 HTTP/1.1" status: 200 len: 217 time: 0.1258893 Feb 19 07:12:05.095225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dadfe5-2627-433a-8f10-d03da6d4230a req-d5237b75-d068-4ffd-9579-4ac797aa21f4 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:05.096792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01dadfe5-2627-433a-8f10-d03da6d4230a req-d5237b75-d068-4ffd-9579-4ac797aa21f4 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.4244330 Feb 19 07:12:05.115134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] For port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:05.115531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:05.182900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634ea8-9b4e-44bb-bb02-3b52b280bf4a req-f86e1798-ba0e-458e-aa4c-37bb7cfe38c0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:05.184851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87634ea8-9b4e-44bb-bb02-3b52b280bf4a req-f86e1798-ba0e-458e-aa4c-37bb7cfe38c0 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cd99ae-09ca-4346-a3ec-7bed74fe4b5e HTTP/1.1" status: 200 len: 946 time: 0.1335890 Feb 19 07:12:05.189443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Calling delete_port for d3828ae0-eb65-4873-a1c2-4b8eaf830d5c owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:05.243839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87634ea8-9b4e-44bb-bb02-3b52b280bf4a req-706ada9a-5d49-435e-8247-c42a9b42c332 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.43 "GET /v2.0/security-groups?id=8961193c-f913-4026-94b0-9afb9e330984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531819 Feb 19 07:12:05.308333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01dadfe5-2627-433a-8f10-d03da6d4230a req-17fbd62f-f46a-4f62-9770-67ae623c9d7c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879454 Feb 19 07:12:05.372090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0475-09f2-40c1-829f-541ae2152700 req-a26c5e1c-984f-4bf0-b3eb-14627d3516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:05.381071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-a26c5e1c-984f-4bf0-b3eb-14627d3516d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2766848 Feb 19 07:12:05.384882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-0888bd12-7799-4c53-8704-b8501454286c service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268467 Feb 19 07:12:05.481496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9a0eed-faa6-427d-83c3-c426835cb3d9 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:05.513048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks [] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:05.591663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Transition to ACTIVE for port object 9c9a0eed-faa6-427d-83c3-c426835cb3d9 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:05.631722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31b51f-9970-4656-8712-fa7e445c622d req-104ef3c2-92ff-42f5-9668-0dc0d3e9aa91 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:05.633307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e31b51f-9970-4656-8712-fa7e445c622d req-104ef3c2-92ff-42f5-9668-0dc0d3e9aa91 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 931 time: 0.2379570 Feb 19 07:12:05.636982 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:05.745242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d3828ae0-eb65-4873-a1c2-4b8eaf830d5c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:05.834006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Pushing event deleted for resources: {'Port': ['ID=d3828ae0-eb65-4873-a1c2-4b8eaf830d5c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:05.886708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:05.908865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed0475-09f2-40c1-829f-541ae2152700 req-40c4776f-9872-435c-b95d-3374a7212b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:05.910634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-40c4776f-9872-435c-b95d-3374a7212b5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5103190 Feb 19 07:12:05.912403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e31b51f-9970-4656-8712-fa7e445c622d req-95a2da5c-e910-465a-92e6-4d879a7e3e7f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614803 Feb 19 07:12:05.969862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Attempting to bind port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:05.970180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Attempting to bind port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:05.970669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Attempting to bind port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:05.985384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 on network 6680805c-b33c-437b-a225-12a70560b16f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:05.985711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Attempting to bind port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:05.992886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] No DVR routers for this DVR port d3828ae0-eb65-4873-a1c2-4b8eaf830d5c on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:05.994868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:05.995480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Checking segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:05.996374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Bound using segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:05.997435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Bound port: 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:06.001591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.020102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.025587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-919f8436-2d7d-4ae6-8e9f-8c840a42e6a2 req-cbd72bcd-975a-42de-97fb-16cb7b768143 tempest-FloatingIPsAssociationTestJSON-415216407 tempest-FloatingIPsAssociationTestJSON-415216407-project] 10.222.0.24 "DELETE /v2.0/ports/d3828ae0-eb65-4873-a1c2-4b8eaf830d5c HTTP/1.1" status: 204 len: 173 time: 2.0888741 Feb 19 07:12:06.026064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'name': 'network-vif-deleted', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:06.031175 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20983fe6-ce31-4b2f-baad-6bf00d2f3388" -d '{"events": [{"server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "name": "network-vif-deleted", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:06.119338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5668139-e23d-4b73-9b85-1f9dddf9f754 req-8848a693-c62c-46b9-98b6-22a2d6a2988b service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178540 Feb 19 07:12:06.122109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:06.126727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:06.149925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd371a-36ba-4d0b-bd24-e863f75ed00c req-ed0aa3bf-c154-44dd-baef-b52da17d71dd tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:06.153016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bdd371a-36ba-4d0b-bd24-e863f75ed00c req-ed0aa3bf-c154-44dd-baef-b52da17d71dd tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 948 time: 0.4525211 Feb 19 07:12:06.171714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.195149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ff000-23aa-4e61-add8-cf92ff5e7d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.270283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 03591dc4-5b44-46f3-94df-2ba5dd44b681 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:06.298957 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-abbdbeb0-ea0f-4d1f-8ebc-e0cd6170adc8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689718 Feb 19 07:12:06.388796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:06.401060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:06.401726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.403177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-21e57988-0ab3-4d52-92bc-2095e9deed6a service neutron] 10.222.0.24 "PUT /v2.0/ports/9c9a0eed-faa6-427d-83c3-c426835cb3d9 HTTP/1.1" status: 200 len: 1091 time: 1.6786718 Feb 19 07:12:06.422687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:06.431622 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfec11d-e462-4cf2-996f-55a3c2aacd61" -d '{"events": [{"name": "network-changed", "server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:06.471838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2db6d-16a6-49c6-97fd-cb661a709d04 req-c74c91eb-14db-4bb7-950b-00bd904462ac tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:06.483362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40a2db6d-16a6-49c6-97fd-cb661a709d04 req-c74c91eb-14db-4bb7-950b-00bd904462ac tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.4384322 Feb 19 07:12:06.516579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:06.521884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fed0475-09f2-40c1-829f-541ae2152700 req-e6498fab-60b6-4a45-ae23-e6bf9c8bec08 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026854 Feb 19 07:12:06.552352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bdd371a-36ba-4d0b-bd24-e863f75ed00c req-bc938325-4267-4a5c-af72-4eae80a8f850 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672068 Feb 19 07:12:06.577800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: f77ade05-6998-4196-a0c0-23428ab6f210 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:06.578141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f77ade05-6998-4196-a0c0-23428ab6f210 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:06.660991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:06.705137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '03591dc4-5b44-46f3-94df-2ba5dd44b681', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '03591dc4-5b44-46f3-94df-2ba5dd44b681', 'mac_address': 'fa:16:3e:29:05:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:06.730377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40a2db6d-16a6-49c6-97fd-cb661a709d04 req-ecba0386-9190-4d99-882b-065ee150b629 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459788 Feb 19 07:12:06.755898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a193e-80aa-45fa-a6ca-5450b3a9ed05 req-d20ed67c-a20a-4d73-89be-1a9ecfa79271 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:06.758526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da0a193e-80aa-45fa-a6ca-5450b3a9ed05 req-d20ed67c-a20a-4d73-89be-1a9ecfa79271 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1030922 Feb 19 07:12:06.773002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-1e723816-f379-4735-b146-2369c74d870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:06.774421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-1e723816-f379-4735-b146-2369c74d870b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 1125 time: 0.2798507 Feb 19 07:12:06.821332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 03591dc4-5b44-46f3-94df-2ba5dd44b681 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:06.826141 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:06.857781 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f99a935-4cbc-4a97-982d-d2cd55a4f920 x-openstack-request-id: req-1f99a935-4cbc-4a97-982d-d2cd55a4f920 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:06.858299 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cd99ae-09ca-4346-a3ec-7bed74fe4b5e", "name": "network-vif-deleted", "tag": "d3828ae0-eb65-4873-a1c2-4b8eaf830d5c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:06.858573 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f99a935-4cbc-4a97-982d-d2cd55a4f920 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:06.859057 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27cd99ae-09ca-4346-a3ec-7bed74fe4b5e', 'name': 'network-vif-deleted', 'tag': 'd3828ae0-eb65-4873-a1c2-4b8eaf830d5c', 'status': 'completed', 'code': 200} Feb 19 07:12:06.871887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da0a193e-80aa-45fa-a6ca-5450b3a9ed05 req-146ad28b-2034-445e-a99f-f75d037fa0ef tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065414 Feb 19 07:12:06.885741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03591dc4-5b44-46f3-94df-2ba5dd44b681 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:06.913649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-30273726-2938-4ee9-9424-6969353ffcba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9 HTTP/1.1" status: 200 len: 217 time: 0.1280985 Feb 19 07:12:06.921835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41976) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:06.950780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:06.965907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:07.005722 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f730b-9f38-411f-988c-c740d7034515 x-openstack-request-id: req-a70f730b-9f38-411f-988c-c740d7034515 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:07.006017 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:07.006274 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a70f730b-9f38-411f-988c-c740d7034515 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:07.006678 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'status': 'completed', 'code': 200} Feb 19 07:12:07.043199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1424-5cca-42dc-8715-566f35868343 req-fd6dc77b-e99d-4d41-a33a-7ce9d05c48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.044695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-fd6dc77b-e99d-4d41-a33a-7ce9d05c48f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.1222112 Feb 19 07:12:07.094568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:07.097011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-2fbcbdf2-6f42-4e2e-a12c-dc25af9e1590 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452900 Feb 19 07:12:07.230126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b859bc-0831-4a75-a8e1-839d2458bcea req-58672e5e-567e-4737-bc8a-657ab7ec4b45 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.239329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13b859bc-0831-4a75-a8e1-839d2458bcea req-58672e5e-567e-4737-bc8a-657ab7ec4b45 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 943 time: 0.1385198 Feb 19 07:12:07.306315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['03591dc4-5b44-46f3-94df-2ba5dd44b681'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:07.312624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-20b5ca45-cc95-4ff2-9b83-b516943534f5 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002416 Feb 19 07:12:07.328758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13b859bc-0831-4a75-a8e1-839d2458bcea req-2ce09128-1ca0-43f9-aa77-6fe255491dd0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835867 Feb 19 07:12:07.336350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d3396-9f6f-4994-a3bc-0b89814f9090 req-8de73b1c-972f-4dd9-9c2e-520f8e689ca2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.337891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-588d3396-9f6f-4994-a3bc-0b89814f9090 req-8de73b1c-972f-4dd9-9c2e-520f8e689ca2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.3062189 Feb 19 07:12:07.426533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-e521a217-3d56-4cfd-85de-cc67338d927b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.429165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-e521a217-3d56-4cfd-85de-cc67338d927b tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.3150003 Feb 19 07:12:07.461777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d3828ae0-eb65-4873-a1c2-4b8eaf830d5c no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:07.468019 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6ca1424-5cca-42dc-8715-566f35868343 req-15e5b710-e32d-4bff-a22f-882e8e465718 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378303 Feb 19 07:12:07.561823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: d3828ae0-eb65-4873-a1c2-4b8eaf830d5c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:07.563624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d3828ae0-eb65-4873-a1c2-4b8eaf830d5c not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:07.646524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-fc66ead8-08cc-4ebf-b084-aeb32564917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.652329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-588d3396-9f6f-4994-a3bc-0b89814f9090 req-917fbc6d-d55b-4ca2-8042-ed0af7ff18a8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061204 Feb 19 07:12:07.653586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-fc66ead8-08cc-4ebf-b084-aeb32564917d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 1125 time: 0.1267700 Feb 19 07:12:07.734373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Deleting port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:07.734724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:07.925119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89239f7-3290-4194-92e0-f3ce33643995 req-98abdb4d-f0be-486c-b645-78d3de3f3790 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.927527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a89239f7-3290-4194-92e0-f3ce33643995 req-98abdb4d-f0be-486c-b645-78d3de3f3790 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 949 time: 0.1174347 Feb 19 07:12:07.931771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-11aa33be-89b5-44b8-8463-c568075fb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:07.933414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-11aa33be-89b5-44b8-8463-c568075fb200 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 904 time: 0.2783318 Feb 19 07:12:08.013103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-2b28f44b-aa14-4ab8-a370-86cef022725b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9 HTTP/1.1" status: 200 len: 217 time: 0.0695095 Feb 19 07:12:08.087062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fbe2d-228f-477a-92cf-3db5f1161c98 req-5b3be450-5cc4-4139-9748-9a5802a23a99 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:08.088958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a2fbe2d-228f-477a-92cf-3db5f1161c98 req-5b3be450-5cc4-4139-9748-9a5802a23a99 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 945 time: 0.2168701 Feb 19 07:12:08.090953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] For port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:08.091353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.111388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a89239f7-3290-4194-92e0-f3ce33643995 req-38680737-2423-4d83-9596-282dbec3dfcf tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764598 Feb 19 07:12:08.119991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-39d538d9-b56b-4efd-8bf9-5be3ac8418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:08.122030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-39d538d9-b56b-4efd-8bf9-5be3ac8418be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.0919290 Feb 19 07:12:08.144641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (1befdd25-f6ce-456e-929a-d10c6d86588e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.205985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-ddaf8fcd-881f-47d6-869b-17689724f58f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703721 Feb 19 07:12:08.301521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 876195e5-8422-4bc8-a6b7-2f97a0068837 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:08.329304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a2fbe2d-228f-477a-92cf-3db5f1161c98 req-bce1a3a6-9315-4ac9-8f04-485e229c6451 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274153 Feb 19 07:12:08.419626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f84343-4b1a-4345-bec8-5b7d2147538a req-fa8db839-bc30-4148-81fa-0ffcde506b91 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:08.426824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89f84343-4b1a-4345-bec8-5b7d2147538a req-fa8db839-bc30-4148-81fa-0ffcde506b91 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1592762 Feb 19 07:12:08.444616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-6d8523ac-1355-4d6b-b37a-a5d89f06f05b service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225375 Feb 19 07:12:08.612198 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3c98b16-dc1a-4d88-a4b7-abc001f970f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.637028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89f84343-4b1a-4345-bec8-5b7d2147538a req-568cc6e2-5278-464e-a170-41ef6d09cdda tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091746 Feb 19 07:12:08.644825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=876195e5-8422-4bc8-a6b7-2f97a0068837,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:08.669702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '876195e5-8422-4bc8-a6b7-2f97a0068837', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '876195e5-8422-4bc8-a6b7-2f97a0068837', 'mac_address': 'fa:16:3e:33:a5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:08.720310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdfec11d-e462-4cf2-996f-55a3c2aacd61 req-efdda3ef-3513-455d-92b8-1979480e64f9 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694132 Feb 19 07:12:08.766571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 876195e5-8422-4bc8-a6b7-2f97a0068837 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:08.767068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.777051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8691e0-a7f6-4a89-bfde-356b97ef90e4 req-5da0aa66-d231-4ae5-9508-8509cecec6d4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:08.788770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b8691e0-a7f6-4a89-bfde-356b97ef90e4 req-5da0aa66-d231-4ae5-9508-8509cecec6d4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 943 time: 0.3152442 Feb 19 07:12:08.807451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876195e5-8422-4bc8-a6b7-2f97a0068837 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:08.862098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b324579-d823-45a7-92c8-0ac3d6604560 req-84ad5bf1-93b1-4673-8215-e4192d06e1df tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:08.869211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b324579-d823-45a7-92c8-0ac3d6604560 req-84ad5bf1-93b1-4673-8215-e4192d06e1df tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1068702 Feb 19 07:12:08.870124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=876195e5-8422-4bc8-a6b7-2f97a0068837,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:08.878065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.897940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.898315 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:08.900815 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11 disassociated. External IP: 172.25.7.78, port: 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a. Feb 19 07:12:08.901434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Calling delete_port for 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:08.983771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:08.987857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b324579-d823-45a7-92c8-0ac3d6604560 req-5d690ab2-a042-495f-9eba-fe2fb3a16260 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190403 Feb 19 07:12:09.230286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['876195e5-8422-4bc8-a6b7-2f97a0068837'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:09.332924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6745-8c10-4dae-9d80-ba738cc63bf5 req-18fe599a-50ac-4090-a686-db6df5f2b69b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:09.339696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8d6745-8c10-4dae-9d80-ba738cc63bf5 req-18fe599a-50ac-4090-a686-db6df5f2b69b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 949 time: 0.1314781 Feb 19 07:12:09.450711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b8691e0-a7f6-4a89-bfde-356b97ef90e4 req-23d4ff5a-3a37-48d8-ab1b-abd02da86e7e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6598260 Feb 19 07:12:09.477817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8d6745-8c10-4dae-9d80-ba738cc63bf5 req-3a3e553b-725e-4cb1-8f64-2e466338df55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321795 Feb 19 07:12:09.537552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:09.645368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3e7bdb74-fb2e-4d22-ac73-b372b81cc91a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:09.650229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Deleting port e85d92f7-7e44-421c-9075-fd6db2349a6c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:09.650563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:09.722155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event deleted for resources: {'Port': ['ID=3e7bdb74-fb2e-4d22-ac73-b372b81cc91a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:09.803890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c8f77-183c-4cc2-bdf6-d0e19c4d0752 req-0baafd90-8e4e-4591-b227-818da8f66fd3 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:09.805432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a90c8f77-183c-4cc2-bdf6-d0e19c4d0752 req-0baafd90-8e4e-4591-b227-818da8f66fd3 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 867 time: 0.2087491 Feb 19 07:12:09.869168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] For port e85d92f7-7e44-421c-9075-fd6db2349a6c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e85d92f7-7e44-421c-9075-fd6db2349a6c,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:09.869532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:09.871145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7714e38-d15f-4765-809f-cc46d7f492c7 req-0b77f5e2-d836-41d6-8fcd-5f31852068a5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:09.880537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7714e38-d15f-4765-809f-cc46d7f492c7 req-0b77f5e2-d836-41d6-8fcd-5f31852068a5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0974159 Feb 19 07:12:09.929439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Calling delete_port for e85d92f7-7e44-421c-9075-fd6db2349a6c owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:09.961637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a90c8f77-183c-4cc2-bdf6-d0e19c4d0752 req-28068b28-9043-40f1-85d8-b989a4333c93 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups?id=4ae638aa-bab2-46b1-8cb3-bd57e55efba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464686 Feb 19 07:12:09.979944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7714e38-d15f-4765-809f-cc46d7f492c7 req-fe336b80-ec79-4512-a852-b5711a1354d2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Feb 19 07:12:10.021991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:10.222107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45283-be28-4190-a9ad-d47e2d24472c req-9bd0a7a4-93d6-4908-bc48-884d516dd5d9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:10.231903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25c45283-be28-4190-a9ad-d47e2d24472c req-9bd0a7a4-93d6-4908-bc48-884d516dd5d9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1214828 Feb 19 07:12:10.314646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 03591dc4-5b44-46f3-94df-2ba5dd44b681 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:10.322212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25c45283-be28-4190-a9ad-d47e2d24472c req-352b5a6f-aa04-47ef-bfa7-4291561ede47 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830436 Feb 19 07:12:10.327331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:10.413451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:10.420240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] No DVR routers for this DVR port 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:10.442051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:10.444132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:10.448141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:10.450511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d55d0dfe-5146-487b-ac85-cb29ac2835bd req-d65dbda5-a3b2-4fdf-92ee-060a56d558ba tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.24 "DELETE /v2.0/ports/3e7bdb74-fb2e-4d22-ac73-b372b81cc91a HTTP/1.1" status: 204 len: 173 time: 3.0029805 Feb 19 07:12:10.454580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'name': 'network-vif-deleted', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:10.456981 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc863b0e-707a-42d6-9033-a199f61b1856" -d '{"events": [{"server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "name": "network-vif-deleted", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:10.507697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e85d92f7-7e44-421c-9075-fd6db2349a6c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:10.529665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a5f06-457e-4737-b325-68e07ac426db req-a9dfbf08-3c20-4351-85b8-30d7cb8e65ac tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:10.537688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e12a5f06-457e-4737-b325-68e07ac426db req-a9dfbf08-3c20-4351-85b8-30d7cb8e65ac tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 945 time: 0.1266887 Feb 19 07:12:10.583393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85d92f7-7e44-421c-9075-fd6db2349a6c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:10.633735 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f1576-93eb-4896-8b32-cae3864e1c44 x-openstack-request-id: req-b25f1576-93eb-4896-8b32-cae3864e1c44 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:10.634173 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecb5df7-6c1e-4d78-8737-7421e2fbd038", "name": "network-vif-deleted", "tag": "3e7bdb74-fb2e-4d22-ac73-b372b81cc91a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:10.634365 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b25f1576-93eb-4896-8b32-cae3864e1c44 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:10.634813 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecb5df7-6c1e-4d78-8737-7421e2fbd038', 'name': 'network-vif-deleted', 'tag': '3e7bdb74-fb2e-4d22-ac73-b372b81cc91a', 'status': 'completed', 'code': 200} Feb 19 07:12:10.651446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e12a5f06-457e-4737-b325-68e07ac426db req-82ccb044-7f88-4338-b122-66fb77104540 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127648 Feb 19 07:12:10.723992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 03591dc4-5b44-46f3-94df-2ba5dd44b681 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:12:10.748473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 03591dc4-5b44-46f3-94df-2ba5dd44b681 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:10.748846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:10.910130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac779d-9810-44e5-b5ed-2f69365218a3 req-707de28f-09a9-4834-823f-5ff5f419b01f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:10.920673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ac779d-9810-44e5-b5ed-2f69365218a3 req-707de28f-09a9-4834-823f-5ff5f419b01f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 943 time: 0.1230958 Feb 19 07:12:10.984899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b1dc-215e-4072-a797-de79e536d6d8 req-1b7ca512-c775-4c1a-85e1-7e13450916f9 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:10.986919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e710b1dc-215e-4072-a797-de79e536d6d8 req-1b7ca512-c775-4c1a-85e1-7e13450916f9 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 949 time: 0.1329072 Feb 19 07:12:10.990126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ac779d-9810-44e5-b5ed-2f69365218a3 req-e3ba0599-46c8-4223-be14-966852f6b5ad tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651982 Feb 19 07:12:11.016370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (1befdd25-f6ce-456e-929a-d10c6d86588e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:11.103389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:11.190183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581a4acc-be33-4ff9-a44b-88f3265db10f req-0f4621b3-5106-40eb-aa37-c2005e5cde73 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ecb5df7-6c1e-4d78-8737-7421e2fbd038 HTTP/1.1" status: 200 len: 210 time: 0.0473804 Feb 19 07:12:11.219255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e710b1dc-215e-4072-a797-de79e536d6d8 req-e5f6f3e4-d343-47bf-ac38-4fed7da0969d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208946 Feb 19 07:12:11.338466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa611e3-b3f0-49d3-bb77-6d955e9934ba req-6338730b-9850-40f8-99e2-1e36abab2855 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:11.342569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aaa611e3-b3f0-49d3-bb77-6d955e9934ba req-6338730b-9850-40f8-99e2-1e36abab2855 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0765464 Feb 19 07:12:11.365419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:11.421950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aaa611e3-b3f0-49d3-bb77-6d955e9934ba req-1a02a43d-9984-43b3-bd0f-70ca80af7ec8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718045 Feb 19 07:12:11.483509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:11.485670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:11.566709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Router 1befdd25-f6ce-456e-929a-d10c6d86588e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:11.572703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:11.573026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3e7bdb74-fb2e-4d22-ac73-b372b81cc91a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:11.593136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab20b-0716-443f-bc41-d374b7e75cab req-3a224d07-9184-4c51-8981-e60584c89c9b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:11.602052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-364ab20b-0716-443f-bc41-d374b7e75cab req-3a224d07-9184-4c51-8981-e60584c89c9b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1234183 Feb 19 07:12:11.620560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 03591dc4-5b44-46f3-94df-2ba5dd44b681 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:11.621336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:11.698081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-364ab20b-0716-443f-bc41-d374b7e75cab req-2049600f-282e-4ae8-8fc3-fd7ef2425ece tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951715 Feb 19 07:12:11.714848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:11.717131 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb5613-33cf-49cd-a8e5-2370569ed092" -d '{"events": [{"server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "name": "network-vif-plugged", "status": "completed", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:11.753880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:11.763968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:11.765591 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:11.766389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 876195e5-8422-4bc8-a6b7-2f97a0068837 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:11.771276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ee74a8aa-c9a3-49d5-9d59-45c30f79d435 admin admin] 10.222.0.43 "PUT /v2.0/routers/1befdd25-f6ce-456e-929a-d10c6d86588e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8473454 Feb 19 07:12:11.773880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:11.774639 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Sync routers for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:11.781332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:11.797968 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:11.803024 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:11.842699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'mac_address': 'fa:16:3e:5e:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:11.954440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks [] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:11.975596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05760e8c-3a7e-49f3-8f7d-07de47dfcb55 x-openstack-request-id: req-05760e8c-3a7e-49f3-8f7d-07de47dfcb55 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:11.979469 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "name": "network-vif-plugged", "status": "completed", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:11.979806 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05760e8c-3a7e-49f3-8f7d-07de47dfcb55 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:11.980899 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681', 'code': 200} Feb 19 07:12:11.991869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:11.992415 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.005384 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:12.039908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9a0eed-faa6-427d-83c3-c426835cb3d9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:12.094677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363e15-a611-4705-866f-8b57a781001b req-ad3eadf7-0870-4838-976c-2b88bb5785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:12.096246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10363e15-a611-4705-866f-8b57a781001b req-ad3eadf7-0870-4838-976c-2b88bb5785c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 1132 time: 0.1683052 Feb 19 07:12:12.099161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:12.158515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.201994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c570db-527f-4e04-8526-6457c171bd9a req-4106afd0-efb4-4d0b-9738-96eefb0df4b5 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:12.203208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:12.207798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13c570db-527f-4e04-8526-6457c171bd9a req-4106afd0-efb4-4d0b-9738-96eefb0df4b5 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.24 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 945 time: 0.2320952 Feb 19 07:12:12.214538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:12.310828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10363e15-a611-4705-866f-8b57a781001b req-342f63c2-d0ae-4f64-ba66-859d472a7dd4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030139 Feb 19 07:12:12.319820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdba08a-bddc-4073-9103-b2d29376e6e1 req-c83070fe-817c-44ea-8375-375af54c8b50 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:12.327040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cdba08a-bddc-4073-9103-b2d29376e6e1 req-c83070fe-817c-44ea-8375-375af54c8b50 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 943 time: 0.2288771 Feb 19 07:12:12.381402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:12.384790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5858e-30b4-457e-bd72-f6cd54c4889a req-926b24f6-08c6-484f-a792-dfc379bdb56c tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:12.385890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Deleting port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:12.386233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.400274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ec5858e-30b4-457e-bd72-f6cd54c4889a req-926b24f6-08c6-484f-a792-dfc379bdb56c tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 945 time: 0.4985335 Feb 19 07:12:12.440749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:12.444211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cdba08a-bddc-4073-9103-b2d29376e6e1 req-ed3a8cec-0015-4804-a438-6fda277e7098 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162093 Feb 19 07:12:12.447636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:12:10Z', 'revision_number': 5, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port': {'id': '8928d5a0-a77f-455c-929b-594cb3d9e78a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:07:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:10:34Z', 'updated_at': '2022-02-19T07:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:12.467157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks [] for router_gateway (1befdd25-f6ce-456e-929a-d10c6d86588e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.513423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 876195e5-8422-4bc8-a6b7-2f97a0068837 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:12:12.520409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9c9a0eed-faa6-427d-83c3-c426835cb3d9'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:12.524071 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Checking router: 1befdd25-f6ce-456e-929a-d10c6d86588e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:12.549039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] For port 3d6dce13-64a0-4b53-b32c-d01274fe7d88, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3d6dce13-64a0-4b53-b32c-d01274fe7d88,segment=NetworkSegment(7fca5a01-94ea-432d-8287-30a1b8133342),segment_id=7fca5a01-94ea-432d-8287-30a1b8133342)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:12.550525 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Routers {'1befdd25-f6ce-456e-929a-d10c6d86588e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:12.551998 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1befdd25-f6ce-456e-929a-d10c6d86588e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:12.552176 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.584480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Calling delete_port for 3d6dce13-64a0-4b53-b32c-d01274fe7d88 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:12.591056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ec5858e-30b4-457e-bd72-f6cd54c4889a req-0ad90c1d-2735-4207-aa8a-b1386722aa15 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b9b959a-f8c7-443c-8d82-322a2aafb1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878440 Feb 19 07:12:12.594564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.622555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 876195e5-8422-4bc8-a6b7-2f97a0068837 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:12.623094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.669430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Deleting port 8928d5a0-a77f-455c-929b-594cb3d9e78a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:12.669686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.673551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:12.675615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:12.725027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] Set router 1befdd25-f6ce-456e-929a-d10c6d86588e gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:12.776563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b557e-998c-4af0-a1ae-12c820cdc117 req-814d48f0-d263-48cb-8244-8494320212db tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:12.784590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-128b557e-998c-4af0-a1ae-12c820cdc117 req-814d48f0-d263-48cb-8244-8494320212db tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 950 time: 0.1199062 Feb 19 07:12:12.790591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:12:12Z', 'revision_number': 6, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:12.871715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2174e7c-3cf3-443d-b33d-e9a4732de2b6 None None] The sync data for ids ['1befdd25-f6ce-456e-929a-d10c6d86588e'] in n-d-829866-3 is: [{'id': '1befdd25-f6ce-456e-929a-d10c6d86588e', 'name': 'tempest-FloatingIPsAssociationTestJSON-161508154-router', 'tenant_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:10:32Z', 'updated_at': '2022-02-19T07:12:12Z', 'revision_number': 6, 'project_id': 'c0f6c9620cb4404eb3912479fb1cf3b7', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:12.888298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-128b557e-998c-4af0-a1ae-12c820cdc117 req-eb69cac3-9b8d-4779-b759-e0a1f184945f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027405 Feb 19 07:12:12.936717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3d6dce13-64a0-4b53-b32c-d01274fe7d88), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.967531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['3d6dce13-64a0-4b53-b32c-d01274fe7d88'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:12.981139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] For port 8928d5a0-a77f-455c-929b-594cb3d9e78a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8928d5a0-a77f-455c-929b-594cb3d9e78a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:12.981519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:12.996204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Pushing event deleted for resources: {'Port': ['ID=3d6dce13-64a0-4b53-b32c-d01274fe7d88,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:13.015024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Calling delete_port for 8928d5a0-a77f-455c-929b-594cb3d9e78a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:13.056402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:13.112168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] No DVR routers for this DVR port 3d6dce13-64a0-4b53-b32c-d01274fe7d88 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:13.117330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.119685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13c570db-527f-4e04-8526-6457c171bd9a req-b5ba7a04-be70-40cb-9da1-4bfa1e964f14 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.24 "DELETE /v2.0/ports/3d6dce13-64a0-4b53-b32c-d01274fe7d88 HTTP/1.1" status: 204 len: 173 time: 0.9027851 Feb 19 07:12:13.120188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'name': 'network-vif-deleted', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:13.120507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 876195e5-8422-4bc8-a6b7-2f97a0068837 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:13.120908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.123253 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7c4fa8-dda2-4505-99be-6c61a086a65e" -d '{"events": [{"server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "name": "network-vif-deleted", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:13.160704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97055327-0b81-40f3-b232-8251a5bf0e04 req-3e18dfd6-18c7-47dd-8e5d-51868c96e6e6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:13.168371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97055327-0b81-40f3-b232-8251a5bf0e04 req-3e18dfd6-18c7-47dd-8e5d-51868c96e6e6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.3870542 Feb 19 07:12:13.193766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e24f8-ae23-420b-9af8-b687fc9f1bbc req-4a6a5302-9962-4320-9519-9ab789254f35 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:13.201571 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-916e24f8-ae23-420b-9af8-b687fc9f1bbc req-4a6a5302-9962-4320-9519-9ab789254f35 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.0991442 Feb 19 07:12:13.246882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97055327-0b81-40f3-b232-8251a5bf0e04 req-79d7c038-0a99-4e41-be98-c4ea9bda8774 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779023 Feb 19 07:12:13.352471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=876195e5-8422-4bc8-a6b7-2f97a0068837,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:13.359417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-916e24f8-ae23-420b-9af8-b687fc9f1bbc req-d8cba646-a6f7-4d67-998c-25ce658650e3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566052 Feb 19 07:12:13.371934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8928d5a0-a77f-455c-929b-594cb3d9e78a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.396581 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc3e7e-7783-4a30-bf2e-21c1f9b813f7 x-openstack-request-id: req-0bdc3e7e-7783-4a30-bf2e-21c1f9b813f7 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:13.397931 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770c8f8-805e-4413-adf2-b42d22ec085c", "name": "network-vif-deleted", "tag": "3d6dce13-64a0-4b53-b32c-d01274fe7d88", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:13.398292 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bdc3e7e-7783-4a30-bf2e-21c1f9b813f7 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:13.398827 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770c8f8-805e-4413-adf2-b42d22ec085c', 'name': 'network-vif-deleted', 'tag': '3d6dce13-64a0-4b53-b32c-d01274fe7d88', 'status': 'completed', 'code': 200} Feb 19 07:12:13.405016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Pushing event deleted for resources: {'Port': ['ID=8928d5a0-a77f-455c-929b-594cb3d9e78a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:13.410439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.456929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:13.485935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (1befdd25-f6ce-456e-929a-d10c6d86588e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.529184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:13.536530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (4ae638aa-bab2-46b1-8cb3-bd57e55efba5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.563259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (4ae638aa-bab2-46b1-8cb3-bd57e55efba5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.619611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.627364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks [] for router_controller (1befdd25-f6ce-456e-929a-d10c6d86588e), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.642237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4ae638aa-bab2-46b1-8cb3-bd57e55efba5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.645944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.649265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:13.650267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "DELETE /v2.0/security-groups/4ae638aa-bab2-46b1-8cb3-bd57e55efba5 HTTP/1.1" status: 204 len: 168 time: 0.1922886 Feb 19 07:12:13.651164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:13.673598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10f84-bb43-45fe-a14e-b3ccb4342006 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae638aa-bab2-46b1-8cb3-bd57e55efba5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:13.684262 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-0c0d025e-2c67-45bb-a8da-03fd03ddc805 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] show failed (client error): The resource could not be found. Feb 19 07:12:13.685636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c0d025e-2c67-45bb-a8da-03fd03ddc805 tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "GET /v2.0/security-groups/4ae638aa-bab2-46b1-8cb3-bd57e55efba5 HTTP/1.1" status: 404 len: 347 time: 0.0225465 Feb 19 07:12:13.689065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:13.713837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (1befdd25-f6ce-456e-929a-d10c6d86588e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.714364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1befdd25-f6ce-456e-929a-d10c6d86588e {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:12:13.720128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:13.728205 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a6d4bc5-fddb-47ba-853e-eab96afa097c admin admin] 10.222.0.43 "DELETE /v2.0/routers/1befdd25-f6ce-456e-929a-d10c6d86588e HTTP/1.1" status: 204 len: 168 time: 1.9508426 Feb 19 07:12:13.731050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:13.743520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e05ad18-c8cf-4a9d-9518-8d734fc65af5 None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:08:53Z', 'revision_number': 4, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f4484682-e1df-4e75-a104-6606ad8c9a78', 'name': '', 'network_id': '069e27e8-e524-4d6f-9ae4-101a91f4b577', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'mac_address': 'fa:16:3e:42:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:52Z', 'updated_at': '2022-02-19T07:09:01Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'subnets': [{'id': 'df5807fa-f4f3-482f-a8c4-7200c41f056d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:13.771881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1283c86-bcfb-4196-a737-1b08e3a2ef61 req-26569a25-3aba-4cb3-8a8d-01bf5bcd3798 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:13.779437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1283c86-bcfb-4196-a737-1b08e3a2ef61 req-26569a25-3aba-4cb3-8a8d-01bf5bcd3798 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 944 time: 0.1426437 Feb 19 07:12:13.866625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1283c86-bcfb-4196-a737-1b08e3a2ef61 req-c353eae2-eaa0-48f6-9357-d6826c194130 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818791 Feb 19 07:12:13.982460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:13.985084 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a7791-cf6c-4dc3-ae12-c933756359f7" -d '{"events": [{"server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "name": "network-vif-plugged", "status": "completed", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:14.015161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a2d55d6-0177-4583-ab4b-324ade28f973 req-5d5358e4-6b45-4094-a838-f6eab26be153 tempest-VolumesAdminNegativeTest-1569688455 tempest-VolumesAdminNegativeTest-1569688455-project] 10.222.0.43 "GET /v2.0/ports?device_id=7770c8f8-805e-4413-adf2-b42d22ec085c HTTP/1.1" status: 200 len: 210 time: 0.0764647 Feb 19 07:12:14.043161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Deleting subnet 4dcf10d1-b20f-4860-a312-0e35724402e5 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:12:14.046591 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Publish callbacks [] for subnet (4dcf10d1-b20f-4860-a312-0e35724402e5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.072789 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d17589-e2f4-4f14-9f04-56552b7d3ce5 x-openstack-request-id: req-a8d17589-e2f4-4f14-9f04-56552b7d3ce5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:14.073213 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "name": "network-vif-plugged", "status": "completed", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:14.073582 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8d17589-e2f4-4f14-9f04-56552b7d3ce5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:14.074093 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837', 'code': 200} Feb 19 07:12:14.079171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa871-32b5-42dd-9d7e-027afa9f4320 req-28fc62f8-7b6e-4918-8cba-41b08839eb4d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:14.081009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e6cfa871-32b5-42dd-9d7e-027afa9f4320 req-28fc62f8-7b6e-4918-8cba-41b08839eb4d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 950 time: 0.1090963 Feb 19 07:12:14.091551 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (4dcf10d1-b20f-4860-a312-0e35724402e5), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.173500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e6cfa871-32b5-42dd-9d7e-027afa9f4320 req-8a06611c-26bf-473c-898f-7fcda7841f28 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780346 Feb 19 07:12:14.238266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Deleting port f97743fc-f303-42b7-9a12-19b0a1e121aa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:14.238658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.280223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2779f7e-fe0e-4f80-a207-966f5c3a08d3 None None] New status for floating IP 3b55a6ca-3d67-49ca-af39-77d5689d9a11: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:12:14.422884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a550-0c65-4b25-8ab8-6c14ff4b14eb req-2c45c7d4-d934-4bb9-b8cd-0150443b8453 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:14.430913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18d8a550-0c65-4b25-8ab8-6c14ff4b14eb req-2c45c7d4-d934-4bb9-b8cd-0150443b8453 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.0799527 Feb 19 07:12:14.441337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4dcf10d1-b20f-4860-a312-0e35724402e5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.474084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8928d5a0-a77f-455c-929b-594cb3d9e78a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:14.484829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18d8a550-0c65-4b25-8ab8-6c14ff4b14eb req-cf6a300b-fcf7-4b99-b46f-b0262edba8d0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Feb 19 07:12:14.514734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c063ae-4a1e-45ec-b3de-a33427c8d8b8 req-5dd02177-9c08-40cc-9e7b-cb5815dc74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:14.516317 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21c063ae-4a1e-45ec-b3de-a33427c8d8b8 req-5dd02177-9c08-40cc-9e7b-cb5815dc74ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 1132 time: 0.3553324 Feb 19 07:12:14.525789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8928d5a0-a77f-455c-929b-594cb3d9e78a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:14.526234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8928d5a0-a77f-455c-929b-594cb3d9e78a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:14.527150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e85d92f7-7e44-421c-9075-fd6db2349a6c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:14.548623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e85d92f7-7e44-421c-9075-fd6db2349a6c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:14.549318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e85d92f7-7e44-421c-9075-fd6db2349a6c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:14.593113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.593951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (f97743fc-f303-42b7-9a12-19b0a1e121aa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.605600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df0b4-7286-4d45-8379-dc21bd0f5362 req-bde96217-ae2c-4693-8c61-f8aecc0b57a7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:14.607099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e1df0b4-7286-4d45-8379-dc21bd0f5362 req-bde96217-ae2c-4693-8c61-f8aecc0b57a7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 950 time: 0.3384078 Feb 19 07:12:14.647382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92d06f-3374-4f13-8868-12fa87a5473e req-54b76f9d-7f3e-49e7-9bad-2f852a6fe4c6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:14.651069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e92d06f-3374-4f13-8868-12fa87a5473e req-54b76f9d-7f3e-49e7-9bad-2f852a6fe4c6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.0790536 Feb 19 07:12:14.682166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Calling delete_port for f97743fc-f303-42b7-9a12-19b0a1e121aa owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:14.710126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21c063ae-4a1e-45ec-b3de-a33427c8d8b8 req-fd146e16-4ab8-4df1-8fe0-9becdb8bece6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815033 Feb 19 07:12:14.711114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (4dcf10d1-b20f-4860-a312-0e35724402e5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:14.741140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e92d06f-3374-4f13-8868-12fa87a5473e req-e93d7db2-114e-4f63-8e08-390a2b69b022 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572934 Feb 19 07:12:15.017837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee737b-56d5-4cec-9dec-b06a4813cf08 req-fc7615d0-2c30-4846-ba93-f2710f9a5a39 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:15.019345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aee737b-56d5-4cec-9dec-b06a4813cf08 req-fc7615d0-2c30-4846-ba93-f2710f9a5a39 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 944 time: 0.0602307 Feb 19 07:12:15.071331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aee737b-56d5-4cec-9dec-b06a4813cf08 req-2013ee2d-6703-4230-bed6-480d79df0d40 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461709 Feb 19 07:12:15.071787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcf10d1-b20f-4860-a312-0e35724402e5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:15.095394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.095394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c114f5f6-a551-49e5-b6e9-b5f575da4f5d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4dcf10d1-b20f-4860-a312-0e35724402e5 HTTP/1.1" status: 204 len: 168 time: 1.3603256 Feb 19 07:12:15.095394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:15.100520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02e661-3013-4d8f-95f6-e5a5533a01be None None] Network 903f230a-1054-4538-8a63-7242720d3ff0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:15.140204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:15.154078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e1df0b4-7286-4d45-8379-dc21bd0f5362 req-7b597876-18b1-42b9-8c53-03c3130cf258 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386498 Feb 19 07:12:15.208484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Deleting subnet ac47ac73-715e-4445-b4f9-3d7df626224c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:12:15.212397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Publish callbacks [] for subnet (ac47ac73-715e-4445-b4f9-3d7df626224c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.260039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (903f230a-1054-4538-8a63-7242720d3ff0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.268645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ac47ac73-715e-4445-b4f9-3d7df626224c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.273437 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f97743fc-f303-42b7-9a12-19b0a1e121aa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.320697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ac47ac73-715e-4445-b4f9-3d7df626224c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.320920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Pushing event deleted for resources: {'Port': ['ID=f97743fc-f303-42b7-9a12-19b0a1e121aa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:15.330767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] DHCP port deletion for 903f230a-1054-4538-8a63-7242720d3ff0 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:12:15.398279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks [] for floatingip (3b55a6ca-3d67-49ca-af39-77d5689d9a11), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.399379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.400570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-db3658ed-c69a-42d7-8ab7-f07e776b045f tempest-ServersWithSpecificFlavorTestJSON-1808893371 tempest-ServersWithSpecificFlavorTestJSON-1808893371-project] 10.222.0.43 "DELETE /v2.0/floatingips/3b55a6ca-3d67-49ca-af39-77d5689d9a11 HTTP/1.1" status: 204 len: 168 time: 1.7092364 Feb 19 07:12:15.406435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Deleting port 7b33d490-f47d-4ff8-a647-e4b804906c97 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:15.406791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.411657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ac47ac73-715e-4445-b4f9-3d7df626224c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.447552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac47ac73-715e-4445-b4f9-3d7df626224c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:15.450834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.457710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3339af3b-220f-4732-90bd-64f917655c2d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ac47ac73-715e-4445-b4f9-3d7df626224c HTTP/1.1" status: 204 len: 168 time: 0.3162496 Feb 19 07:12:15.458542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:15.509781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] For port 7b33d490-f47d-4ff8-a647-e4b804906c97, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b33d490-f47d-4ff8-a647-e4b804906c97,segment=NetworkSegment(6689c545-e6e7-489a-82a0-8f7e036622cc),segment_id=6689c545-e6e7-489a-82a0-8f7e036622cc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:15.511133 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.535436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Calling delete_port for 7b33d490-f47d-4ff8-a647-e4b804906c97 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:15.577960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0fc49a70-4bed-4f56-b251-593d6f7ea322), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.621592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:15.676773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.699353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Deleting port 7b33d490-f47d-4ff8-a647-e4b804906c97 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:15.700871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.702198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0fc49a70-4bed-4f56-b251-593d6f7ea322), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.722755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:12:15.726903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b33d490-f47d-4ff8-a647-e4b804906c97,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:15.732904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:15.733350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.735281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] No DVR routers for this DVR port 7b33d490-f47d-4ff8-a647-e4b804906c97 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:15.754308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc49a70-4bed-4f56-b251-593d6f7ea322']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.777138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fca5a01-94ea-432d-8287-30a1b8133342') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.777621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fca5a01-94ea-432d-8287-30a1b8133342') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.788848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9127c-1658-49c1-a1f7-283d2d2cc08d req-16a6c6d5-f876-494c-a65d-000cd5090906 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:15.790468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea9127c-1658-49c1-a1f7-283d2d2cc08d req-16a6c6d5-f876-494c-a65d-000cd5090906 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1520672 Feb 19 07:12:15.798562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (7fca5a01-94ea-432d-8287-30a1b8133342), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.824338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7fca5a01-94ea-432d-8287-30a1b8133342), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.841217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:12:15.842349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (7fca5a01-94ea-432d-8287-30a1b8133342), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:12:15.844625 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:12:15.847279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (903f230a-1054-4538-8a63-7242720d3ff0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.866608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] For port 7b33d490-f47d-4ff8-a647-e4b804906c97, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:15.867161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.887283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Calling delete_port for 7b33d490-f47d-4ff8-a647-e4b804906c97 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:15.888656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903f230a-1054-4538-8a63-7242720d3ff0']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.891117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Port 7b33d490-f47d-4ff8-a647-e4b804906c97 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:12:15.893157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (7b33d490-f47d-4ff8-a647-e4b804906c97), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.907213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea9127c-1658-49c1-a1f7-283d2d2cc08d req-21f0fa56-4e8d-4241-b634-ab581ee8d564 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888989 Feb 19 07:12:15.908720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6689c545-e6e7-489a-82a0-8f7e036622cc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.909157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6689c545-e6e7-489a-82a0-8f7e036622cc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:15.919643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6689c545-e6e7-489a-82a0-8f7e036622cc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.952074 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6689c545-e6e7-489a-82a0-8f7e036622cc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.964670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] Pushing event deleted for resources: {'Port': ['ID=7b33d490-f47d-4ff8-a647-e4b804906c97,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:15.964908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:12:15.964908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6689c545-e6e7-489a-82a0-8f7e036622cc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:12:15.966549 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:12:15.975379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307d1be-1170-4281-b7c3-25d89f5122dc None None] No DVR routers for this DVR port 7b33d490-f47d-4ff8-a647-e4b804906c97 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:15.995984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:15.996459 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.006852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42114) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:16.037596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:16.042776 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.044855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3d6dce13-64a0-4b53-b32c-d01274fe7d88 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:16.055997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (903f230a-1054-4538-8a63-7242720d3ff0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.082194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:16.085346 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee384a8-0f3a-46d5-80f7-59524e5fb555" -d '{"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:16.091936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 3d6dce13-64a0-4b53-b32c-d01274fe7d88 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:16.092625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3d6dce13-64a0-4b53-b32c-d01274fe7d88 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:16.115633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.119135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] 10.222.0.43 "DELETE /v2.0/networks/903f230a-1054-4538-8a63-7242720d3ff0 HTTP/1.1" status: 204 len: 168 time: 1.0228152 Feb 19 07:12:16.120691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17202d80-6220-4fee-b9ee-2f01b37a593c admin admin] Pushing event deleted for resources: {'Network': ['ID=903f230a-1054-4538-8a63-7242720d3ff0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:16.140739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:16.152299 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e179686e-3dd1-41de-8d2e-fa3fb64cf225 x-openstack-request-id: req-e179686e-3dd1-41de-8d2e-fa3fb64cf225 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:16.152618 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:16.152877 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e179686e-3dd1-41de-8d2e-fa3fb64cf225 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:16.153315 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'code': 200} Feb 19 07:12:16.352003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b884c7-d545-405b-a1fa-0781ca434683 req-41a9288e-87d0-424b-8aa4-21e4d3767582 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:16.360940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b884c7-d545-405b-a1fa-0781ca434683 req-41a9288e-87d0-424b-8aa4-21e4d3767582 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 945 time: 0.1168580 Feb 19 07:12:16.368088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:16.384427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43656b-4b9b-4c64-904b-c741d526eafa req-511698b7-3eb9-446f-8c1d-23a7fc5305ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:16.385937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b43656b-4b9b-4c64-904b-c741d526eafa req-511698b7-3eb9-446f-8c1d-23a7fc5305ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 1127 time: 0.1059084 Feb 19 07:12:16.407318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0fc49a70-4bed-4f56-b251-593d6f7ea322), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.417677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.420392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0fc49a70-4bed-4f56-b251-593d6f7ea322 HTTP/1.1" status: 204 len: 168 time: 0.9601667 Feb 19 07:12:16.424616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b33d490-f47d-4ff8-a647-e4b804906c97 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:16.425704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42126) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:16.433101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cb00d-aff2-4b68-9c60-d08a405afe95 req-a9b36949-0f76-459c-af01-c96c2639da55 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:16.434590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-505cb00d-aff2-4b68-9c60-d08a405afe95 req-a9b36949-0f76-459c-af01-c96c2639da55 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.5260594 Feb 19 07:12:16.454154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7b33d490-f47d-4ff8-a647-e4b804906c97 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:16.454752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b33d490-f47d-4ff8-a647-e4b804906c97 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:16.480531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f67bb-b186-4ece-b299-2283002cd299 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc49a70-4bed-4f56-b251-593d6f7ea322,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:16.511610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-824b590d-7f11-47dd-87e8-41162ba6c5c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0f6c9620cb4404eb3912479fb1cf3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419566 Feb 19 07:12:16.515025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b884c7-d545-405b-a1fa-0781ca434683 req-d1753862-5e8d-4ee0-8158-f306020f13c4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533132 Feb 19 07:12:16.517332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42130) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:16.585682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b43656b-4b9b-4c64-904b-c741d526eafa req-d8c6adee-7f79-4fed-a4e3-0f3272968105 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667731 Feb 19 07:12:16.586565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-505cb00d-aff2-4b68-9c60-d08a405afe95 req-a3199054-e62b-4053-a9d5-87b02af01618 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137266 Feb 19 07:12:16.589511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Deleting subnet 821eb652-f75e-43a6-b148-11786c27796c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:12:16.603495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Publish callbacks [] for subnet (821eb652-f75e-43a6-b148-11786c27796c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.616317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] Publish callbacks [] for security_group (8961193c-f913-4026-94b0-9afb9e330984), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.663996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] Publish callbacks [] for security_group (8961193c-f913-4026-94b0-9afb9e330984), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.682303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (821eb652-f75e-43a6-b148-11786c27796c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.701264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb67cb-f2ec-4508-9aa9-c9c1d8220b2b req-a1eba916-bcf1-473a-bae6-b2ddd118a17a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:16.702790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1bb67cb-f2ec-4508-9aa9-c9c1d8220b2b req-a1eba916-bcf1-473a-bae6-b2ddd118a17a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 950 time: 0.1015556 Feb 19 07:12:16.745437 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8961193c-f913-4026-94b0-9afb9e330984), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.748344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.751853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8961193c-f913-4026-94b0-9afb9e330984 HTTP/1.1" status: 204 len: 168 time: 0.2308691 Feb 19 07:12:16.767486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca672-8952-48e9-9593-2d86c7b2e076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8961193c-f913-4026-94b0-9afb9e330984,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:16.773358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1bb67cb-f2ec-4508-9aa9-c9c1d8220b2b req-0cec4e47-fceb-4877-975c-a8323bff2605 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 Feb 19 07:12:16.805585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (821eb652-f75e-43a6-b148-11786c27796c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.927976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (821eb652-f75e-43a6-b148-11786c27796c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.953066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:16.962267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/821eb652-f75e-43a6-b148-11786c27796c HTTP/1.1" status: 204 len: 168 time: 0.5264394 Feb 19 07:12:16.965397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:16.996863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9641-9e38-4327-a8e7-5e368dd85cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=821eb652-f75e-43a6-b148-11786c27796c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:17.105660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (abf21d0e-238d-4604-a6e3-2f18d1785b30), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.115066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.139369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b6142-ff36-4152-b034-f8daa712f50c req-5f1573d0-bc64-4a89-a0a1-935f65d1777c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:17.141174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824b6142-ff36-4152-b034-f8daa712f50c req-5f1573d0-bc64-4a89-a0a1-935f65d1777c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.1386833 Feb 19 07:12:17.261809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (abf21d0e-238d-4604-a6e3-2f18d1785b30), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.281491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ea91-a4fe-454a-8da5-cd2e0e73a837 req-9af022ec-d736-419d-9319-4e513d76a4f3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:17.294124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175ea91-a4fe-454a-8da5-cd2e0e73a837 req-9af022ec-d736-419d-9319-4e513d76a4f3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:17.297848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e175ea91-a4fe-454a-8da5-cd2e0e73a837 req-9af022ec-d736-419d-9319-4e513d76a4f3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b&device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 1691 time: 0.1251602 Feb 19 07:12:17.307495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824b6142-ff36-4152-b034-f8daa712f50c req-16e02ba6-eab1-4925-b45d-3cdb41d983bf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349580 Feb 19 07:12:17.309376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf21d0e-238d-4604-a6e3-2f18d1785b30']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:17.338875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f4c16a-747a-480d-af1c-3eb437347701') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:17.344174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f4c16a-747a-480d-af1c-3eb437347701') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:17.360346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (51f4c16a-747a-480d-af1c-3eb437347701), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.378808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (51f4c16a-747a-480d-af1c-3eb437347701), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.387509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:12:17.388567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (51f4c16a-747a-480d-af1c-3eb437347701), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:12:17.390621 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:12:17.417410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e175ea91-a4fe-454a-8da5-cd2e0e73a837 req-f7a12efb-811d-4a5c-a42f-573028ce5575 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115816 Feb 19 07:12:17.475611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (abf21d0e-238d-4604-a6e3-2f18d1785b30), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.480876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.486206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] 10.222.0.43 "DELETE /v2.0/networks/abf21d0e-238d-4604-a6e3-2f18d1785b30 HTTP/1.1" status: 204 len: 168 time: 0.5170481 Feb 19 07:12:17.514819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a959f2-d183-471f-9b17-f8b7ceaca898 admin admin] Pushing event deleted for resources: {'Network': ['ID=abf21d0e-238d-4604-a6e3-2f18d1785b30,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:17.609024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Deleting port f4484682-e1df-4e75-a104-6606ad8c9a78 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:17.609615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.771573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:17.840515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073df5f8-1729-4d51-b319-dc83f9ca88aa req-5b1e7cb0-3a0c-463e-a177-60c21e5c7b1b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:17.842238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-073df5f8-1729-4d51-b319-dc83f9ca88aa req-5b1e7cb0-3a0c-463e-a177-60c21e5c7b1b tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 945 time: 0.1284628 Feb 19 07:12:17.849121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] For port f4484682-e1df-4e75-a104-6606ad8c9a78, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4484682-e1df-4e75-a104-6606ad8c9a78,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:17.849345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:17.881949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Calling delete_port for f4484682-e1df-4e75-a104-6606ad8c9a78 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:17.885982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b2ed8-2ac7-454b-ae2c-080c2f2dbdd0 req-e21e25e0-3eaa-4a77-9b42-20458cc7f435 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:17.887835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-765b2ed8-2ac7-454b-ae2c-080c2f2dbdd0 req-e21e25e0-3eaa-4a77-9b42-20458cc7f435 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 1132 time: 0.2005715 Feb 19 07:12:17.907610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6bef3bf5-91de-45f5-ad49-e712229ee716 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0011488e4e5a4c1daa60b6b6750ccaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345439 Feb 19 07:12:17.914911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:17.915553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:17.960896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-073df5f8-1729-4d51-b319-dc83f9ca88aa req-cbf9315d-c1d8-4972-90b1-84e24af7b0b6 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040652 Feb 19 07:12:18.021499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-765b2ed8-2ac7-454b-ae2c-080c2f2dbdd0 req-9375ff72-4a20-49be-8e3e-44a32359f9f5 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254780 Feb 19 07:12:18.065113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] Publish callbacks [] for security_group (9b9b959a-f8c7-443c-8d82-322a2aafb1a9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.090760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] Publish callbacks [] for security_group (9b9b959a-f8c7-443c-8d82-322a2aafb1a9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.104542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-network', 'tenant_id': '28b0d63307614a729556bded1fc969b3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:18.143228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35261cef-a8a8-4f09-8216-22fc793d4bab req-a3422634-ac01-418f-8daf-546d138e47b0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:18.145212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35261cef-a8a8-4f09-8216-22fc793d4bab req-a3422634-ac01-418f-8daf-546d138e47b0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.0911205 Feb 19 07:12:18.180470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Made reservation on behalf of 28b0d63307614a729556bded1fc969b3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:18.182762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.199084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.219046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b09d4-8359-4489-a87d-8fc2fbbc8f21 req-b269b975-ba3d-40e1-95c1-b0ce20d4e527 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:18.220602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-429b09d4-8359-4489-a87d-8fc2fbbc8f21 req-b269b975-ba3d-40e1-95c1-b0ce20d4e527 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 1132 time: 0.1090863 Feb 19 07:12:18.251406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b9b959a-f8c7-443c-8d82-322a2aafb1a9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.254064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35261cef-a8a8-4f09-8216-22fc793d4bab req-0e19e5f4-4478-4aca-8e14-71363e2a22f0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Feb 19 07:12:18.254217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.257597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b9b959a-f8c7-443c-8d82-322a2aafb1a9 HTTP/1.1" status: 204 len: 168 time: 0.3388751 Feb 19 07:12:18.257773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f4484682-e1df-4e75-a104-6606ad8c9a78), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.283984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0eced-5601-4c75-8183-b96d442e411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9b959a-f8c7-443c-8d82-322a2aafb1a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:18.288488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4484682-e1df-4e75-a104-6606ad8c9a78,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:18.324468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-429b09d4-8359-4489-a87d-8fc2fbbc8f21 req-9a107cbc-f515-4817-94ab-48dd6d2d2f61 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Feb 19 07:12:18.357181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:18.390634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks [] for security_group (7f36cc9b-d1e5-4f03-b734-b7bf957ff336), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.401443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7f36cc9b-d1e5-4f03-b734-b7bf957ff336), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.439446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:12:18.444510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-5664b477-8320-4c6a-96d5-c4f5e5045dbe tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:18.445846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-5664b477-8320-4c6a-96d5-c4f5e5045dbe tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.1168950 Feb 19 07:12:18.460418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:18.462840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36cc9b-d1e5-4f03-b734-b7bf957ff336,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:18.511210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (53c6cec0-b02a-4d9a-af81-3b29f8d57474), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.511210 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Added segment 53c6cec0-b02a-4d9a-af81-3b29f8d57474 of type vlan for network 424f3045-6ecc-4c24-ad7b-0136d99421a5 Feb 19 07:12:18.637294 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.650066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (424f3045-6ecc-4c24-ad7b-0136d99421a5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.680641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:18.712501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:12:18.726186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (424f3045-6ecc-4c24-ad7b-0136d99421a5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.727136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:18.727751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.752213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e74188-eb9b-4ea9-a317-1eee74b33253 req-45d0bfc0-438c-4bda-a789-8449aff95d54 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:18.760179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6e74188-eb9b-4ea9-a317-1eee74b33253 req-45d0bfc0-438c-4bda-a789-8449aff95d54 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 945 time: 0.2090616 Feb 19 07:12:18.856307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:18.933563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0132072 Feb 19 07:12:18.936017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:18.943217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Request body: {'subnet': {'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-subnet', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:18.945446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:18.952915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece22cb9-c6cf-4c72-80c7-00baf8f52e56 admin admin] Pushing event updated for resources: {'Network': ['ID=424f3045-6ecc-4c24-ad7b-0136d99421a5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:18.958428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:18.967489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:12:19.041582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Made reservation on behalf of 28b0d63307614a729556bded1fc969b3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:19.043940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.078663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6e74188-eb9b-4ea9-a317-1eee74b33253 req-2a7969df-1bbd-4c21-b1e4-e317f9556238 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130960 Feb 19 07:12:19.109117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:19.138275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d523f040-db6e-4f62-bb7a-821bf938a405 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9477caf347e472d89c0609656114fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861615 Feb 19 07:12:19.140911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:19.183776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-5bea0b73-9d34-4538-a1ba-3343b75f92f2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892849 Feb 19 07:12:19.246847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:19.249168 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf312cb-6612-4ba0-8c39-351c89e35a2d" -d '{"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:19.256099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks [] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.278961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Router f5391d8b-2812-43a8-bd23-f27f27a28d40 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:19.299170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.310544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] Publish callbacks [] for security_group (af78b2db-d9a8-421e-abf1-fb1b2665a9b1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.368957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77e00-036d-4040-aeed-82ed658174ae req-77f3f549-ca50-4e7d-a721-96a7244c6f5a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:19.375814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fb77e00-036d-4040-aeed-82ed658174ae req-77f3f549-ca50-4e7d-a721-96a7244c6f5a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 945 time: 0.2153363 Feb 19 07:12:19.415094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] Publish callbacks [] for security_group (af78b2db-d9a8-421e-abf1-fb1b2665a9b1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.456417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-6b53c45c-0f95-4a04-acf6-41e039065489 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:19.457922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-6b53c45c-0f95-4a04-acf6-41e039065489 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634029 Feb 19 07:12:19.465878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:19.499039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:19.499461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:19.499724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:19.512837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fb77e00-036d-4040-aeed-82ed658174ae req-1d5eac58-ad0c-4596-a991-ee54aefd1978 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360922 Feb 19 07:12:19.530910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-81f6743e-a92e-4f49-a556-16409b0e9687 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0554545 Feb 19 07:12:19.537553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:19.537896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Attempting to bind port e7f52aed-5c89-4772-b3f8-a9982d95c540 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:19.538829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:19.554543 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Sync routers for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:19.559988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40a1eb7b-f0c6-491b-badb-85229ff8ace8 admin admin] 10.222.0.43 "PUT /v2.0/routers/f5391d8b-2812-43a8-bd23-f27f27a28d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5519967 Feb 19 07:12:19.561308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:19.561719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:19.562128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:19.562563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Bound port: e7f52aed-5c89-4772-b3f8-a9982d95c540, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:19.562924 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.563875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:19.572863 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:19.573710 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:19.593880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (2f76f9e7-c258-481b-8690-b6514f2f07c0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.625495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (af78b2db-d9a8-421e-abf1-fb1b2665a9b1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.628337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.635502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af78b2db-d9a8-421e-abf1-fb1b2665a9b1 HTTP/1.1" status: 204 len: 168 time: 0.4921978 Feb 19 07:12:19.646645 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71672e5e-90fd-483f-aa26-b9b69af0f068 x-openstack-request-id: req-71672e5e-90fd-483f-aa26-b9b69af0f068 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:19.646988 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:19.647221 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71672e5e-90fd-483f-aa26-b9b69af0f068 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:19.647617 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'code': 200} Feb 19 07:12:19.651122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa3ac-cae4-491d-b7aa-2c71d0c4c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78b2db-d9a8-421e-abf1-fb1b2665a9b1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:19.749035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f76f9e7-c258-481b-8690-b6514f2f07c0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:19.787014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:19.788184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks [] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.796470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-e8cf8072-6c72-4183-8083-4f2de7028889 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2438350 Feb 19 07:12:19.832234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:19.838710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:19.850451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d2024-ccc1-4206-8839-b9f4bf1f4e48 req-bfa6b134-82ef-4590-910b-89322c31f1b2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:19.852336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12d2024-ccc1-4206-8839-b9f4bf1f4e48 req-bfa6b134-82ef-4590-910b-89322c31f1b2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1356378 Feb 19 07:12:19.857759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.927441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Checking segment: {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:19.937946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Network hostable DHCP agents. Network: 424f3045-6ecc-4c24-ad7b-0136d99421a5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:12:19.982130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12d2024-ccc1-4206-8839-b9f4bf1f4e48 req-8e1a09d2-7840-41f5-96ee-b407c4dc83b0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233225 Feb 19 07:12:19.991265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks [] for router_gateway (f5391d8b-2812-43a8-bd23-f27f27a28d40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:19.995725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:20.033278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:12:20.087149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:20.089000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.091519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-35766e0c-08a0-4a4d-848a-c18178c61d67 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 1121 time: 1.6369467 Feb 19 07:12:20.093137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 424f3045-6ecc-4c24-ad7b-0136d99421a5) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:20.095104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:12:18Z', 'revision_number': 5, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port': {'id': 'fb4799d8-9652-4fd4-95b2-1e197e6c2373', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:08:50Z', 'updated_at': '2022-02-19T07:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:20.101646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefd125-0939-44ba-8476-6d77a47b4c12 None None] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:20.109358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Deleting port fb4799d8-9652-4fd4-95b2-1e197e6c2373 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:20.109733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.124028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:20.125601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.157219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04ca5aad-c5d4-4717-8b35-9bd6136d61ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2174585 Feb 19 07:12:20.157527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:20.172110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:20.182548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Checking router: f5391d8b-2812-43a8-bd23-f27f27a28d40 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:20.202533 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Routers {'f5391d8b-2812-43a8-bd23-f27f27a28d40'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:20.203949 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f5391d8b-2812-43a8-bd23-f27f27a28d40'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:20.217147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (0f648347-d746-4464-8629-240293747987), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.224438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (0f648347-d746-4464-8629-240293747987), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.253123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e7f52aed-5c89-4772-b3f8-a9982d95c540'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:20.370200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e7f52aed-5c89-4772-b3f8-a9982d95c540'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:20.409188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for router_controller (0f648347-d746-4464-8629-240293747987), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.472354 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] Set router f5391d8b-2812-43a8-bd23-f27f27a28d40 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:20.523310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] For port fb4799d8-9652-4fd4-95b2-1e197e6c2373, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fb4799d8-9652-4fd4-95b2-1e197e6c2373,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:20.523976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.524305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-0ac38571-1f4f-437e-bdc6-7378bc4bf4e6 service neutron] 10.222.0.24 "GET /v2.0/ports/ab903947-5d30-426f-b40b-552aba9062e7/bindings/n-h1-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.2528687 Feb 19 07:12:20.571217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Calling delete_port for fb4799d8-9652-4fd4-95b2-1e197e6c2373 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:20.689853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for router_gateway (0f648347-d746-4464-8629-240293747987), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:20.734115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:12:19Z', 'revision_number': 6, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:20.830904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137cde05-8788-4407-a4f2-818bcb181d2f None None] The sync data for ids ['f5391d8b-2812-43a8-bd23-f27f27a28d40'] in n-d-829866-3 is: [{'id': 'f5391d8b-2812-43a8-bd23-f27f27a28d40', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1823759232-router', 'tenant_id': 'fd5d494fdafc458fac428ddef7dfa195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:49Z', 'updated_at': '2022-02-19T07:12:19Z', 'revision_number': 6, 'project_id': 'fd5d494fdafc458fac428ddef7dfa195', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:20.896827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-424f3045-6ecc-4c24-ad7b-0136d99421a5', 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5', 'project_id': '28b0d63307614a729556bded1fc969b3', 'fixed_ips': [{'subnet_id': '2f76f9e7-c258-481b-8690-b6514f2f07c0'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:12:20.915136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.081991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c5095-dadc-4653-ac87-28481eb7122b req-b4bd0b0a-f53e-4312-8d70-5fe1e226421d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:21.084240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b5c5095-dadc-4653-ac87-28481eb7122b req-b4bd0b0a-f53e-4312-8d70-5fe1e226421d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.3488519 Feb 19 07:12:21.167896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-a229e4d7-2aa4-4903-a849-85b2ce3e6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:21.170022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-a229e4d7-2aa4-4903-a849-85b2ce3e6115 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1132 time: 0.2238998 Feb 19 07:12:21.242104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:21.246457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b5c5095-dadc-4653-ac87-28481eb7122b req-49ec49f5-874e-4006-9e85-594a3dc36d5d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465788 Feb 19 07:12:21.388340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Allocated IP 172.20.0.2 (424f3045-6ecc-4c24-ad7b-0136d99421a5/2f76f9e7-c258-481b-8690-b6514f2f07c0/a8162eca-c3a3-46cf-ac21-98d835ecc9b9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:21.438943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for router_gateway (0f648347-d746-4464-8629-240293747987), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.528584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b0473-aa69-4e48-8d60-8faae2dfcde1 req-2ad21c56-f748-46ab-b7b7-2978acb430cc tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:21.529389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.533631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e27674ab-d2f3-4dbd-93dd-1efddb14732b req-4c1b2c69-9171-4479-89d3-d6094a79a1f5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 210 time: 0.0371647 Feb 19 07:12:21.536565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-191b0473-aa69-4e48-8d60-8faae2dfcde1 req-2ad21c56-f748-46ab-b7b7-2978acb430cc tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 945 time: 0.1868458 Feb 19 07:12:21.552194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-c72893a0-c700-4d48-8de0-1eb476041680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:21.553426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-c72893a0-c700-4d48-8de0-1eb476041680 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1132 time: 0.3115537 Feb 19 07:12:21.622907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-550380771-network', 'tenant_id': '46739294f2ac4fa699933112130c908b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:21.658384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Made reservation on behalf of 46739294f2ac4fa699933112130c908b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:21.662552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.673155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:21.675784 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887e66e-2ba3-4eb0-b407-94d491e018b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:21.679966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-191b0473-aa69-4e48-8d60-8faae2dfcde1 req-11849ab2-96bc-4779-962d-a9ec79ee2f5d tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424634 Feb 19 07:12:21.683578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.802376 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea986e-a51f-4e8a-9e88-1ad3510aa65e x-openstack-request-id: req-0dea986e-a51f-4e8a-9e88-1ad3510aa65e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:21.802716 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:21.803225 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0dea986e-a51f-4e8a-9e88-1ad3510aa65e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:21.803607 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'status': 'completed', 'code': 200} Feb 19 07:12:21.868197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks [] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.875926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fb4799d8-9652-4fd4-95b2-1e197e6c2373), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.887351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:21.918144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4799d8-9652-4fd4-95b2-1e197e6c2373,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:22.002056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-8a8e80ef-0b90-4e4f-9611-a9cedd1b3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.003682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-8a8e80ef-0b90-4e4f-9611-a9cedd1b3a02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1155 time: 0.1838069 Feb 19 07:12:22.010919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:22.022118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:22.030776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:22.070743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks [] for security_group (068df72e-9d2d-4390-81ce-e6e32f0a5770), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.083028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Pushing event updated for resources: {'Port': ['ID=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:22.088809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (068df72e-9d2d-4390-81ce-e6e32f0a5770), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.114281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Allocated IP 172.25.7.79 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/80d8bd54-c2c9-4dd1-87ad-ba48b739519a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:22.123664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-0baa1a19-d120-4999-a7c4-6ad8a98e2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.129364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-0baa1a19-d120-4999-a7c4-6ad8a98e2477 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.5303836 Feb 19 07:12:22.146441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.190339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Attempting to bind port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:22.190886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Attempting to bind port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:22.192939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Attempting to bind port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 on network 424f3045-6ecc-4c24-ad7b-0136d99421a5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:22.205918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:22.206598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Checking segment: {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:22.209813 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.210376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Bound using segment: {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:22.211004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Bound port: a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:22.212751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.224149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:12:22.260568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.268428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks [] for router_controller (f5391d8b-2812-43a8-bd23-f27f27a28d40), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.283602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51970c6-878d-43a6-890f-25a7357f8324 req-ae63688d-d3f1-43b5-8b5c-6fead4ea0e6f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.287591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e51970c6-878d-43a6-890f-25a7357f8324 req-ae63688d-d3f1-43b5-8b5c-6fead4ea0e6f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.4762282 Feb 19 07:12:22.364173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-4a519b52-ae19-4e50-8382-4ba28bc0bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.366686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-4a519b52-ae19-4e50-8382-4ba28bc0bd76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.3570595 Feb 19 07:12:22.369251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] For port a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:22.374245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] For port a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:22.392808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (721a2bf6-ccd4-4171-9fa3-5da48d332c40), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.397874 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Added segment 721a2bf6-ccd4-4171-9fa3-5da48d332c40 of type vlan for network 0ce60862-5fec-4cf2-a065-380412a5fff3 Feb 19 07:12:22.410646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.476097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068df72e-9d2d-4390-81ce-e6e32f0a5770,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:22.478214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (f5391d8b-2812-43a8-bd23-f27f27a28d40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.478793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5391d8b-2812-43a8-bd23-f27f27a28d40 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:12:22.481069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-e218c011-5542-418b-bd4e-10ed6eb2c64e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 217 time: 0.1082685 Feb 19 07:12:22.484769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.486183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a8b8c70c-2d71-49c4-a627-a1c2533044b7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f5391d8b-2812-43a8-bd23-f27f27a28d40 HTTP/1.1" status: 204 len: 168 time: 2.9203534 Feb 19 07:12:22.496811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:22.544686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fb4799d8-9652-4fd4-95b2-1e197e6c2373 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:22.547072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-e2f95d9f-e825-4d4e-ae8f-fa69b8fd5a78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 0.3022501 Feb 19 07:12:22.598594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fb4799d8-9652-4fd4-95b2-1e197e6c2373 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:22.598938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fb4799d8-9652-4fd4-95b2-1e197e6c2373 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:22.602353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e51970c6-878d-43a6-890f-25a7357f8324 req-801c4e95-5461-41de-b519-32f1c70a44a5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394876 Feb 19 07:12:22.611876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4484682-e1df-4e75-a104-6606ad8c9a78 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:22.654081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d6d10-986c-4d92-a050-5586007ebefe None None] Pushing event updated for resources: {'Port': ['ID=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:22.659150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f4484682-e1df-4e75-a104-6606ad8c9a78 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:22.659702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4484682-e1df-4e75-a104-6606ad8c9a78 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:22.678063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Deleting subnet df5807fa-f4f3-482f-a8c4-7200c41f056d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:12:22.684185 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Publish callbacks [] for subnet (df5807fa-f4f3-482f-a8c4-7200c41f056d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.687219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-0d036d38-42b0-4dd9-931c-a7cdda178b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.689082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-0d036d38-42b0-4dd9-931c-a7cdda178b6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1941478 Feb 19 07:12:22.767507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c8ac3-f8c3-4b82-be24-f41c44e97876 req-eec7af69-e2d1-4dc0-a1f9-e5a53cebd6d7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:22.774686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-664c8ac3-f8c3-4b82-be24-f41c44e97876 req-eec7af69-e2d1-4dc0-a1f9-e5a53cebd6d7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.2975929 Feb 19 07:12:22.777841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-83d5e6cf-28af-4e50-824e-1fa2387c6043 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646632 Feb 19 07:12:22.778743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0ce60862-5fec-4cf2-a065-380412a5fff3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.836785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (df5807fa-f4f3-482f-a8c4-7200c41f056d), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:22.878193 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63fd84f5-2e21-467a-a372-b7c2b8ef129d req-295ad16f-3608-4015-b0e2-91b1178edf42 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 210 time: 0.0949328 Feb 19 07:12:22.956186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-664c8ac3-f8c3-4b82-be24-f41c44e97876 req-0f81b394-c64e-41fd-9882-4d268a4a6f1e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784616 Feb 19 07:12:23.029926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-74079865-8685-4b13-a987-e96232a55654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:23.037086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-74079865-8685-4b13-a987-e96232a55654 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4565597 Feb 19 07:12:23.046094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0ce60862-5fec-4cf2-a065-380412a5fff3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.047464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:23.049208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.102011 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-b5351b67-cc43-437b-9edc-53a1c6b14d44 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587567 Feb 19 07:12:23.137843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.138956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-58e6cb5c-12f9-46d5-a148-024a5608da73 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504279 Feb 19 07:12:23.241555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (df5807fa-f4f3-482f-a8c4-7200c41f056d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.257568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0101223 Feb 19 07:12:23.258543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3c53b-5908-44ff-9309-162498475dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce60862-5fec-4cf2-a065-380412a5fff3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:23.263111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:23.270409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.272238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:12:23.307685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Request body: {'subnet': {'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-550380771-subnet', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:23.350412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d887e66e-2ba3-4eb0-b407-94d491e018b9 req-e5a6dcd4-9475-437d-ba44-96223b54dd32 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016256 Feb 19 07:12:23.353375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (df5807fa-f4f3-482f-a8c4-7200c41f056d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.404708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.413840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/df5807fa-f4f3-482f-a8c4-7200c41f056d HTTP/1.1" status: 204 len: 168 time: 0.9159827 Feb 19 07:12:23.414894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc9e12-b622-49b3-9408-3523f7c76c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5807fa-f4f3-482f-a8c4-7200c41f056d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:23.415376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69810529-1d62-44d4-b8af-1bbc7c708d3a None None] Network 069e27e8-e524-4d6f-9ae4-101a91f4b577 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:23.417952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:23.501066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (069e27e8-e524-4d6f-9ae4-101a91f4b577), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.537650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:23.581232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Deleting port 8cb082fa-8562-4217-bcfb-a54dedcefcfb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:23.581576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.712586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] For port 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8cb082fa-8562-4217-bcfb-a54dedcefcfb,segment=NetworkSegment(dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd),segment_id=dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:23.713305 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.732420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab903947-5d30-426f-b40b-552aba9062e7 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:23.732967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.744254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Calling delete_port for 8cb082fa-8562-4217-bcfb-a54dedcefcfb owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:23.781968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:23.784545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] DHCP port deletion for 069e27e8-e524-4d6f-9ae4-101a91f4b577 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:12:23.790297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:23.790503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:23.796496 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c9d1b-92ea-4eb1-a057-9ab827da7984" -d '{"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:23.808438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-284c71c7-03a9-4601-950f-372bb3232a15 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7193503 Feb 19 07:12:23.819644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Made reservation on behalf of 46739294f2ac4fa699933112130c908b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:23.820393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.823233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.909446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Deleting port 8cb082fa-8562-4217-bcfb-a54dedcefcfb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:23.910076 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.928578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:23.982517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb082fa-8562-4217-bcfb-a54dedcefcfb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:23.996233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] No DVR routers for this DVR port 8cb082fa-8562-4217-bcfb-a54dedcefcfb on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:24.010531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] For port 8cb082fa-8562-4217-bcfb-a54dedcefcfb, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:24.011245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.026270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Calling delete_port for 8cb082fa-8562-4217-bcfb-a54dedcefcfb owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:24.031165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Port 8cb082fa-8562-4217-bcfb-a54dedcefcfb was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:12:24.033386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (8cb082fa-8562-4217-bcfb-a54dedcefcfb), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.043494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:24.052437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] No DVR routers for this DVR port 8cb082fa-8562-4217-bcfb-a54dedcefcfb on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:24.065198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-cb2397b4-0fe9-48bc-9a40-d07aaea89864 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.067436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-cb2397b4-0fe9-48bc-9a40-d07aaea89864 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943214 Feb 19 07:12:24.067963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f009b82-881e-4e0d-a471-13a3f341ed30 req-bdf66e92-da6d-49a1-9621-3eaede0c8b32 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.075232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f009b82-881e-4e0d-a471-13a3f341ed30 req-bdf66e92-da6d-49a1-9621-3eaede0c8b32 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.1802070 Feb 19 07:12:24.084709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f5b61-8e4b-477a-b2de-90ede313a7fb None None] Pushing event deleted for resources: {'Port': ['ID=8cb082fa-8562-4217-bcfb-a54dedcefcfb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:24.132118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:24.137668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:24.144836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (069e27e8-e524-4d6f-9ae4-101a91f4b577), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.158519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ece60-2912-481b-bb93-ee8b0a10d774 None None] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:24.186457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f009b82-881e-4e0d-a471-13a3f341ed30 req-b168de3c-f179-4d5c-ae47-905e7d02332f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084874 Feb 19 07:12:24.203811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069e27e8-e524-4d6f-9ae4-101a91f4b577']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:24.216040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:24.216471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:24.238275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.255825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.262861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:12:24.263775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (dad3bcaf-5d21-4c9d-9221-f8ed84e67ffd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.268467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a853-2c9d-412b-a081-33848624ca61 req-9fedbf18-57a5-4ac8-aec7-e016ec23e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.273972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-9fedbf18-57a5-4ac8-aec7-e016ec23e7c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1922464 Feb 19 07:12:24.273972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:24.279023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:12:24.284006 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:12:24.311370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1515c3-f8d8-4e8c-bb1f-887f12866ec9 req-b531ecb8-7559-4286-ae2c-7e6fc6a31acb tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.314192 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f7c7b7-49e5-4af0-9f63-698a7315b3e6 x-openstack-request-id: req-53f7c7b7-49e5-4af0-9f63-698a7315b3e6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:24.314491 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:24.315729 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53f7c7b7-49e5-4af0-9f63-698a7315b3e6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:24.316156 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7', 'code': 200} Feb 19 07:12:24.318434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Provisioning complete for port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:24.319018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.319430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b1515c3-f8d8-4e8c-bb1f-887f12866ec9 req-b531ecb8-7559-4286-ae2c-7e6fc6a31acb tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 945 time: 1.2164395 Feb 19 07:12:24.346618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (069e27e8-e524-4d6f-9ae4-101a91f4b577), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.355740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.359834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] 10.222.0.43 "DELETE /v2.0/networks/069e27e8-e524-4d6f-9ae4-101a91f4b577 HTTP/1.1" status: 204 len: 168 time: 0.9407454 Feb 19 07:12:24.380302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:24.393595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d205abc-2777-4969-a619-8b8186308fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=069e27e8-e524-4d6f-9ae4-101a91f4b577,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:24.447754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Current status of the port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:24.452769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.482332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a048679-82e8-4f21-b2ba-c3992cf6cab2 req-341e1700-15be-4970-9946-b69ccab8e3a3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 210 time: 0.0925925 Feb 19 07:12:24.514012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] For port a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:24.524191 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.556611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f95e4591-0702-4d0d-aba1-8ed32258e975), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.570322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:12:24.614616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8162eca-c3a3-46cf-ac21-98d835ecc9b9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:24.664101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95e4591-0702-4d0d-aba1-8ed32258e975,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:24.691000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda1105-dfe4-4e0b-a08d-18481b876586 None None] Pushing event updated for resources: {'Port': ['ID=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:24.727705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:24.728080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:24.796846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-29b1da91-a1cc-4a87-ad19-b296e36c7873 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152667 Feb 19 07:12:24.803808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-35cabc5e-2054-4666-a155-b5b3298067b3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.806197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-35cabc5e-2054-4666-a155-b5b3298067b3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5403461 Feb 19 07:12:24.858650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdc74-f1cd-45f5-a60c-9d0ffbca40c2 req-d10b8349-9447-44de-9f7c-40d985ea15e6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:24.867315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2bdc74-f1cd-45f5-a60c-9d0ffbca40c2 req-d10b8349-9447-44de-9f7c-40d985ea15e6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.2648530 Feb 19 07:12:24.871060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:24.878882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b1515c3-f8d8-4e8c-bb1f-887f12866ec9 req-d1ce1e6e-490b-45d3-ad8e-aa47802e5a07 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585861 Feb 19 07:12:24.894987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Checking segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:24.895410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Network hostable DHCP agents. Network: 0ce60862-5fec-4cf2-a065-380412a5fff3, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:12:25.020180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2bdc74-f1cd-45f5-a60c-9d0ffbca40c2 req-ac9617d8-7081-4b37-b4b7-3e8f5b679439 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459048 Feb 19 07:12:25.022560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:25.029137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fd97890e-afa7-405e-b575-51ef12ce13db None None] Provisioning complete for port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:25.029729 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd97890e-afa7-405e-b575-51ef12ce13db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.086251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:25.096333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.139574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fd97890e-afa7-405e-b575-51ef12ce13db None None] Current status of the port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:25.143169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8cb082fa-8562-4217-bcfb-a54dedcefcfb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:25.170364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8cb082fa-8562-4217-bcfb-a54dedcefcfb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:25.170834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8cb082fa-8562-4217-bcfb-a54dedcefcfb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:25.213228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.308027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69f7a853-2c9d-412b-a081-33848624ca61 req-d5596aa0-7330-4f62-8d90-52c3c414c88d service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569187 Feb 19 07:12:25.360595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:12:25.444010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0254f-2d93-437f-8ea8-b31454e91fa6 req-bd326f97-0339-43c2-a830-73425db823a9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:25.445684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aed0254f-2d93-437f-8ea8-b31454e91fa6 req-bd326f97-0339-43c2-a830-73425db823a9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.1805644 Feb 19 07:12:25.452575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0ce60862-5fec-4cf2-a065-380412a5fff3) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:25.460777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91870cc-3c57-464e-ae1a-a8a6ce5c58fd None None] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:25.485198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:25.487880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.521828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d94aa9b4-cb74-470a-ab82-ebf2262e0c04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2543027 Feb 19 07:12:25.533615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:25.547550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:25.626522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aed0254f-2d93-437f-8ea8-b31454e91fa6 req-176eb95b-960c-45f3-87f1-dec3ee5a2707 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417623 Feb 19 07:12:25.656207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-0ce60862-5fec-4cf2-a065-380412a5fff3', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'project_id': '46739294f2ac4fa699933112130c908b', 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:12:25.658253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.664875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (2739eb71-6bea-4b47-a855-41642e279495), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.666114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (2739eb71-6bea-4b47-a855-41642e279495), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.744991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.66 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/4947ea99-2ed5-479d-99c3-2a1bff5ba321) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:25.769749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for router_controller (2739eb71-6bea-4b47-a855-41642e279495), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.821084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Allocated IP 172.20.0.2 (0ce60862-5fec-4cf2-a065-380412a5fff3/f95e4591-0702-4d0d-aba1-8ed32258e975/82b4b8ec-ad0b-41ad-9510-1a8f95080dec) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:25.864367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Deleting port fe74fafe-729d-406f-ae78-b9d2519d2125 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:25.864996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.911290 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:25.977637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.014834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks [] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.035628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:26.098822 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.120862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:26.124605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:26.134661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a981-22a6-4372-a602-d86bb89a068f req-d3756970-250b-4299-8a25-5a4e05be671a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:26.142413 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8292a981-22a6-4372-a602-d86bb89a068f req-d3756970-250b-4299-8a25-5a4e05be671a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 935 time: 0.5607681 Feb 19 07:12:26.152930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:26.159106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:26.169193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:26.178454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:26.272221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:26.272886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.275331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:26.279088 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.287876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Pushing event updated for resources: {'Port': ['ID=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:26.321469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for router_gateway (0f648347-d746-4464-8629-240293747987), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.331171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Attempting to bind port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:26.333716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:26.334312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Attempting to bind port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:26.334691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Attempting to bind port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec on network 0ce60862-5fec-4cf2-a065-380412a5fff3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:26.360532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:26.360940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Checking segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:26.361395 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.361825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Bound using segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:26.362370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Bound port: 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:26.362803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.406652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for router_gateway (2739eb71-6bea-4b47-a855-41642e279495), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.467289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] For port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:26.474898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] For port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:26.494308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.510918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122a2ca-2053-4098-a786-399b078bacef req-1a0c8080-624c-4f0b-9e3b-4ef61c0effb3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:26.518683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c122a2ca-2053-4098-a786-399b078bacef req-1a0c8080-624c-4f0b-9e3b-4ef61c0effb3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.2354097 Feb 19 07:12:26.534602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] For port fe74fafe-729d-406f-ae78-b9d2519d2125, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fe74fafe-729d-406f-ae78-b9d2519d2125,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:26.535171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.568557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Calling delete_port for fe74fafe-729d-406f-ae78-b9d2519d2125 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:26.587159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8162eca-c3a3-46cf-ac21-98d835ecc9b9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:26.608579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c122a2ca-2053-4098-a786-399b078bacef req-e30b54f8-52ce-4e48-b8ca-3a6fecfa392b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889356 Feb 19 07:12:26.633887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c898cf61-a358-4186-a0cc-9f9f8b036f78 None None] Provisioning complete for port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:26.634272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c898cf61-a358-4186-a0cc-9f9f8b036f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.677047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c898cf61-a358-4186-a0cc-9f9f8b036f78 None None] Port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:26.789518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:26.789953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.791767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e21e1-c774-4c8b-a306-6e985c2aa838 None None] Pushing event updated for resources: {'Port': ['ID=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:26.811561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.29 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/540f5c1f-02e5-426f-8e71-4a185aa558f7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:26.887020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8292a981-22a6-4372-a602-d86bb89a068f req-cc183f51-e2c3-4447-a691-93b262c3febd tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435858 Feb 19 07:12:26.915246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-ae1b27db-173a-4311-b4c7-66e97679d0ef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7854276 Feb 19 07:12:26.931844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Request body: {'port': {'device_id': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:26.937114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for router_gateway (2739eb71-6bea-4b47-a855-41642e279495), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:26.973333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.056086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (0f648347-d746-4464-8629-240293747987), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.064943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:27.149301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fe74fafe-729d-406f-ae78-b9d2519d2125), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.206372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe74fafe-729d-406f-ae78-b9d2519d2125,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:27.279449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f555a3-f680-460b-ae60-77db4f022c9f req-06a88c8c-11c5-4379-8473-8674523f0e5f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:27.288063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3f555a3-f680-460b-ae60-77db4f022c9f req-06a88c8c-11c5-4379-8473-8674523f0e5f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.3536816 Feb 19 07:12:27.360704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.377025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.433059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Allocated IP 172.25.7.13 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/8f5bf94d-3866-45bf-aedd-18004ea195ac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:27.535541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3f555a3-f680-460b-ae60-77db4f022c9f req-a792e764-c247-4dbd-8b01-91bb146bd984 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461622 Feb 19 07:12:27.542493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:27.661516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.700753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:27.727151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'mac_address': 'fa:16:3e:5e:0c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:27.790283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4947ea99-2ed5-479d-99c3-2a1bff5ba321 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:27.790516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.802151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks [] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.802370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.813699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:27.814355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.833497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Transition to ACTIVE for port object 4947ea99-2ed5-479d-99c3-2a1bff5ba321 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:27.840813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.849632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c9a0eed-faa6-427d-83c3-c426835cb3d9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:27.856910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:27.873440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:27.875306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.908767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:27.918132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:27.939078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:27.942664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:27.944430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5bf94d-3866-45bf-aedd-18004ea195ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:27.971470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:27.975404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:27.979642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:28.039811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9c9a0eed-faa6-427d-83c3-c426835cb3d9'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:28.045773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:28.345620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0107c5b-7e46-44de-ae41-f404aba7a7bf req-1ffc02a1-9107-4839-91bd-73896d8bba40 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:28.347233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0107c5b-7e46-44de-ae41-f404aba7a7bf req-1ffc02a1-9107-4839-91bd-73896d8bba40 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.3087432 Feb 19 07:12:28.502366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309c312-0e8b-47e5-b011-13da72ef66ae None None] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:28.691273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for router_gateway (2739eb71-6bea-4b47-a855-41642e279495), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:28.710755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:28.711518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:28.721553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 82b4b8ec-ad0b-41ad-9510-1a8f95080dec up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:28.731411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Router 0f648347-d746-4464-8629-240293747987 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:12:28.781807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:28.828361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Provisioning complete for port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:28.829245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:28.865071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575213a9-20f0-45a6-9f5f-48541e2879d0 req-c572661a-6231-4945-938c-88d6d19421f0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:28.899244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575213a9-20f0-45a6-9f5f-48541e2879d0 req-c572661a-6231-4945-938c-88d6d19421f0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 1.0632346 Feb 19 07:12:28.980140 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-04e8b843-40fa-412a-be3a-ba16e77eb22d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1275218 Feb 19 07:12:29.036335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:29.036876 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.174193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Pushing event updated for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:29.201205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Request body: {'port': {'device_id': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:29.223713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Attempting to bind port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:29.224051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Attempting to bind port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:29.224383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Attempting to bind port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:29.226767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Current status of the port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:29.228655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.245200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:29.245531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Attempting to bind port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:29.281602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:29.282211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:29.282901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:29.283817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Bound port: 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:29.284943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.394083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:29.398647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:29.404106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] For port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:29.412283 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.430397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0107c5b-7e46-44de-ae41-f404aba7a7bf req-1d652c00-3d28-4069-bcbb-2a6ca0a885e9 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8465538 Feb 19 07:12:29.463852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575213a9-20f0-45a6-9f5f-48541e2879d0 req-68992515-2b9d-4f7c-be2f-b722e906e384 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637267 Feb 19 07:12:29.468190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.519885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:29.520367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.522427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:29.588443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:29.590687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:29.600962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:29.601173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Provisioning complete for port 540f5c1f-02e5-426f-8e71-4a185aa558f7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:29.601642 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.644468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Sync routers for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:29.667361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:29.667768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.669205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1052169c-c425-4628-94b6-bed1246c991c service neutron] 10.222.0.47 "PUT /v2.0/ports/4947ea99-2ed5-479d-99c3-2a1bff5ba321 HTTP/1.1" status: 200 len: 1095 time: 2.7467153 Feb 19 07:12:29.669685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:29.672011 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a7c2ad-3b22-4100-818b-2b35840f258b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:29.784567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:29.785979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:29.805505 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da5a723-7a08-400f-9fe0-ec88e0fe3c35 x-openstack-request-id: req-5da5a723-7a08-400f-9fe0-ec88e0fe3c35 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:29.809235 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:29.817488 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5da5a723-7a08-400f-9fe0-ec88e0fe3c35 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:29.818093 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'status': 'completed', 'code': 200} Feb 19 07:12:29.862563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.867169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-609282e8-4853-47ce-9855-24c738637ae4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7085536 Feb 19 07:12:29.869273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:29.871664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:29.899294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052169c-c425-4628-94b6-bed1246c991c service neutron] Pushing event updated for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:30.041653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da18e3-5f80-4fdf-9922-2269e134268d req-9cddf403-25aa-484b-8428-6eefb4605912 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:30.043320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03da18e3-5f80-4fdf-9922-2269e134268d req-9cddf403-25aa-484b-8428-6eefb4605912 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.4530735 Feb 19 07:12:30.061246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-7c2670e2-b0f4-45e3-a740-c2689d5a95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:30.063058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-7c2670e2-b0f4-45e3-a740-c2689d5a95ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 1129 time: 0.3099027 Feb 19 07:12:30.107275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:30.149223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (2739eb71-6bea-4b47-a855-41642e279495), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:30.200574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-9e86f620-f18f-4fdc-a499-931b3428b5aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321 HTTP/1.1" status: 200 len: 217 time: 0.1073883 Feb 19 07:12:30.206708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:30.217864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Sync routers for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:30.250375 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:30.251357 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:30.307242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86e129d3-7068-46c7-834e-ac2601093226 admin admin] 10.222.0.43 "PUT /v2.0/routers/878f6e1f-4e4e-40b8-b845-3154b1cf01a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9153993 Feb 19 07:12:30.310403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:30.313918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03da18e3-5f80-4fdf-9922-2269e134268d req-b89670d8-d048-4968-b437-8d71ec6d5f22 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478869 Feb 19 07:12:30.345490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:12:30.345490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Pushing event updated for resources: {'Port': ['ID=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:30.397468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-d2f5b7d7-5d44-4c63-a827-71c42f5f3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:30.399434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-d2f5b7d7-5d44-4c63-a827-71c42f5f3844 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1907017 Feb 19 07:12:30.445863 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:30.523114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c5819845-e31b-40c0-b564-e4ebc18ebf5f None None] Port 540f5c1f-02e5-426f-8e71-4a185aa558f7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:30.545091 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:30.599998 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:12:30.600367 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:12:30.629926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:30.630584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:30.856514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-903ad1f5-0ba5-4144-9db7-755a72e844f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:30.865105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-903ad1f5-0ba5-4144-9db7-755a72e844f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4510684 Feb 19 07:12:30.870080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:30.875825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:25Z', 'revision_number': 3, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:30.876815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283143a-b46a-40cd-a90b-f0503d801113 req-82edc859-3b22-4cae-b8ef-78cedf347c32 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:30.878340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1283143a-b46a-40cd-a90b-f0503d801113 req-82edc859-3b22-4cae-b8ef-78cedf347c32 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.2722721 Feb 19 07:12:30.909401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Router 2739eb71-6bea-4b47-a855-41642e279495 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:12:31.064282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:31.065187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.089513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f1c77370-f6ba-4d1d-bee3-8f70b08d72ab None None] Provisioning complete for port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:31.090161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c77370-f6ba-4d1d-bee3-8f70b08d72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.095867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:31.106865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Checking router: 0f648347-d746-4464-8629-240293747987 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:31.112562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Updating router 0f648347-d746-4464-8629-240293747987 port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:12:31.113126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks [] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.178753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1283143a-b46a-40cd-a90b-f0503d801113 req-5272c84e-966e-4bee-b6fc-90129bb6d0e0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931354 Feb 19 07:12:31.189905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:31.190390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.191940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-326b79b4-5a69-44fb-8f93-85913388d522 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6488836 Feb 19 07:12:31.194918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:31.218904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:12:27Z', 'revision_number': 5, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:31.246392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'ab903947-5d30-426f-b40b-552aba9062e7', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'ab903947-5d30-426f-b40b-552aba9062e7', 'mac_address': 'fa:16:3e:87:73:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:31.251811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Sync routers for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:31.258761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:31.261098 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd736165-582f-444e-87db-e15720f54171" -d '{"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:31.335571 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Checking router: 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:31.350713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:31.359974 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Routers {'878f6e1f-4e4e-40b8-b845-3154b1cf01a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:31.360615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:31.362693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.372707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.485333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540f5c1f-02e5-426f-8e71-4a185aa558f7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:31.514161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:31.514394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] Set router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:31.514501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks [] for router_gateway (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.518810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:31.528973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks [] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.586501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Transition to ACTIVE for port object 540f5c1f-02e5-426f-8e71-4a185aa558f7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:31.642288 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.718917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced45bd-3617-4cf6-a116-48b9a110e418 req-56a0f8f5-ddfd-4238-a075-f69418cb26be tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:31.720929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ced45bd-3617-4cf6-a116-48b9a110e418 req-56a0f8f5-ddfd-4238-a075-f69418cb26be tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.2660120 Feb 19 07:12:31.761182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:31.793215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:12:27Z', 'revision_number': 5, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:31.828570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ced45bd-3617-4cf6-a116-48b9a110e418 req-b3a68373-430c-4c1c-99e2-820ae3e04fb7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Feb 19 07:12:31.852929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Deleting port 5c86c240-ce6f-48d2-9151-4cec36aaade2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:31.853276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:31.887160 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851462ae-89ce-4d1b-b537-90213f189735 None None] The sync data for ids ['878f6e1f-4e4e-40b8-b845-3154b1cf01a0'] in n-d-829866-3 is: [{'id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2094191437-router', 'tenant_id': 'b6f1269b011b4888a4f4a330192036c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:08:58Z', 'updated_at': '2022-02-19T07:12:27Z', 'revision_number': 5, 'project_id': 'b6f1269b011b4888a4f4a330192036c2', 'gw_port': {'id': '5c86c240-ce6f-48d2-9151-4cec36aaade2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f6e1f-4e4e-40b8-b845-3154b1cf01a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:09:00Z', 'updated_at': '2022-02-19T07:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:31.894161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 82b4b8ec-ad0b-41ad-9510-1a8f95080dec up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:31.927265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Pushing event updated for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:32.047944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-cbc2c231-2a66-472c-8ea4-ce9a41366f5c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:32.050557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-cbc2c231-2a66-472c-8ea4-ce9a41366f5c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 948 time: 1.2122324 Feb 19 07:12:32.282950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa1592-c24b-4d46-91ff-52e8751e9a30 req-bcd9046d-68e5-4991-9a69-e74a05fbc3d1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:32.285138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97aa1592-c24b-4d46-91ff-52e8751e9a30 req-bcd9046d-68e5-4991-9a69-e74a05fbc3d1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 1.4478700 Feb 19 07:12:32.329694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] For port 5c86c240-ce6f-48d2-9151-4cec36aaade2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5c86c240-ce6f-48d2-9151-4cec36aaade2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:32.345960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.352743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Attempting to bind port 540f5c1f-02e5-426f-8e71-4a185aa558f7 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:32.353356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Attempting to bind port 540f5c1f-02e5-426f-8e71-4a185aa558f7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:32.353855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Attempting to bind port 540f5c1f-02e5-426f-8e71-4a185aa558f7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:32.402548 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks [] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.408394 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45ba3f-68f5-4d76-b555-011e2772df1d x-openstack-request-id: req-ba45ba3f-68f5-4d76-b555-011e2772df1d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:32.408795 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-plugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:32.409137 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba45ba3f-68f5-4d76-b555-011e2772df1d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:32.410386 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'code': 200} Feb 19 07:12:32.415264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-abde4b59-582f-4dfd-bf31-af9682278b06 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4357288 Feb 19 07:12:32.436863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Calling delete_port for 5c86c240-ce6f-48d2-9151-4cec36aaade2 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:32.478480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.539419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.547772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f1c77370-f6ba-4d1d-bee3-8f70b08d72ab None None] Current status of the port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:32.549325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Port 540f5c1f-02e5-426f-8e71-4a185aa558f7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:32.551297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.554774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Attempting to bind port 540f5c1f-02e5-426f-8e71-4a185aa558f7 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:32.558580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc3177-19a0-42f6-86b4-70120b8ea32a req-b35b20ea-401a-4077-9e63-a6d5d1aca1d6 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:32.580366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71dc3177-19a0-42f6-86b4-70120b8ea32a req-b35b20ea-401a-4077-9e63-a6d5d1aca1d6 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.2104313 Feb 19 07:12:32.648535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71dc3177-19a0-42f6-86b4-70120b8ea32a req-8544f37a-b8ca-4724-ad04-a3dd09f7598f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652096 Feb 19 07:12:32.717232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97aa1592-c24b-4d46-91ff-52e8751e9a30 req-baf0f381-977f-4607-9c3c-d12797b5a35d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955944 Feb 19 07:12:32.717978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Attempting to bind port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:32.718800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Attempting to bind port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:32.719261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Attempting to bind port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:32.758767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:32.759508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:32.762530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:32.763823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Bound port: 540f5c1f-02e5-426f-8e71-4a185aa558f7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:32.764314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.777210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:32.777808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:32.778806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.779276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:32.781584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Bound port: 80d8bd54-c2c9-4dd1-87ad-ba48b739519a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:32.781951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:32.791121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-842589c5-9798-476a-b2fd-a03682b2d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:32.795106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-842589c5-9798-476a-b2fd-a03682b2d4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1130 time: 0.6463854 Feb 19 07:12:32.934221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] For port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:32.943818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] For port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:32.994653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.016500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab903947-5d30-426f-b40b-552aba9062e7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:33.017004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.045878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab903947-5d30-426f-b40b-552aba9062e7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:33.067878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:33.068264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.202042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:33.282592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:33.284052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:33.353678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5c86c240-ce6f-48d2-9151-4cec36aaade2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.454274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-c76b8446-7a36-447c-a318-77ca03b4a4b2 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9900718 Feb 19 07:12:33.489838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Allocated IP 172.20.0.1 (0ce60862-5fec-4cf2-a065-380412a5fff3/f95e4591-0702-4d0d-aba1-8ed32258e975/c843dbd3-5c8d-491f-baa9-4cc2c1c83adb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:33.548164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.610655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks [] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.648576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c86c240-ce6f-48d2-9151-4cec36aaade2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:33.657733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:33.744758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:33.757294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Allocated IP 172.20.0.1 (424f3045-6ecc-4c24-ad7b-0136d99421a5/2f76f9e7-c258-481b-8690-b6514f2f07c0/a35f5cac-8526-488c-9697-df0a07b10a98) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:33.791977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeec9f-613e-4d79-89b6-d43cbe463d87 req-a77ed7ff-bee5-4d6f-be21-c7fdb2551a9c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:33.793901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f6eeec9f-613e-4d79-89b6-d43cbe463d87 req-a77ed7ff-bee5-4d6f-be21-c7fdb2551a9c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 948 time: 0.6098399 Feb 19 07:12:33.816442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-d6613d89-9a0c-432a-88fb-b02fb1f038d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:33.818066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-d6613d89-9a0c-432a-88fb-b02fb1f038d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.9795115 Feb 19 07:12:33.819066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:33.832894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:33.838277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:33.897913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.019169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:34.045596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Pushing event updated for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:34.057719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (2739eb71-6bea-4b47-a855-41642e279495), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.064657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.286019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1a6f-9a21-4579-a61c-53a2bef59174 None None] Pushing event updated for resources: {'Port': ['ID=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:34.295770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:34.469630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:34.479575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:34.579862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.585392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks [] for router_controller (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.679428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fe74fafe-729d-406f-ae78-b9d2519d2125 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:34.701831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-70401b99-798f-432c-959d-80e28cd64826 None None] Provisioning complete for port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:34.702230 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70401b99-798f-432c-959d-80e28cd64826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.738024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b567e-0966-406d-852e-5f7b085369f8 req-d7e42288-7b28-42d3-b7b4-119e8493358d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:34.750509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-966b567e-0966-406d-852e-5f7b085369f8 req-d7e42288-7b28-42d3-b7b4-119e8493358d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.8383338 Feb 19 07:12:34.753647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fe74fafe-729d-406f-ae78-b9d2519d2125 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:34.754035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fe74fafe-729d-406f-ae78-b9d2519d2125 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:34.755489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1a6f-9a21-4579-a61c-53a2bef59174 None None] Pushing event updated for resources: {'Port': ['ID=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:34.755648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (878f6e1f-4e4e-40b8-b845-3154b1cf01a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.756018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878f6e1f-4e4e-40b8-b845-3154b1cf01a0 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:12:34.776596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.780187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d3a0be36-27a9-42f2-8709-05d80ee0aec8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/878f6e1f-4e4e-40b8-b845-3154b1cf01a0 HTTP/1.1" status: 204 len: 168 time: 4.4628539 Feb 19 07:12:34.793309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:34.815861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:34.849691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-0616d325-d768-40b3-84cd-f0c3042ea773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 1.0193894 Feb 19 07:12:34.874221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.908775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70401b99-798f-432c-959d-80e28cd64826 None None] Port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:34.962494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-f0f62310-51e4-4fa3-a51c-64b4e1ab9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:34.972910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-f0f62310-51e4-4fa3-a51c-64b4e1ab9530 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 1129 time: 1.4336789 Feb 19 07:12:34.987612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:34.998386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:35.040973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:28Z', 'revision_number': 3, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:35.108002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:35.110526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.113890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] 10.222.0.24 "PUT /v2.0/ports/540f5c1f-02e5-426f-8e71-4a185aa558f7 HTTP/1.1" status: 200 len: 1095 time: 6.0078342 Feb 19 07:12:35.118858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Checking router: 2739eb71-6bea-4b47-a855-41642e279495 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:35.119440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Updating router 2739eb71-6bea-4b47-a855-41642e279495 port 8f5bf94d-3866-45bf-aedd-18004ea195ac binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:12:35.169364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Deleting subnet cf594be1-a83a-495f-b4be-206213e31e48 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:12:35.188055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Publish callbacks [] for subnet (cf594be1-a83a-495f-b4be-206213e31e48), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.197846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.250672 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (cf594be1-a83a-495f-b4be-206213e31e48), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.383280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (cf594be1-a83a-495f-b4be-206213e31e48), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.486082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:35.494483 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473effc4-4f01-438e-a77b-6d7b82d2972a" -d '{"events": [{"name": "network-changed", "server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:35.496942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:25Z', 'revision_number': 3, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:35.507587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f6eeec9f-613e-4d79-89b6-d43cbe463d87 req-4867f470-6293-4785-b601-1400df3977b1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6610889 Feb 19 07:12:35.512498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-966b567e-0966-406d-852e-5f7b085369f8 req-764d6bc5-3cda-4f83-9e3a-c6b449d3cc6e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605166 Feb 19 07:12:35.538630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (cf594be1-a83a-495f-b4be-206213e31e48), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.604934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ed94b-aef0-438d-835e-c56979d4c454 None None] The sync data for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 is: [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:25Z', 'revision_number': 3, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:35.684488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf594be1-a83a-495f-b4be-206213e31e48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:35.726076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.730195 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c3bab7d0-a226-4bc6-93aa-4c19dd7b6462 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cf594be1-a83a-495f-b4be-206213e31e48 HTTP/1.1" status: 204 len: 168 time: 0.9357817 Feb 19 07:12:35.735869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:35.740786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5025a6c4-1af7-491f-8440-89a55dffe99c None None] Network 08743004-3ba2-4ab0-82d9-580a68baae07 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:12:35.753315 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee61621e-4839-4185-a2df-b63ebf0bda6c x-openstack-request-id: req-ee61621e-4839-4185-a2df-b63ebf0bda6c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:35.753609 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:35.753928 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee61621e-4839-4185-a2df-b63ebf0bda6c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:35.754317 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7', 'status': 'completed', 'code': 200} Feb 19 07:12:35.819914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-4e7521d9-cc82-4998-a4c3-30320d82bd44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3049276 Feb 19 07:12:35.935903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks [] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:35.941483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.030730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (2739eb71-6bea-4b47-a855-41642e279495), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.059441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-0f502655-c738-467a-af3d-07a1934da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:36.060941 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-0f502655-c738-467a-af3d-07a1934da51e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 1.1891522 Feb 19 07:12:36.102745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:36.270887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] DHCP port deletion for 08743004-3ba2-4ab0-82d9-580a68baae07 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:12:36.273451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e2e21-b860-4d7f-8d3e-2af0296ec117 service neutron] Pushing event updated for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:36.373759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:36.378549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Pushing event updated for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:36.383373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-a9bd4d54-ee5f-4965-9efb-9ddcc8a63c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:36.384832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-a9bd4d54-ee5f-4965-9efb-9ddcc8a63c12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 1131 time: 0.5036345 Feb 19 07:12:36.405272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:36.443087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (08743004-3ba2-4ab0-82d9-580a68baae07), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.466418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-749865ee-5c6e-421e-872e-d69ea2166f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.490061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks [] for port (a35f5cac-8526-488c-9697-df0a07b10a98), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.527524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port ab903947-5d30-426f-b40b-552aba9062e7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:36.527952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab903947-5d30-426f-b40b-552aba9062e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.530522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4947ea99-2ed5-479d-99c3-2a1bff5ba321 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:36.556598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-95635726-16ea-4dd3-baf9-a35207153cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:36.558234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-95635726-16ea-4dd3-baf9-a35207153cb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 1129 time: 1.3119683 Feb 19 07:12:36.580988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-5b1d7545-391a-4c99-99f9-34a76cd50b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:36.583228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-5b1d7545-391a-4c99-99f9-34a76cd50b72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 1.5074272 Feb 19 07:12:36.786149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 80d8bd54-c2c9-4dd1-87ad-ba48b739519a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:36.791854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256168-88bb-4db5-8a7d-ed1252487747 req-279ac1c2-b934-4bcc-9fb1-723c9bc19149 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:36.801091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45256168-88bb-4db5-8a7d-ed1252487747 req-279ac1c2-b934-4bcc-9fb1-723c9bc19149 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 1.0219717 Feb 19 07:12:36.908075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:36.915894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-ac0943ff-bf9c-48fc-84cc-7cd0de66f7c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321 HTTP/1.1" status: 200 len: 217 time: 0.3213193 Feb 19 07:12:36.940967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:12:37.027524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-cc0818ff-3238-4f45-b0e9-b6aa99c5ec93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7 HTTP/1.1" status: 200 len: 217 time: 0.4002326 Feb 19 07:12:37.042271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9324-bc56-4967-97be-7f76beb515bf req-e242d1bf-504f-4567-9b9d-736c285f129f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.045730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a1f9324-bc56-4967-97be-7f76beb515bf req-e242d1bf-504f-4567-9b9d-736c285f129f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.2535086 Feb 19 07:12:37.101381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-3fd67674-3bb6-427b-aadc-d6d7c8679bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.102857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-3fd67674-3bb6-427b-aadc-d6d7c8679bd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.6580935 Feb 19 07:12:37.121255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:37.159852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'mac_address': 'fa:16:3e:6c:61:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:37.165271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-ad1ae9f8-14f2-401e-8421-b2f349c96b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.168917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-ad1ae9f8-14f2-401e-8421-b2f349c96b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0125053 Feb 19 07:12:37.220297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:37.222805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-583bccfe-076a-4703-8121-5ebd2d5c0948 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 200 len: 217 time: 0.1087029 Feb 19 07:12:37.231983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks [] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.311478 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.336994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Deleting port 59baee20-a032-4307-9ba2-6f7ab417e79e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:37.337367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.350345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:37.361127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-c693b208-835d-4f75-9b7a-2750699573b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.362596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-c693b208-835d-4f75-9b7a-2750699573b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1083155 Feb 19 07:12:37.427991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:37.437682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-d15326b8-c763-41e9-a6ff-aa30c88122ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.439460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-d15326b8-c763-41e9-a6ff-aa30c88122ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4996331 Feb 19 07:12:37.512757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Pushing event updated for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:37.554743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Router 2739eb71-6bea-4b47-a855-41642e279495 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:37.569608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a1f9324-bc56-4967-97be-7f76beb515bf req-ff36b93a-faee-44ea-bf9c-811cfae73918 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109341 Feb 19 07:12:37.663237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] For port 59baee20-a032-4307-9ba2-6f7ab417e79e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=59baee20-a032-4307-9ba2-6f7ab417e79e,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:37.663728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.697771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45256168-88bb-4db5-8a7d-ed1252487747 req-6af2cd83-bb27-4d12-b868-b4f0913acc35 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192757 Feb 19 07:12:37.750257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-321baa55-c8f1-40d2-875d-e669346e2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.753185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-05861364-4b4d-45a0-8aeb-9c0b2e4064d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:37.754415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-05861364-4b4d-45a0-8aeb-9c0b2e4064d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.6297653 Feb 19 07:12:37.754685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-321baa55-c8f1-40d2-875d-e669346e2ddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3812807 Feb 19 07:12:37.797493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Attempting to bind port 8f5bf94d-3866-45bf-aedd-18004ea195ac on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:37.798140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Attempting to bind port 8f5bf94d-3866-45bf-aedd-18004ea195ac by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:37.799286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Attempting to bind port 8f5bf94d-3866-45bf-aedd-18004ea195ac on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:37.811374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Calling delete_port for 59baee20-a032-4307-9ba2-6f7ab417e79e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:37.823218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6aff8b83-6c8c-4316-8a60-a528eaaec812 None None] Provisioning complete for port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:37.824381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aff8b83-6c8c-4316-8a60-a528eaaec812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.881911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab903947-5d30-426f-b40b-552aba9062e7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:37.882791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.910848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (0f648347-d746-4464-8629-240293747987), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:37.968603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Deleting port 59baee20-a032-4307-9ba2-6f7ab417e79e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:37.968942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.108603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-e01ad6f7-9998-4ff3-8e38-68a40dd90ef1 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705263 Feb 19 07:12:38.167091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:38.176468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-2d883e4b-d7fb-4b27-be65-a302c231948d service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087164 Feb 19 07:12:38.181969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e6c2f63c-8692-4ea7-afae-f9beb68a2729 admin admin] 10.222.0.43 "PUT /v2.0/routers/2739eb71-6bea-4b47-a855-41642e279495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9856446 Feb 19 07:12:38.342663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-7693894a-a4b9-42a9-b57a-e2fdddc530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:38.355797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-7693894a-a4b9-42a9-b57a-e2fdddc530d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7593496 Feb 19 07:12:38.409498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6aff8b83-6c8c-4316-8a60-a528eaaec812 None None] Port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:38.411004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f711e52-4d24-4b84-bd0a-92b3b9251642 None None] Pushing event updated for resources: {'Port': ['ID=8f5bf94d-3866-45bf-aedd-18004ea195ac,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:38.413366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:38.413740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:38.414143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.414522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:38.415000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Bound port: 8f5bf94d-3866-45bf-aedd-18004ea195ac, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:38.415402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.447373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:38.453639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.536481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac5fe7bc-8f74-4db0-ac45-e76b034be27e req-f793a3fa-f538-485f-825d-b61342992a7c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525493 Feb 19 07:12:38.557687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-acc3ee9d-6717-4775-a554-339ca88fb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:38.559457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-acc3ee9d-6717-4775-a554-339ca88fb440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7873318 Feb 19 07:12:38.584298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9d82b-5648-4661-8da7-b02df2ef4d7d req-ab0c61f0-6ab1-4604-bf82-4601853ff758 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:38.611916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-90e9d82b-5648-4661-8da7-b02df2ef4d7d req-ab0c61f0-6ab1-4604-bf82-4601853ff758 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 949 time: 0.6927040 Feb 19 07:12:38.730171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-5a8822f7-7c4f-4eda-bce4-5cc57b02d2c6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182795 Feb 19 07:12:38.764109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-90e9d82b-5648-4661-8da7-b02df2ef4d7d req-b5e877ec-5fb0-4030-b032-77386f8cdaf3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481483 Feb 19 07:12:38.829100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:38.833667 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468a4cf-7e52-47d2-bd13-5cf3061be351" -d '{"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:38.837889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:38.838245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.846343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4947ea99-2ed5-479d-99c3-2a1bff5ba321 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:38.919527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:38.941885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ae34cb4-0ac4-4a2a-af20-a8383e033d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:38.960786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e433ef92-f0fd-46f8-8c8b-60585fcc6d67 req-1498fadb-6abf-46e3-bfca-caa5203e9742 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199180 Feb 19 07:12:39.027552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] For port 59baee20-a032-4307-9ba2-6f7ab417e79e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=59baee20-a032-4307-9ba2-6f7ab417e79e,segment=NetworkSegment(370486ec-2391-4fc4-b252-18bd2989920a),segment_id=370486ec-2391-4fc4-b252-18bd2989920a)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:39.029045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.038067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-399afe5a-3f29-4003-8082-f35e4b7d930e None None] Provisioning complete for port a35f5cac-8526-488c-9697-df0a07b10a98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:39.038596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399afe5a-3f29-4003-8082-f35e4b7d930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.040841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.055010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f433be1-3191-47fa-aa57-e2896131e623 req-3d2dd007-7886-4506-a880-afdec05b4511 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:39.065335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.066830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:39.068265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f433be1-3191-47fa-aa57-e2896131e623 req-3d2dd007-7886-4506-a880-afdec05b4511 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 947 time: 0.1902783 Feb 19 07:12:39.216332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f433be1-3191-47fa-aa57-e2896131e623 req-eabb0ea3-5f23-40b4-b6d5-fe10a8fe0ab0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333630 Feb 19 07:12:39.232790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] For port 8f5bf94d-3866-45bf-aedd-18004ea195ac, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:39.237869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:39.239427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] Pushing event deleted for resources: {'Port': ['ID=59baee20-a032-4307-9ba2-6f7ab417e79e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:39.265149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Calling delete_port for 59baee20-a032-4307-9ba2-6f7ab417e79e owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:39.297575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0698d4d-99ba-4ee4-9dbc-9ba69409dcec None None] No DVR routers for this DVR port 59baee20-a032-4307-9ba2-6f7ab417e79e on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:39.297575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.333593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-399afe5a-3f29-4003-8082-f35e4b7d930e None None] Port a35f5cac-8526-488c-9697-df0a07b10a98 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:39.347415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] For port 8f5bf94d-3866-45bf-aedd-18004ea195ac, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f5bf94d-3866-45bf-aedd-18004ea195ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:39.365647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-bbf51bec-292a-42d2-bfb7-617ee682e3d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0033748 Feb 19 07:12:39.374921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.464300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-d9295350-16b4-4866-80f7-0443016c6cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0836420 Feb 19 07:12:39.526248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6761b65-1d4b-4508-9530-17a0e16d1b97 req-9b7d1795-f8fa-4a16-be44-dbc5422f26d9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:39.541103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6761b65-1d4b-4508-9530-17a0e16d1b97 req-9b7d1795-f8fa-4a16-be44-dbc5422f26d9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1392236 Feb 19 07:12:39.550519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:39.765737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:39.792987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418014385', 'description': 'tempest-description--1645002457'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:39.817761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:39.855835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6761b65-1d4b-4508-9530-17a0e16d1b97 req-7ff62b93-9351-42ed-bb58-fd687e0a597d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104246 Feb 19 07:12:39.922028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.924293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:39.949891 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c25253b-3b56-44a8-8eff-03450504fe7b x-openstack-request-id: req-5c25253b-3b56-44a8-8eff-03450504fe7b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:39.950263 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab903947-5d30-426f-b40b-552aba9062e7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:39.950585 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c25253b-3b56-44a8-8eff-03450504fe7b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:39.951444 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7', 'code': 200} Feb 19 07:12:39.990080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:40.000554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:40.001173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.075594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-65d85581-b971-4174-97a7-92f4abbfc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:40.078533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-65d85581-b971-4174-97a7-92f4abbfc0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 1129 time: 1.0285928 Feb 19 07:12:40.080815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83843b17-f0a0-48ab-b8a1-b232b30a3455 req-95dc9017-de31-4e8a-bb1a-a6205d67d008 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8692796 Feb 19 07:12:40.165684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e7f52aed-5c89-4772-b3f8-a9982d95c540 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:40.214416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:40.215736 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.231109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:40.231972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:40.243844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.397414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f711e52-4d24-4b84-bd0a-92b3b9251642 None None] Pushing event updated for resources: {'Port': ['ID=8f5bf94d-3866-45bf-aedd-18004ea195ac,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:40.482851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 59baee20-a032-4307-9ba2-6f7ab417e79e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:40.537827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 59baee20-a032-4307-9ba2-6f7ab417e79e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:40.538586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 59baee20-a032-4307-9ba2-6f7ab417e79e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:40.539342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5c86c240-ce6f-48d2-9151-4cec36aaade2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:40.557030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd32d3a-42b3-47d9-a7e7-fa64dd3f563b req-751e201c-5ca8-431a-9b6e-e9e45dbc8843 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:40.558609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fd32d3a-42b3-47d9-a7e7-fa64dd3f563b req-751e201c-5ca8-431a-9b6e-e9e45dbc8843 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.4878764 Feb 19 07:12:40.561148 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.586471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.629338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5c86c240-ce6f-48d2-9151-4cec36aaade2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:40.630429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5c86c240-ce6f-48d2-9151-4cec36aaade2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:40.639474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:40.649732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:40.832717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:40.865141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.870207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ced0ecc9-7772-4c17-9f28-8541952b952c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1013055 Feb 19 07:12:40.884267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:40.895587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:40.902385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:40.977498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fd32d3a-42b3-47d9-a7e7-fa64dd3f563b req-a8b36531-5fd0-4da6-87e2-0008a9f3deee tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020457 Feb 19 07:12:41.002735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (fb06e3e1-bd0a-4e52-af84-647c77591cce), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.031161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 80d8bd54-c2c9-4dd1-87ad-ba48b739519a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:41.127602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (fb06e3e1-bd0a-4e52-af84-647c77591cce), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.137701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (fb06e3e1-bd0a-4e52-af84-647c77591cce), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.140973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:35Z', 'revision_number': 2, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:41.202871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb06e3e1-bd0a-4e52-af84-647c77591cce,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:41.219944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f8599-4326-4ffb-9949-5a54f65827c6 None None] The sync data for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 is: [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:35Z', 'revision_number': 2, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:41.248696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:41.249217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.264822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.268758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bdab4dca-5b7d-4ffc-9db2-103aca9471e1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819273 Feb 19 07:12:41.273823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:41.280094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:41.322931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545301-e5c6-4ee6-9e7a-c6afbb8e6289 req-77407745-6b83-463b-ac3b-51b6213a495f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:41.339358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd545301-e5c6-4ee6-9e7a-c6afbb8e6289 req-77407745-6b83-463b-ac3b-51b6213a495f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1584525 Feb 19 07:12:41.363925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks [] for port (a35f5cac-8526-488c-9697-df0a07b10a98), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.414918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (dd4f2b26-1ec7-4ab5-9fdf-2f0a54732c2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.428201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:41.490332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (dd4f2b26-1ec7-4ab5-9fdf-2f0a54732c2e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.498153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd545301-e5c6-4ee6-9e7a-c6afbb8e6289 req-bec4a3c5-01ea-4c54-9178-29b2547faea1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483166 Feb 19 07:12:41.499743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (dd4f2b26-1ec7-4ab5-9fdf-2f0a54732c2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.525692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.535953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2548051 Feb 19 07:12:41.536235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:41.541083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:41.557539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-15fac621-b81a-4ab2-9763-b706d32db147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:41.560220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-15fac621-b81a-4ab2-9763-b706d32db147 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1842635 Feb 19 07:12:41.564721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19f0e6-fa4c-4792-bef3-ce6e1236e9c5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4f2b26-1ec7-4ab5-9fdf-2f0a54732c2e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:41.571030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.591361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.770825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:41.959027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-3b347b2c-490e-4ff9-9c5c-fa429b8fdf6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7 HTTP/1.1" status: 200 len: 217 time: 0.3115385 Feb 19 07:12:42.002068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Allocated IP 172.25.7.58 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/0e911d97-5eef-4f12-ba25-8e589728496e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:42.060677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (59baee20-a032-4307-9ba2-6f7ab417e79e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.073215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a7c2ad-3b22-4100-818b-2b35840f258b req-dafde5d8-d3e8-4861-8538-75b4b19979ac service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4427888 Feb 19 07:12:42.133970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 540f5c1f-02e5-426f-8e71-4a185aa558f7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:12:42.222016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] No DVR routers for this DVR port 59baee20-a032-4307-9ba2-6f7ab417e79e on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:42.257823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-7c3c1e7e-62e6-4fe5-abcd-5e1b35d0da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:42.259724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-7c3c1e7e-62e6-4fe5-abcd-5e1b35d0da61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1522412 Feb 19 07:12:42.360392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (08743004-3ba2-4ab0-82d9-580a68baae07), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.406257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08743004-3ba2-4ab0-82d9-580a68baae07']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:42.433478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370486ec-2391-4fc4-b252-18bd2989920a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:42.434079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370486ec-2391-4fc4-b252-18bd2989920a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:42.443357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.466611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (370486ec-2391-4fc4-b252-18bd2989920a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.510766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:42.532609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '540f5c1f-02e5-426f-8e71-4a185aa558f7', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '540f5c1f-02e5-426f-8e71-4a185aa558f7', 'mac_address': 'fa:16:3e:3e:7a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:12:42.559669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (370486ec-2391-4fc4-b252-18bd2989920a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.589625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 540f5c1f-02e5-426f-8e71-4a185aa558f7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:42.589625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.603040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (0f648347-d746-4464-8629-240293747987), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.606715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540f5c1f-02e5-426f-8e71-4a185aa558f7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:42.662667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:42.673735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.677220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Pushing event updated for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:42.693972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-f88961a1-02a0-4176-bb06-a5bec4a220fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:42.700133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-f88961a1-02a0-4176-bb06-a5bec4a220fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1127 time: 3.2393608 Feb 19 07:12:42.732465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:12:42.733486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (370486ec-2391-4fc4-b252-18bd2989920a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:12:42.744473 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:12:42.819514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:42.918723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f5bf94d-3866-45bf-aedd-18004ea195ac up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:42.922852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afc6d5-97a7-4710-a721-e8b09c98b303 req-8917cee6-fad7-47b2-98ef-9827d6749ebf tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:42.933892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83afc6d5-97a7-4710-a721-e8b09c98b303 req-8917cee6-fad7-47b2-98ef-9827d6749ebf tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 948 time: 1.3789089 Feb 19 07:12:42.961527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:43.056288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for port (0e911d97-5eef-4f12-ba25-8e589728496e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:43.070748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669c69d-29de-422c-a2b3-9dbda40b4276 req-5ab065dd-4e48-475f-8699-6aa3c937b235 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:43.078841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1669c69d-29de-422c-a2b3-9dbda40b4276 req-5ab065dd-4e48-475f-8699-6aa3c937b235 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.2091599 Feb 19 07:12:43.123050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8f5bf94d-3866-45bf-aedd-18004ea195ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:43.123594 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:43.126516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Pushing event deleted for resources: {'Port': ['ID=59baee20-a032-4307-9ba2-6f7ab417e79e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:43.242790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1669c69d-29de-422c-a2b3-9dbda40b4276 req-a99eaa04-6978-4704-8edf-ea40ddb02f39 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629877 Feb 19 07:12:43.244964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:43.313501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:43.332359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:43.374411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:43.399001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4947ea99-2ed5-479d-99c3-2a1bff5ba321 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:43.469271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'Port': ['ID=0e911d97-5eef-4f12-ba25-8e589728496e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:43.510831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (08743004-3ba2-4ab0-82d9-580a68baae07), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:43.560013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:43.565569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] 10.222.0.43 "DELETE /v2.0/networks/08743004-3ba2-4ab0-82d9-580a68baae07 HTTP/1.1" status: 204 len: 168 time: 7.8060606 Feb 19 07:12:43.582738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-56c459a1-4cd3-42e2-baf4-1fcd5c580bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:43.587018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-56c459a1-4cd3-42e2-baf4-1fcd5c580bcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0801003 Feb 19 07:12:43.681594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83afc6d5-97a7-4710-a721-e8b09c98b303 req-879ba3e1-eaca-4f2b-aba1-5b8668bd774e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448180 Feb 19 07:12:43.886532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:43.896080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b1ea-2235-44de-bdc3-29188a739060 admin admin] Pushing event deleted for resources: {'Network': ['ID=08743004-3ba2-4ab0-82d9-580a68baae07,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:43.944019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:43.994937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90094-9b84-4c88-af9f-ab09d99aa3d9 req-c16fb05b-a4b0-4bc0-9cfa-bb89d8e5b027 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:43.997969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8f5bf94d-3866-45bf-aedd-18004ea195ac is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:43.998646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.002157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cb90094-9b84-4c88-af9f-ab09d99aa3d9 req-c16fb05b-a4b0-4bc0-9cfa-bb89d8e5b027 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.5110600 Feb 19 07:12:44.037118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.120488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 8f5bf94d-3866-45bf-aedd-18004ea195ac, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f5bf94d-3866-45bf-aedd-18004ea195ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:44.133229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:44.139356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.173886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-29fb88e8-16ce-4313-9766-d35d65c487c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd5d494fdafc458fac428ddef7dfa195&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2853491 Feb 19 07:12:44.177009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:44.217387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:12:44.238221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-aec43d34-60b9-45a5-8756-5bf5ff4168bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:44.239893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-aec43d34-60b9-45a5-8756-5bf5ff4168bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 1.4945762 Feb 19 07:12:44.242285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.250444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cb90094-9b84-4c88-af9f-ab09d99aa3d9 req-0b187cb3-037d-411d-a8d6-07fffefaae6e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387886 Feb 19 07:12:44.268854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:44.283930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.327484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=8f5bf94d-3866-45bf-aedd-18004ea195ac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:44.332199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] Publish callbacks [] for security_group (46263baf-e3ae-4f4b-a890-e08024168660), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.352027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-77b7d428-be11-480c-8a3b-ac37ca93f898 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230559 Feb 19 07:12:44.395957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] Publish callbacks [] for security_group (46263baf-e3ae-4f4b-a890-e08024168660), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.475723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:44.475723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.498548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (46263baf-e3ae-4f4b-a890-e08024168660), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.504766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.510214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46263baf-e3ae-4f4b-a890-e08024168660 HTTP/1.1" status: 204 len: 168 time: 0.3149471 Feb 19 07:12:44.545174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087757d-4cbb-49fc-8f70-57716484913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46263baf-e3ae-4f4b-a890-e08024168660,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:44.574880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:44.580208 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ad23f-4d16-4599-903d-a1b6223ec5b8" -d '{"events": [{"server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "name": "network-vif-plugged", "status": "completed", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:44.595083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-195505f1-31ce-4537-b59d-9dad063b8542 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.3308983 Feb 19 07:12:44.629233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:44.660256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.664574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-33654c3a-cb83-4dc7-afa9-723b88edd4a4 None None] Provisioning complete for port a35f5cac-8526-488c-9697-df0a07b10a98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:44.665068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33654c3a-cb83-4dc7-afa9-723b88edd4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.777825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-33654c3a-cb83-4dc7-afa9-723b88edd4a4 None None] Port a35f5cac-8526-488c-9697-df0a07b10a98 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:44.786218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:44.844707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-b12f8eba-f4f0-4908-bb56-552de0a5a7d0 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--20331381&fields=id&tenant_id=15cb15387001479e9ddf0eded5e4dd43 HTTP/1.1" status: 200 len: 267 time: 0.1365345 Feb 19 07:12:44.869311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f5bf94d-3866-45bf-aedd-18004ea195ac up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:44.901891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-e3485ce7-556c-4b5c-b4ed-b904de4cfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:44.904975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-e3485ce7-556c-4b5c-b4ed-b904de4cfc99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0981834 Feb 19 07:12:44.920033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2f63-589f-41a7-8e92-2088eb829646 req-16c51c1e-a178-4477-9ae8-35467b4f5b25 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:44.924337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e06e2f63-589f-41a7-8e92-2088eb829646 req-16c51c1e-a178-4477-9ae8-35467b4f5b25 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.8670871 Feb 19 07:12:44.971475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8f5bf94d-3866-45bf-aedd-18004ea195ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:44.971869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:44.973713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-473effc4-4f01-438e-a77b-6d7b82d2972a req-2e85d7fb-d2f6-466d-9055-c68a0e2da72c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659566 Feb 19 07:12:45.009546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for port (0e911d97-5eef-4f12-ba25-8e589728496e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.027092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.087004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-98a0847b-9c75-47be-a054-0e88afd1e8fa tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:45.097943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-98a0847b-9c75-47be-a054-0e88afd1e8fa tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/networks?id=08a26345-b303-4173-8259-aa6fe70e4ba4 HTTP/1.1" status: 200 len: 816 time: 0.2518067 Feb 19 07:12:45.098796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-a3b91141-6344-46f8-8fd6-a9c6aed27588 service neutron] 10.222.0.24 "GET /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 1.0520794 Feb 19 07:12:45.102979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-83fd4bda-7d5b-461f-ae5d-74a17123db30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694431 Feb 19 07:12:45.129402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e06e2f63-589f-41a7-8e92-2088eb829646 req-979e6cf3-b267-460e-b99b-4f54c9bcdabd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516068 Feb 19 07:12:45.166964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-96b9c3c1-129b-49b8-ac0a-fa7874f9ff7c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/quotas/15cb15387001479e9ddf0eded5e4dd43 HTTP/1.1" status: 200 len: 375 time: 0.0676961 Feb 19 07:12:45.186898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Router 0f648347-d746-4464-8629-240293747987 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:45.199786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8f5bf94d-3866-45bf-aedd-18004ea195ac is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:45.203042 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca6abf3-5042-42c5-9242-f38a48432f1b x-openstack-request-id: req-cca6abf3-5042-42c5-9242-f38a48432f1b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:45.203384 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "name": "network-vif-plugged", "status": "completed", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:45.204147 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cca6abf3-5042-42c5-9242-f38a48432f1b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:45.204147 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'code': 200} Feb 19 07:12:45.243983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'Port': ['ID=0e911d97-5eef-4f12-ba25-8e589728496e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:45.267562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.297935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Sync routers for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:45.300601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.302291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c29836c1-b0bb-4b17-96a4-39af34f85936 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7649295 Feb 19 07:12:45.311889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:45.323121 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:45.355556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-4f4bb4f1-985f-4556-8ba2-a065385b9f35 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=15cb15387001479e9ddf0eded5e4dd43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1871855 Feb 19 07:12:45.480592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:45.520133 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:45.539864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-b08321c9-1586-4020-8635-5b1414179d4c service neutron] 10.222.0.43 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829836 Feb 19 07:12:45.603061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-792ec9f1-b664-453c-a8c1-6dc18b983e52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6f1269b011b4888a4f4a330192036c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1214280 Feb 19 07:12:45.605362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:45.626559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-fdc52752-b51e-4174-8833-098650ea8f38 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812183 Feb 19 07:12:45.711384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-9668d22e-8f59-487c-a2f7-79c9514e61bc service neutron] 10.222.0.43 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702957 Feb 19 07:12:45.760119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] Publish callbacks [] for security_group (ff36f6c4-04dd-49e9-abff-90682df10c66), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.819322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] Publish callbacks [] for security_group (ff36f6c4-04dd-49e9-abff-90682df10c66), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.847061 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:35Z', 'revision_number': 2, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:45.869902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0aa2969-f121-4ee6-93eb-73eaa4da91a9 req-77d7c108-cabe-4531-8524-bb6ddb6d6b97 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177866 Feb 19 07:12:45.912038 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Checking router: 2739eb71-6bea-4b47-a855-41642e279495 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:45.916067 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Updating router 2739eb71-6bea-4b47-a855-41642e279495 port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:12:45.957622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ff36f6c4-04dd-49e9-abff-90682df10c66), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.960651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:45.962012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff36f6c4-04dd-49e9-abff-90682df10c66 HTTP/1.1" status: 204 len: 168 time: 0.3556366 Feb 19 07:12:45.970861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f6497-db15-4cbc-9fec-bb60f962ecc8 req-c9064f41-5385-4d4e-9397-481631ff6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:45.972461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a0f6497-db15-4cbc-9fec-bb60f962ecc8 req-c9064f41-5385-4d4e-9397-481631ff6107 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 1131 time: 0.6853638 Feb 19 07:12:45.980473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:45.981687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bebed83-8e08-4061-a424-853c6ad3a05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff36f6c4-04dd-49e9-abff-90682df10c66,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:45.992609 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.044441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4e325-9350-4b17-9ae1-363071acf8c4 req-71533bef-7c8a-4078-ba9d-c70f836c5810 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:46.053390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ca4e325-9350-4b17-9ae1-363071acf8c4 req-71533bef-7c8a-4078-ba9d-c70f836c5810 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 949 time: 0.6770566 Feb 19 07:12:46.068174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:46.102658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f52aed-5c89-4772-b3f8-a9982d95c540 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:46.114510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:46.153886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 540f5c1f-02e5-426f-8e71-4a185aa558f7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:46.161420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.173899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:46.202927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12b9f3d7-2c53-4a51-861a-71184321b80c admin admin] 10.222.0.43 "PUT /v2.0/routers/0f648347-d746-4464-8629-240293747987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3284004 Feb 19 07:12:46.218107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a0f6497-db15-4cbc-9fec-bb60f962ecc8 req-ef3c3bb8-80c4-4008-9f5c-8d66e2831da9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312894 Feb 19 07:12:46.225590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Sync routers for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:46.251858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:46.263508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:46.345122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ca4e325-9350-4b17-9ae1-363071acf8c4 req-99d20fb3-23d8-47de-9e23-6fc8f0f3d235 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907476 Feb 19 07:12:46.479057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 540f5c1f-02e5-426f-8e71-4a185aa558f7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:12:46.489246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 540f5c1f-02e5-426f-8e71-4a185aa558f7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:46.489625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.533949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] Transition to ACTIVE for port object e7f52aed-5c89-4772-b3f8-a9982d95c540 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:46.543699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.588374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:46.590983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c93c-170f-4aa5-8eda-eeaa20832c55 req-48ad90ad-fc5c-459f-b66f-2bb1ea8d8dfe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:46.603259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e4c93c-170f-4aa5-8eda-eeaa20832c55 req-48ad90ad-fc5c-459f-b66f-2bb1ea8d8dfe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 943 time: 0.1835756 Feb 19 07:12:46.777481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e4c93c-170f-4aa5-8eda-eeaa20832c55 req-832f033d-8a97-438b-8e35-e524e993652a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623878 Feb 19 07:12:46.844730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:46.865909 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks [] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.870922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] No DVR routers for this DVR port e7f52aed-5c89-4772-b3f8-a9982d95c540 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:12:46.879953 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:46.963795 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Pushing event updated for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:46.988404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08f0d5b7-11e7-4104-9fda-1db671c9cb1b service neutron] 10.222.0.24 "PUT /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8800993 Feb 19 07:12:46.993679 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:46.998335 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.002267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.007512 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.008179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.008760 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.009258 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.009742 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.010224 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.010716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.011215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.015447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3222767b-6d6b-43b3-baee-d37e9f7e0173 req-18d8d3f4-024e-4948-904d-62539142d2c8 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0952959 Feb 19 07:12:47.023628 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.023975 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:47.035311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-d0ae2bfc-a26d-451c-9cdc-585b9f7f7e7e tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--418014385&fields=id&tenant_id=46739294f2ac4fa699933112130c908b HTTP/1.1" status: 200 len: 267 time: 0.4517205 Feb 19 07:12:47.099092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 540f5c1f-02e5-426f-8e71-4a185aa558f7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:47.099758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.182235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:47.185713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:39Z', 'revision_number': 4, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a35f5cac-8526-488c-9697-df0a07b10a98', 'name': '', 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'mac_address': 'fa:16:3e:65:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 2, 'project_id': '28b0d63307614a729556bded1fc969b3', 'subnets': [{'id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:47.235099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:47.235911 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Attempting to bind port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:47.236288 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Attempting to bind port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:47.236650 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Attempting to bind port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb on network 0ce60862-5fec-4cf2-a065-380412a5fff3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:47.255177 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8912036-7760-443b-a661-b285fa829910" -d '{"events": [{"server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "name": "network-vif-plugged", "status": "completed", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:47.255344 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:47.255652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Checking segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:47.263797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.264015 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.264426 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Bound using segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:47.264945 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Bound port: c843dbd3-5c8d-491f-baa9-4cc2c1c83adb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:47.265334 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.266775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Checking router: 0f648347-d746-4464-8629-240293747987 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:47.267312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Updating router 0f648347-d746-4464-8629-240293747987 port a35f5cac-8526-488c-9697-df0a07b10a98 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:12:47.417133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:47.454129 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] For port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:47.465873 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] For port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:47.485379 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.488609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-74707502-3434-401b-bf9d-06efe6ed68ba tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:47.508994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-74707502-3434-401b-bf9d-06efe6ed68ba tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.4401102 Feb 19 07:12:47.528735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.577849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f1d5-5a4c-4d58-953c-fe9e58e02b90 None None] Pushing event updated for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:47.619110 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:47.623332 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:47.649750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-74b502ba-10b5-4ea1-8fd4-6c120267f49e tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:47.654431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-74b502ba-10b5-4ea1-8fd4-6c120267f49e tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/networks?id=0ce60862-5fec-4cf2-a065-380412a5fff3 HTTP/1.1" status: 200 len: 811 time: 0.6135786 Feb 19 07:12:47.667757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Provisioning complete for port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:47.668037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:47.740206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-48860f4b-599c-4bdc-b914-85c3f4afc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:47.745068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-48860f4b-599c-4bdc-b914-85c3f4afc8fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07&tenant_id=667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 1126 time: 0.2266448 Feb 19 07:12:47.762012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3d248eae-ea0d-47d6-b789-3ec45a52e4ba tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/quotas/46739294f2ac4fa699933112130c908b HTTP/1.1" status: 200 len: 375 time: 0.0638037 Feb 19 07:12:47.895328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29375d44-4b3f-4d30-afbb-c1f1117af674 req-39257633-03f0-49c1-a3e9-d31060e011eb tempest-FloatingIPsNegativeTestJSON-904855613 tempest-FloatingIPsNegativeTestJSON-904855613-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=28b0d63307614a729556bded1fc969b3 HTTP/1.1" status: 200 len: 217 time: 0.2030444 Feb 19 07:12:48.055990 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1330ade1-530a-42f6-bdec-8dd4c5ad7eac x-openstack-request-id: req-1330ade1-530a-42f6-bdec-8dd4c5ad7eac {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:48.058521 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "name": "network-vif-plugged", "status": "completed", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:48.058997 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1330ade1-530a-42f6-bdec-8dd4c5ad7eac {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:48.059746 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7', 'code': 200} Feb 19 07:12:48.077736 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:48.134940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Current status of the port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:48.135522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:48.137973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-5c558901-b6af-43dd-aaa7-8aaae9f95ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:48.141938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-5c558901-b6af-43dd-aaa7-8aaae9f95ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1126 time: 0.2691898 Feb 19 07:12:48.224360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-a97e64b1-f54d-4451-9d25-c4f18f4891fb tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=46739294f2ac4fa699933112130c908b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4552240 Feb 19 07:12:48.264847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] For port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:48.322651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:48.324943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fdd6b-88e6-4aef-ac45-933e1b29cc4f req-bccca03f-cc0c-496c-9d28-5d41717e3164 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:48.335982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a6fdd6b-88e6-4aef-ac45-933e1b29cc4f req-bccca03f-cc0c-496c-9d28-5d41717e3164 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 949 time: 0.0713503 Feb 19 07:12:48.436464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a6fdd6b-88e6-4aef-ac45-933e1b29cc4f req-f3f33881-f028-4e7f-a7a3-8b1f1b9c8b1c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989773 Feb 19 07:12:48.436710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks [] for port (a35f5cac-8526-488c-9697-df0a07b10a98), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:48.559772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd5538-1713-4e2d-b8a7-6bf628cb2eb6 None None] Pushing event updated for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:48.573726 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:47Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:48.592491 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:48.608524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b56536-ee99-4eed-888b-5c9dd31375ca None None] The sync data for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 is: [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:47Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:48.635980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c5c4b-853a-4b6e-9d42-c2ecf37ae7eb req-32adc87b-7f4b-48b6-9f38-923467e14111 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:48.649783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-135c5c4b-853a-4b6e-9d42-c2ecf37ae7eb req-32adc87b-7f4b-48b6-9f38-923467e14111 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 0.1344454 Feb 19 07:12:48.835646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843e259-db23-4334-81f9-a42f8bd5c0fe None None] Pushing event updated for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:48.866180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-855ac6b8-adf1-4559-a885-7f3ac45442a2 None None] Provisioning complete for port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:48.866570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-855ac6b8-adf1-4559-a885-7f3ac45442a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:48.902313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-135c5c4b-853a-4b6e-9d42-c2ecf37ae7eb req-3434ea9f-9c64-4dcc-ad91-16dc3aa195d1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492754 Feb 19 07:12:49.022688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-905955f4-3767-49cf-addd-25da668a6794 req-5f8676bb-a5ad-457a-9c66-4c82f644245d tempest-FloatingIPsNegativeTestJSON-904855613 tempest-FloatingIPsNegativeTestJSON-904855613-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0686486 Feb 19 07:12:49.031373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c843dbd3-5c8d-491f-baa9-4cc2c1c83adb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:49.305013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-622d5291-bc6f-4975-a5bf-b9e98f3d69e3 req-fc9ca2d9-0242-420e-9c9f-632faee04447 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0944583 Feb 19 07:12:49.482252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-e602b99d-21f1-4633-bea2-ce8ff5ae60f0 service neutron] 10.222.0.43 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886625 Feb 19 07:12:49.554968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2ce6-ce6d-4d66-818a-673848cd4e51 req-08b89097-2ad9-45cc-9253-e21e5c012b29 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:49.566929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c66c2ce6-ce6d-4d66-818a-673848cd4e51 req-08b89097-2ad9-45cc-9253-e21e5c012b29 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 0.1042323 Feb 19 07:12:49.634757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Attempting to bind port a35f5cac-8526-488c-9697-df0a07b10a98 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:49.636503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Attempting to bind port a35f5cac-8526-488c-9697-df0a07b10a98 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:49.637108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Attempting to bind port a35f5cac-8526-488c-9697-df0a07b10a98 on network 424f3045-6ecc-4c24-ad7b-0136d99421a5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:49.655798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-495d3058-8548-4cd3-94e0-517dfd4ddde7 service neutron] 10.222.0.43 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720223 Feb 19 07:12:49.682761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:49.693177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c66c2ce6-ce6d-4d66-818a-673848cd4e51 req-6bc0b82a-f5de-4c7a-90a5-fb87cbd51e87 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249394 Feb 19 07:12:49.697282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Checking segment: {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:49.697807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:49.698251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Bound using segment: {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:49.698769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Bound port: a35f5cac-8526-488c-9697-df0a07b10a98, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c6cec0-b02a-4d9a-af81-3b29f8d57474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:49.699162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:49.771663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-f4ca1746-fc1d-4568-8e53-72bd0a3d61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:49.773558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-f4ca1746-fc1d-4568-8e53-72bd0a3d61ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 1.6078813 Feb 19 07:12:49.791083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-855ac6b8-adf1-4559-a885-7f3ac45442a2 None None] Current status of the port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:49.831675 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-0c77604f-a2ba-44ae-ab8b-d11ccac8c8de req-272bd20f-7638-43af-840c-d327fbdf0d11 tempest-FloatingIPsNegativeTestJSON-904855613 tempest-FloatingIPsNegativeTestJSON-904855613-project] show failed (client error): The resource could not be found. Feb 19 07:12:49.845074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c77604f-a2ba-44ae-ab8b-d11ccac8c8de req-272bd20f-7638-43af-840c-d327fbdf0d11 tempest-FloatingIPsNegativeTestJSON-904855613 tempest-FloatingIPsNegativeTestJSON-904855613-project] 10.222.0.43 "GET /v2.0/floatingips/c4a396ed-dabe-4642-b763-2d0551a3721d HTTP/1.1" status: 404 len: 350 time: 0.1095347 Feb 19 07:12:49.846456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:49.883705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] For port a35f5cac-8526-488c-9697-df0a07b10a98, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:49.887819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] For port a35f5cac-8526-488c-9697-df0a07b10a98, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a35f5cac-8526-488c-9697-df0a07b10a98,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:49.898795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:50.021278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843e259-db23-4334-81f9-a42f8bd5c0fe None None] Pushing event updated for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:50.032108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:50.032725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:50.125656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-fda1fa62-f71d-46bd-84ac-4d176973c7be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 200 len: 217 time: 0.2332642 Feb 19 07:12:50.148395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a78ca0-f0b8-4c7a-86e2-543c29fe4813 req-e462e051-1440-4679-ba90-5ceb7cfab5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:50.150033 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80a78ca0-f0b8-4c7a-86e2-543c29fe4813 req-e462e051-1440-4679-ba90-5ceb7cfab5ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 1131 time: 1.9082201 Feb 19 07:12:50.174633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Provisioning complete for port a35f5cac-8526-488c-9697-df0a07b10a98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:50.175015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:50.176573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:50.182502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:50.476574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1d659e95-ae1f-4295-a10c-bbf6e27ac302 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2180941 Feb 19 07:12:50.684667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80a78ca0-f0b8-4c7a-86e2-543c29fe4813 req-fb7e18a4-acba-406c-a7dd-ea90dcc9a5a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998944 Feb 19 07:12:50.713247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:50.779935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:50.791969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-4bd0ba41-5285-4358-bf2f-586cf626924e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:50.793508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-4bd0ba41-5285-4358-bf2f-586cf626924e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.24 "GET /v2.0/networks?id=08a26345-b303-4173-8259-aa6fe70e4ba4 HTTP/1.1" status: 200 len: 816 time: 1.1832845 Feb 19 07:12:50.825095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-3a98794b-8b72-4cc6-9a54-7ff00f03232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:50.836488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-3a98794b-8b72-4cc6-9a54-7ff00f03232d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.5306010 Feb 19 07:12:50.842259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Current status of the port a35f5cac-8526-488c-9697-df0a07b10a98 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:50.843416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:50.934651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-e3693897-1a84-48e7-8e54-241cc9b5e651 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905452 Feb 19 07:12:50.976648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] For port a35f5cac-8526-488c-9697-df0a07b10a98, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a35f5cac-8526-488c-9697-df0a07b10a98,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:51.002674 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:51.068482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-169d3c2d-8d01-4990-8a03-9a0a92823908 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:51.076262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-169d3c2d-8d01-4990-8a03-9a0a92823908 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5981693 Feb 19 07:12:51.140569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6bd2-2c78-4864-ac56-4c24a04b2abf None None] Pushing event updated for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:51.141339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-ecd40977-54c5-4b55-819d-8dad68b5e685 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/quotas/2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 375 time: 0.0641077 Feb 19 07:12:51.215601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cc8f6140-4d4a-4366-a74b-4972a1a6a909 None None] Provisioning complete for port a35f5cac-8526-488c-9697-df0a07b10a98 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:51.215988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc8f6140-4d4a-4366-a74b-4972a1a6a909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:51.285783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cc08e-6234-4fed-b4a3-9f065da46755 req-02f73bf7-5cdd-4bba-96c4-c9fa05d01f29 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:51.287547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f42cc08e-6234-4fed-b4a3-9f065da46755 req-02f73bf7-5cdd-4bba-96c4-c9fa05d01f29 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 0.4227340 Feb 19 07:12:51.345224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-37374010-dddc-40e6-9e81-6ed4d1f32128 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15cb15387001479e9ddf0eded5e4dd43 HTTP/1.1" status: 200 len: 378 time: 0.3534606 Feb 19 07:12:51.345957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-8fef728a-07f5-49b7-b140-bec7f8a81648 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2016802 Feb 19 07:12:51.355587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'port': {'device_id': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'admin_state_up': True, 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'security_groups': ['06742cf7-db0b-4f97-b647-468cd8e1ddbb']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:51.423908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:39Z', 'revision_number': 4, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a35f5cac-8526-488c-9697-df0a07b10a98', 'name': '', 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'mac_address': 'fa:16:3e:65:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:49Z', 'revision_number': 4, 'project_id': '28b0d63307614a729556bded1fc969b3', 'subnets': [{'id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:51.515163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf86ae-444d-4fae-87ed-a4e9ba15a378 None None] The sync data for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 is: [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:39Z', 'revision_number': 4, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a35f5cac-8526-488c-9697-df0a07b10a98', 'name': '', 'network_id': '424f3045-6ecc-4c24-ad7b-0136d99421a5', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'mac_address': 'fa:16:3e:65:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:49Z', 'revision_number': 4, 'project_id': '28b0d63307614a729556bded1fc969b3', 'subnets': [{'id': '2f76f9e7-c258-481b-8690-b6514f2f07c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:51.556762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (0f648347-d746-4464-8629-240293747987), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:51.598186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f6140-4d4a-4366-a74b-4972a1a6a909 None None] Current status of the port a35f5cac-8526-488c-9697-df0a07b10a98 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:51.731520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f42cc08e-6234-4fed-b4a3-9f065da46755 req-27fb8659-56fb-4dcd-839d-a6d761a8c941 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237957 Feb 19 07:12:51.786516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Made reservation on behalf of 15cb15387001479e9ddf0eded5e4dd43 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:51.802845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:51.888703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-aacc5d95-079e-4476-ba50-3ef1571d44e8 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079506 Feb 19 07:12:51.974692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0cf9abb-2b90-4ea9-992d-b37fd8752f55 req-b7089ca6-41f5-43b0-a5cc-12218b72aeac tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 210 time: 0.1368496 Feb 19 07:12:52.160311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-08d1c6b7-840a-445b-b641-0dc0a6d5b70d service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628045 Feb 19 07:12:52.528660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c0f5f-9384-47a6-a5aa-023895bb13fd req-8485b37b-d46f-4319-bd9e-548bf322fb3f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:52.547564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-737c0f5f-9384-47a6-a5aa-023895bb13fd req-8485b37b-d46f-4319-bd9e-548bf322fb3f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 0.3045983 Feb 19 07:12:52.682535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Allocated IP 172.20.0.14 (08a26345-b303-4173-8259-aa6fe70e4ba4/4e1f0e47-4768-4762-a888-3e61ac772199/361bcd49-6ba4-41eb-ba5d-3c602e7dd344) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:52.720979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Deleting port a35f5cac-8526-488c-9697-df0a07b10a98 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:52.721564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:52.744388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-737c0f5f-9384-47a6-a5aa-023895bb13fd req-d8e5bc9b-8ab3-4fd9-8873-850c7a7d8cdb tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958828 Feb 19 07:12:52.881349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0a023d1-78b9-4171-a0e9-2dd2c34a4956 req-c6cedae0-b29b-4ab6-9c34-d33e55e175e3 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.7114508 Feb 19 07:12:52.992756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] For port a35f5cac-8526-488c-9697-df0a07b10a98, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a35f5cac-8526-488c-9697-df0a07b10a98,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:52.993134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:53.002227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a35f5cac-8526-488c-9697-df0a07b10a98 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:12:53.052609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Calling delete_port for a35f5cac-8526-488c-9697-df0a07b10a98 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:53.164366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a35f5cac-8526-488c-9697-df0a07b10a98 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:53.164747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:53.345320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7f3d1cd-29f4-4bf2-8b14-623099d89347 req-6d578324-af14-44d9-b1b2-81111cb95819 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 210 time: 0.1175690 Feb 19 07:12:53.427107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a35f5cac-8526-488c-9697-df0a07b10a98 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:12:53.447694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f36eb-aa12-450b-ae7f-c2297ec61df7 req-e28645ce-5067-43aa-995e-474ebdb3d486 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:53.464693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec8f36eb-aa12-450b-ae7f-c2297ec61df7 req-e28645ce-5067-43aa-995e-474ebdb3d486 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 0.3530638 Feb 19 07:12:53.497181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:53.570119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-a9eaedde-a41a-4e8b-bb5f-3fe673b93b40 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:53.572692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-a9eaedde-a41a-4e8b-bb5f-3fe673b93b40 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.47 "GET /v2.0/networks?id=0ce60862-5fec-4cf2-a065-380412a5fff3 HTTP/1.1" status: 200 len: 811 time: 0.6791153 Feb 19 07:12:53.574509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:53.709111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-9e10bac7-9516-4045-934d-a6997125fe89 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46739294f2ac4fa699933112130c908b HTTP/1.1" status: 200 len: 379 time: 0.1171947 Feb 19 07:12:53.736669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:53.758952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'port': {'device_id': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'admin_state_up': True, 'tenant_id': '46739294f2ac4fa699933112130c908b', 'security_groups': ['fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:53.903765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec8f36eb-aa12-450b-ae7f-c2297ec61df7 req-98ce6d35-2fe2-4db6-994b-0fcf03890315 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379294 Feb 19 07:12:53.904475 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a35f5cac-8526-488c-9697-df0a07b10a98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:53.992892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-cd6a34cd-ae0a-4765-a68c-c77314b57cd7 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:53.994472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-cd6a34cd-ae0a-4765-a68c-c77314b57cd7 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.8601382 Feb 19 07:12:54.017137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d02d5a64-a7a6-4887-a423-ecf6f5f63715 req-b21adf39-d9f8-4ed9-9ac8-ff038203d26a tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 210 time: 0.4216926 Feb 19 07:12:54.018350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:54.037858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:54.055024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-aa26b5b6-ae11-4fb1-bd5c-072b8f0e9787 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1944456 Feb 19 07:12:54.070102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a35f5cac-8526-488c-9697-df0a07b10a98,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:54.122988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.124808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.125166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.125512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.125849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.126185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.126516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.134823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.135286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.135685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.136561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.139062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.143001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:54.217152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:54.217833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:54.392577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0433774 Feb 19 07:12:54.461655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Request body: {'port': {'device_id': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:54.541172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1460f-5691-4474-a340-02a688fb369e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event updated for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:54.583238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-11d4d8be-ae2c-4982-bbda-8f62ec65b116 None None] Provisioning complete for port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:54.591160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11d4d8be-ae2c-4982-bbda-8f62ec65b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:54.691584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:54.724056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-11d4d8be-ae2c-4982-bbda-8f62ec65b116 None None] Port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:54.773600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-e5458d17-9ff4-4492-aa67-bfd13400f95b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:54.775411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-e5458d17-9ff4-4492-aa67-bfd13400f95b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629682 Feb 19 07:12:54.793225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Request body: {'port': {'device_id': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '2456c081a2394cb1ad6cf9fbf9070a8d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:54.884886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Made reservation on behalf of 46739294f2ac4fa699933112130c908b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:54.890266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.063736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Allocated IP 172.20.0.12 (0ce60862-5fec-4cf2-a065-380412a5fff3/f95e4591-0702-4d0d-aba1-8ed32258e975/ab320afb-656f-4c68-91f5-01349df0a5db) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:55.237918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808613b-47ef-400b-b0a3-6f63822b6078 req-2cc3a511-ccb4-4da0-a68c-153b975478d1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:55.245562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2808613b-47ef-400b-b0a3-6f63822b6078 req-2cc3a511-ccb4-4da0-a68c-153b975478d1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 1.0370367 Feb 19 07:12:55.375806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-206632a7-a606-4979-b9f2-6d859631bdd0 service neutron] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:55.450722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755eab5-404d-4d77-88aa-9afda9e83ed8 req-457264ac-034f-4656-9b50-c491852177e8 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:55.459469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6755eab5-404d-4d77-88aa-9afda9e83ed8 req-457264ac-034f-4656-9b50-c491852177e8 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 932 time: 1.0990489 Feb 19 07:12:55.561295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6755eab5-404d-4d77-88aa-9afda9e83ed8 req-b73c94e3-a97d-4f6d-a1d3-cdd81073b727 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004825 Feb 19 07:12:55.600205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:55.612683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks [] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.623355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Made reservation on behalf of 2456c081a2394cb1ad6cf9fbf9070a8d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:12:55.635748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Transition to ACTIVE for port object 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:55.639066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.659843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.670019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (0f648347-d746-4464-8629-240293747987), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.671229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-206632a7-a606-4979-b9f2-6d859631bdd0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.672518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9254f539-f9b7-4ead-b30b-b47db6109f39 req-206632a7-a606-4979-b9f2-6d859631bdd0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 1.4616213 Feb 19 07:12:55.799995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2808613b-47ef-400b-b0a3-6f63822b6078 req-0164de7a-c1a5-4a7a-895f-a008ca2477cc tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477839 Feb 19 07:12:55.880929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for port (ab320afb-656f-4c68-91f5-01349df0a5db), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:55.881372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0149da9c-17d5-4035-8aa3-1c7f6a45e4d5 req-4f737ee8-c74b-43f5-9a7d-56c61b818913 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 210 time: 0.0949023 Feb 19 07:12:55.892787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:56.058900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Allocated IP 192.168.233.54 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/7c374d87-200c-42db-8f77-dd4b4f277cf5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:12:56.134066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ba0b2be-9aa9-413b-9fb1-5fd5976511cb req-b10e3330-5f42-473c-b9ea-7339b7c03c2b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 210 time: 0.1984565 Feb 19 07:12:56.275696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:56.347660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Attempting to bind port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:56.348001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Attempting to bind port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:56.348332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Attempting to bind port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 on network 08a26345-b303-4173-8259-aa6fe70e4ba4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:56.369515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:56.387437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:56.393856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:56.401792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 on network 08a26345-b303-4173-8259-aa6fe70e4ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:56.402104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Attempting to bind port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 on network 08a26345-b303-4173-8259-aa6fe70e4ba4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:56.463868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event updated for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:56.481252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.481505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.481804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.482252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.482480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.482818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.491236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.491729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.492073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.492410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.492750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.493084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.503861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:12:56.507425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:56.507770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Checking segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:56.508155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Bound using segment: {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:56.508600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Bound port: 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f638c70-8787-4386-8f22-217743bef076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:56.509012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:56.582206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Router 0f648347-d746-4464-8629-240293747987 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:12:56.595373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:56.596052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:56.628983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf18b3-6086-4f9a-aa51-e919b6d0c366 req-c0dfc0af-a7cc-4254-93f6-7d038a7a4b4a tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:56.630537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9bf18b3-6086-4f9a-aa51-e919b6d0c366 req-c0dfc0af-a7cc-4254-93f6-7d038a7a4b4a tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1126 time: 0.4563160 Feb 19 07:12:56.698389 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-3122781e-2b48-4806-834f-6b6bf153cbca tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9716425 Feb 19 07:12:56.717786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Request body: {'port': {'device_id': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:56.787012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:56.814080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:56.823910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9a56db58-bce6-41a2-aeb8-ea2ab9e0cc26 None None] Provisioning complete for port ab320afb-656f-4c68-91f5-01349df0a5db triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:56.825352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a56db58-bce6-41a2-aeb8-ea2ab9e0cc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:56.912881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9a56db58-bce6-41a2-aeb8-ea2ab9e0cc26 None None] Port ab320afb-656f-4c68-91f5-01349df0a5db cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:56.934327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:56.952609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:12:56.963924 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Sync routers for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:12:56.970542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40577a96-5f11-45ce-82df-e7383dde1f3f admin admin] 10.222.0.43 "PUT /v2.0/routers/0f648347-d746-4464-8629-240293747987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1185768 Feb 19 07:12:56.971267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:12:56.978821 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:56.979714 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:57.007150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:57.021176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be0c76-36ad-41dd-8577-b4b0e4f004e0 req-f288228a-bbab-489c-9e49-a4aa0d7402d8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.027013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be0c76-36ad-41dd-8577-b4b0e4f004e0 req-f288228a-bbab-489c-9e49-a4aa0d7402d8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.029260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78be0c76-36ad-41dd-8577-b4b0e4f004e0 req-f288228a-bbab-489c-9e49-a4aa0d7402d8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75&device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 1689 time: 0.1717880 Feb 19 07:12:57.032217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:57.123399 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:57.127045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.128950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:57.130558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] 10.222.0.24 "PUT /v2.0/ports/361bcd49-6ba4-41eb-ba5d-3c602e7dd344 HTTP/1.1" status: 200 len: 1092 time: 2.7218814 Feb 19 07:12:57.162910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78be0c76-36ad-41dd-8577-b4b0e4f004e0 req-da53ba40-ce4c-412c-9661-a22a87d796f1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944777 Feb 19 07:12:57.164603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:12:57.174759 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f577218-2a82-495a-b05a-88ce6381c668" -d '{"events": [{"name": "network-changed", "server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:12:57.212038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9bf18b3-6086-4f9a-aa51-e919b6d0c366 req-4fa50764-559e-4a92-985b-43b43fe5f3b3 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596976 Feb 19 07:12:57.218405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:57.233749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4', 'ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:12:57.409238 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:53Z', 'revision_number': 5, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:57.448063 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Checking router: 0f648347-d746-4464-8629-240293747987 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:12:57.464095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Routers {'0f648347-d746-4464-8629-240293747987'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:12:57.465111 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f648347-d746-4464-8629-240293747987'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:57.484176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:57.561936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f59f1-78b4-4f6d-82db-fcbbd69d5cfa service neutron] Pushing event updated for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:57.606151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-5b72f9eb-75fe-4fb2-94ad-9b14ee22416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.609989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:12:57.611917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-5b72f9eb-75fe-4fb2-94ad-9b14ee22416b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15cb15387001479e9ddf0eded5e4dd43&device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 1126 time: 0.4120493 Feb 19 07:12:57.615406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:12:57.618698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:12:57.649664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] Set router 0f648347-d746-4464-8629-240293747987 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:12:57.700508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.705531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:57.746087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-9a000420-5ee3-47f5-9cf9-51d9710dcba8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9596746 Feb 19 07:12:57.762979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-63299e86-8f00-4099-99c4-62f4f0dda046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344 HTTP/1.1" status: 200 len: 217 time: 0.1390834 Feb 19 07:12:57.808262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Request body: {'port': {'device_id': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:12:57.820167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61763b-65f7-4cb9-9e34-ec509a9b568b req-adca8fd5-61ba-49ca-89ee-b99e0c4dbb77 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.827866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e61763b-65f7-4cb9-9e34-ec509a9b568b req-adca8fd5-61ba-49ca-89ee-b99e0c4dbb77 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 935 time: 0.3261757 Feb 19 07:12:57.908522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cf30e-1f82-4c35-8714-4ac49b9265f6 req-e2c8cc22-89b3-44c7-bfc0-4e952195e3f1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:57.923494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810cf30e-1f82-4c35-8714-4ac49b9265f6 req-e2c8cc22-89b3-44c7-bfc0-4e952195e3f1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.4291892 Feb 19 07:12:58.021499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks [] for router (0f648347-d746-4464-8629-240293747987), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.047567 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:53Z', 'revision_number': 5, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:12:58.060839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810cf30e-1f82-4c35-8714-4ac49b9265f6 req-84f8f37e-f84a-49a0-b09f-dfdea3224191 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351664 Feb 19 07:12:58.107791 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745a2df-b853-4eb4-8e21-c5c842b6dc54 None None] The sync data for ids ['0f648347-d746-4464-8629-240293747987'] in n-d-829866-3 is: [{'id': '0f648347-d746-4464-8629-240293747987', 'name': 'tempest-FloatingIPsNegativeTestJSON-1273324272-router', 'tenant_id': '28b0d63307614a729556bded1fc969b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:20Z', 'updated_at': '2022-02-19T07:12:53Z', 'revision_number': 5, 'project_id': '28b0d63307614a729556bded1fc969b3', 'gw_port': {'id': '80d8bd54-c2c9-4dd1-87ad-ba48b739519a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f648347-d746-4464-8629-240293747987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:21Z', 'updated_at': '2022-02-19T07:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:12:58.117953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-52053426-aeaf-4b09-80f8-867b9cb49412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:58.119937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-52053426-aeaf-4b09-80f8-867b9cb49412 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e1f0e47-4768-4762-a888-3e61ac772199 HTTP/1.1" status: 200 len: 855 time: 0.3376527 Feb 19 07:12:58.214168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1026d26d-0e86-4f8f-9fd0-95e7e8854c69 None None] Provisioning complete for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:12:58.214663 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1026d26d-0e86-4f8f-9fd0-95e7e8854c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.254500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e61763b-65f7-4cb9-9e34-ec509a9b568b req-516dbea7-44dd-470f-b3e2-1d29f329648b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253967 Feb 19 07:12:58.281231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks [] for router_gateway (0f648347-d746-4464-8629-240293747987), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.301263 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.301706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1026d26d-0e86-4f8f-9fd0-95e7e8854c69 None None] Port 7c374d87-200c-42db-8f77-dd4b4f277cf5 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:12:58.463100 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c10b56-18ba-42fe-913a-50f9a054e0a6 x-openstack-request-id: req-e1c10b56-18ba-42fe-913a-50f9a054e0a6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:12:58.463100 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:12:58.463832 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1c10b56-18ba-42fe-913a-50f9a054e0a6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:12:58.465945 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'status': 'completed', 'code': 200} Feb 19 07:12:58.486201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-c57a3198-c106-4932-bb14-663f5f7430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:58.491668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-c57a3198-c106-4932-bb14-663f5f7430b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08a26345-b303-4173-8259-aa6fe70e4ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3600252 Feb 19 07:12:58.665397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab320afb-656f-4c68-91f5-01349df0a5db {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:58.687760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks [] for port (ab320afb-656f-4c68-91f5-01349df0a5db), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.707720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Transition to ACTIVE for port object ab320afb-656f-4c68-91f5-01349df0a5db will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:58.709314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02eb23-45d5-469f-872e-52bcc6805b2e req-1f6b5114-d816-40a1-a34e-922d479aa7e0 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:58.718603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b02eb23-45d5-469f-872e-52bcc6805b2e req-1f6b5114-d816-40a1-a34e-922d479aa7e0 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 1126 time: 0.1427209 Feb 19 07:12:58.719527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de9e2-028b-4ffd-8a4a-cfa5aeb341ac req-1e43a192-9c61-4a06-8ece-3aa61525f75a tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:58.721356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d10de9e2-028b-4ffd-8a4a-cfa5aeb341ac req-1e43a192-9c61-4a06-8ece-3aa61525f75a tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 932 time: 0.3998058 Feb 19 07:12:58.725701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.761308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Deleting port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:12:58.761762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:58.786989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a35f5cac-8526-488c-9697-df0a07b10a98 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:12:58.826147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b02eb23-45d5-469f-872e-52bcc6805b2e req-3f95e82d-212e-450e-a53b-f0d8d057ffa5 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891309 Feb 19 07:12:58.867874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a35f5cac-8526-488c-9697-df0a07b10a98 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:12:58.873856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a35f5cac-8526-488c-9697-df0a07b10a98 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:12:59.076023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] For port 80d8bd54-c2c9-4dd1-87ad-ba48b739519a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:12:59.076023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.140524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Calling delete_port for 80d8bd54-c2c9-4dd1-87ad-ba48b739519a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:12:59.166920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:12:59.181380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbf30f-07d2-49da-ba82-5e42cd59e707 req-892b6847-fedf-405b-95c8-db8e8e1f16c5 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:12:59.183505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2bbf30f-07d2-49da-ba82-5e42cd59e707 req-892b6847-fedf-405b-95c8-db8e8e1f16c5 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 1131 time: 0.1913753 Feb 19 07:12:59.193216 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks [] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.286894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Transition to ACTIVE for port object 7c374d87-200c-42db-8f77-dd4b4f277cf5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:12:59.299383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.335783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2bbf30f-07d2-49da-ba82-5e42cd59e707 req-f8fe4d05-33e6-42e9-8b8e-b9a6918aa40d tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946999 Feb 19 07:12:59.349102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-307b2795-6aab-49f1-81dc-72c2380ba197 service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251910 Feb 19 07:12:59.517256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:59.561648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b6efb31-26b4-4c3a-92d8-2746f50d93c7 req-27d92219-86c8-43c6-be92-c6b22c234b77 service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016344 Feb 19 07:12:59.672671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d10de9e2-028b-4ffd-8a4a-cfa5aeb341ac req-0fbca037-b414-4985-8300-b071b08bdb16 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8748767 Feb 19 07:12:59.712018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Attempting to bind port ab320afb-656f-4c68-91f5-01349df0a5db on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:59.712529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Attempting to bind port ab320afb-656f-4c68-91f5-01349df0a5db by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:59.713037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Attempting to bind port ab320afb-656f-4c68-91f5-01349df0a5db on network 0ce60862-5fec-4cf2-a065-380412a5fff3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:59.715470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:12:59.719438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:12:59.719972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:12:59.720229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:59.727383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Port ab320afb-656f-4c68-91f5-01349df0a5db on network 0ce60862-5fec-4cf2-a065-380412a5fff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:59.727974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Attempting to bind port ab320afb-656f-4c68-91f5-01349df0a5db on network 0ce60862-5fec-4cf2-a065-380412a5fff3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:59.730255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:12:59.730822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:12:59.738224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:59.738601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Checking segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:59.739056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Bound using segment: {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:59.739526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Bound port: ab320afb-656f-4c68-91f5-01349df0a5db, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721a2bf6-ccd4-4171-9fa3-5da48d332c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:59.739888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.794908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:12:59.797729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:12:59.798327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:12:59.798957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Bound port: 7c374d87-200c-42db-8f77-dd4b4f277cf5, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:12:59.802287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.871893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:12:59.887624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ab320afb-656f-4c68-91f5-01349df0a5db,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:12:59.899937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.920553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:12:59.921816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (80d8bd54-c2c9-4dd1-87ad-ba48b739519a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.047758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Pushing event deleted for resources: {'Port': ['ID=80d8bd54-c2c9-4dd1-87ad-ba48b739519a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:00.143515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:00.148508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:00.201855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.303545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.304461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.306393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] 10.222.0.47 "PUT /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 1095 time: 2.5126157 Feb 19 07:13:00.313343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9635b-bc20-4088-bbfc-60bcf7d0c6af service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:00.320306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:00.323501 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01428d2f-01a5-4eee-a4b6-868072df0237" -d '{"events": [{"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:00.399863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:00.407823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (0f648347-d746-4464-8629-240293747987), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.440806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577218-2a82-495a-b05a-88ce6381c668 req-6305f276-8f16-439b-837e-f57fd7ed2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.442551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-6305f276-8f16-439b-837e-f57fd7ed2877 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15cb15387001479e9ddf0eded5e4dd43&device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 1126 time: 0.8035884 Feb 19 07:13:00.446639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.448274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.452458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-32fdce7d-5fe1-4b9f-b4ba-29811028e4a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/ab320afb-656f-4c68-91f5-01349df0a5db HTTP/1.1" status: 200 len: 1092 time: 3.7398460 Feb 19 07:13:00.469079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:00.477939 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dafe146-7984-4cd1-b941-fd0f753054a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:00.490144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27408bf6-8f07-47a2-9c0b-baa79f08e49e req-5e124ae7-9af0-4b55-8576-07180f7e3324 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.492070 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27408bf6-8f07-47a2-9c0b-baa79f08e49e req-5e124ae7-9af0-4b55-8576-07180f7e3324 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.3751578 Feb 19 07:13:00.556077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7b075-1b86-4dc3-996c-76a4f7f715f4 req-623a5426-b4ac-4392-a642-f192078fea41 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.563702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e7b075-1b86-4dc3-996c-76a4f7f715f4 req-623a5426-b4ac-4392-a642-f192078fea41 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.5897026 Feb 19 07:13:00.592414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (0f648347-d746-4464-8629-240293747987), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.596085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks [] for router_controller (0f648347-d746-4464-8629-240293747987), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:00.728342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e7b075-1b86-4dc3-996c-76a4f7f715f4 req-f1ee0879-226e-4351-90bf-789020b89878 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563406 Feb 19 07:13:00.737683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-5c511d05-c58d-421e-842d-d1214ca69694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.739393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-5c511d05-c58d-421e-842d-d1214ca69694 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46739294f2ac4fa699933112130c908b&device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 1126 time: 0.2360120 Feb 19 07:13:00.826203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577218-2a82-495a-b05a-88ce6381c668 req-0658d411-9be5-4fd0-b327-561ba31599c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:00.828021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-0658d411-9be5-4fd0-b327-561ba31599c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08a26345-b303-4173-8259-aa6fe70e4ba4 HTTP/1.1" status: 200 len: 916 time: 0.3692727 Feb 19 07:13:00.832471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-5e8358f9-d53d-472b-afd6-a95926262b33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab320afb-656f-4c68-91f5-01349df0a5db HTTP/1.1" status: 200 len: 217 time: 0.0854275 Feb 19 07:13:00.937680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-9cdce036-5709-44ad-b903-f70f1c2eb85d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344 HTTP/1.1" status: 200 len: 217 time: 0.1023943 Feb 19 07:13:01.026260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-6f65e152-e097-4fea-a1fc-a1cbb72e9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.027839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-6f65e152-e097-4fea-a1fc-a1cbb72e9470 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f95e4591-0702-4d0d-aba1-8ed32258e975 HTTP/1.1" status: 200 len: 850 time: 0.1503742 Feb 19 07:13:01.058114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (0f648347-d746-4464-8629-240293747987), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.058808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f648347-d746-4464-8629-240293747987 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:13:01.064070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.068114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-14e1e2b0-738b-4e86-bffe-f6c56ffeccaa admin admin] 10.222.0.43 "DELETE /v2.0/routers/0f648347-d746-4464-8629-240293747987 HTTP/1.1" status: 204 len: 168 time: 3.9632096 Feb 19 07:13:01.068881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:01.075823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8b9fc-7da8-476e-94a1-516013f541fe req-decee45e-4765-4990-b8c8-f28192ddc3c4 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.077520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cef8b9fc-7da8-476e-94a1-516013f541fe req-decee45e-4765-4990-b8c8-f28192ddc3c4 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 1131 time: 0.2441494 Feb 19 07:13:01.079655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577218-2a82-495a-b05a-88ce6381c668 req-2cfda541-bc78-46e4-a65e-dccc6311987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.081775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-2cfda541-bc78-46e4-a65e-dccc6311987a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e1f0e47-4768-4762-a888-3e61ac772199 HTTP/1.1" status: 200 len: 855 time: 0.1251423 Feb 19 07:13:01.123051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-788a2ef1-84ea-427b-ba6d-1787c5af3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.125119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-788a2ef1-84ea-427b-ba6d-1787c5af3348 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1129 time: 0.7750347 Feb 19 07:13:01.160682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27408bf6-8f07-47a2-9c0b-baa79f08e49e req-6ba89640-8438-418f-b035-1225f41d1c87 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591354 Feb 19 07:13:01.161678 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cef8b9fc-7da8-476e-94a1-516013f541fe req-ce243332-04d9-4f4c-b6ab-619e0fd9a079 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747025 Feb 19 07:13:01.178485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-bc2fb737-3eda-4282-8444-c0c44bb9f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.179090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-bc2fb737-3eda-4282-8444-c0c44bb9f954 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce60862-5fec-4cf2-a065-380412a5fff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1441050 Feb 19 07:13:01.212078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Deleting subnet 2f76f9e7-c258-481b-8690-b6514f2f07c0 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:13:01.218709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Publish callbacks [] for subnet (2f76f9e7-c258-481b-8690-b6514f2f07c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.265583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f577218-2a82-495a-b05a-88ce6381c668 req-f872db95-25a1-4240-aed6-10d29299a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.274925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-f872db95-25a1-4240-aed6-10d29299a387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08a26345-b303-4173-8259-aa6fe70e4ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1852620 Feb 19 07:13:01.291797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-f218303a-bc56-47ad-b8ed-6e28e0a3cc6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.1552460 Feb 19 07:13:01.295675 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415e60a-dc18-4f9d-80f3-2f42b02f551e x-openstack-request-id: req-7415e60a-dc18-4f9d-80f3-2f42b02f551e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:01.295971 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:01.296991 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7415e60a-dc18-4f9d-80f3-2f42b02f551e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:01.298004 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'status': 'completed', 'code': 200} Feb 19 07:13:01.320869 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad9e95-2354-4cab-9064-eb0d7d02dba1 x-openstack-request-id: req-16ad9e95-2354-4cab-9064-eb0d7d02dba1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:01.321399 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:01.321638 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16ad9e95-2354-4cab-9064-eb0d7d02dba1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:01.322133 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'status': 'completed', 'code': 200} Feb 19 07:13:01.389231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (2f76f9e7-c258-481b-8690-b6514f2f07c0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.500249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-1a79e2a8-2202-48ff-bf10-115fbf3123af service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040837 Feb 19 07:13:01.503934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-cd1977e4-1c24-4af9-ba54-ff72ffbc5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.505401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-cd1977e4-1c24-4af9-ba54-ff72ffbc5e4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2041066 Feb 19 07:13:01.564692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-f3d2ec46-de79-4971-9bb6-f31b948d7cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714778 Feb 19 07:13:01.585614 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:13:01.608616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afa01d-8195-4e54-bc96-d8cdfd1ef3d0 req-cadf9534-7ce3-41c4-907c-0241d4fbc3b0 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.615959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4afa01d-8195-4e54-bc96-d8cdfd1ef3d0 req-cadf9534-7ce3-41c4-907c-0241d4fbc3b0 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 944 time: 0.1605668 Feb 19 07:13:01.640082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2f76f9e7-c258-481b-8690-b6514f2f07c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.691283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-14b44d7c-aa71-44b8-8d40-09d115115b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:01.692822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-14b44d7c-aa71-44b8-8d40-09d115115b87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1788523 Feb 19 07:13:01.744496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4afa01d-8195-4e54-bc96-d8cdfd1ef3d0 req-1bd095f9-38eb-40dd-8f93-bbd7f51e1e3d tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276011 Feb 19 07:13:01.748772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-22f2f21e-a968-421c-9a1c-3ccb2dfce899 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220245 Feb 19 07:13:01.832545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (2f76f9e7-c258-481b-8690-b6514f2f07c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.903928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f76f9e7-c258-481b-8690-b6514f2f07c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:01.922107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:01.928616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3ec8d0ae-ab79-47fd-b84d-99ffa6441fbc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2f76f9e7-c258-481b-8690-b6514f2f07c0 HTTP/1.1" status: 204 len: 168 time: 0.8578448 Feb 19 07:13:01.931837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42974) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:01.935075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-231b2fbf-f98b-4a0d-b40d-e1772dc69f2a service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310622 Feb 19 07:13:01.935740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4528c03d-a50a-4891-a25f-9f4833c4d8be None None] Network 424f3045-6ecc-4c24-ad7b-0136d99421a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:01.959055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5025e97b-70dd-4e6d-9632-aec116cac6b9 req-10cabf60-7897-419e-8e6d-25480debb515 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482742 Feb 19 07:13:02.025795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f577218-2a82-495a-b05a-88ce6381c668 req-a8383c3e-310c-4bd8-a253-ab95c38ef6b2 service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898806 Feb 19 07:13:02.030718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-00ddfc3c-704e-46c7-8a55-58ea699b6998 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.033074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-00ddfc3c-704e-46c7-8a55-58ea699b6998 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832994 Feb 19 07:13:02.100290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-f4577a94-4008-4a02-8903-1d1758c7bd9b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0202217 Feb 19 07:13:02.121403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (424f3045-6ecc-4c24-ad7b-0136d99421a5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.152017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-930ca948-6493-4aaa-93f7-38672476d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.153670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-930ca948-6493-4aaa-93f7-38672476d724 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46739294f2ac4fa699933112130c908b&device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 1126 time: 0.1188276 Feb 19 07:13:02.162296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-519a85d9-1f6c-4d30-a1cf-60228689ca30 req-c193ad19-6efb-497f-a5a7-1c045f89fe92 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167082 Feb 19 07:13:02.197046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e7aa-06d6-4ff3-9d81-4203e7dee6fc req-3b30438a-6ae7-44a6-89b5-00e25b3478af tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.198678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e808e7aa-06d6-4ff3-9d81-4203e7dee6fc req-3b30438a-6ae7-44a6-89b5-00e25b3478af tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1372235 Feb 19 07:13:02.229215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] DHCP port deletion for 424f3045-6ecc-4c24-ad7b-0136d99421a5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:13:02.283536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Deleting port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:02.283689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-eef541ea-5864-4181-9847-1a5b36ee03fb tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1741426 Feb 19 07:13:02.284065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.293953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Deleting port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:02.295670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.314141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e808e7aa-06d6-4ff3-9d81-4203e7dee6fc req-89eb1eb4-7b3d-4b02-8be8-d0840fae86a9 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065013 Feb 19 07:13:02.337386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-79c7fafa-192a-4f5b-a18c-ad2a3081fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.339488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-79c7fafa-192a-4f5b-a18c-ad2a3081fa37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce60862-5fec-4cf2-a065-380412a5fff3 HTTP/1.1" status: 200 len: 911 time: 0.1767333 Feb 19 07:13:02.419148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] For port a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:02.419677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.419800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-df1b7e99-6247-479d-955d-f1a2dc29b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.421372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-df1b7e99-6247-479d-955d-f1a2dc29b0d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1129 time: 0.2034650 Feb 19 07:13:02.426528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] For port a8162eca-c3a3-46cf-ac21-98d835ecc9b9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,segment=NetworkSegment(53c6cec0-b02a-4d9a-af81-3b29f8d57474),segment_id=53c6cec0-b02a-4d9a-af81-3b29f8d57474)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:02.427026 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.444767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Calling delete_port for a8162eca-c3a3-46cf-ac21-98d835ecc9b9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:02.453148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-a91b7811-a1c6-4497-828d-a8f74ae64d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab320afb-656f-4c68-91f5-01349df0a5db HTTP/1.1" status: 200 len: 217 time: 0.0995593 Feb 19 07:13:02.458923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Calling delete_port for a8162eca-c3a3-46cf-ac21-98d835ecc9b9 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:02.516215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-c2f96f79-6868-4a7b-b4ec-a24e5466eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.517874 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-c2f96f79-6868-4a7b-b4ec-a24e5466eb25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f95e4591-0702-4d0d-aba1-8ed32258e975 HTTP/1.1" status: 200 len: 850 time: 0.0621974 Feb 19 07:13:02.608080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-89e7e4ba-63af-41bf-a97c-7be90d811dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.609696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-89e7e4ba-63af-41bf-a97c-7be90d811dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce60862-5fec-4cf2-a065-380412a5fff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847876 Feb 19 07:13:02.645826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.676847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] No DVR routers for this DVR port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:02.704149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-5ce79db7-d132-489a-af08-4897d0b9b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:02.706593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-5ce79db7-d132-489a-af08-4897d0b9b195 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2761207 Feb 19 07:13:02.729655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Pushing event deleted for resources: {'Port': ['ID=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:02.743755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a8162eca-c3a3-46cf-ac21-98d835ecc9b9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.760070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.760826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.761758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.763173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.764646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.765325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.765929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.766635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.767848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.768535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.769075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.769706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.770221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05658992-d369-4ccd-9dbe-478f0ac501f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:02.800997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:02.861694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8162eca-c3a3-46cf-ac21-98d835ecc9b9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:02.862998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-7ffc0959-0c07-46ca-a94e-e04dc9eb7d08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.1454563 Feb 19 07:13:02.869664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8162eca-c3a3-46cf-ac21-98d835ecc9b9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:02.871772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] No DVR routers for this DVR port a8162eca-c3a3-46cf-ac21-98d835ecc9b9 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:02.895812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a8162eca-c3a3-46cf-ac21-98d835ecc9b9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:02.896169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8162eca-c3a3-46cf-ac21-98d835ecc9b9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:02.896644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 80d8bd54-c2c9-4dd1-87ad-ba48b739519a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:02.917760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-01e43bbd-b4b7-463e-92ee-1c77227c22aa service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006699 Feb 19 07:13:02.919714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 80d8bd54-c2c9-4dd1-87ad-ba48b739519a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:02.920105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 80d8bd54-c2c9-4dd1-87ad-ba48b739519a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:03.003069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (424f3045-6ecc-4c24-ad7b-0136d99421a5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.070430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-cdd63bbd-e3d2-498f-a020-0a28525e8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:03.072483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-cdd63bbd-e3d2-498f-a020-0a28525e8153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1989567 Feb 19 07:13:03.074666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424f3045-6ecc-4c24-ad7b-0136d99421a5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:03.115172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c6cec0-b02a-4d9a-af81-3b29f8d57474') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:03.119974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c6cec0-b02a-4d9a-af81-3b29f8d57474') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:03.147234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e014e-4765-4ff3-b1dd-cc68dc3b7e16 req-1c381588-bffb-44dd-8a2c-88ab52261916 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:03.155327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c61e014e-4765-4ff3-b1dd-cc68dc3b7e16 req-1c381588-bffb-44dd-8a2c-88ab52261916 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.2364941 Feb 19 07:13:03.166323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dafe146-7984-4cd1-b941-fd0f753054a8 req-4c4edd9f-1541-4bbf-ba85-ef24ee1b5ed2 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718240 Feb 19 07:13:03.178060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (53c6cec0-b02a-4d9a-af81-3b29f8d57474), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.219619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (53c6cec0-b02a-4d9a-af81-3b29f8d57474), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.223789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c61e014e-4765-4ff3-b1dd-cc68dc3b7e16 req-12380d2f-92ef-4dfc-b703-d70766147788 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674272 Feb 19 07:13:03.231377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:13:03.231982 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (53c6cec0-b02a-4d9a-af81-3b29f8d57474), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:13:03.234790 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:13:03.283421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-c87f2604-36c4-4b12-ac18-fb74b899cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:03.285360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-c87f2604-36c4-4b12-ac18-fb74b899cca2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2053096 Feb 19 07:13:03.368332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (424f3045-6ecc-4c24-ad7b-0136d99421a5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.373453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.380159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] 10.222.0.43 "DELETE /v2.0/networks/424f3045-6ecc-4c24-ad7b-0136d99421a5 HTTP/1.1" status: 204 len: 168 time: 1.4382839 Feb 19 07:13:03.398087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992c45a-b70d-4e5a-8bf1-3513323fd733 admin admin] Pushing event deleted for resources: {'Network': ['ID=424f3045-6ecc-4c24-ad7b-0136d99421a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:03.441786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c559912-823a-42cb-92c7-f01eff1b591f req-22864a3e-92ef-48f7-b2a8-96d4378ebc75 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0359468 Feb 19 07:13:03.452419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-93e48af9-ecd5-444d-b493-f4cf98c9966f service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512473 Feb 19 07:13:03.612808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330d6bb-145a-4881-ad3e-3c12efc2b799 req-35995f86-6c86-4655-866d-868e0580358f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:03.619795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4330d6bb-145a-4881-ad3e-3c12efc2b799 req-35995f86-6c86-4655-866d-868e0580358f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1114392 Feb 19 07:13:03.634158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f91ba3-f29c-4374-b99c-e00afeeb57ff req-79d8bbdb-38b3-4184-8f33-09cf22873011 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:03.642037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03f91ba3-f29c-4374-b99c-e00afeeb57ff req-79d8bbdb-38b3-4184-8f33-09cf22873011 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 944 time: 0.0859234 Feb 19 07:13:03.680284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4330d6bb-145a-4881-ad3e-3c12efc2b799 req-6e7f642f-9e4e-4df1-b1cd-c5cd8ee1fffe tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556180 Feb 19 07:13:03.681682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01428d2f-01a5-4eee-a4b6-868072df0237 req-0ee00c3f-b2e4-432b-bfa8-745efcc8f947 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223086 Feb 19 07:13:03.691518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:03.731922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03f91ba3-f29c-4374-b99c-e00afeeb57ff req-1ff9e99c-bd0a-4590-812a-499fef1da160 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840588 Feb 19 07:13:03.758106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab0d12c4-a26a-4d06-a432-27e523a4ef4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28b0d63307614a729556bded1fc969b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652373 Feb 19 07:13:03.760367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:03.832816 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] Publish callbacks [] for security_group (7f36cc9b-d1e5-4f03-b734-b7bf957ff336), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.862787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] Publish callbacks [] for security_group (7f36cc9b-d1e5-4f03-b734-b7bf957ff336), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.923708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7f36cc9b-d1e5-4f03-b734-b7bf957ff336), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.926678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:03.928384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f36cc9b-d1e5-4f03-b734-b7bf957ff336 HTTP/1.1" status: 204 len: 168 time: 0.1670740 Feb 19 07:13:03.939122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08315b9-4b93-4c8b-82a9-53d4c062fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36cc9b-d1e5-4f03-b734-b7bf957ff336,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:04.027512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-fbf334d8-5cff-488a-8b43-525c3568375b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403678 Feb 19 07:13:04.223906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a4c51205-b275-45d3-9abb-7fc2121bd4a5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:04.223906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a4c51205-b275-45d3-9abb-7fc2121bd4a5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872137 Feb 19 07:13:04.251298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:04.266535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:04.399878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:04.399878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:04.420414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-903a822e-c8ea-44ed-a0d6-20a106419386 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:04.423704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-903a822e-c8ea-44ed-a0d6-20a106419386 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.2440798 Feb 19 07:13:04.452372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-499d915e-7a91-4e5c-a900-66ee64578f93 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/quotas/eb8880f4da904b83bad64a248194c398 HTTP/1.1" status: 200 len: 375 time: 0.0156655 Feb 19 07:13:04.458679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:04.462380 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:04.466897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:04.468077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:04.470765 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b80a9-7ed2-4d9a-9f32-2caf2445e158" -d '{"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:04.474982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b91ffd-b125-4cb4-80b2-6349d00f05c2 req-1ac02876-46b1-49d9-9b15-832e3e73e487 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:04.475998 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:04.480557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2b91ffd-b125-4cb4-80b2-6349d00f05c2 req-1ac02876-46b1-49d9-9b15-832e3e73e487 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.1359372 Feb 19 07:13:04.534876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:04.576944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2b91ffd-b125-4cb4-80b2-6349d00f05c2 req-9adc2619-3b93-4a5f-931a-6791023f1ee5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870833 Feb 19 07:13:04.612107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-74114081-be3d-49e3-9bcd-127f25a257e4 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233544 Feb 19 07:13:04.727658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.217 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/2b50d3e7-2c22-4c96-92e2-89972b5c1fdc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:04.783557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb0db789-91d9-40d4-8a08-b5de613c8c38 req-2d1c6287-c2b9-4648-8048-7f86edaaa801 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0422480 Feb 19 07:13:04.783792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-ee11c8e3-3cf7-479f-8053-4688cade8956 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624453 Feb 19 07:13:04.825871 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42b926-e2ce-40e6-b9f7-2f6424c5ca24 x-openstack-request-id: req-0b42b926-e2ce-40e6-b9f7-2f6424c5ca24 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:04.826190 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:04.826753 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b42b926-e2ce-40e6-b9f7-2f6424c5ca24 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:04.827551 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'code': 200} Feb 19 07:13:04.979973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ac50e-78f1-4f0a-a8db-796477432e4d req-5355751b-0aee-4f90-bd5c-8df3d4e9527d tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:04.982133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-344ac50e-78f1-4f0a-a8db-796477432e4d req-5355751b-0aee-4f90-bd5c-8df3d4e9527d tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0720100 Feb 19 07:13:05.014805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-ad861de3-e4c1-4e77-8597-fa604ab5eac3 service neutron] 10.222.0.43 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170188 Feb 19 07:13:05.053201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:05.067020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-344ac50e-78f1-4f0a-a8db-796477432e4d req-74dc8860-4836-4746-8ad8-56a2afe2bc9c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723052 Feb 19 07:13:05.099451 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:05.113844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:05.121657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:05.162276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:05.168227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:05.189579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:05.197995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:05.243278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdadad5-2498-4ce7-a8ff-685c50084c72 req-995e0d89-3f23-49c9-8929-200275ea513b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:05.247699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4bdadad5-2498-4ce7-a8ff-685c50084c72 req-995e0d89-3f23-49c9-8929-200275ea513b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 944 time: 0.1102073 Feb 19 07:13:05.280753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:05.284716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:05.314492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-a0e3864d-7fcf-4ef5-86a2-11b19046d620 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0677166 Feb 19 07:13:05.329310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Request body: {'port': {'device_id': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:05.341578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4bdadad5-2498-4ce7-a8ff-685c50084c72 req-628800c1-3238-4982-96c0-7d7debf4fa70 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874844 Feb 19 07:13:05.397658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:05.486846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a80a472-dc95-40fb-9f3d-3f738150fd27 req-9f09f4ca-e2b6-4404-8e6a-b96fe0b760f1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 210 time: 0.0595105 Feb 19 07:13:05.492791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:05.833936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652b01d-28bc-4bca-9c8b-b585df3db066 req-eacac2cf-b6fb-41ef-944d-61d04df88666 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:05.838620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6652b01d-28bc-4bca-9c8b-b585df3db066 req-eacac2cf-b6fb-41ef-944d-61d04df88666 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.1464241 Feb 19 07:13:05.894997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-6e73fb24-9ade-46e9-a759-8e4f8e02dbea tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:05.896608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-6e73fb24-9ade-46e9-a759-8e4f8e02dbea tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/ports?device_id=473b9733-cdf4-4b1c-aed9-0018af8909f5 HTTP/1.1" status: 200 len: 943 time: 0.1215622 Feb 19 07:13:05.904711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b804c095-4ed9-4a74-bbaf-cfddd4d363aa None None] Provisioning complete for port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:05.905278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b804c095-4ed9-4a74-bbaf-cfddd4d363aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:05.954233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6652b01d-28bc-4bca-9c8b-b585df3db066 req-0de647d3-6ee7-4c10-ad37-b54c98ac418f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067283 Feb 19 07:13:06.036742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:06.075789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b804c095-4ed9-4a74-bbaf-cfddd4d363aa None None] Port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:13:06.126580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Deleting port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:06.127120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.134933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'mac_address': 'fa:16:3e:58:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:06.217864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86359638-7c7d-463c-9ed0-40b4c5f3495d req-150bf726-9f62-48ed-ae80-0372d864faa7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:06.226428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86359638-7c7d-463c-9ed0-40b4c5f3495d req-150bf726-9f62-48ed-ae80-0372d864faa7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 936 time: 0.0793860 Feb 19 07:13:06.300774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86359638-7c7d-463c-9ed0-40b4c5f3495d req-04811797-58ff-42ee-b921-3271add9ddef tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677412 Feb 19 07:13:06.312081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29211dfe-f8d6-4073-9975-c6a85873dfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.322254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] For port 9c9a0eed-faa6-427d-83c3-c426835cb3d9, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9c9a0eed-faa6-427d-83c3-c426835cb3d9,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:06.322879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.328439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:06.329025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.337740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Calling delete_port for 9c9a0eed-faa6-427d-83c3-c426835cb3d9 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:06.348280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:06.387885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:06.398724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.400283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ab320afb-656f-4c68-91f5-01349df0a5db details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:06.549944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5287d93-c64e-4128-9758-c9eadd10e2a8 req-3baad032-92c2-42e9-b5a2-1721dc1f4d55 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:06.557542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5287d93-c64e-4128-9758-c9eadd10e2a8 req-3baad032-92c2-42e9-b5a2-1721dc1f4d55 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 944 time: 0.0697691 Feb 19 07:13:06.564249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ab320afb-656f-4c68-91f5-01349df0a5db,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:06.596804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:06.602098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'port_id': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'mac_address': 'fa:16:3e:4d:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:06.616241 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9c9a0eed-faa6-427d-83c3-c426835cb3d9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.616423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5287d93-c64e-4128-9758-c9eadd10e2a8 req-f963f198-48d0-47f6-bc54-41917e48b9a3 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576763 Feb 19 07:13:06.644971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:06.701267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ab320afb-656f-4c68-91f5-01349df0a5db is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:06.701661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.725543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab320afb-656f-4c68-91f5-01349df0a5db {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:06.767757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23057a66-6f58-421a-ae06-86a8cd4055ae req-772e9e66-8345-43c4-af8f-7671b2495f43 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 210 time: 0.0602126 Feb 19 07:13:06.774004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ab320afb-656f-4c68-91f5-01349df0a5db,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:06.800609 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.824938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event deleted for resources: {'Port': ['ID=9c9a0eed-faa6-427d-83c3-c426835cb3d9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:06.876461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:06.890838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks [] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.917307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c2dba-e6a6-44ab-ba65-a81fee79e7e7 req-188923cf-c8dc-4845-ae49-8d73741bed92 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:06.924269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9a7c2dba-e6a6-44ab-ba65-a81fee79e7e7 req-188923cf-c8dc-4845-ae49-8d73741bed92 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.3988099 Feb 19 07:13:06.934568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] No DVR routers for this DVR port 9c9a0eed-faa6-427d-83c3-c426835cb3d9 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:06.945860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:06.952590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:06.952590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acd283aa-c0f2-4912-9712-43f2d6ba6c9e req-b9bd460e-13dd-44f0-a0a7-f68dd0887e51 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "DELETE /v2.0/ports/9c9a0eed-faa6-427d-83c3-c426835cb3d9 HTTP/1.1" status: 204 len: 173 time: 1.0440342 Feb 19 07:13:06.953076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-deleted', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:06.962811 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9503c880-299f-4568-bc9b-13e9ae948089" -d '{"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-deleted", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:06.983828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Transition to ACTIVE for port object 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:07.000154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.010856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6a5e-a426-4bce-8ee8-b0ddb28659bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.062002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9a7c2dba-e6a6-44ab-ba65-a81fee79e7e7 req-dfe66aed-acc6-449f-93e1-216fdb5cf2fe tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367531 Feb 19 07:13:07.093327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Pushing event updated for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:07.118941 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6a5e-a426-4bce-8ee8-b0ddb28659bb admin admin] Publish callbacks [] for security_group (bedf521f-3d19-4e96-9bdd-de1acfc2ce06), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.135670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6a5e-a426-4bce-8ee8-b0ddb28659bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bedf521f-3d19-4e96-9bdd-de1acfc2ce06), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.170940 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80a772-547e-4e18-b36c-e06c1462c833 x-openstack-request-id: req-da80a772-547e-4e18-b36c-e06c1462c833 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:07.171318 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473b9733-cdf4-4b1c-aed9-0018af8909f5", "name": "network-vif-deleted", "tag": "9c9a0eed-faa6-427d-83c3-c426835cb3d9", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:07.171584 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da80a772-547e-4e18-b36c-e06c1462c833 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:07.172045 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473b9733-cdf4-4b1c-aed9-0018af8909f5', 'name': 'network-vif-deleted', 'tag': '9c9a0eed-faa6-427d-83c3-c426835cb3d9', 'status': 'completed', 'code': 200} Feb 19 07:13:07.196907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd0a6a5e-a426-4bce-8ee8-b0ddb28659bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fc89de966d24a7793020253bc5c7577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5482767 Feb 19 07:13:07.205948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:07.288321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ab320afb-656f-4c68-91f5-01349df0a5db'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:07.332141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Attempting to bind port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:07.332482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Attempting to bind port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:07.332810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Attempting to bind port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:07.343902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:07.344283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Attempting to bind port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:07.360784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:07.361039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:07.361435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:07.362105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Bound port: 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:07.362470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.395504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d36b6-e16c-4727-9c93-e514f48afa08 req-8cf3d52a-7d26-4d80-a945-4c9a8bfa8415 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.397351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21d36b6-e16c-4727-9c93-e514f48afa08 req-8cf3d52a-7d26-4d80-a945-4c9a8bfa8415 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.1229374 Feb 19 07:13:07.414154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a6a5e-a426-4bce-8ee8-b0ddb28659bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf521f-3d19-4e96-9bdd-de1acfc2ce06,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:07.418362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7c374d87-200c-42db-8f77-dd4b4f277cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:07.440629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-836eb6e5-804d-4cc8-9540-0b78c91cf093 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.442168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-836eb6e5-804d-4cc8-9540-0b78c91cf093 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 804 time: 0.6061430 Feb 19 07:13:07.450345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] Publish callbacks [] for security_group (bedf521f-3d19-4e96-9bdd-de1acfc2ce06), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.466535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Request body: {'port': {'device_id': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'admin_state_up': True, 'tenant_id': 'eb8880f4da904b83bad64a248194c398'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:07.514264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21d36b6-e16c-4727-9c93-e514f48afa08 req-2e8d2784-fa7e-4ef9-8def-74bec32f689a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877349 Feb 19 07:13:07.537457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:07.542528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:07.553709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.557104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] Publish callbacks [] for security_group (bedf521f-3d19-4e96-9bdd-de1acfc2ce06), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.621165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.626241 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.628795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] 10.222.0.24 "PUT /v2.0/ports/2b50d3e7-2c22-4c96-92e2-89972b5c1fdc HTTP/1.1" status: 200 len: 1096 time: 2.3040226 Feb 19 07:13:07.671536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63cd03-2317-45cf-93c4-173df3f735d7 req-8916ce61-bdaa-4019-a589-d2a76a3bb5f5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.688606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a63cd03-2317-45cf-93c4-173df3f735d7 req-8916ce61-bdaa-4019-a589-d2a76a3bb5f5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 948 time: 0.2912500 Feb 19 07:13:07.771629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bedf521f-3d19-4e96-9bdd-de1acfc2ce06), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.774110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.777650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bedf521f-3d19-4e96-9bdd-de1acfc2ce06 HTTP/1.1" status: 204 len: 168 time: 0.5683570 Feb 19 07:13:07.799031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590bb33-8402-4fed-80e2-d006a4233961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf521f-3d19-4e96-9bdd-de1acfc2ce06,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:07.862713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Made reservation on behalf of eb8880f4da904b83bad64a248194c398 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:07.867952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:07.872973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac1831-6833-4edd-8d0a-e87b0e9757be service neutron] Pushing event updated for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:07.909361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-e98a1b26-2995-4822-aacd-f0c14980cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.910929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-e98a1b26-2995-4822-aacd-f0c14980cbcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 1130 time: 0.1475451 Feb 19 07:13:07.917646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fc237-9849-462e-827c-311261e5e5f5 req-3257ab48-6e82-4929-adbd-2ddab65d0f5b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:07.925390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-039fc237-9849-462e-827c-311261e5e5f5 req-3257ab48-6e82-4929-adbd-2ddab65d0f5b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 945 time: 0.1644239 Feb 19 07:13:07.998772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a63cd03-2317-45cf-93c4-173df3f735d7 req-fa6e74b9-116c-48e0-a757-32ac30a7c355 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090391 Feb 19 07:13:08.107580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Allocated IP 172.20.0.12 (6680805c-b33c-437b-a225-12a70560b16f/a731e75b-ec46-45bb-a89b-ea52886f23d6/3f04fd7c-7581-41bd-a5c6-b276f951ba74) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:08.170272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-abdd858b-8f63-4709-b487-7719f2ffcd58 req-b26b98f3-d699-4f5b-92cc-659c0154a6fd tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 210 time: 0.0388539 Feb 19 07:13:08.405529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-710e680f-725b-45ff-8cfc-a1e19b22a8fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc HTTP/1.1" status: 200 len: 217 time: 0.4722919 Feb 19 07:13:08.454282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3394635-fe0d-4a07-9f50-7bca000c6794 req-3195fe57-b29d-4141-ae85-bdbcedbe1c12 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:08.461913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3394635-fe0d-4a07-9f50-7bca000c6794 req-3195fe57-b29d-4141-ae85-bdbcedbe1c12 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1144335 Feb 19 07:13:08.466418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks [] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:08.472065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-039fc237-9849-462e-827c-311261e5e5f5 req-f3f9603e-971f-45e8-9efa-01aa3ba5d3d7 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5401542 Feb 19 07:13:08.478621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-53fc0aa2-5c86-498d-bcc9-c39230d61704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:08.480466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-53fc0aa2-5c86-498d-bcc9-c39230d61704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0692022 Feb 19 07:13:08.508594 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c178-6850-4fbc-9b74-28147e5eef6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:08.564880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-7156ee5b-cde7-4729-98b7-f8fa6b1e1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:08.569496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3394635-fe0d-4a07-9f50-7bca000c6794 req-90a87058-bfda-47ca-b422-2d884b302954 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009219 Feb 19 07:13:08.575895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-7156ee5b-cde7-4729-98b7-f8fa6b1e1887 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0782645 Feb 19 07:13:08.582397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:08.679177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Network 6680805c-b33c-437b-a225-12a70560b16f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:08.686213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:08.688929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:08.742887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:08.790675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:08.791353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:08.834317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c51c9-6cce-4dbc-81b7-7ecab3b10dcb req-e2de7c15-f907-4b49-acdc-46af8489cc1f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:08.837160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d3c51c9-6cce-4dbc-81b7-7ecab3b10dcb req-e2de7c15-f907-4b49-acdc-46af8489cc1f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.1420853 Feb 19 07:13:08.838865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-357879f2-fa58-4cba-b1e5-0c08fb13ff52 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3767602 Feb 19 07:13:08.839508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-0b118a8c-375f-4daa-a083-c91a25be169c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592912 Feb 19 07:13:08.856645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Request body: {'port': {'device_id': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:09.007645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d3c51c9-6cce-4dbc-81b7-7ecab3b10dcb req-a9e12c4a-c6ed-43c3-be9c-cc22a0396fb0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461709 Feb 19 07:13:09.025537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1950cd9-752c-405e-a895-f0f6528a6f5a req-1c7685a1-e5e1-4c18-ba0f-2e422672bb3c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658001 Feb 19 07:13:09.173773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:09.176757 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4473613f-745d-48d7-b515-47f4b51d10c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:09.208432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a75ce1-a674-4244-9930-58f6b5fe2402 req-99fa56b0-5a87-46b5-80b2-810aed424d79 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.215645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a75ce1-a674-4244-9930-58f6b5fe2402 req-99fa56b0-5a87-46b5-80b2-810aed424d79 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 948 time: 0.0830538 Feb 19 07:13:09.235680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.296025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a75ce1-a674-4244-9930-58f6b5fe2402 req-ae894d6b-4cd1-4dda-a347-5d84303baef1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744798 Feb 19 07:13:09.298489 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0d808-d31e-466f-bb58-6e21b135fabf x-openstack-request-id: req-acb0d808-d31e-466f-bb58-6e21b135fabf {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:09.300436 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:09.300856 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acb0d808-d31e-466f-bb58-6e21b135fabf {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:09.301453 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'status': 'completed', 'code': 200} Feb 19 07:13:09.419310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:09.430039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-ef0c0fa5-f767-4c33-93cc-9244c2b47582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.431279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-ef0c0fa5-f767-4c33-93cc-9244c2b47582 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 1130 time: 0.1229994 Feb 19 07:13:09.486502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:09.493399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:09.494267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.537739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec880e2-7092-4579-99c8-7cb7a67c4f58 req-da014e5b-12af-4cc3-af39-c3f859b73e83 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.544444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fec880e2-7092-4579-99c8-7cb7a67c4f58 req-da014e5b-12af-4cc3-af39-c3f859b73e83 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 932 time: 0.1497691 Feb 19 07:13:09.608021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:09.632770 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.665275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:09.692583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:09.693268 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.696274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-1a3dddf5-6701-4138-b0c1-7eece7574b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.697776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-1a3dddf5-6701-4138-b0c1-7eece7574b46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2596993 Feb 19 07:13:09.727643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fec880e2-7092-4579-99c8-7cb7a67c4f58 req-fbc928df-7e92-41d4-90b3-adcbbf4aeb96 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688442 Feb 19 07:13:09.735949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:09.739966 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701340f8-b60a-4856-85d9-e73b43ed015b" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:09.758102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:09.766829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.768959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ab320afb-656f-4c68-91f5-01349df0a5db up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:09.821098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-041eca5b-d382-4ebe-b621-82ce49b55a46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc HTTP/1.1" status: 200 len: 217 time: 0.0968573 Feb 19 07:13:09.837722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed672-b295-4aa4-a934-879b8713ee93 req-53fa71ed-a9c0-4116-8a34-b8026a46bccf tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.845153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b4ed672-b295-4aa4-a934-879b8713ee93 req-53fa71ed-a9c0-4116-8a34-b8026a46bccf tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 945 time: 0.2137692 Feb 19 07:13:09.882757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ac7379b-6f1b-4661-a2da-c8a5c6f45c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.887479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:09.900561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a0479eb-8d45-4bdd-ac14-b5d303584381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.913298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port ab320afb-656f-4c68-91f5-01349df0a5db completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:09.918252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port ab320afb-656f-4c68-91f5-01349df0a5db triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:09.918679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:09.933376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-cbed5199-2f80-4ee4-ad1f-c2df340404cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.934993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-cbed5199-2f80-4ee4-ad1f-c2df340404cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0978346 Feb 19 07:13:09.988501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad03a1-69bc-401a-a701-88dd67d2b280 req-0b3701be-ab84-4459-9a99-ed154b217991 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:09.991200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2ad03a1-69bc-401a-a701-88dd67d2b280 req-0b3701be-ab84-4459-9a99-ed154b217991 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1662328 Feb 19 07:13:10.000103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:10.018170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks [] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.025323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ab320afb-656f-4c68-91f5-01349df0a5db is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:10.025720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.035433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b4ed672-b295-4aa4-a934-879b8713ee93 req-06b03786-72ad-4453-8f4f-23ec37ed469c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890392 Feb 19 07:13:10.069943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ab320afb-656f-4c68-91f5-01349df0a5db,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:10.076187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.085728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Transition to ACTIVE for port object 3f04fd7c-7581-41bd-a5c6-b276f951ba74 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:10.090860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-9f613efc-63b2-4925-b509-53ddb534e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.095541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-9f613efc-63b2-4925-b509-53ddb534e786 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1524978 Feb 19 07:13:10.104636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.139653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.203689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a0479eb-8d45-4bdd-ac14-b5d303584381 admin admin] Publish callbacks [] for security_group (1d0b074f-f68d-4803-aaf2-56ae7c220374), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.206589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ac7379b-6f1b-4661-a2da-c8a5c6f45c97 admin admin] Publish callbacks [] for security_group (96d83af0-a22f-40ca-a114-9dea2b8ba584), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.213685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.218713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a0479eb-8d45-4bdd-ac14-b5d303584381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d0b074f-f68d-4803-aaf2-56ae7c220374), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.227808 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ac7379b-6f1b-4661-a2da-c8a5c6f45c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (96d83af0-a22f-40ca-a114-9dea2b8ba584), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.230315 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a643f90-4e98-46c1-a19e-87e3fd9da2bc x-openstack-request-id: req-1a643f90-4e98-46c1-a19e-87e3fd9da2bc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:10.230682 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:10.230945 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a643f90-4e98-46c1-a19e-87e3fd9da2bc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:10.231382 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'code': 200} Feb 19 07:13:10.278193 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-cf21b91e-7b6f-4df5-b61d-7106388770a0 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724205 Feb 19 07:13:10.301830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2ad03a1-69bc-401a-a701-88dd67d2b280 req-698f6d77-d818-48cf-8cd7-78fd39bb0e75 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2878144 Feb 19 07:13:10.305978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:10.318943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7a0479eb-8d45-4bdd-ac14-b5d303584381 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cac3d08427347f7af124a9b2fcff799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6526520 Feb 19 07:13:10.339095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0479eb-8d45-4bdd-ac14-b5d303584381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b074f-f68d-4803-aaf2-56ae7c220374,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.345206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:10.370767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 9c9a0eed-faa6-427d-83c3-c426835cb3d9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:10.371616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9c9a0eed-faa6-427d-83c3-c426835cb3d9 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:10.385928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ac7379b-6f1b-4661-a2da-c8a5c6f45c97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de860e9e2c4d4594a64fdeeae69ac205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768595 Feb 19 07:13:10.408136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:10.476073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4473613f-745d-48d7-b515-47f4b51d10c0 req-2c61cb32-992a-416c-9a8a-fc7c2d139de6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732237 Feb 19 07:13:10.495721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7379b-6f1b-4661-a2da-c8a5c6f45c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d83af0-a22f-40ca-a114-9dea2b8ba584,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.501657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6535-1a70-485d-9a1d-add166f9f536 req-6407efbe-11f9-4b76-a9c7-f79fd60e3262 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.509349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-618a6535-1a70-485d-9a1d-add166f9f536 req-6407efbe-11f9-4b76-a9c7-f79fd60e3262 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 948 time: 0.0793059 Feb 19 07:13:10.521231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Attempting to bind port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:10.521573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Attempting to bind port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:10.521907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Attempting to bind port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:10.547696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 on network 6680805c-b33c-437b-a225-12a70560b16f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:10.548000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Attempting to bind port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 on network 6680805c-b33c-437b-a225-12a70560b16f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:10.552664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-618a6535-1a70-485d-9a1d-add166f9f536 req-4938c3b1-4b8c-43b2-9afb-7fba49cca972 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Feb 19 07:13:10.560037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15250616-8786-4b1a-8c6e-211d7cc41673 req-65165077-e1de-46d2-a814-423519fd1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.561553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15250616-8786-4b1a-8c6e-211d7cc41673 req-65165077-e1de-46d2-a814-423519fd1888 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1131 time: 0.2498202 Feb 19 07:13:10.568977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99b3d5-4de4-46e1-9ca5-8332292ec7cc req-c66d2329-b245-4eef-8066-765de4c4f169 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.570361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc99b3d5-4de4-46e1-9ca5-8332292ec7cc req-c66d2329-b245-4eef-8066-765de4c4f169 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.2259207 Feb 19 07:13:10.579485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] Publish callbacks [] for security_group (1d0b074f-f68d-4803-aaf2-56ae7c220374), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.586945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:10.587313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Checking segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:10.587695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Bound using segment: {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:10.588133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Bound port: 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a6407-db8a-4b2e-8bdd-ce7982c48f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6680805c-b33c-437b-a225-12a70560b16f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:10.588480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.618907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] Publish callbacks [] for security_group (96d83af0-a22f-40ca-a114-9dea2b8ba584), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.660384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] Publish callbacks [] for security_group (1d0b074f-f68d-4803-aaf2-56ae7c220374), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.709348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] Publish callbacks [] for security_group (96d83af0-a22f-40ca-a114-9dea2b8ba584), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.756152 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15250616-8786-4b1a-8c6e-211d7cc41673 req-9a734a4d-4cf0-4d6b-ac80-11ec0ec0728f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709876 Feb 19 07:13:10.769148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc99b3d5-4de4-46e1-9ca5-8332292ec7cc req-fb4db284-12c2-4063-83b3-3e29d1074271 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858346 Feb 19 07:13:10.811477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:10.815417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:10.823382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.845801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9b3ad-3b2b-4f36-abdd-f66bf76203c0 req-4979dcc5-d992-4cfb-ab2b-c443dba68457 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.848334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58f9b3ad-3b2b-4f36-abdd-f66bf76203c0 req-4979dcc5-d992-4cfb-ab2b-c443dba68457 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 944 time: 0.0709760 Feb 19 07:13:10.859832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.869183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:10.870071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.871510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f04fd7c-7581-41bd-a5c6-b276f951ba74 HTTP/1.1" status: 200 len: 1092 time: 2.0196164 Feb 19 07:13:10.872080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:10.874448 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e410dd-ba73-487c-848e-5952fe7173db" -d '{"events": [{"name": "network-changed", "server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:10.876924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d0b074f-f68d-4803-aaf2-56ae7c220374), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.880318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.884344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d0b074f-f68d-4803-aaf2-56ae7c220374 HTTP/1.1" status: 204 len: 168 time: 0.5371675 Feb 19 07:13:10.894763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (96d83af0-a22f-40ca-a114-9dea2b8ba584), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.896899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:10.898198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d83af0-a22f-40ca-a114-9dea2b8ba584 HTTP/1.1" status: 204 len: 168 time: 0.4816420 Feb 19 07:13:10.913851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88e4f3-1bf0-4109-98b4-f247239f2c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b074f-f68d-4803-aaf2-56ae7c220374,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.921403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c3c4b-6050-4f32-80b0-95c3487a2191 service neutron] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.935200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a5771-420b-4b98-b741-c1cb63618065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d83af0-a22f-40ca-a114-9dea2b8ba584,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:10.941750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58f9b3ad-3b2b-4f36-abdd-f66bf76203c0 req-f67e9ed9-65b3-4dd3-9df6-8e24b163ed7e tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862591 Feb 19 07:13:11.007848 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ef468e-b577-4018-9fca-9193c7a1e440 x-openstack-request-id: req-20ef468e-b577-4018-9fca-9193c7a1e440 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:11.008160 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:11.008427 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20ef468e-b577-4018-9fca-9193c7a1e440 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:11.008850 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'status': 'completed', 'code': 200} Feb 19 07:13:11.030489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-5a48595e-0c1b-4ac0-9dfb-a716cedbdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.032567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-5a48595e-0c1b-4ac0-9dfb-a716cedbdaa8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 1126 time: 0.0823910 Feb 19 07:13:11.092383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-7820122a-4d01-4d70-8608-fdf1571ea4ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74 HTTP/1.1" status: 200 len: 217 time: 0.0500827 Feb 19 07:13:11.159021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-ffa49add-b746-4bc5-972d-618c7c59ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.162126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-ffa49add-b746-4bc5-972d-618c7c59ac14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.0578029 Feb 19 07:13:11.200019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ff5e7-7c33-4c18-86d1-e9c949d35dae req-5b2d1bfb-d1a2-4d86-bcc3-76f025330a81 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.208015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-827ff5e7-7c33-4c18-86d1-e9c949d35dae req-5b2d1bfb-d1a2-4d86-bcc3-76f025330a81 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.0832791 Feb 19 07:13:11.238426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-6b2c47d4-a5c7-4ae4-8a67-be07d8a08af1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665441 Feb 19 07:13:11.283997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-827ff5e7-7c33-4c18-86d1-e9c949d35dae req-e50d7ae3-53ba-40ee-8971-0eca29d10a9b tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748031 Feb 19 07:13:11.397361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-fc2f21f5-4110-4547-bc27-6a2b54155365 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522260 Feb 19 07:13:11.517712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:11.533086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a5260ef-6a52-49c2-a2bc-ae381b1ba813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:11.537860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b59f3-596a-4aab-86bd-6ec6f8dd7106 req-adaa6e88-9a41-43c6-aad9-d57510b9af95 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.540096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-624b59f3-596a-4aab-86bd-6ec6f8dd7106 req-adaa6e88-9a41-43c6-aad9-d57510b9af95 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1038518 Feb 19 07:13:11.644384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a5260ef-6a52-49c2-a2bc-ae381b1ba813 admin admin] Publish callbacks [] for security_group (e596cc2d-7756-41b0-9ef3-486dda667715), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:11.644590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-624b59f3-596a-4aab-86bd-6ec6f8dd7106 req-8f3d70a6-267d-4c39-a568-e380a52da5cc tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980825 Feb 19 07:13:11.648637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db529cf0-dcbe-47e5-a540-c5b27709a79a req-cd440fd8-7ab0-4fab-9774-d63f57fc6b40 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434845 Feb 19 07:13:11.650083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a5260ef-6a52-49c2-a2bc-ae381b1ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e596cc2d-7756-41b0-9ef3-486dda667715), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:11.702479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8a5260ef-6a52-49c2-a2bc-ae381b1ba813 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a413c51c58e42cd9dc7d7bb12204e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812859 Feb 19 07:13:11.704816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:11.743804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5260ef-6a52-49c2-a2bc-ae381b1ba813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e596cc2d-7756-41b0-9ef3-486dda667715,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:11.779477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75184-76c8-4f1e-92de-bb2e39441f0d req-e445e2a5-dc41-4d58-b063-6366ed3ddc7b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.781102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfb75184-76c8-4f1e-92de-bb2e39441f0d req-e445e2a5-dc41-4d58-b063-6366ed3ddc7b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 948 time: 0.0967889 Feb 19 07:13:11.789655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] Publish callbacks [] for security_group (e596cc2d-7756-41b0-9ef3-486dda667715), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:11.855587 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] Publish callbacks [] for security_group (e596cc2d-7756-41b0-9ef3-486dda667715), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:11.867685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfb75184-76c8-4f1e-92de-bb2e39441f0d req-9ff65c28-9246-4027-b88f-3c94a008ac6a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810099 Feb 19 07:13:11.888611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e410dd-ba73-487c-848e-5952fe7173db req-d4cb86c4-3343-40fb-a97c-c1abab2b8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:11.889632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-d4cb86c4-3343-40fb-a97c-c1abab2b8cf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8880f4da904b83bad64a248194c398&device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 1126 time: 0.1395898 Feb 19 07:13:12.030534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b981f-020d-4ec8-97b8-1c3fe32e52a6 req-e7b87512-1c55-4840-86c6-319d50a183bc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.032842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c8b981f-020d-4ec8-97b8-1c3fe32e52a6 req-e7b87512-1c55-4840-86c6-319d50a183bc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1748986 Feb 19 07:13:12.083644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e410dd-ba73-487c-848e-5952fe7173db req-9103fc8f-b9db-4667-9915-75b0ef6aca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.084804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88c3bd-1f28-4c65-a103-83b36a7520d7 req-8985e0ba-f8db-4c61-9b83-97e606933664 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.085130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-9103fc8f-b9db-4667-9915-75b0ef6aca72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 200 len: 904 time: 0.1786335 Feb 19 07:13:12.086960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e596cc2d-7756-41b0-9ef3-486dda667715), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:12.089656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:12.093726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e596cc2d-7756-41b0-9ef3-486dda667715 HTTP/1.1" status: 204 len: 168 time: 0.3846507 Feb 19 07:13:12.093862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a88c3bd-1f28-4c65-a103-83b36a7520d7 req-8985e0ba-f8db-4c61-9b83-97e606933664 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 944 time: 0.0753100 Feb 19 07:13:12.153034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-e5d9c7d0-77b7-46e9-93c9-006db1cbd95a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74 HTTP/1.1" status: 200 len: 217 time: 0.0604568 Feb 19 07:13:12.157007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bc9c4-2481-43f3-a265-93adadf4852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596cc2d-7756-41b0-9ef3-486dda667715,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:12.193271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a88c3bd-1f28-4c65-a103-83b36a7520d7 req-b63d1fb2-8989-4b03-bf66-62855dac1388 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958874 Feb 19 07:13:12.214033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c8b981f-020d-4ec8-97b8-1c3fe32e52a6 req-83187caf-f426-496b-ada0-758d06e0fc63 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582787 Feb 19 07:13:12.233040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:12.238702 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ec742-9352-4069-8172-2ff814b04cd7" -d '{"events": [{"server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "name": "network-vif-plugged", "status": "completed", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:12.266174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e410dd-ba73-487c-848e-5952fe7173db req-f6ab2903-9f2f-4a51-b892-43ca955ed6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.269572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-f6ab2903-9f2f-4a51-b892-43ca955ed6f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 200 len: 844 time: 0.1035712 Feb 19 07:13:12.314328 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c58c15-d7ed-4a37-893c-73d44de3f98e x-openstack-request-id: req-77c58c15-d7ed-4a37-893c-73d44de3f98e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:12.314903 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "name": "network-vif-plugged", "status": "completed", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:12.316106 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77c58c15-d7ed-4a37-893c-73d44de3f98e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:12.316654 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'code': 200} Feb 19 07:13:12.321830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:12.371296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-1aafce89-1e88-4fc3-bd1d-8edf6e5dc7dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6680805c-b33c-437b-a225-12a70560b16f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933502 Feb 19 07:13:12.520885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:12.575032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:12.587354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'mac_address': 'fa:16:3e:b8:c3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:12.604019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218cc32-d3e4-4b2d-9751-650d93b50f9b req-8213ffb0-f7f7-4fac-8fc7-370a427b5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.605441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7218cc32-d3e4-4b2d-9751-650d93b50f9b req-8213ffb0-f7f7-4fac-8fc7-370a427b5cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 1128 time: 0.1733108 Feb 19 07:13:12.609217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-aa3a8a61-cbfd-451e-bcf2-995841324587 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330787 Feb 19 07:13:12.617836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a6780-d9d2-4082-a4e8-dbe58c3a3431 req-92f90f4a-9686-4936-81ad-f98d8f47d862 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.628184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-478a6780-d9d2-4082-a4e8-dbe58c3a3431 req-92f90f4a-9686-4936-81ad-f98d8f47d862 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.1164804 Feb 19 07:13:12.654073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:12.655223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:12.683178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:12.710768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:12.717700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:12.767216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7218cc32-d3e4-4b2d-9751-650d93b50f9b req-6ecad5c9-5e37-4930-b2e0-62bcf8a957bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360674 Feb 19 07:13:12.787887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-478a6780-d9d2-4082-a4e8-dbe58c3a3431 req-2826487e-9fe5-41cf-9831-d6d6c66daf11 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543372 Feb 19 07:13:12.825685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e410dd-ba73-487c-848e-5952fe7173db req-5fa17004-cd52-4992-89f7-ef2069097e88 service neutron] 10.222.0.24 "GET /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954789 Feb 19 07:13:12.884385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:12.969590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['2b50d3e7-2c22-4c96-92e2-89972b5c1fdc'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:12.987000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28a3f-b0d1-4657-a1a8-0df25fe3acbb req-58abffdb-759e-40df-b6e5-a448358b31ed tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:12.998989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1e28a3f-b0d1-4657-a1a8-0df25fe3acbb req-58abffdb-759e-40df-b6e5-a448358b31ed tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1411452 Feb 19 07:13:13.032225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf80c7-5a81-4126-a602-6c5e5155442b req-88d77e96-f5e8-4bc9-9630-53e4581de1c0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:13.034719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fdaf80c7-5a81-4126-a602-6c5e5155442b req-88d77e96-f5e8-4bc9-9630-53e4581de1c0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 949 time: 0.0642555 Feb 19 07:13:13.121524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1e28a3f-b0d1-4657-a1a8-0df25fe3acbb req-37551783-9689-4f81-91fc-ad120d906b4a tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196933 Feb 19 07:13:13.140229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fdaf80c7-5a81-4126-a602-6c5e5155442b req-37674416-2fc9-4fa1-989a-9a8407d82af9 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925691 Feb 19 07:13:13.205311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:13.355843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe328d0-81f8-4777-8bb2-43b1dff6da44 req-4c485abd-c16e-4e36-992b-c468a6092e8f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:13.358522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebe328d0-81f8-4777-8bb2-43b1dff6da44 req-4c485abd-c16e-4e36-992b-c468a6092e8f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 944 time: 0.0607960 Feb 19 07:13:13.384608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bab306-70ae-4271-a30d-863ee086a788 req-0f39b5e5-a449-471e-9f47-6789c61de51e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:13.394910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bab306-70ae-4271-a30d-863ee086a788 req-0f39b5e5-a449-471e-9f47-6789c61de51e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0974972 Feb 19 07:13:13.445068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0550c69-9618-418c-ba7e-289311028b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.458112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebe328d0-81f8-4777-8bb2-43b1dff6da44 req-83127118-8841-4c88-b4ea-685531d269fd tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 Feb 19 07:13:13.476019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bab306-70ae-4271-a30d-863ee086a788 req-c27523b0-44e2-414c-a647-83110919b51e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Feb 19 07:13:13.551256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0550c69-9618-418c-ba7e-289311028b8c admin admin] Publish callbacks [] for security_group (80a76e2f-c490-4b73-99c3-cdd65ada768c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.559062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0550c69-9618-418c-ba7e-289311028b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80a76e2f-c490-4b73-99c3-cdd65ada768c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.605065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0550c69-9618-418c-ba7e-289311028b8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=075112f0080d4de19ee4c2097df6202a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986592 Feb 19 07:13:13.605720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:13.607814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0550c69-9618-418c-ba7e-289311028b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a76e2f-c490-4b73-99c3-cdd65ada768c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:13.648032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974fc36-919e-466a-97ff-a48ae9734b55 req-28eca074-575c-42fc-a5ba-95b77e8d747d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:13.649938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3974fc36-919e-466a-97ff-a48ae9734b55 req-28eca074-575c-42fc-a5ba-95b77e8d747d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0990751 Feb 19 07:13:13.688555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] Publish callbacks [] for security_group (80a76e2f-c490-4b73-99c3-cdd65ada768c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.717853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] Publish callbacks [] for security_group (80a76e2f-c490-4b73-99c3-cdd65ada768c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.719776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3974fc36-919e-466a-97ff-a48ae9734b55 req-b30630b6-de66-41c8-9d9d-1033b70cc5c7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602400 Feb 19 07:13:13.781360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80a76e2f-c490-4b73-99c3-cdd65ada768c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.785307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:13.786668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80a76e2f-c490-4b73-99c3-cdd65ada768c HTTP/1.1" status: 204 len: 168 time: 0.1798685 Feb 19 07:13:13.798009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af4c13-197e-436c-93a6-87a26ade9ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a76e2f-c490-4b73-99c3-cdd65ada768c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:13.948639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6374d-61a7-432b-bc19-b0f0c048224a req-fbd488dd-3007-465e-b933-0d00de4f998f tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:13.956431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37e6374d-61a7-432b-bc19-b0f0c048224a req-fbd488dd-3007-465e-b933-0d00de4f998f tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.0771496 Feb 19 07:13:14.031120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37e6374d-61a7-432b-bc19-b0f0c048224a req-6617b42a-4b45-4b0a-a744-77099bb29671 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602763 Feb 19 07:13:14.226016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1cdc8-9fd6-4ddc-a272-9dbeb0d3ee31 req-bdd5949f-fdb3-433f-8ffe-c5439ab2579e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:14.228198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bb1cdc8-9fd6-4ddc-a272-9dbeb0d3ee31 req-bdd5949f-fdb3-433f-8ffe-c5439ab2579e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0821559 Feb 19 07:13:14.231281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-b16b470b-46e0-4b17-b3fb-07b26c6bf42c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383646 Feb 19 07:13:14.292480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bb1cdc8-9fd6-4ddc-a272-9dbeb0d3ee31 req-d8801fb8-137c-4416-8aa7-9ce41fbeec7f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499051 Feb 19 07:13:14.370818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:14.373290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:14.473254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe54311-e11f-4637-be6d-b0f73424b4ed req-fd2bdad2-ac3d-40df-b1ed-86d62cbed790 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:14.474839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0fe54311-e11f-4637-be6d-b0f73424b4ed req-fd2bdad2-ac3d-40df-b1ed-86d62cbed790 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1041646 Feb 19 07:13:14.545387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:14.555038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:14.555751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:14.570107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0fe54311-e11f-4637-be6d-b0f73424b4ed req-1a56d1a0-aac8-4aae-b7b9-a45d63cab972 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865643 Feb 19 07:13:14.667338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:14.686361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:14.691712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03346ac-c2f0-43ce-814c-99f0e5ce34df req-fae08365-b153-4d4b-bc1a-8118980ab17e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:14.700756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e03346ac-c2f0-43ce-814c-99f0e5ce34df req-fae08365-b153-4d4b-bc1a-8118980ab17e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 949 time: 0.0977435 Feb 19 07:13:14.760377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:14.760786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:14.791682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e03346ac-c2f0-43ce-814c-99f0e5ce34df req-575ac4f4-1ee0-438d-9ef7-f42d1b6bf7ff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900335 Feb 19 07:13:14.796215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:14.796675 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:14.803980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:14.813788 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae28cca-66e7-4990-a41b-8533be37829a" -d '{"events": [{"server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "name": "network-vif-plugged", "status": "completed", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:14.828663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:14.831628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:14.840244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:14.854149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fed9b-6f1a-4406-bf9d-3887db1a1ca7 req-f8032384-3d24-4bee-bb3f-70c898e1e4ec tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:14.866139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c72fed9b-6f1a-4406-bf9d-3887db1a1ca7 req-f8032384-3d24-4bee-bb3f-70c898e1e4ec tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 944 time: 0.1725545 Feb 19 07:13:14.902535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:14.927019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:14.933026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:14.945325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c72fed9b-6f1a-4406-bf9d-3887db1a1ca7 req-ea909c02-4368-4088-b776-cf14a5c3a238 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770104 Feb 19 07:13:15.040198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:15.054591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:15.090240 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb05b4-3354-4e65-87d9-be5fdc843156 x-openstack-request-id: req-37bb05b4-3354-4e65-87d9-be5fdc843156 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:15.090549 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "name": "network-vif-plugged", "status": "completed", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:15.090808 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37bb05b4-3354-4e65-87d9-be5fdc843156 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:15.091218 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'code': 200} Feb 19 07:13:15.095418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e8db3c1c-787d-4b4e-b5a7-732976abaeed tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.104910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e8db3c1c-787d-4b4e-b5a7-732976abaeed tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 946 time: 0.1097577 Feb 19 07:13:15.175554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['3f04fd7c-7581-41bd-a5c6-b276f951ba74'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:15.224871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-741016287-network', 'tenant_id': '7e61abab8e7b4a6a93618f3c529389da'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:15.284672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Made reservation on behalf of 7e61abab8e7b4a6a93618f3c529389da for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:15.287211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.324230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.372126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2e3f-b8d3-484f-acef-1d8a6c761b57 req-899ab17a-143a-4151-9581-515664834923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.376672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a25f2e3f-b8d3-484f-acef-1d8a6c761b57 req-899ab17a-143a-4151-9581-515664834923 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 1132 time: 0.2209888 Feb 19 07:13:15.403049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2c09e-531f-4cfb-a211-7119a6bdd1a8 req-710fd72f-50c8-41ea-90d3-aebc848f9d70 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.405083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87b2c09e-531f-4cfb-a211-7119a6bdd1a8 req-710fd72f-50c8-41ea-90d3-aebc848f9d70 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.1883373 Feb 19 07:13:15.518247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks [] for security_group (e4a74177-0133-4917-af81-875d68a04c00), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.519526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87b2c09e-531f-4cfb-a211-7119a6bdd1a8 req-94a56913-d911-4881-abd0-2f20a5f4b4ba tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054640 Feb 19 07:13:15.527279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a25f2e3f-b8d3-484f-acef-1d8a6c761b57 req-94963625-41f7-4723-af38-5ad414429749 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436818 Feb 19 07:13:15.530486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec434c-9219-4f35-befb-6d3413934ee7 req-fd7cf1a7-7312-48a4-a29c-a550265b8cc1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.532184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20ec434c-9219-4f35-befb-6d3413934ee7 req-fd7cf1a7-7312-48a4-a29c-a550265b8cc1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1038795 Feb 19 07:13:15.533975 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e4a74177-0133-4917-af81-875d68a04c00), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.556124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:13:15.602556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (17e6c41c-34fe-4fe4-91cc-451210596cf1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.602904 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Added segment 17e6c41c-34fe-4fe4-91cc-451210596cf1 of type vlan for network 0ce86b40-9079-4090-860a-153d66bd40d4 Feb 19 07:13:15.618070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a74177-0133-4917-af81-875d68a04c00,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:15.660281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20ec434c-9219-4f35-befb-6d3413934ee7 req-dd090883-5f03-4342-9672-f43c8708e7af tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185472 Feb 19 07:13:15.672259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0ce86b40-9079-4090-860a-153d66bd40d4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.701547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c808b6-8406-447c-9399-e3bbc91dd6d4 req-d4928fa1-e4fa-4521-b3e3-0f3bece8c99d tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.714720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:15.715323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18c808b6-8406-447c-9399-e3bbc91dd6d4 req-d4928fa1-e4fa-4521-b3e3-0f3bece8c99d tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.0852885 Feb 19 07:13:15.721468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Request body: {'floatingip': {'port_id': 'ab320afb-656f-4c68-91f5-01349df0a5db'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:15.841810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.844501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0ce86b40-9079-4090-860a-153d66bd40d4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.846714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.847907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:15.965233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03ee8c-6e09-44da-9149-8d628aab9455 req-0e7305ad-1109-408b-bc72-3ed12deb6835 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:15.972315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f03ee8c-6e09-44da-9149-8d628aab9455 req-0e7305ad-1109-408b-bc72-3ed12deb6835 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 950 time: 0.1040540 Feb 19 07:13:16.028144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f03ee8c-6e09-44da-9149-8d628aab9455 req-f6430cd9-275d-4414-bf6e-6c9f1a6bb790 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Feb 19 07:13:16.029790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:16.034610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Request body: {'subnet': {'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-741016287-subnet', 'tenant_id': '7e61abab8e7b4a6a93618f3c529389da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:16.042918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9810691 Feb 19 07:13:16.061951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Made reservation on behalf of 7e61abab8e7b4a6a93618f3c529389da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:16.066529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.066683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedfb5b-e85a-4620-a3e1-1063c152f75b admin admin] Pushing event updated for resources: {'Network': ['ID=0ce86b40-9079-4090-860a-153d66bd40d4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:16.078407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0ce86b40-9079-4090-860a-153d66bd40d4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:13:16.095319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:16.176252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fc274-5aef-42be-bfe0-58633be281d8 req-ae2713dd-0075-49d7-a3bd-c63d15618a5c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.177907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc1fc274-5aef-42be-bfe0-58633be281d8 req-ae2713dd-0075-49d7-a3bd-c63d15618a5c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.4013441 Feb 19 07:13:16.237351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f8d1-5629-41b9-bac8-c982a07cc83b req-2a0d36a0-900a-47c7-af05-293993217fcd tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.239020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a52f8d1-5629-41b9-bac8-c982a07cc83b req-2a0d36a0-900a-47c7-af05-293993217fcd tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 945 time: 0.0983210 Feb 19 07:13:16.312012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc1fc274-5aef-42be-bfe0-58633be281d8 req-a601ea07-2804-467f-9d26-72d064b8cbdb tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264453 Feb 19 07:13:16.358799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a52f8d1-5629-41b9-bac8-c982a07cc83b req-41b6f500-4df7-47c9-a41c-69d40d414bdc tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137857 Feb 19 07:13:16.368330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:16.402059 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0464d289-d009-4e69-8a9d-aa61ae619988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.476411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:16.481861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:16.482248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.490043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-3c24326c-a2b9-4316-b341-18b7d8533e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.491619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-3c24326c-a2b9-4316-b341-18b7d8533e53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1131 time: 0.1082871 Feb 19 07:13:16.563620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (a1498df4-16fd-4a7e-b755-03391e104066), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.580355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:16.581879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.630587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:16.637500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.692887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-26eba2d6-a03a-415a-b223-52d21ccb0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.694870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-26eba2d6-a03a-415a-b223-52d21ccb0df6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1962919 Feb 19 07:13:16.696361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:16.759228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-c211df34-16d0-49b7-be16-76f30c8a4fb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0496085 Feb 19 07:13:16.766524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0464d289-d009-4e69-8a9d-aa61ae619988 admin admin] Publish callbacks [] for security_group (6e6f2d78-4e79-42f8-82d9-50439a1a7ffb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.777622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0464d289-d009-4e69-8a9d-aa61ae619988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e6f2d78-4e79-42f8-82d9-50439a1a7ffb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.783475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1498df4-16fd-4a7e-b755-03391e104066,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:16.821171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464d289-d009-4e69-8a9d-aa61ae619988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f2d78-4e79-42f8-82d9-50439a1a7ffb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:16.862197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Checking segment: {'id': '17e6c41c-34fe-4fe4-91cc-451210596cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:16.862197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Network hostable DHCP agents. Network: 0ce86b40-9079-4090-860a-153d66bd40d4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:13:16.880791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0464d289-d009-4e69-8a9d-aa61ae619988 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37e0741feba8499fb9c6043fe842e609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7394087 Feb 19 07:13:16.883121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43548) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:16.902559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Network 0ce86b40-9079-4090-860a-153d66bd40d4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:13:16.905768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.912790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-9255bc86-fdf1-4b6a-9eb0-58de5347ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.914848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-9255bc86-fdf1-4b6a-9eb0-58de5347ecb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1453073 Feb 19 07:13:16.915169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.918857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0ce86b40-9079-4090-860a-153d66bd40d4) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:16.923055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.923822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:16.931130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9847f0f-5a82-429a-8186-e8cdd5b47c0e None None] Network 0ce86b40-9079-4090-860a-153d66bd40d4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:16.951555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1f102-4b76-4ebb-b1ce-0b4bd5c4a101 req-70e9f76b-4aea-42a7-9bfa-2c569684e3c8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:16.953079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25e1f102-4b76-4ebb-b1ce-0b4bd5c4a101 req-70e9f76b-4aea-42a7-9bfa-2c569684e3c8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1310322 Feb 19 07:13:16.999330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76a88d8b-ff84-4b14-8504-2c2692d8fc23 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9581902 Feb 19 07:13:17.039313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25e1f102-4b76-4ebb-b1ce-0b4bd5c4a101 req-2d1fabd6-832e-4fd5-ab1e-23fc89da3f00 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664895 Feb 19 07:13:17.056655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-80e08b07-5cdb-4b7c-8cf1-2a915bccd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:17.063712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-80e08b07-5cdb-4b7c-8cf1-2a915bccd49a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1365302 Feb 19 07:13:17.086976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] Publish callbacks [] for security_group (6e6f2d78-4e79-42f8-82d9-50439a1a7ffb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.111118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:17.114266 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70c2bf0-9652-43d5-a4e2-0ba2f9a5b78f" -d '{"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-plugged", "status": "completed", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:17.125505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] Publish callbacks [] for security_group (6e6f2d78-4e79-42f8-82d9-50439a1a7ffb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.137455 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Floating IP 0202aa6c-d677-4a31-bfb3-3e2354ea2eee associated. External IP: 172.25.7.58, port: ab320afb-656f-4c68-91f5-01349df0a5db. Feb 19 07:13:17.156866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addc40e-e103-4c2f-b18c-d3d96c4766b1 None None] Network 0ce86b40-9079-4090-860a-153d66bd40d4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:17.220289 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85932ef-1c8b-4d39-9293-c897f88d0caf x-openstack-request-id: req-a85932ef-1c8b-4d39-9293-c897f88d0caf {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:17.220612 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-plugged", "status": "completed", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:17.221424 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a85932ef-1c8b-4d39-9293-c897f88d0caf {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:17.221827 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'code': 200} Feb 19 07:13:17.253700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-d998dce6-a94a-467a-b678-326421c355f8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797497 Feb 19 07:13:17.356924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb08c0-b212-484a-a7d4-4ff06105389c req-c37e7386-dbf6-4987-a277-16f09afb2722 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:17.358402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ffb08c0-b212-484a-a7d4-4ff06105389c req-c37e7386-dbf6-4987-a277-16f09afb2722 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 950 time: 0.1614394 Feb 19 07:13:17.362051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e6f2d78-4e79-42f8-82d9-50439a1a7ffb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.365265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.370021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e6f2d78-4e79-42f8-82d9-50439a1a7ffb HTTP/1.1" status: 204 len: 168 time: 0.4857886 Feb 19 07:13:17.411675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3d587-3346-4d84-9aca-291508e0584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f2d78-4e79-42f8-82d9-50439a1a7ffb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:17.447929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ffb08c0-b212-484a-a7d4-4ff06105389c req-9ee706ef-286f-4ec5-a013-8cca65ac3fdf tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767157 Feb 19 07:13:17.469014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71595f46-5c38-4aa1-abcb-63aee230cc52 req-060a98cf-a8a7-43eb-8c51-ed0c55a416e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:17.470911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71595f46-5c38-4aa1-abcb-63aee230cc52 req-060a98cf-a8a7-43eb-8c51-ed0c55a416e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 1128 time: 0.1915655 Feb 19 07:13:17.560038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-b18a0878-a504-4164-b574-dc1532d3f2fb service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981145 Feb 19 07:13:17.599714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71595f46-5c38-4aa1-abcb-63aee230cc52 req-fad2b3f2-6e77-4c13-afd3-953bcdeaec07 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083028 Feb 19 07:13:17.688231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Router 2739eb71-6bea-4b47-a855-41642e279495 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:13:17.700738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e3bcf-1821-4ca9-a540-e8cb5505a9cc req-6e3fe0fc-fc2d-433f-96f3-ac2c5a3f56a0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:17.714095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d91e3bcf-1821-4ca9-a540-e8cb5505a9cc req-6e3fe0fc-fc2d-433f-96f3-ac2c5a3f56a0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1448843 Feb 19 07:13:17.813684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d91e3bcf-1821-4ca9-a540-e8cb5505a9cc req-15a81854-c7f3-4ded-a186-0afad2957571 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971205 Feb 19 07:13:17.859757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:17.874964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6f0f0-bde8-466c-ae9e-939ed21a364c req-60e012f5-8140-4fb8-9fab-a3ce0e3c6c21 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:17.876726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b64c920-d1dc-474c-be6a-b48b3be1e11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.879607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12d6f0f0-bde8-466c-ae9e-939ed21a364c req-60e012f5-8140-4fb8-9fab-a3ce0e3c6c21 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1039875 Feb 19 07:13:17.903460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:13:17.912177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:17.916899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Sync routers for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:13:17.935243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:13:17.937808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:13:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:17.957827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d022fc68-b7b2-4f5d-aa23-d0c7b30ecbe5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "PUT /v2.0/floatingips/0202aa6c-d677-4a31-bfb3-3e2354ea2eee HTTP/1.1" status: 200 len: 991 time: 2.2418454 Feb 19 07:13:17.962675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:17.965247 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543b04d-8fea-45fa-86f7-35628b694be0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:18.032872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12d6f0f0-bde8-466c-ae9e-939ed21a364c req-f2c209be-1ff6-401a-a091-a2636e44cd0e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1479135 Feb 19 07:13:18.062330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b64c920-d1dc-474c-be6a-b48b3be1e11c admin admin] Publish callbacks [] for security_group (34f3650a-9a53-465f-a3e0-d1a75d389978), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.072488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b64c920-d1dc-474c-be6a-b48b3be1e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (34f3650a-9a53-465f-a3e0-d1a75d389978), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.127058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5b64c920-d1dc-474c-be6a-b48b3be1e11c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f847c3924c0b4762a3b946a2f76f1ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661889 Feb 19 07:13:18.129698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:18.134426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64c920-d1dc-474c-be6a-b48b3be1e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3650a-9a53-465f-a3e0-d1a75d389978,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:18.140038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c98b-4104-4fa9-8af5-0c755c56874f req-df4857f4-21e5-4b6d-aa84-431920a1ea94 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:18.147028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a592c98b-4104-4fa9-8af5-0c755c56874f req-df4857f4-21e5-4b6d-aa84-431920a1ea94 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 1132 time: 0.1363182 Feb 19 07:13:18.220382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a592c98b-4104-4fa9-8af5-0c755c56874f req-6123f5db-9976-4993-b858-329d1f9519eb tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723548 Feb 19 07:13:18.282715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] Publish callbacks [] for security_group (34f3650a-9a53-465f-a3e0-d1a75d389978), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.300560 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed3fa3c-22ed-4ab1-86b4-4938c8536a99 x-openstack-request-id: req-0ed3fa3c-22ed-4ab1-86b4-4938c8536a99 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:18.300929 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:18.301260 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ed3fa3c-22ed-4ab1-86b4-4938c8536a99 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:18.301737 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'status': 'completed', 'code': 200} Feb 19 07:13:18.329355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] Publish callbacks [] for security_group (34f3650a-9a53-465f-a3e0-d1a75d389978), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.461235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:13:18.486013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (34f3650a-9a53-465f-a3e0-d1a75d389978), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.489227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:18.490524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34f3650a-9a53-465f-a3e0-d1a75d389978 HTTP/1.1" status: 204 len: 168 time: 0.3591931 Feb 19 07:13:18.493880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe1548-493e-4d6f-8656-8b791cc5a6f1 req-87e3f9d7-3519-456a-bff0-98882570b4bd tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:18.504525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ebe1548-493e-4d6f-8656-8b791cc5a6f1 req-87e3f9d7-3519-456a-bff0-98882570b4bd tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.1378162 Feb 19 07:13:18.529055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe8b4-1382-43d2-806a-8cf9cb4053b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3650a-9a53-465f-a3e0-d1a75d389978,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:18.558256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17e979-90d5-4e71-9ac9-b6a31e271789 req-229a02d0-b4a7-4b00-9c88-bb5730bec0cd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:18.561246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce17e979-90d5-4e71-9ac9-b6a31e271789 req-229a02d0-b4a7-4b00-9c88-bb5730bec0cd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1514888 Feb 19 07:13:18.589794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-0a4f9c08-a2b3-4c01-9d36-3c64873462aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:18.595577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-0a4f9c08-a2b3-4c01-9d36-3c64873462aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=46739294f2ac4fa699933112130c908b&device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 1128 time: 0.2381675 Feb 19 07:13:18.600187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ebe1548-493e-4d6f-8656-8b791cc5a6f1 req-0fd9c17a-1e90-474b-842b-e5df3c2905e4 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947070 Feb 19 07:13:18.813699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce17e979-90d5-4e71-9ac9-b6a31e271789 req-f41ac847-01c3-41ca-95fb-49df4e3c4f09 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303829 Feb 19 07:13:18.943103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-106b2131-46b5-4601-887c-c525ed191af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:18.944629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-106b2131-46b5-4601-887c-c525ed191af9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce60862-5fec-4cf2-a065-380412a5fff3 HTTP/1.1" status: 200 len: 911 time: 0.3332751 Feb 19 07:13:19.021210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '0202aa6c-d677-4a31-bfb3-3e2354ea2eee', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2739eb71-6bea-4b47-a855-41642e279495', 'port_id': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'mac_address': 'fa:16:3e:4d:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:43Z', 'updated_at': '2022-02-19T07:13:16Z', 'revision_number': 1, 'project_id': '46739294f2ac4fa699933112130c908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:19.064187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Checking router: 2739eb71-6bea-4b47-a855-41642e279495 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:13:19.074945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:13:19.075758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:13:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:19.079003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32769c5-df8c-439b-9e61-e0887a9ea3cb req-7c8e6bd1-a19e-4119-a848-1416fa105c01 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:19.086786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f32769c5-df8c-439b-9e61-e0887a9ea3cb req-7c8e6bd1-a19e-4119-a848-1416fa105c01 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.0905573 Feb 19 07:13:19.100544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-15f8ed59-fe9b-438b-8d57-f07fcfc6acd7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549220 Feb 19 07:13:19.167060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f32769c5-df8c-439b-9e61-e0887a9ea3cb req-ebb9b26a-03bd-4868-aaac-9f281aeaba87 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792601 Feb 19 07:13:19.269935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:13:19.469068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e166-902d-4b09-aa70-3470efaf5fe9 req-42475ed6-bda4-4656-89c3-2dd824b296af tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:19.476797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4314e166-902d-4b09-aa70-3470efaf5fe9 req-42475ed6-bda4-4656-89c3-2dd824b296af tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1438243 Feb 19 07:13:19.548096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-99f3f96d-fc4d-40d2-9b83-692b69d62aa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab320afb-656f-4c68-91f5-01349df0a5db HTTP/1.1" status: 200 len: 999 time: 0.5489295 Feb 19 07:13:19.633134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4314e166-902d-4b09-aa70-3470efaf5fe9 req-9c19af21-ca9c-43c1-a01c-a35ed2dc30b0 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495910 Feb 19 07:13:19.645559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-a9060cb4-b540-42a2-a009-060289cf3f27 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:19.657353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-a9060cb4-b540-42a2-a009-060289cf3f27 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5487008 Feb 19 07:13:19.672716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-70c107ea-a594-4a02-ba8a-0381a05f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:19.674197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-70c107ea-a594-4a02-ba8a-0381a05f7777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f95e4591-0702-4d0d-aba1-8ed32258e975 HTTP/1.1" status: 200 len: 850 time: 0.1171796 Feb 19 07:13:19.691288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-6c7941a8-0679-431e-9c45-d075eb0b5fae tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0330074 Feb 19 07:13:19.781697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '0202aa6c-d677-4a31-bfb3-3e2354ea2eee', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2739eb71-6bea-4b47-a855-41642e279495', 'port_id': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'mac_address': 'fa:16:3e:4d:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:43Z', 'updated_at': '2022-02-19T07:13:16Z', 'revision_number': 1, 'project_id': '46739294f2ac4fa699933112130c908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:19.862548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-c9a76da4-dc6d-4ff4-a733-df5b2d2edf12 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1670408 Feb 19 07:13:19.867441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416938d9-7d34-49f7-9334-06f75a1a8efd None None] The sync data for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 is: [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '0202aa6c-d677-4a31-bfb3-3e2354ea2eee', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2739eb71-6bea-4b47-a855-41642e279495', 'port_id': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'mac_address': 'fa:16:3e:4d:45:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:43Z', 'updated_at': '2022-02-19T07:13:16Z', 'revision_number': 1, 'project_id': '46739294f2ac4fa699933112130c908b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:13:19.869595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-75fa423b-d9df-43dd-a86c-650f3cf491f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:19.871066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-75fa423b-d9df-43dd-a86c-650f3cf491f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce60862-5fec-4cf2-a065-380412a5fff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580935 Feb 19 07:13:20.054380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-658d0cec-efb3-4596-806c-c03f2c07e24f service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751003 Feb 19 07:13:20.245930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c543b04d-8fea-45fa-86f7-35628b694be0 req-c4c3fa41-4653-4f00-88ce-3b52f621b723 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816549 Feb 19 07:13:20.345254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728287-0bcf-42d1-aa9c-4495d470551e req-c5e3adaa-ab3e-4e18-a7fb-9c89214867ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:20.353262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64728287-0bcf-42d1-aa9c-4495d470551e req-c5e3adaa-ab3e-4e18-a7fb-9c89214867ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0840745 Feb 19 07:13:20.401291 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14873452-3d56-4ae7-99fd-2b684cde3809 None None] New status for floating IP 0202aa6c-d677-4a31-bfb3-3e2354ea2eee: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:13:20.476431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0f7569b-1538-43e2-b8ee-21edaee8b003 req-44c64415-cf5b-494f-ba80-87abb930f6db tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 210 time: 0.0679753 Feb 19 07:13:20.512381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64728287-0bcf-42d1-aa9c-4495d470551e req-f88eaee4-6192-45cc-b440-9d35cd5734c8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581542 Feb 19 07:13:20.939892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574bda3-4dbd-4b78-8110-7a74f4738963 req-26c6a3df-689d-445a-8f12-cb2f8d5bed7d tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:20.941512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e574bda3-4dbd-4b78-8110-7a74f4738963 req-26c6a3df-689d-445a-8f12-cb2f8d5bed7d tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1195798 Feb 19 07:13:21.037226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e574bda3-4dbd-4b78-8110-7a74f4738963 req-13639ace-618c-4fc6-a305-536f23939d05 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861115 Feb 19 07:13:21.238887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65f26-8eba-4c0b-9a59-6900091b2ed3 req-7feb7023-e5c6-4b4f-8ddd-48524a48ae1a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:21.247355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bb65f26-8eba-4c0b-9a59-6900091b2ed3 req-7feb7023-e5c6-4b4f-8ddd-48524a48ae1a tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1081266 Feb 19 07:13:21.325069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bb65f26-8eba-4c0b-9a59-6900091b2ed3 req-b5803d25-0e02-4f9c-868f-fbf416802445 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776114 Feb 19 07:13:21.594608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44230618-860d-40c1-ad00-bf0bb3c7433d req-777898d9-d4b2-4dee-b30e-647bd6cd2762 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 210 time: 0.0378194 Feb 19 07:13:21.717120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32428e9-a8ae-4615-9810-89fa75bf1b6d req-320440a3-ff34-4557-8e29-226064d8d6e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:21.727330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f32428e9-a8ae-4615-9810-89fa75bf1b6d req-320440a3-ff34-4557-8e29-226064d8d6e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0746493 Feb 19 07:13:21.791560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f32428e9-a8ae-4615-9810-89fa75bf1b6d req-a1d51e90-dc2c-41da-a29f-81fb25db793b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631349 Feb 19 07:13:21.813974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-ad314e48-ee31-4282-bbba-d35d71b39256 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:21.819576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-ad314e48-ee31-4282-bbba-d35d71b39256 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/networks?id=0ce86b40-9079-4090-860a-153d66bd40d4 HTTP/1.1" status: 200 len: 809 time: 0.1841547 Feb 19 07:13:21.843924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-7c1c0b4f-40bb-42aa-92e6-fb6c86de9e91 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243141 Feb 19 07:13:21.852496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-65344abc-fb2c-4b55-a6ec-6856e7f3d8d7 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/quotas/7e61abab8e7b4a6a93618f3c529389da HTTP/1.1" status: 200 len: 375 time: 0.0317574 Feb 19 07:13:21.966139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-0dcfdd8e-9d24-431a-9c33-6dc160d4049c tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e61abab8e7b4a6a93618f3c529389da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126592 Feb 19 07:13:22.062423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-44405db6-b0ad-4991-aa83-b89b67f90f1e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:22.063902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-44405db6-b0ad-4991-aa83-b89b67f90f1e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090132 Feb 19 07:13:22.076772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': '6708ef81-f61e-429d-954b-ec44641ccb53', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:22.154735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-c63fce46-575c-4303-8486-19cbbc91cb3e service neutron] 10.222.0.43 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869600 Feb 19 07:13:22.235043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814239-0162-46d8-852e-7a8a07e78c00 req-c305eb60-1366-473c-84cb-6abad982ebeb tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:22.237106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc814239-0162-46d8-852e-7a8a07e78c00 req-c305eb60-1366-473c-84cb-6abad982ebeb tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0726037 Feb 19 07:13:22.300817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc814239-0162-46d8-852e-7a8a07e78c00 req-b8224a33-f3f6-45f6-8f7a-b5854a85fbc7 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540845 Feb 19 07:13:22.314740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:22.318274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:22.339362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-12fc9254-1cc3-44f3-ae4c-e18f4e0b2d3d service neutron] 10.222.0.43 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837196 Feb 19 07:13:22.490590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.170 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/ab8d1cf7-fee8-4852-b6fc-aa6812bda272) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:22.520506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773a029-5000-4bf4-85b5-f02bd42d3341 req-4f67c502-b714-4557-bbb2-68b5f84960d2 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:22.529052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9773a029-5000-4bf4-85b5-f02bd42d3341 req-4f67c502-b714-4557-bbb2-68b5f84960d2 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1044011 Feb 19 07:13:22.623530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9773a029-5000-4bf4-85b5-f02bd42d3341 req-a934a3cd-38eb-4094-a500-ed089dc3e2ce tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724664 Feb 19 07:13:22.741001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:22.786466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:22.801011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7', '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:22.803630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:22.850499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:22.858884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:22.880216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:22.942219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e247-a250-463a-8255-401bab786b4d req-2cac3037-8749-4628-a310-fdde2cc94bea tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:22.955927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff56e247-a250-463a-8255-401bab786b4d req-2cac3037-8749-4628-a310-fdde2cc94bea tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 936 time: 0.1845081 Feb 19 07:13:22.973481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-567c7da4-a943-4cf6-92b5-d9b24e85a36a req-2bfc4584-0e89-4713-9c62-ac460680bd0e tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 210 time: 0.1184363 Feb 19 07:13:22.994577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:23.047985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:23.056534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff56e247-a250-463a-8255-401bab786b4d req-b9efc2e8-15d5-41ad-a4c5-6c110c9aa7f9 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982642 Feb 19 07:13:23.094054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:23.094729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.136174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-14d50cbc-a3b8-4ce6-a069-0a21eaac33b1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0623176 Feb 19 07:13:23.156896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Request body: {'port': {'device_id': '6708ef81-f61e-429d-954b-ec44641ccb53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:23.273251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679a278c-a098-4795-80a8-472d8e407107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.312115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a365db6e-651a-4516-ae9e-2e98bfe2521a None None] Provisioning complete for port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:23.312518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a365db6e-651a-4516-ae9e-2e98bfe2521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.320676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.358516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053227bd-d6a9-4457-b720-7024e9d927a4 req-375955e1-accf-4d7e-a749-ac102c01512f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:23.359169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a365db6e-651a-4516-ae9e-2e98bfe2521a None None] Port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:13:23.368788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-053227bd-d6a9-4457-b720-7024e9d927a4 req-375955e1-accf-4d7e-a749-ac102c01512f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.2474139 Feb 19 07:13:23.536134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d27e-f0a4-437b-8b57-772a5b383d3e req-da967904-14e9-45e7-8e5c-74281b1b2dea tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:23.540770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9d8d27e-f0a4-437b-8b57-772a5b383d3e req-da967904-14e9-45e7-8e5c-74281b1b2dea tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1185732 Feb 19 07:13:23.618814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-053227bd-d6a9-4457-b720-7024e9d927a4 req-8bdc2738-72db-4210-bad3-4a3e3e6163da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490406 Feb 19 07:13:23.676107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679a278c-a098-4795-80a8-472d8e407107 admin admin] Publish callbacks [] for security_group (bf84838d-e3d3-48fe-82f2-bfc35dbedef7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.688651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9d8d27e-f0a4-437b-8b57-772a5b383d3e req-248446b4-438d-4bfd-a7f6-ac3a34d02d26 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267211 Feb 19 07:13:23.690717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679a278c-a098-4795-80a8-472d8e407107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bf84838d-e3d3-48fe-82f2-bfc35dbedef7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.824397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-679a278c-a098-4795-80a8-472d8e407107 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dca0ad9da0844b9a0a565359ea2099b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8263648 Feb 19 07:13:23.827029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:23.833007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a278c-a098-4795-80a8-472d8e407107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf84838d-e3d3-48fe-82f2-bfc35dbedef7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:23.892439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c44cb6-0419-4453-930f-a58b03400a27 req-2b8749a2-6fc0-4bb1-97ab-d6876e7031c8 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:23.900676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8c44cb6-0419-4453-930f-a58b03400a27 req-2b8749a2-6fc0-4bb1-97ab-d6876e7031c8 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1449814 Feb 19 07:13:23.930379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8d1cf7-fee8-4852-b6fc-aa6812bda272 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:23.943077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks [] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.945829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] Publish callbacks [] for security_group (bf84838d-e3d3-48fe-82f2-bfc35dbedef7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.975457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Transition to ACTIVE for port object ab8d1cf7-fee8-4852-b6fc-aa6812bda272 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:23.986582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8c44cb6-0419-4453-930f-a58b03400a27 req-237a2761-bed4-4adb-b513-0a08df132ed2 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844674 Feb 19 07:13:23.987777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:23.997086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] Publish callbacks [] for security_group (bf84838d-e3d3-48fe-82f2-bfc35dbedef7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.077598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:24.114143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bf84838d-e3d3-48fe-82f2-bfc35dbedef7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.118661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.120078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf84838d-e3d3-48fe-82f2-bfc35dbedef7 HTTP/1.1" status: 204 len: 168 time: 0.2912498 Feb 19 07:13:24.141253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819294a-149d-458b-9b84-bf6e468e82c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf84838d-e3d3-48fe-82f2-bfc35dbedef7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:24.149210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Attempting to bind port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:24.154309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Attempting to bind port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:24.162001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Attempting to bind port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:24.171425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:24.171849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Attempting to bind port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:24.181824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:24.182995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:24.185129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:24.185129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Bound port: ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:24.187155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.219285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38c175f2-475d-4205-8403-4af4161f7322 req-ab42ce8e-49e8-41e4-811a-0e52edc9d524 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 210 time: 0.0814116 Feb 19 07:13:24.332950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54cb33-89d0-4d33-b51d-0d8e7c2de034 req-b2e31e84-727e-4103-b48f-4bd341c53958 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:24.334771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a54cb33-89d0-4d33-b51d-0d8e7c2de034 req-b2e31e84-727e-4103-b48f-4bd341c53958 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 948 time: 0.1210909 Feb 19 07:13:24.339116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:24.345547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:24.370145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.411500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:24.425618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:24.426249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.427671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab8d1cf7-fee8-4852-b6fc-aa6812bda272 HTTP/1.1" status: 200 len: 1096 time: 1.2757826 Feb 19 07:13:24.435722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:24.438320 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ab94e-43d3-4e57-aec6-012c454f2559" -d '{"events": [{"name": "network-changed", "server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:24.509005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a54cb33-89d0-4d33-b51d-0d8e7c2de034 req-8dbd392d-391c-4b52-ae13-ff371583ad1b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672876 Feb 19 07:13:24.572358 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13fdfd4-b82f-495d-9e12-9e03781add11 x-openstack-request-id: req-b13fdfd4-b82f-495d-9e12-9e03781add11 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:24.573155 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:24.573988 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b13fdfd4-b82f-495d-9e12-9e03781add11 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:24.574789 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272', 'status': 'completed', 'code': 200} Feb 19 07:13:24.610005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2fb36-901d-4251-833b-ca7fb5434f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:24.616688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:24.637419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'network_id': '6680805c-b33c-437b-a225-12a70560b16f', 'port_id': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'mac_address': 'fa:16:3e:24:d8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a731e75b-ec46-45bb-a89b-ea52886f23d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:24.647242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3ffd77f9-fe02-4473-b9d2-6c4de016bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:24.678376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-3ffd77f9-fe02-4473-b9d2-6c4de016bf90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 1130 time: 0.1838245 Feb 19 07:13:24.743269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:24.743791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.778599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:24.808511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-c72d8736-67c7-4afb-a879-20fbebdeb9fe tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:24.810497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-c72d8736-67c7-4afb-a879-20fbebdeb9fe tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.24 "GET /v2.0/networks?id=0ce86b40-9079-4090-860a-153d66bd40d4 HTTP/1.1" status: 200 len: 809 time: 0.2645233 Feb 19 07:13:24.823530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Request body: {'port': {'device_id': '418b63cc-2c09-484d-999a-aabc590dd188', 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4', 'admin_state_up': True, 'tenant_id': '7e61abab8e7b4a6a93618f3c529389da'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:24.837717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:24.849276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-f1aca7dc-1f81-4d4f-854f-dd06b330bb84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272 HTTP/1.1" status: 200 len: 217 time: 0.1654451 Feb 19 07:13:24.856965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.874448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:24.928135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:24.938583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc109-dcf1-44b7-bfe1-7904269ccb70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:24.960986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['3f04fd7c-7581-41bd-a5c6-b276f951ba74'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:24.975498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-78eadcff-1180-418c-9a8d-6c5d47e4c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:24.976960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-78eadcff-1180-418c-9a8d-6c5d47e4c525 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1130250 Feb 19 07:13:24.997595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3041b-0f09-4875-ab8b-d36c3f057015 req-01a3db3f-acb8-4a72-90b8-99a4b8189223 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.005341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6c3041b-0f09-4875-ab8b-d36c3f057015 req-01a3db3f-acb8-4a72-90b8-99a4b8189223 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1553924 Feb 19 07:13:25.025090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e959a-fd15-49cd-bcdf-f83436aa5610 req-f14cbc45-a9fb-4eb1-a9a7-e3ff952dcf61 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.033343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba1e959a-fd15-49cd-bcdf-f83436aa5610 req-f14cbc45-a9fb-4eb1-a9a7-e3ff952dcf61 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1889262 Feb 19 07:13:25.096773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba1e959a-fd15-49cd-bcdf-f83436aa5610 req-5a81661a-8c68-4e59-a131-ecfc0611aedc tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615036 Feb 19 07:13:25.101445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-cbd981d0-ed96-4712-a60d-548763c02446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.104472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-cbd981d0-ed96-4712-a60d-548763c02446 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1163065 Feb 19 07:13:25.292408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-06a9490b-681f-4bcb-b153-1f6872cbf883 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793334 Feb 19 07:13:25.303248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed390-a364-4ec0-9de2-098e79149826 req-b45023a4-fe6e-4706-a4cc-919db8ed03f1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.304804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfed390-a364-4ec0-9de2-098e79149826 req-b45023a4-fe6e-4706-a4cc-919db8ed03f1 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 945 time: 0.1333911 Feb 19 07:13:25.406339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfed390-a364-4ec0-9de2-098e79149826 req-7c702941-caac-4882-bf84-e70290c8e246 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932715 Feb 19 07:13:25.424063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6c3041b-0f09-4875-ab8b-d36c3f057015 req-d137a618-8437-4a3b-b96c-fd73fbdca507 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065044 Feb 19 07:13:25.425464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Made reservation on behalf of 7e61abab8e7b4a6a93618f3c529389da for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:25.428589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1029a5f2-0eba-448f-a454-0efe0e8175f7 req-998a2fa4-4c1d-4ca3-9d25-91d8e82cf7fb service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227100 Feb 19 07:13:25.429690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:25.526540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-1a7d5252-3d66-47e3-abc8-b98bb0e980c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.527796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e8d19da-a0d2-4c33-8673-eb608049b4f0 req-62bb432c-a144-4e0e-8050-ed8ed7fd6d73 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 210 time: 0.0324221 Feb 19 07:13:25.541050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-1a7d5252-3d66-47e3-abc8-b98bb0e980c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 1130 time: 0.0605824 Feb 19 07:13:25.559471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc109-dcf1-44b7-bfe1-7904269ccb70 admin admin] Publish callbacks [] for security_group (65e6e3dc-9b80-423b-9742-64ec77fe91e2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:25.565932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cbdc109-dcf1-44b7-bfe1-7904269ccb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65e6e3dc-9b80-423b-9742-64ec77fe91e2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:25.689771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdc109-dcf1-44b7-bfe1-7904269ccb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6e3dc-9b80-423b-9742-64ec77fe91e2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:25.696484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3cbdc109-dcf1-44b7-bfe1-7904269ccb70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71bdaff1e55a43689b719278ab4c304b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8173811 Feb 19 07:13:25.707147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-e7cc4710-b8eb-4368-b75e-60295864158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.709429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-e7cc4710-b8eb-4368-b75e-60295864158f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1674967 Feb 19 07:13:25.710685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:25.786942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e60f4-3b42-4013-8a46-08968db1a055 req-8731254f-3506-4eaa-a70a-e4650b3fdc6a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.788641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-538e60f4-3b42-4013-8a46-08968db1a055 req-8731254f-3506-4eaa-a70a-e4650b3fdc6a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 948 time: 0.1233392 Feb 19 07:13:25.789800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Allocated IP 172.20.0.5 (0ce86b40-9079-4090-860a-153d66bd40d4/a1498df4-16fd-4a7e-b755-03391e104066/1f90a70b-cdbb-40c1-87da-ca17db515317) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:25.833088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-e6197631-75d3-48f2-9136-8198b5bbd624 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272 HTTP/1.1" status: 200 len: 217 time: 0.1018450 Feb 19 07:13:25.884761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-538e60f4-3b42-4013-8a46-08968db1a055 req-4c480d6f-8195-482f-8af8-344857b94cba tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801988 Feb 19 07:13:25.950460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-c9914ba2-08a1-4af4-9341-04091f83213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:25.951957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-c9914ba2-08a1-4af4-9341-04091f83213e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1045156 Feb 19 07:13:25.994078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] Publish callbacks [] for security_group (65e6e3dc-9b80-423b-9742-64ec77fe91e2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.008448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks [] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.019948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c91b5-f57f-4486-a816-55e656ec5312 req-7e972290-aa23-4816-83a5-27ab5deeb620 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.021446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-052c91b5-f57f-4486-a816-55e656ec5312 req-7e972290-aa23-4816-83a5-27ab5deeb620 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 945 time: 0.1340830 Feb 19 07:13:26.035766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] Publish callbacks [] for security_group (65e6e3dc-9b80-423b-9742-64ec77fe91e2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.048325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.076480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-dd60a33c-2a53-475c-af51-8ccde6787056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.077979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-dd60a33c-2a53-475c-af51-8ccde6787056 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1157076 Feb 19 07:13:26.091309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Network 0ce86b40-9079-4090-860a-153d66bd40d4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:26.094604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:26.101004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:26.130705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Pushing event updated for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:26.177706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-052c91b5-f57f-4486-a816-55e656ec5312 req-b1d27eb9-666d-41c3-908b-a0093b5c127f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Feb 19 07:13:26.177957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.178617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.197715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65e6e3dc-9b80-423b-9742-64ec77fe91e2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.200262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.203996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65e6e3dc-9b80-423b-9742-64ec77fe91e2 HTTP/1.1" status: 204 len: 168 time: 0.4887507 Feb 19 07:13:26.226784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163b0b1-1d98-48d8-930c-f24d60651785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6e3dc-9b80-423b-9742-64ec77fe91e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:26.239706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-908bdf85-191e-42de-b670-c38875efa3d8 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505063 Feb 19 07:13:26.241906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-cb1c8a48-f5e4-4b96-84e8-b578efe54777 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223697 Feb 19 07:13:26.259994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Request body: {'port': {'device_id': '418b63cc-2c09-484d-999a-aabc590dd188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:26.273357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee13bb-1a43-453a-8d40-dfa7f47bc100 req-18513aae-77c5-4417-97ea-ce4eb41f088c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.282465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acee13bb-1a43-453a-8d40-dfa7f47bc100 req-18513aae-77c5-4417-97ea-ce4eb41f088c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0853672 Feb 19 07:13:26.380033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c3ab94e-43d3-4e57-aec6-012c454f2559 req-f91931d3-a0b2-4bdf-b63e-65a8aea2d2d8 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213326 Feb 19 07:13:26.380646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acee13bb-1a43-453a-8d40-dfa7f47bc100 req-495e99ef-fd3b-4f11-9d72-d1ac02cc82b5 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965753 Feb 19 07:13:26.404300 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.418428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:26.488981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:26.489634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.625446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7d59-682a-4106-96b6-619c028b55e1 req-e74b1c09-0082-4e4e-bf05-98f3f1c31352 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.630977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a84d7d59-682a-4106-96b6-619c028b55e1 req-e74b1c09-0082-4e4e-bf05-98f3f1c31352 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1210744 Feb 19 07:13:26.664640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:26.665040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.708846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a84d7d59-682a-4106-96b6-619c028b55e1 req-42043754-06a3-4cc9-84e6-8edd30ce8716 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750835 Feb 19 07:13:26.711855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:26.712990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:26.717608 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da43a9ba-92e4-4bb6-83ae-40921999601a" -d '{"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-plugged", "status": "completed", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:26.722506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.793283 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192a0aa5-de9c-48ab-b103-0360f290e4a7 x-openstack-request-id: req-192a0aa5-de9c-48ab-b103-0360f290e4a7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:26.797073 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-plugged", "status": "completed", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:26.797073 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-192a0aa5-de9c-48ab-b103-0360f290e4a7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:26.797073 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'code': 200} Feb 19 07:13:26.798457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603186-56d2-4b05-bea5-579aeaecf430 req-14478dce-eaa4-41e4-b439-567ab742ef96 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:26.800060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc603186-56d2-4b05-bea5-579aeaecf430 req-14478dce-eaa4-41e4-b439-567ab742ef96 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 931 time: 0.1642740 Feb 19 07:13:26.807919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:26.885289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc603186-56d2-4b05-bea5-579aeaecf430 req-b0c92d9d-190a-4c67-82ff-818a9cb60e92 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740385 Feb 19 07:13:26.941009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f90a70b-cdbb-40c1-87da-ca17db515317 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:26.951800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks [] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:26.975166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Transition to ACTIVE for port object 1f90a70b-cdbb-40c1-87da-ca17db515317 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:26.982750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.056868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Pushing event updated for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:27.061694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36310ffd-77fc-4aaa-af2e-7618f9be12b8 req-c7f2bede-5c0a-4f22-810f-54ad8db3ff82 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.063571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36310ffd-77fc-4aaa-af2e-7618f9be12b8 req-c7f2bede-5c0a-4f22-810f-54ad8db3ff82 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 948 time: 0.0761073 Feb 19 07:13:27.114118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Attempting to bind port 1f90a70b-cdbb-40c1-87da-ca17db515317 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:27.114542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Attempting to bind port 1f90a70b-cdbb-40c1-87da-ca17db515317 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '17e6c41c-34fe-4fe4-91cc-451210596cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:27.114948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Attempting to bind port 1f90a70b-cdbb-40c1-87da-ca17db515317 on network 0ce86b40-9079-4090-860a-153d66bd40d4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:27.119612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Port 1f90a70b-cdbb-40c1-87da-ca17db515317 on network 0ce86b40-9079-4090-860a-153d66bd40d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:27.120025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Attempting to bind port 1f90a70b-cdbb-40c1-87da-ca17db515317 on network 0ce86b40-9079-4090-860a-153d66bd40d4 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:27.125133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:27.125343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36310ffd-77fc-4aaa-af2e-7618f9be12b8 req-ed4c8623-f962-4b26-95d1-2d0c800f6864 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537353 Feb 19 07:13:27.125568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Checking segment: {'id': '17e6c41c-34fe-4fe4-91cc-451210596cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:27.125901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Bound using segment: {'id': '17e6c41c-34fe-4fe4-91cc-451210596cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:27.126358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Bound port: 1f90a70b-cdbb-40c1-87da-ca17db515317, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e6c41c-34fe-4fe4-91cc-451210596cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:27.127298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.230687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:27.234581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1f90a70b-cdbb-40c1-87da-ca17db515317,segment=NetworkSegment(17e6c41c-34fe-4fe4-91cc-451210596cf1),segment_id=17e6c41c-34fe-4fe4-91cc-451210596cf1)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:27.242741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.282021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.282443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.284093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f90a70b-cdbb-40c1-87da-ca17db515317 HTTP/1.1" status: 200 len: 1091 time: 1.0298617 Feb 19 07:13:27.287261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:27.290254 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a710ee-5402-4101-a088-319b6297f96e" -d '{"events": [{"name": "network-changed", "server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:27.350314 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b2daf3-0912-498f-8a59-b60aeb5151fc x-openstack-request-id: req-74b2daf3-0912-498f-8a59-b60aeb5151fc {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:27.350611 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:27.350977 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74b2daf3-0912-498f-8a59-b60aeb5151fc {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:27.351417 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317', 'status': 'completed', 'code': 200} Feb 19 07:13:27.385101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73d2d3-e4bd-494f-9218-6192a45ad449 service neutron] Pushing event updated for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:27.414907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bad64-6275-4fc3-8dde-3fbf33c7cf3a req-3a629f3d-0f8b-4e73-b459-98c0132a19de tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.416494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db0bad64-6275-4fc3-8dde-3fbf33c7cf3a req-3a629f3d-0f8b-4e73-b459-98c0132a19de tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1434267 Feb 19 07:13:27.424303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-b8d35a75-4126-41a4-bc5e-a4b89dff2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.425796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-b8d35a75-4126-41a4-bc5e-a4b89dff2001 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e61abab8e7b4a6a93618f3c529389da&device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 1125 time: 0.0856485 Feb 19 07:13:27.503896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-0785af1a-de80-4d8f-a976-92cfa1197823 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f90a70b-cdbb-40c1-87da-ca17db515317 HTTP/1.1" status: 200 len: 217 time: 0.0519745 Feb 19 07:13:27.520251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db0bad64-6275-4fc3-8dde-3fbf33c7cf3a req-8cbcc47b-e991-462a-b914-3eb5a1ac6989 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1c626e0-ed3e-4747-810b-39252f11ef15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934913 Feb 19 07:13:27.558554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1dec-838e-4875-993f-e314ded019f3 req-92f0375c-e7c4-4c06-9d3f-f0d724c76292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.560070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-92f0375c-e7c4-4c06-9d3f-f0d724c76292 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1498df4-16fd-4a7e-b755-03391e104066 HTTP/1.1" status: 200 len: 849 time: 0.0512438 Feb 19 07:13:27.561956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd738216-e337-463c-a275-ca11db745b08 req-2a835b0e-8349-4b4d-b0da-b5e415b7f4c0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.563471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd738216-e337-463c-a275-ca11db745b08 req-2a835b0e-8349-4b4d-b0da-b5e415b7f4c0 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 946 time: 0.1373947 Feb 19 07:13:27.598849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-2653aaf3-e302-4e37-9c26-8aa5faa66916 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ce86b40-9079-4090-860a-153d66bd40d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290811 Feb 19 07:13:27.609674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77ba29-b63b-433c-b581-63eeceb74742 req-58648dcb-7a37-4a98-819e-afb6455e0a1a tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.611739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f77ba29-b63b-433c-b581-63eeceb74742 req-58648dcb-7a37-4a98-819e-afb6455e0a1a tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0996606 Feb 19 07:13:27.697094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f77ba29-b63b-433c-b581-63eeceb74742 req-b8303057-12c6-4bab-8552-7beda046765c tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797789 Feb 19 07:13:27.712612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Deleting port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:27.713139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.742803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-a96127c6-2201-4764-a3a4-d63678b0d547 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378136 Feb 19 07:13:27.831062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] For port 3f04fd7c-7581-41bd-a5c6-b276f951ba74, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=3f04fd7c-7581-41bd-a5c6-b276f951ba74,segment=NetworkSegment(117a6407-db8a-4b2e-8bdd-ce7982c48f68),segment_id=117a6407-db8a-4b2e-8bdd-ce7982c48f68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:27.831559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:27.850386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Calling delete_port for 3f04fd7c-7581-41bd-a5c6-b276f951ba74 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:27.946853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428375f-50ff-4dd0-a371-4f3d27be4f2e req-770173f4-b39e-45ba-a8b8-a02e4f1814e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:27.956287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1428375f-50ff-4dd0-a371-4f3d27be4f2e req-770173f4-b39e-45ba-a8b8-a02e4f1814e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1324263 Feb 19 07:13:28.007064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b13e1dec-838e-4875-993f-e314ded019f3 req-a060d054-2c33-46a0-b3e3-002e440a21c8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573986 Feb 19 07:13:28.054694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1428375f-50ff-4dd0-a371-4f3d27be4f2e req-4f6f2e7e-d072-4df5-bfac-7a88eaadd326 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976954 Feb 19 07:13:28.068828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3f04fd7c-7581-41bd-a5c6-b276f951ba74), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:28.113064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccaa2e-6505-4f66-8366-075ee3abed81 req-cf4461c2-9194-4637-aac7-4903479cca67 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.114688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93ccaa2e-6505-4f66-8366-075ee3abed81 req-cf4461c2-9194-4637-aac7-4903479cca67 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 943 time: 0.1076062 Feb 19 07:13:28.115718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a710ee-5402-4101-a088-319b6297f96e req-ed090f8b-078d-4572-940f-a5b4d0467bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.117390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-ed090f8b-078d-4572-940f-a5b4d0467bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e61abab8e7b4a6a93618f3c529389da&device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 1125 time: 0.0535223 Feb 19 07:13:28.117566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Pushing event deleted for resources: {'Port': ['ID=3f04fd7c-7581-41bd-a5c6-b276f951ba74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:28.202573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] No DVR routers for this DVR port 3f04fd7c-7581-41bd-a5c6-b276f951ba74 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:28.206783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:28.210205 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd738216-e337-463c-a275-ca11db745b08 req-ef0ea300-60c1-48e1-b551-9ca054cfd98f tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.24 "DELETE /v2.0/ports/3f04fd7c-7581-41bd-a5c6-b276f951ba74 HTTP/1.1" status: 204 len: 173 time: 0.6399899 Feb 19 07:13:28.210656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-deleted', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:28.212921 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e975728-5378-496a-bbda-f0c216dfbd14" -d '{"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-deleted", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:28.230307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93ccaa2e-6505-4f66-8366-075ee3abed81 req-6fd15bbb-dae3-48e9-ad80-3e6c0f66b6da tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086679 Feb 19 07:13:28.261404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a710ee-5402-4101-a088-319b6297f96e req-f5271348-8ff7-48d5-9893-c5e9058f165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.263236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-f5271348-8ff7-48d5-9893-c5e9058f165e service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ce86b40-9079-4090-860a-153d66bd40d4 HTTP/1.1" status: 200 len: 909 time: 0.1371968 Feb 19 07:13:28.326744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-a81b66c4-87f9-4b8b-9243-8d0510ed635c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f90a70b-cdbb-40c1-87da-ca17db515317 HTTP/1.1" status: 200 len: 217 time: 0.0492032 Feb 19 07:13:28.379398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7799ed-66d9-4f1c-a333-9432de477ec7 req-8923fba5-67a4-4f9f-abc6-3cce3a921061 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.380990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf7799ed-66d9-4f1c-a333-9432de477ec7 req-8923fba5-67a4-4f9f-abc6-3cce3a921061 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 948 time: 0.0765774 Feb 19 07:13:28.407040 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bbd793-f64b-4911-99b3-a8f914992919 x-openstack-request-id: req-09bbd793-f64b-4911-99b3-a8f914992919 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:28.409971 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44e26b6-74b8-467a-82ec-7d31004ef81a", "name": "network-vif-deleted", "tag": "3f04fd7c-7581-41bd-a5c6-b276f951ba74", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:28.409971 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09bbd793-f64b-4911-99b3-a8f914992919 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:28.409971 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44e26b6-74b8-467a-82ec-7d31004ef81a', 'name': 'network-vif-deleted', 'tag': '3f04fd7c-7581-41bd-a5c6-b276f951ba74', 'status': 'completed', 'code': 200} Feb 19 07:13:28.414156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a710ee-5402-4101-a088-319b6297f96e req-9094a4f3-3a89-4159-826c-638fd3ddfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.415694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-9094a4f3-3a89-4159-826c-638fd3ddfa83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1498df4-16fd-4a7e-b755-03391e104066 HTTP/1.1" status: 200 len: 849 time: 0.0813088 Feb 19 07:13:28.427880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab8d1cf7-fee8-4852-b6fc-aa6812bda272 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:28.432880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:28.480797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf7799ed-66d9-4f1c-a333-9432de477ec7 req-835840de-aa2f-45c9-b52f-47fb5b586a7f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928643 Feb 19 07:13:28.486775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-40d9d42f-04df-456f-9869-34f2e190b94f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ce86b40-9079-4090-860a-153d66bd40d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425158 Feb 19 07:13:28.495566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:28.495998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:28.608268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:28.622352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272', 'mac_address': 'fa:16:3e:28:e4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:28.651158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-ecf1e334-0ceb-4393-8bd7-adc4d8ae9b10 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566737 Feb 19 07:13:28.672196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:28.672618 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:28.696186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8d1cf7-fee8-4852-b6fc-aa6812bda272 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:28.698179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d85d3fe-3b69-4a90-b797-473adc5be191 req-fd557a63-6ed7-4fd3-8ea7-0e04c2039073 tempest-ImagesTestJSON-1372425957 tempest-ImagesTestJSON-1372425957-project] 10.222.0.43 "GET /v2.0/ports?device_id=a44e26b6-74b8-467a-82ec-7d31004ef81a HTTP/1.1" status: 200 len: 210 time: 0.0610673 Feb 19 07:13:28.730652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:28.738318 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:28.813775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a710ee-5402-4101-a088-319b6297f96e req-2173ee07-2e35-4f87-9483-35ec051254e7 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503243 Feb 19 07:13:28.840478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:28.874563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7281f8-1417-4701-abc4-addf3dafc924 req-5b567801-f390-4f5d-a0c5-eb8e08cb82fc tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:28.876173 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d7281f8-1417-4701-abc4-addf3dafc924 req-5b567801-f390-4f5d-a0c5-eb8e08cb82fc tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0665033 Feb 19 07:13:28.935010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d7281f8-1417-4701-abc4-addf3dafc924 req-4e2bbab5-825d-43a0-9729-0f6065d78d95 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526707 Feb 19 07:13:29.069207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['ab8d1cf7-fee8-4852-b6fc-aa6812bda272'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:29.099987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:29.187247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3444-c2ee-49d8-9d3c-03e0eb82b255 req-f5a47b58-dee6-4c42-86e9-068a9a1739ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:29.189403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e6f3444-c2ee-49d8-9d3c-03e0eb82b255 req-f5a47b58-dee6-4c42-86e9-068a9a1739ea tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0609097 Feb 19 07:13:29.251632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fea2fd65-32f7-421b-b15b-f1ba55043f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.278938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e6f3444-c2ee-49d8-9d3c-03e0eb82b255 req-16629692-35d7-4383-b17c-6d0f41e618bf tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817368 Feb 19 07:13:29.358762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fea2fd65-32f7-421b-b15b-f1ba55043f38 admin admin] Publish callbacks [] for security_group (7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.362843 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fea2fd65-32f7-421b-b15b-f1ba55043f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.366226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f836877-d93d-4c7a-adb3-c37813a12da3 req-e386187b-952f-4a4c-964d-c28df0350579 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:29.367789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f836877-d93d-4c7a-adb3-c37813a12da3 req-e386187b-952f-4a4c-964d-c28df0350579 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 943 time: 0.0614696 Feb 19 07:13:29.401623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2fd65-32f7-421b-b15b-f1ba55043f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:29.407242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fea2fd65-32f7-421b-b15b-f1ba55043f38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1daef45c2fc64cbca6d9456c257c0f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047137 Feb 19 07:13:29.409069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44006) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:29.427341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f836877-d93d-4c7a-adb3-c37813a12da3 req-f930b2e4-6ecb-448c-b01b-5db040627512 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Feb 19 07:13:29.460697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] Publish callbacks [] for security_group (7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.486042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] Publish callbacks [] for security_group (7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.547974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.550837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.552232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11 HTTP/1.1" status: 204 len: 168 time: 0.1420951 Feb 19 07:13:29.584670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba322c-1cfb-438e-a142-54f7efcead16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99ed0f-6df3-4eda-8dc4-8c0a554a4b11,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:29.615506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f8b7e-c8b3-4359-8ab6-6c4c98318afc req-5bb7b120-a183-444b-b8f9-a62e1544cb32 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:29.617472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-768f8b7e-c8b3-4359-8ab6-6c4c98318afc req-5bb7b120-a183-444b-b8f9-a62e1544cb32 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 949 time: 0.0641077 Feb 19 07:13:29.671721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-768f8b7e-c8b3-4359-8ab6-6c4c98318afc req-d10e5728-0d70-4a1c-aff1-f271453e9a2f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Feb 19 07:13:29.872002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:29.886311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-143625e7-eab4-423b-9427-996e0d1c6fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.894896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.990405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-143625e7-eab4-423b-9427-996e0d1c6fe1 admin admin] Publish callbacks [] for security_group (c306d639-ef08-4930-a343-19c3608a1e48), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:29.995628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-143625e7-eab4-423b-9427-996e0d1c6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c306d639-ef08-4930-a343-19c3608a1e48), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.080320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-143625e7-eab4-423b-9427-996e0d1c6fe1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e32d262eecf4ed59cc2f71c6e4fa4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070792 Feb 19 07:13:30.081338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143625e7-eab4-423b-9427-996e0d1c6fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306d639-ef08-4930-a343-19c3608a1e48,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:30.082957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:30.135934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c906b-b267-4e0a-8a56-8150b7fdf8be req-7cee0501-9000-4bbb-9d9f-670f3c7ab3e1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:30.137776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-853c906b-b267-4e0a-8a56-8150b7fdf8be req-7cee0501-9000-4bbb-9d9f-670f3c7ab3e1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0952260 Feb 19 07:13:30.143373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44056) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:30.145868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] Publish callbacks [] for security_group (c306d639-ef08-4930-a343-19c3608a1e48), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.171162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] Publish callbacks [] for security_group (c306d639-ef08-4930-a343-19c3608a1e48), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.221152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Deleting subnet a731e75b-ec46-45bb-a89b-ea52886f23d6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:13:30.224444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c306d639-ef08-4930-a343-19c3608a1e48), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.227370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.228511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c306d639-ef08-4930-a343-19c3608a1e48 HTTP/1.1" status: 204 len: 168 time: 0.1444080 Feb 19 07:13:30.231849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Publish callbacks [] for subnet (a731e75b-ec46-45bb-a89b-ea52886f23d6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.237082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818189b0-2102-48f3-a547-78bf4335996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306d639-ef08-4930-a343-19c3608a1e48,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:30.273870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-853c906b-b267-4e0a-8a56-8150b7fdf8be req-55206296-7dbf-42b1-9f0d-74905ff8defb tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152527 Feb 19 07:13:30.289647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a731e75b-ec46-45bb-a89b-ea52886f23d6), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.419267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96610-5a1d-4b4b-9dea-c3a85d500f1b req-2997a112-256e-4fb1-933c-ebbc6181f3c1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:30.428126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1d96610-5a1d-4b4b-9dea-c3a85d500f1b req-2997a112-256e-4fb1-933c-ebbc6181f3c1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0765519 Feb 19 07:13:30.448901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1f90a70b-cdbb-40c1-87da-ca17db515317 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:30.452120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab8d1cf7-fee8-4852-b6fc-aa6812bda272 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:30.498070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1d96610-5a1d-4b4b-9dea-c3a85d500f1b req-93b8c147-2a8e-4348-b534-0b4571cb0df2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 Feb 19 07:13:30.642694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1f90a70b-cdbb-40c1-87da-ca17db515317,segment=NetworkSegment(17e6c41c-34fe-4fe4-91cc-451210596cf1),segment_id=17e6c41c-34fe-4fe4-91cc-451210596cf1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:30.658892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '1f90a70b-cdbb-40c1-87da-ca17db515317', 'network_id': '0ce86b40-9079-4090-860a-153d66bd40d4', 'port_id': '1f90a70b-cdbb-40c1-87da-ca17db515317', 'mac_address': 'fa:16:3e:ef:fd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1498df4-16fd-4a7e-b755-03391e104066', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:30.665446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a731e75b-ec46-45bb-a89b-ea52886f23d6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.692072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:30.700526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:30.700904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.730870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 1f90a70b-cdbb-40c1-87da-ca17db515317 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:30.731081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.749173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ccd8-a08c-41d1-bebc-676012080303 req-880ec28b-c324-45f8-968d-d6bd08baa26d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:30.753431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc04ccd8-a08c-41d1-bebc-676012080303 req-880ec28b-c324-45f8-968d-d6bd08baa26d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 943 time: 0.1344118 Feb 19 07:13:30.754068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f90a70b-cdbb-40c1-87da-ca17db515317 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:30.780781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1f90a70b-cdbb-40c1-87da-ca17db515317,segment=NetworkSegment(17e6c41c-34fe-4fe4-91cc-451210596cf1),segment_id=17e6c41c-34fe-4fe4-91cc-451210596cf1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:30.788427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.860294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a731e75b-ec46-45bb-a89b-ea52886f23d6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.868005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc04ccd8-a08c-41d1-bebc-676012080303 req-e7c76ab5-6e5c-4230-97b3-907b3cf4b6c3 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041279 Feb 19 07:13:30.890165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d49ca4-4b99-4a08-ace5-589882f915b1 req-eb0c9734-a7ee-41dd-aec7-78b38e2fdb57 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:30.900440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:30.904001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a731e75b-ec46-45bb-a89b-ea52886f23d6 HTTP/1.1" status: 204 len: 168 time: 0.7594571 Feb 19 07:13:30.905173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272db70-6275-4561-9339-075b1ceb953d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a731e75b-ec46-45bb-a89b-ea52886f23d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:30.905845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74d49ca4-4b99-4a08-ace5-589882f915b1 req-eb0c9734-a7ee-41dd-aec7-78b38e2fdb57 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 949 time: 0.1239481 Feb 19 07:13:30.907521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:31.018932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (6680805c-b33c-437b-a225-12a70560b16f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.023275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:31.023789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.042957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:31.059737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:31.062302 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d36c6a-f538-493b-9156-2d0662e7db55" -d '{"events": [{"server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:31.066271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74d49ca4-4b99-4a08-ace5-589882f915b1 req-b9da9a39-1c05-4fee-bbd4-384e31faae69 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553183 Feb 19 07:13:31.091082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:31.097309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.132792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['1f90a70b-cdbb-40c1-87da-ca17db515317'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:31.150380 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (6680805c-b33c-437b-a225-12a70560b16f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.183456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6680805c-b33c-437b-a225-12a70560b16f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:31.186144 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323594ed-7f85-4282-a4b5-bc08ba2b92b9 x-openstack-request-id: req-323594ed-7f85-4282-a4b5-bc08ba2b92b9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:31.186471 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "name": "network-vif-plugged", "status": "completed", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:31.186680 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-323594ed-7f85-4282-a4b5-bc08ba2b92b9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:31.187079 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272', 'code': 200} Feb 19 07:13:31.197751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117a6407-db8a-4b2e-8bdd-ce7982c48f68') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:31.198360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117a6407-db8a-4b2e-8bdd-ce7982c48f68') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:31.209234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (117a6407-db8a-4b2e-8bdd-ce7982c48f68), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.240611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:31.251301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (117a6407-db8a-4b2e-8bdd-ce7982c48f68), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.262513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:13:31.263369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (117a6407-db8a-4b2e-8bdd-ce7982c48f68), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:13:31.265402 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:13:31.418010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47062dd-8c48-40d1-9c1d-9e721d4151aa req-c054c04e-df29-4f7b-b309-bedbb2fdc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:31.419996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b47062dd-8c48-40d1-9c1d-9e721d4151aa req-c054c04e-df29-4f7b-b309-bedbb2fdc75d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 1132 time: 0.2028480 Feb 19 07:13:31.422958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (6680805c-b33c-437b-a225-12a70560b16f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.433139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.436879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6680805c-b33c-437b-a225-12a70560b16f HTTP/1.1" status: 204 len: 168 time: 0.5279579 Feb 19 07:13:31.464088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f5c8-455f-43f4-8d3d-5d3bfafad04a admin admin] Pushing event deleted for resources: {'Network': ['ID=6680805c-b33c-437b-a225-12a70560b16f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:31.495178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf456-e147-4bbf-8755-7c399509dfa7 req-e656e6e5-cd51-4024-9cf4-5bc1fb9e6fb5 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:31.496701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cbaf456-e147-4bbf-8755-7c399509dfa7 req-e656e6e5-cd51-4024-9cf4-5bc1fb9e6fb5 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.1372275 Feb 19 07:13:31.515582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b47062dd-8c48-40d1-9c1d-9e721d4151aa req-27783966-e859-4802-b785-d71524bd06f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878384 Feb 19 07:13:31.577246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cbaf456-e147-4bbf-8755-7c399509dfa7 req-5c8e2749-7c53-46cd-956f-bad804387d97 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666747 Feb 19 07:13:31.646729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633d15-6ca2-4855-9c7d-c65e65f89213 req-695c9e0e-1ab9-42e1-b7f2-69b8914d85e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:31.655931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb633d15-6ca2-4855-9c7d-c65e65f89213 req-695c9e0e-1ab9-42e1-b7f2-69b8914d85e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0782938 Feb 19 07:13:31.714405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb633d15-6ca2-4855-9c7d-c65e65f89213 req-6990410c-4d85-4ec4-a785-2d79d2314353 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573077 Feb 19 07:13:31.781686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:31.825233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-477430f1-a245-4ff7-ac4b-e7d1fe543ecc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb8880f4da904b83bad64a248194c398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422797 Feb 19 07:13:31.827834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:31.891577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] Publish callbacks [] for security_group (f1c626e0-ed3e-4747-810b-39252f11ef15), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.918255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] Publish callbacks [] for security_group (f1c626e0-ed3e-4747-810b-39252f11ef15), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.983666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f1c626e0-ed3e-4747-810b-39252f11ef15), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.987340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:31.991827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1c626e0-ed3e-4747-810b-39252f11ef15 HTTP/1.1" status: 204 len: 168 time: 0.1626558 Feb 19 07:13:32.002644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511436b-de69-4168-9078-5f4f60b9beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c626e0-ed3e-4747-810b-39252f11ef15,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:32.021893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee15c-6b76-4bca-945d-d6631f172fa9 req-44c9a012-7421-416b-84e5-5ea29454354e tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:32.023497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-315ee15c-6b76-4bca-945d-d6631f172fa9 req-44c9a012-7421-416b-84e5-5ea29454354e tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 944 time: 0.0716486 Feb 19 07:13:32.100750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-315ee15c-6b76-4bca-945d-d6631f172fa9 req-925aa581-bdf5-4aee-8eda-f212bf3fa1f4 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Feb 19 07:13:32.250017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdf00a-11ef-478c-9f39-c11fa67a6d9d req-a5b45ae8-f745-41e2-b699-da4bdddf82dd tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:32.252159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13fdf00a-11ef-478c-9f39-c11fa67a6d9d req-a5b45ae8-f745-41e2-b699-da4bdddf82dd tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 950 time: 0.1018479 Feb 19 07:13:32.303913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13fdf00a-11ef-478c-9f39-c11fa67a6d9d req-9dbc11e1-77ad-42b3-8258-da5703ddf0aa tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452085 Feb 19 07:13:32.455747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:32.466446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1f90a70b-cdbb-40c1-87da-ca17db515317 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:32.606394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 1f90a70b-cdbb-40c1-87da-ca17db515317 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:32.628974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 1f90a70b-cdbb-40c1-87da-ca17db515317 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:32.632168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.706560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1823-9ce7-4473-934d-367158ae5525 req-9c9162f9-d4a0-4655-b1d7-1e1a6ed080d3 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:32.713668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-075e1823-9ce7-4473-934d-367158ae5525 req-9c9162f9-d4a0-4655-b1d7-1e1a6ed080d3 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 944 time: 0.0668314 Feb 19 07:13:32.721170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:32.743508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'port_id': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'mac_address': 'fa:16:3e:09:fb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:32.820823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-075e1823-9ce7-4473-934d-367158ae5525 req-fb22bd62-8e4b-4d71-a7c8-4daeb738c9e6 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063302 Feb 19 07:13:32.846110 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.847080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:32.847650 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.875458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 1f90a70b-cdbb-40c1-87da-ca17db515317 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:32.876172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.887219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:32.918835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:32.935253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.936836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69abf4b-95a5-479b-82a1-242647758b57 req-f64ec581-0d7c-46f2-ac84-c297eefcf66b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:32.938636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1f90a70b-cdbb-40c1-87da-ca17db515317,segment=NetworkSegment(17e6c41c-34fe-4fe4-91cc-451210596cf1),segment_id=17e6c41c-34fe-4fe4-91cc-451210596cf1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:32.941005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e69abf4b-95a5-479b-82a1-242647758b57 req-f64ec581-0d7c-46f2-ac84-c297eefcf66b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1002972 Feb 19 07:13:32.969209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:32.969999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:32.982966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:33.003675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 3f04fd7c-7581-41bd-a5c6-b276f951ba74 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:33.004282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 3f04fd7c-7581-41bd-a5c6-b276f951ba74 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:33.029266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:33.079040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e69abf4b-95a5-479b-82a1-242647758b57 req-9fcbc59d-19f8-4be0-b9ac-2b98e9887f5e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299510 Feb 19 07:13:33.088075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:33.165786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e96e81d-1818-4866-900e-6329eddcbd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.188544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:33.192508 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5071490e-63df-4ce9-89f3-e27b8d9072e8" -d '{"events": [{"server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "name": "network-vif-plugged", "status": "completed", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:33.227075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['361bcd49-6ba4-41eb-ba5d-3c602e7dd344'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:33.274176 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e96e81d-1818-4866-900e-6329eddcbd7c admin admin] Publish callbacks [] for security_group (324340fc-49a9-48f1-bf26-833f9add96fc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.281704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9e96e81d-1818-4866-900e-6329eddcbd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (324340fc-49a9-48f1-bf26-833f9add96fc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.293376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7b6c-8f34-4aa8-9bc2-efeca0a67247 req-e9ce0034-9a57-4736-a800-a5d0c955bac5 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:33.302688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-265d7b6c-8f34-4aa8-9bc2-efeca0a67247 req-e9ce0034-9a57-4736-a800-a5d0c955bac5 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.1017768 Feb 19 07:13:33.324942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9e96e81d-1818-4866-900e-6329eddcbd7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be270f8d6f8449288bb2365e64f1b6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404639 Feb 19 07:13:33.331896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:33.371037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96e81d-1818-4866-900e-6329eddcbd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324340fc-49a9-48f1-bf26-833f9add96fc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:33.384829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-265d7b6c-8f34-4aa8-9bc2-efeca0a67247 req-126f727e-ca49-4e92-89a0-b3ef54e8a2ab tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809507 Feb 19 07:13:33.415753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] Publish callbacks [] for security_group (324340fc-49a9-48f1-bf26-833f9add96fc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.442817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] Publish callbacks [] for security_group (324340fc-49a9-48f1-bf26-833f9add96fc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.461869 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c01c8a-8fc6-423c-bce2-1402767d20da x-openstack-request-id: req-d5c01c8a-8fc6-423c-bce2-1402767d20da {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:33.462376 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "name": "network-vif-plugged", "status": "completed", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:33.462718 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5c01c8a-8fc6-423c-bce2-1402767d20da {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:33.463132 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317', 'code': 200} Feb 19 07:13:33.589960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3e021-1876-47ab-bddd-0131ef41db8e req-3d2ca4a4-8199-4b11-9fac-7749b0d080b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:33.591985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fe3e021-1876-47ab-bddd-0131ef41db8e req-3d2ca4a4-8199-4b11-9fac-7749b0d080b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 1127 time: 0.0763273 Feb 19 07:13:33.593852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (324340fc-49a9-48f1-bf26-833f9add96fc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.597556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:33.598947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/324340fc-49a9-48f1-bf26-833f9add96fc HTTP/1.1" status: 204 len: 168 time: 0.2658908 Feb 19 07:13:33.622647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052212-c0fe-4282-9b82-5759e0bf48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324340fc-49a9-48f1-bf26-833f9add96fc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:33.651701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684333a-2a3a-429a-a13a-ca020fe9f51a req-5f6aa218-8ca8-414b-a3bf-7f78fdb78f55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:33.654729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a684333a-2a3a-429a-a13a-ca020fe9f51a req-5f6aa218-8ca8-414b-a3bf-7f78fdb78f55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 950 time: 0.0995662 Feb 19 07:13:33.670337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fe3e021-1876-47ab-bddd-0131ef41db8e req-896661f7-43af-407d-9465-cd006392b9be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700097 Feb 19 07:13:33.709892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a684333a-2a3a-429a-a13a-ca020fe9f51a req-54c932d6-954b-49e9-98c1-b75a7bcec935 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454278 Feb 19 07:13:33.854377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2254fe-7bb0-4e75-9660-e8fa9b930d4c req-1fd33a49-aca0-4163-a537-4415e8c7fff3 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:33.856021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc2254fe-7bb0-4e75-9660-e8fa9b930d4c req-1fd33a49-aca0-4163-a537-4415e8c7fff3 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 1132 time: 0.0557566 Feb 19 07:13:33.924522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc2254fe-7bb0-4e75-9660-e8fa9b930d4c req-b69c105f-ebcd-4a30-b656-617c35379cc2 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536551 Feb 19 07:13:34.015375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3844eb2-d34c-4c04-8d15-5b4a373707f7 req-d2201667-6ff6-4af4-9bb0-10726217dd35 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:34.023496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3844eb2-d34c-4c04-8d15-5b4a373707f7 req-d2201667-6ff6-4af4-9bb0-10726217dd35 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 945 time: 0.0949409 Feb 19 07:13:34.036344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:34.059549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3b9-98d5-46e7-b543-7ef8d2c604fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.077570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3844eb2-d34c-4c04-8d15-5b4a373707f7 req-0b55c866-e9b2-4726-a1ea-7d87c974bb29 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531065 Feb 19 07:13:34.179669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3b9-98d5-46e7-b543-7ef8d2c604fb admin admin] Publish callbacks [] for security_group (29422095-8c41-4f50-8fb6-0f34b7e68521), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.184196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a26b3b9-98d5-46e7-b543-7ef8d2c604fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29422095-8c41-4f50-8fb6-0f34b7e68521), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.221890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190dc72-2e8e-4900-b1e3-8f8c9f88f3ee req-55bbaca5-ae11-4d88-b525-ad4286313c07 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:34.223514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8190dc72-2e8e-4900-b1e3-8f8c9f88f3ee req-55bbaca5-ae11-4d88-b525-ad4286313c07 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0663459 Feb 19 07:13:34.241092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5a26b3b9-98d5-46e7-b543-7ef8d2c604fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cccb9cd011e4a198df10e2feeedce63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035329 Feb 19 07:13:34.242413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:34.249808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26b3b9-98d5-46e7-b543-7ef8d2c604fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29422095-8c41-4f50-8fb6-0f34b7e68521,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:34.304007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] Publish callbacks [] for security_group (29422095-8c41-4f50-8fb6-0f34b7e68521), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.304829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8190dc72-2e8e-4900-b1e3-8f8c9f88f3ee req-d3ac86f2-a2f2-431e-80bf-e619ebb96494 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745752 Feb 19 07:13:34.327879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] Publish callbacks [] for security_group (29422095-8c41-4f50-8fb6-0f34b7e68521), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.406262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29422095-8c41-4f50-8fb6-0f34b7e68521), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.414574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.414574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29422095-8c41-4f50-8fb6-0f34b7e68521 HTTP/1.1" status: 204 len: 168 time: 0.1688745 Feb 19 07:13:34.421991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6425ff-9d7b-40f5-baae-be03a675e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29422095-8c41-4f50-8fb6-0f34b7e68521,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:34.457280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-6439a3f5-5654-47b9-a449-8fea764d418e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411255 Feb 19 07:13:34.461142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:34.543718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:34.562415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c73a4-f89c-4142-8644-dccc0ddf855a req-7664c6c9-231d-4b2a-a8b3-18ec1d188d62 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:34.563818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:34.564989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.572311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623c73a4-f89c-4142-8644-dccc0ddf855a req-7664c6c9-231d-4b2a-a8b3-18ec1d188d62 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.0757449 Feb 19 07:13:34.590320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-828cc893-9f2a-46d7-9ce0-19aa38ee561e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:34.591935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-828cc893-9f2a-46d7-9ce0-19aa38ee561e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295874 Feb 19 07:13:34.608313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-7e837326-3f7e-4225-bd3d-8292c5e17393 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/quotas/e44f56e97e75466c899e3f8fb6a7568a HTTP/1.1" status: 200 len: 375 time: 0.0098825 Feb 19 07:13:34.667475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623c73a4-f89c-4142-8644-dccc0ddf855a req-49652844-e761-4b95-bb6e-25eab321924d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879343 Feb 19 07:13:34.683704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:34.684406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.695351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-0f05f080-47bc-4790-82a8-897afbcf25ee tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0810788 Feb 19 07:13:34.753089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:34.768445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:34.856220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:35.002428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7da565a3-d437-41bb-9d73-8ca65d209d23 req-f8cebed9-eb81-4da8-8f28-7cad7ce6b8e6 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0772636 Feb 19 07:13:35.289992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94808f9-9f23-4aed-aa74-58c070db8a1d req-ea1b5fb6-9866-4dae-9d57-12a978986539 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:35.292679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d94808f9-9f23-4aed-aa74-58c070db8a1d req-ea1b5fb6-9866-4dae-9d57-12a978986539 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.1009085 Feb 19 07:13:35.384709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d94808f9-9f23-4aed-aa74-58c070db8a1d req-8ce446f4-3e04-46d4-8778-bf2acd1eb75b tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837035 Feb 19 07:13:35.465255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:35.469786 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ae935-c24a-460d-9f7e-e77b71a1f636" -d '{"events": [{"server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "name": "network-vif-plugged", "status": "completed", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:35.484191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1e53-5857-4219-a76b-5a5ecc74c085 req-8ab6850f-106a-47b8-8131-7f8f13638ef3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:35.494640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a8f1e53-5857-4219-a76b-5a5ecc74c085 req-8ab6850f-106a-47b8-8131-7f8f13638ef3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0918987 Feb 19 07:13:35.525494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580ee59-cf51-44e1-a6e0-74c7c916373e x-openstack-request-id: req-b580ee59-cf51-44e1-a6e0-74c7c916373e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:35.525791 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "name": "network-vif-plugged", "status": "completed", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:35.526235 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b580ee59-cf51-44e1-a6e0-74c7c916373e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:35.526668 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'code': 200} Feb 19 07:13:35.571174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a8f1e53-5857-4219-a76b-5a5ecc74c085 req-64af1e64-51c6-4129-a451-2f01de30a335 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755625 Feb 19 07:13:35.661592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c856d-2e53-4545-9420-d849bb97dafe req-3061427b-4a6d-4d6e-ab03-80f52ed98ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:35.663792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e78c856d-2e53-4545-9420-d849bb97dafe req-3061427b-4a6d-4d6e-ab03-80f52ed98ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 1128 time: 0.0582709 Feb 19 07:13:35.750040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e78c856d-2e53-4545-9420-d849bb97dafe req-9fafb7fa-d2f6-4dd9-865b-3775ec25f1e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795243 Feb 19 07:13:35.908855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249c58-1198-47ed-8eeb-25e2546de522 req-b3fc68a3-f12b-4022-aed6-deb971f20da6 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:35.914277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb249c58-1198-47ed-8eeb-25e2546de522 req-b3fc68a3-f12b-4022-aed6-deb971f20da6 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.1406844 Feb 19 07:13:35.926585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:35.994601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb249c58-1198-47ed-8eeb-25e2546de522 req-af654b29-09f4-413b-8e3a-66b8dd2718d6 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742099 Feb 19 07:13:36.135449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45fa86b2-0edd-4587-88b9-c7107d5d99cf req-28c630ec-1f87-423f-9333-48efe8a80708 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0495138 Feb 19 07:13:36.142605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-095f0798-1a58-4aae-b10f-4634da1ef15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.195049 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56a31bcf-61e0-48f9-8907-d857b4c767b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.208299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-d854ca89-b58d-4273-8894-196d8fad1737 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454810 Feb 19 07:13:36.445456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-6fc5efa0-48a7-4d07-9c08-0f91d9ac5cac tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:36.447283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-6fc5efa0-48a7-4d07-9c08-0f91d9ac5cac tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324901 Feb 19 07:13:36.466121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Request body: {'port': {'device_id': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e44f56e97e75466c899e3f8fb6a7568a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:36.492747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-095f0798-1a58-4aae-b10f-4634da1ef15c admin admin] Publish callbacks [] for security_group (ad5558f5-a8ce-40c8-afdb-4d50898c0e7d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.513458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-685ce6c2-f3a2-425a-9f33-e0a7b0ce2388 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889287 Feb 19 07:13:36.534798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-095f0798-1a58-4aae-b10f-4634da1ef15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad5558f5-a8ce-40c8-afdb-4d50898c0e7d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.570474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebaa5-116f-4d53-b7ff-74d3e7966d40 req-f877fe72-8c8d-414b-8c1c-1c6a23ef3107 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:36.577654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c36ebaa5-116f-4d53-b7ff-74d3e7966d40 req-f877fe72-8c8d-414b-8c1c-1c6a23ef3107 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.2371790 Feb 19 07:13:36.613070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132a2d8-af07-4002-83ba-74cac9ee53ec req-1be42179-6af4-484c-813c-0e8f6f01d73e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:36.615211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8132a2d8-af07-4002-83ba-74cac9ee53ec req-1be42179-6af4-484c-813c-0e8f6f01d73e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.0974915 Feb 19 07:13:36.618184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-63d1dab2-21e3-4fb4-8634-b1d298cc5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:36.620301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-63d1dab2-21e3-4fb4-8634-b1d298cc5dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 1132 time: 0.0749211 Feb 19 07:13:36.645560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-095f0798-1a58-4aae-b10f-4634da1ef15c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d20e764c342d4389b486650f989238a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7176032 Feb 19 07:13:36.649655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:36.653977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f0798-1a58-4aae-b10f-4634da1ef15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5558f5-a8ce-40c8-afdb-4d50898c0e7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:36.698410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c36ebaa5-116f-4d53-b7ff-74d3e7966d40 req-69b1f92d-c148-4e46-9cd8-585a26445aa0 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195219 Feb 19 07:13:36.738817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Made reservation on behalf of e44f56e97e75466c899e3f8fb6a7568a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:36.743141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.760352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8132a2d8-af07-4002-83ba-74cac9ee53ec req-b654d18e-a289-4238-8edc-7702f6b6d2ff tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389899 Feb 19 07:13:36.774326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] Publish callbacks [] for security_group (ad5558f5-a8ce-40c8-afdb-4d50898c0e7d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.818304 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] Publish callbacks [] for security_group (ad5558f5-a8ce-40c8-afdb-4d50898c0e7d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.820677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-7f6af701-f789-4ed6-a21c-c6bc401e6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:36.822166 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-7f6af701-f789-4ed6-a21c-c6bc401e6ab6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1809518 Feb 19 07:13:36.946500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Allocated IP 192.168.233.91 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/d080e433-fd4f-4ade-b6ac-df41d4b1803d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:36.983217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad5558f5-a8ce-40c8-afdb-4d50898c0e7d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.985835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:36.986980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad5558f5-a8ce-40c8-afdb-4d50898c0e7d HTTP/1.1" status: 204 len: 168 time: 0.3352816 Feb 19 07:13:36.988343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-b9183b74-9dc9-4a9a-90d3-f6adae60920b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 200 len: 217 time: 0.0895545 Feb 19 07:13:37.005192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9de730-7dfa-4462-9bfb-555f8c504ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5558f5-a8ce-40c8-afdb-4d50898c0e7d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:37.112793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-050e42c8-d1a1-4f5d-994d-5dd222af51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:37.114316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-050e42c8-d1a1-4f5d-994d-5dd222af51c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1114278 Feb 19 07:13:37.160471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc9f84-43b9-4283-b329-4d05d14a9ca6 req-ae432be4-11e7-4381-82cd-eab574cbf203 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:37.172004 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0cc9f84-43b9-4283-b329-4d05d14a9ca6 req-ae432be4-11e7-4381-82cd-eab574cbf203 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.3010757 Feb 19 07:13:37.252906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0cc9f84-43b9-4283-b329-4d05d14a9ca6 req-9f9fd497-13f9-4c51-a90b-11f64f09efee tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762784 Feb 19 07:13:37.279638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-2f28aeb3-ff5b-4f37-b3d4-c983de41c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:37.283026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-2f28aeb3-ff5b-4f37-b3d4-c983de41c819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1538527 Feb 19 07:13:37.298809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks [] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:37.332673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:37.348383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:37.409869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7', '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:37.442930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event updated for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:37.461127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:37.462898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:37.465251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944120-1afb-4861-89e8-c466589d1260 req-ba3c339f-258c-4097-891a-58614355df94 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:37.465695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:37.474252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b944120-1afb-4861-89e8-c466589d1260 req-ba3c339f-258c-4097-891a-58614355df94 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 935 time: 0.0949183 Feb 19 07:13:37.544787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b944120-1afb-4861-89e8-c466589d1260 req-aa8348e4-084c-4d57-a620-881a047c1779 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691988 Feb 19 07:13:37.557533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-7032a525-5933-43a1-82d0-938aa38652e6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666154 Feb 19 07:13:37.590132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:37.592044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:37.629282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-14cdef5b-54f6-48ef-971c-17702b03acff tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1707478 Feb 19 07:13:37.642739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Request body: {'port': {'device_id': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:37.758666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:37.858070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51d0d2af-b963-4f1b-85e5-93fee8db3857 req-01df3843-04f7-404f-b76c-e17ce08b7c41 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888641 Feb 19 07:13:38.095890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fce747-cb58-4ce0-aff6-d7ef11594345 req-71bd5754-c648-4362-8daa-fe70f0b1f53b tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:38.108986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51fce747-cb58-4ce0-aff6-d7ef11594345 req-71bd5754-c648-4362-8daa-fe70f0b1f53b tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.1438613 Feb 19 07:13:38.120195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-88c2ead6-329f-4b47-bfd5-12381bf6da89 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:38.122310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-88c2ead6-329f-4b47-bfd5-12381bf6da89 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.24 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.2196081 Feb 19 07:13:38.172796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e267e-9efe-4f75-909b-7a283910799f req-c5e175cc-29db-49a5-bcd8-132ac684172b tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:38.179647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f761ec61-5e45-43ad-bc2b-4448d1eca95c None None] Provisioning complete for port d080e433-fd4f-4ade-b6ac-df41d4b1803d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:38.180314 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f761ec61-5e45-43ad-bc2b-4448d1eca95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.182669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f1e267e-9efe-4f75-909b-7a283910799f req-c5e175cc-29db-49a5-bcd8-132ac684172b tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.3192136 Feb 19 07:13:38.239717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f761ec61-5e45-43ad-bc2b-4448d1eca95c None None] Port d080e433-fd4f-4ade-b6ac-df41d4b1803d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:13:38.267575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51fce747-cb58-4ce0-aff6-d7ef11594345 req-caa884a7-b272-417b-8822-59e041138a80 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321738 Feb 19 07:13:38.273083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:38.306789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:38.522256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f1e267e-9efe-4f75-909b-7a283910799f req-91c7618a-d7d3-404c-b0f4-5fd7866df0a7 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375897 Feb 19 07:13:38.529405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-882652002-network', 'tenant_id': '7c58f18d23a04e52bc2f70bdc01902ff'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:38.561116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Deleting port 1f90a70b-cdbb-40c1-87da-ca17db515317 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:38.568202 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:13:38.569388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.584111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab82d2d-3b89-404f-8d76-89729abcc3e5 req-11638867-4b5a-4b9e-b75e-d29e472c14e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:38.585641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bab82d2d-3b89-404f-8d76-89729abcc3e5 req-11638867-4b5a-4b9e-b75e-d29e472c14e2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1792893 Feb 19 07:13:38.597792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81b4bb49-c067-4e3f-9c76-46ea2200e855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.604627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0085b81-d74a-46d8-9f2b-5b11f2eac5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.660888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Made reservation on behalf of 7c58f18d23a04e52bc2f70bdc01902ff for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:38.663372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.678820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d080e433-fd4f-4ade-b6ac-df41d4b1803d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:38.709310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks [] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.767212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Transition to ACTIVE for port object d080e433-fd4f-4ade-b6ac-df41d4b1803d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:38.773008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.773524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] For port 1f90a70b-cdbb-40c1-87da-ca17db515317, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1f90a70b-cdbb-40c1-87da-ca17db515317,segment=NetworkSegment(17e6c41c-34fe-4fe4-91cc-451210596cf1),segment_id=17e6c41c-34fe-4fe4-91cc-451210596cf1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:38.773935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.791085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bab82d2d-3b89-404f-8d76-89729abcc3e5 req-e9958328-b61c-4ba4-94dd-b7d5a03103b3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910841 Feb 19 07:13:38.791805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:38.796046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Calling delete_port for 1f90a70b-cdbb-40c1-87da-ca17db515317 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:38.852830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f259959-d13a-4f45-8372-b55769d88bde req-f402b58d-2e10-4894-8ff9-536528894848 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:38.854518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f259959-d13a-4f45-8372-b55769d88bde req-f402b58d-2e10-4894-8ff9-536528894848 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.2634330 Feb 19 07:13:38.880665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44382) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:38.890061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:38.893548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Request body: {'floatingip': {'port_id': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:38.943935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Attempting to bind port d080e433-fd4f-4ade-b6ac-df41d4b1803d on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:38.944760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Attempting to bind port d080e433-fd4f-4ade-b6ac-df41d4b1803d by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:38.945359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Attempting to bind port d080e433-fd4f-4ade-b6ac-df41d4b1803d on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:38.952878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Port d080e433-fd4f-4ade-b6ac-df41d4b1803d on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:38.953398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Attempting to bind port d080e433-fd4f-4ade-b6ac-df41d4b1803d on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:38.960713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:38.961242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:38.961922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:38.962509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Bound port: d080e433-fd4f-4ade-b6ac-df41d4b1803d, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:38.968423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.054358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:39.061274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:39.067923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.111482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.112111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.114180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d080e433-fd4f-4ade-b6ac-df41d4b1803d HTTP/1.1" status: 200 len: 1095 time: 1.4763637 Feb 19 07:13:39.114643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:39.116933 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:39.162742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45c0f-a8c6-42b0-a5ae-da2a6837b5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:39.190827 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5326a9b9-710f-411b-9236-5586b335f245 x-openstack-request-id: req-5326a9b9-710f-411b-9236-5586b335f245 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:39.191429 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:39.191713 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5326a9b9-710f-411b-9236-5586b335f245 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:39.192335 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d', 'status': 'completed', 'code': 200} Feb 19 07:13:39.230334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-799a301d-353e-4d11-a5a9-417c125e0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.232073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-799a301d-353e-4d11-a5a9-417c125e0753 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 1129 time: 0.0661113 Feb 19 07:13:39.284812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-b7e02e82-a28f-4da0-9a86-93be5b1f4b20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d HTTP/1.1" status: 200 len: 217 time: 0.0436404 Feb 19 07:13:39.340845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-778d18b5-63f9-4d8f-91e8-1c1ef6fae52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.342578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-778d18b5-63f9-4d8f-91e8-1c1ef6fae52f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0502183 Feb 19 07:13:39.353071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.411013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-d26d0747-f3ca-4bf0-ad73-d76fa78ed991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.412660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-d26d0747-f3ca-4bf0-ad73-d76fa78ed991 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602148 Feb 19 07:13:39.474344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks [] for security_group (3abb8481-7f2a-45e9-8e8b-f8d413f4520b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.498073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3abb8481-7f2a-45e9-8e8b-f8d413f4520b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.518546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-a45f7f1d-533f-42d2-9fac-2680db1d1379 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986648 Feb 19 07:13:39.566730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.574527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:13:39.587566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81b4bb49-c067-4e3f-9c76-46ea2200e855 admin admin] Publish callbacks [] for security_group (2197425f-f96f-48ec-9d3c-ef79797f850e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.614589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abb8481-7f2a-45e9-8e8b-f8d413f4520b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:39.617593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81b4bb49-c067-4e3f-9c76-46ea2200e855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2197425f-f96f-48ec-9d3c-ef79797f850e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.679583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80a3c7-ffbb-4c51-adf1-46664e1cf01a req-0d3144cd-f9cb-4b52-aa79-eac3c86caffe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.681118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a80a3c7-ffbb-4c51-adf1-46664e1cf01a req-0d3144cd-f9cb-4b52-aa79-eac3c86caffe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 947 time: 0.7055681 Feb 19 07:13:39.704673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7459c33f-6c84-40d7-bf74-f7e2674abc9d req-b08e6ae7-3017-43ef-ad3f-a39ad7a76c20 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781521 Feb 19 07:13:39.724153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8316c5-73bf-4084-bb00-df0c6fc586da req-c845324f-46d2-48f2-8e60-df9dca5c4761 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.725609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd8316c5-73bf-4084-bb00-df0c6fc586da req-c845324f-46d2-48f2-8e60-df9dca5c4761 tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/ports?device_id=418b63cc-2c09-484d-999a-aabc590dd188 HTTP/1.1" status: 200 len: 945 time: 0.0822027 Feb 19 07:13:39.756637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-81b4bb49-c067-4e3f-9c76-46ea2200e855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fe652294f49425aa7a44d0444fbce77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4789627 Feb 19 07:13:39.757247 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:39.767231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4bb49-c067-4e3f-9c76-46ea2200e855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2197425f-f96f-48ec-9d3c-ef79797f850e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:39.804392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd8316c5-73bf-4084-bb00-df0c6fc586da req-d2bfcbd1-178c-4f1c-a126-7f558710b4ba tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4a74177-0133-4917-af81-875d68a04c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Feb 19 07:13:39.858264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-c4c93e50-1966-4dfd-8e24-04a7c61eac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:39.859885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-c4c93e50-1966-4dfd-8e24-04a7c61eac06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 1129 time: 0.0546193 Feb 19 07:13:39.888082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1f90a70b-cdbb-40c1-87da-ca17db515317), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.896896 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (904e177a-843e-4947-b925-ac87354af47a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:39.897331 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Added segment 904e177a-843e-4947-b925-ac87354af47a of type vlan for network 1a869aa7-062f-4b51-abd2-2fd6f3d1b701 Feb 19 07:13:39.902880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['1f90a70b-cdbb-40c1-87da-ca17db515317'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:39.994341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Pushing event deleted for resources: {'Port': ['ID=1f90a70b-cdbb-40c1-87da-ca17db515317,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:40.008450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a80a3c7-ffbb-4c51-adf1-46664e1cf01a req-8a55db54-2b2c-4ceb-b231-7fa73dceb66a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087952 Feb 19 07:13:40.030337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebaac0-8143-44fb-8299-e709f59b1213 req-17a82cca-fde2-4d69-927d-e5eaf4f686de tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.030337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7aebaac0-8143-44fb-8299-e709f59b1213 req-17a82cca-fde2-4d69-927d-e5eaf4f686de tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1358693 Feb 19 07:13:40.030337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-2d5df9a7-a767-4bdf-8eb0-356ffd5defef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.030337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-2d5df9a7-a767-4bdf-8eb0-356ffd5defef service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1618524 Feb 19 07:13:40.047541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1a869aa7-062f-4b51-abd2-2fd6f3d1b701), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.087809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-9faedb3b-86e7-408f-82ea-6e25704cd6d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d HTTP/1.1" status: 200 len: 217 time: 0.0446725 Feb 19 07:13:40.106057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] Publish callbacks [] for security_group (2197425f-f96f-48ec-9d3c-ef79797f850e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.111222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] No DVR routers for this DVR port 1f90a70b-cdbb-40c1-87da-ca17db515317 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:40.151204 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.154302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-628b2010-a3de-4d14-ae90-bef0c3782fff req-6b32a6d5-00be-4a1e-b0f5-1847415d6e7d tempest-ServerGroupTestJSON-520033789 tempest-ServerGroupTestJSON-520033789-project] 10.222.0.24 "DELETE /v2.0/ports/1f90a70b-cdbb-40c1-87da-ca17db515317 HTTP/1.1" status: 204 len: 173 time: 2.0203438 Feb 19 07:13:40.154759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'name': 'network-vif-deleted', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:40.154903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7aebaac0-8143-44fb-8299-e709f59b1213 req-0953d3ac-f504-4027-a49c-a1d766a098e6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167283 Feb 19 07:13:40.158003 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d05e0-bb04-4ade-bdd0-f532bd6dbb81" -d '{"events": [{"server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "name": "network-vif-deleted", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:40.167946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-a972b2b9-c0d5-4ebb-a16d-d46895ed9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.169516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-a972b2b9-c0d5-4ebb-a16d-d46895ed9e03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0696137 Feb 19 07:13:40.218599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] Publish callbacks [] for security_group (2197425f-f96f-48ec-9d3c-ef79797f850e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.232926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1a869aa7-062f-4b51-abd2-2fd6f3d1b701), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.234005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.234447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.240167 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92737054-034f-4527-9101-f5f8ed7d6fb6 x-openstack-request-id: req-92737054-034f-4527-9101-f5f8ed7d6fb6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:40.240464 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418b63cc-2c09-484d-999a-aabc590dd188", "name": "network-vif-deleted", "tag": "1f90a70b-cdbb-40c1-87da-ca17db515317", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:40.240777 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92737054-034f-4527-9101-f5f8ed7d6fb6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:40.241167 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418b63cc-2c09-484d-999a-aabc590dd188', 'name': 'network-vif-deleted', 'tag': '1f90a70b-cdbb-40c1-87da-ca17db515317', 'status': 'completed', 'code': 200} Feb 19 07:13:40.260651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-da6e1bf8-dab1-4fb5-a937-cee603e49ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.262055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-da6e1bf8-dab1-4fb5-a937-cee603e49ec4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0833857 Feb 19 07:13:40.368437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0601685 Feb 19 07:13:40.377975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:40.389162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906c3ad-4056-44b5-bc32-09b92a01a2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a869aa7-062f-4b51-abd2-2fd6f3d1b701,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:40.397674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Request body: {'subnet': {'network_id': '1a869aa7-062f-4b51-abd2-2fd6f3d1b701', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-882652002-subnet', 'tenant_id': '7c58f18d23a04e52bc2f70bdc01902ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:40.407050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1a869aa7-062f-4b51-abd2-2fd6f3d1b701 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:13:40.410077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-d88e3587-9a6d-4aeb-899a-5f62becf3163 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372430 Feb 19 07:13:40.431471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2197425f-f96f-48ec-9d3c-ef79797f850e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.434276 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.435710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2197425f-f96f-48ec-9d3c-ef79797f850e HTTP/1.1" status: 204 len: 168 time: 0.6697307 Feb 19 07:13:40.440904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Made reservation on behalf of 7c58f18d23a04e52bc2f70bdc01902ff for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:40.443954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.467566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395dfb7-2dfd-471d-a75b-e20d0a8bb99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197425f-f96f-48ec-9d3c-ef79797f850e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:40.566099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.571234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.588829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d416ed63-621a-40b8-8b07-c1d56e5ff6b0 req-b7a7de42-2895-4c67-9f44-e73dd3fa86f6 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700463 Feb 19 07:13:40.741136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (5704e892-fdec-461f-8bde-0e1a4157476f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.788668 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Floating IP 62cf8712-8e66-4b31-9c77-3ce7269a97c1 associated. External IP: 172.25.7.123, port: 361bcd49-6ba4-41eb-ba5d-3c602e7dd344. Feb 19 07:13:40.799971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5704e892-fdec-461f-8bde-0e1a4157476f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:40.810508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Checking segment: {'id': '904e177a-843e-4947-b925-ac87354af47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1a869aa7-062f-4b51-abd2-2fd6f3d1b701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:40.810918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Network hostable DHCP agents. Network: 1a869aa7-062f-4b51-abd2-2fd6f3d1b701, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:13:40.845286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Network 1a869aa7-062f-4b51-abd2-2fd6f3d1b701 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:13:40.872533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1a869aa7-062f-4b51-abd2-2fd6f3d1b701) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:40.878914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:40.885838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:40.908511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc0736-401f-4161-a4d1-acc84f9992d7 None None] Network 1a869aa7-062f-4b51-abd2-2fd6f3d1b701 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:40.930198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee8470f3-fd93-4342-bff5-5a635485731e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5507283 Feb 19 07:13:41.013984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:41.021561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.028190 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8519-41f1-42b7-b8eb-45011ce9eacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.178510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8519-41f1-42b7-b8eb-45011ce9eacb admin admin] Publish callbacks [] for security_group (effd2ebe-d3b5-491c-86ea-4e77803d3ed3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.186591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb2e8519-41f1-42b7-b8eb-45011ce9eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (effd2ebe-d3b5-491c-86ea-4e77803d3ed3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.226066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c65d4f-10a4-46fc-ae7e-be1016371f26 None None] Network 1a869aa7-062f-4b51-abd2-2fd6f3d1b701 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:41.243524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e8519-41f1-42b7-b8eb-45011ce9eacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effd2ebe-d3b5-491c-86ea-4e77803d3ed3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:41.257022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:13:41.284862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eb2e8519-41f1-42b7-b8eb-45011ce9eacb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=584228e43cb940f198135ec905bf7c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696242 Feb 19 07:13:41.288591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:41.324673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088048-93e5-4c6f-8178-d3767e0ad652 req-390f4e1e-9eae-43a4-9e9f-c31f3cef341f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:41.326651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5088048-93e5-4c6f-8178-d3767e0ad652 req-390f4e1e-9eae-43a4-9e9f-c31f3cef341f tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 947 time: 0.1964779 Feb 19 07:13:41.433803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] Publish callbacks [] for security_group (effd2ebe-d3b5-491c-86ea-4e77803d3ed3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.460681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] Publish callbacks [] for security_group (effd2ebe-d3b5-491c-86ea-4e77803d3ed3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.464380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:13:41.470698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.481076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Sync routers for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:13:41.498597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:13:41.499286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:13:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:41.520470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5088048-93e5-4c6f-8178-d3767e0ad652 req-c274e141-7541-4587-bc42-fe91a221ac04 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846695 Feb 19 07:13:41.525650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1681259220', 'description': 'tempest-description-85582879'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:41.534600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-229395fb-6c11-43ef-9f19-828fc6e1ee42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "PUT /v2.0/floatingips/62cf8712-8e66-4b31-9c77-3ce7269a97c1 HTTP/1.1" status: 200 len: 992 time: 2.6500030 Feb 19 07:13:41.559089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.565612 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (effd2ebe-d3b5-491c-86ea-4e77803d3ed3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.568194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.572175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/effd2ebe-d3b5-491c-86ea-4e77803d3ed3 HTTP/1.1" status: 204 len: 168 time: 0.2821257 Feb 19 07:13:41.582138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3742c92-1f3c-467d-81a3-8607e3606289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd2ebe-d3b5-491c-86ea-4e77803d3ed3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:41.690336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:13:41.719089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (9f3086af-ffa1-4650-9705-f3bec140e4f6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.724629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9f3086af-ffa1-4650-9705-f3bec140e4f6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.748900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03b94-49d9-4664-90bb-a789479cfd52 req-4fa06e21-edd0-4c16-950c-fbbabf891c9e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:41.756856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cb03b94-49d9-4664-90bb-a789479cfd52 req-4fa06e21-edd0-4c16-950c-fbbabf891c9e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0816629 Feb 19 07:13:41.792858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3086af-ffa1-4650-9705-f3bec140e4f6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:41.821774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:41.824837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cb03b94-49d9-4664-90bb-a789479cfd52 req-fa393109-719b-41e1-8b56-94dadeb0bd23 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Feb 19 07:13:41.825529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a9b65b2-f244-4e2f-b1c6-d60f95d6b8a8 req-cb846bba-920a-4fb1-8eba-395fae3daf9c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3077898 Feb 19 07:13:41.974676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-109cf500-b720-4fd3-ac08-41e8a7979a26 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/9f3086af-ffa1-4650-9705-f3bec140e4f6 HTTP/1.1" status: 200 len: 1828 time: 0.0771432 Feb 19 07:13:41.982278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3086af-ffa1-4650-9705-f3bec140e4f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:41.983093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f3086af-ffa1-4650-9705-f3bec140e4f6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:42.015491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e78e8-2367-4698-b72a-39ebd8b6ef6d req-b0de7e0f-98b0-4324-a6ad-9fc60394df33 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:42.029130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-772e78e8-2367-4698-b72a-39ebd8b6ef6d req-b0de7e0f-98b0-4324-a6ad-9fc60394df33 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.1129746 Feb 19 07:13:42.062042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.070447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '62cf8712-8e66-4b31-9c77-3ce7269a97c1', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'port_id': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'mac_address': 'fa:16:3e:09:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:00Z', 'updated_at': '2022-02-19T07:13:40Z', 'revision_number': 1, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:42.097851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.103092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.124795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17e465-d716-4653-b0c0-cd54ad474c90,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:42.131796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-772e78e8-2367-4698-b72a-39ebd8b6ef6d req-2f952b06-d620-4be9-b7ba-16dc38f691b3 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943081 Feb 19 07:13:42.132754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Checking router: a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:13:42.143808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:13:42.144653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:13:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:42.175119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.180255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8c6dd32-cd65-463c-8b45-91655f057808 req-5efebb2f-1435-4309-a816-54a68c3b2356 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2044151 Feb 19 07:13:42.242624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:42.245120 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ae096-506e-4666-90e0-26eb4a7ad567" -d '{"events": [{"name": "network-changed", "server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:42.291746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:13:42.296560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-655209b8-d7f2-405a-abcb-f55eb59b7490 req-79b1b536-19b5-437c-960d-e3c55df58a72 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/9f3086af-ffa1-4650-9705-f3bec140e4f6 HTTP/1.1" status: 200 len: 2421 time: 0.0870879 Feb 19 07:13:42.327151 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8272a15-57d3-4cc6-8cc2-fb2924844ee6 x-openstack-request-id: req-e8272a15-57d3-4cc6-8cc2-fb2924844ee6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:42.328339 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:42.328901 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8272a15-57d3-4cc6-8cc2-fb2924844ee6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:42.330297 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'status': 'completed', 'code': 200} Feb 19 07:13:42.360959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:42.401133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-911138d5-4e78-40bb-95b4-1c4a58d19773 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-group-rules/bf17e465-d716-4653-b0c0-cd54ad474c90 HTTP/1.1" status: 200 len: 778 time: 0.0600781 Feb 19 07:13:42.421434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Deleting subnet a1498df4-16fd-4a7e-b755-03391e104066 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:13:42.428110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Publish callbacks [] for subnet (a1498df4-16fd-4a7e-b755-03391e104066), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.463065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-711547dd-0a8d-4fa1-af1a-f5844f0a9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:42.465189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-711547dd-0a8d-4fa1-af1a-f5844f0a9100 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=15cb15387001479e9ddf0eded5e4dd43&device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 1128 time: 0.1149693 Feb 19 07:13:42.477955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-8c7e4c93-8f1e-4a4c-bd2c-bb06a068ab79 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/9f3086af-ffa1-4650-9705-f3bec140e4f6 HTTP/1.1" status: 200 len: 2421 time: 0.0757561 Feb 19 07:13:42.518546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a1498df4-16fd-4a7e-b755-03391e104066), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.564599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.568956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a1498df4-16fd-4a7e-b755-03391e104066), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.584490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.616902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1f90a70b-cdbb-40c1-87da-ca17db515317 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:42.633692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bf17e465-d716-4653-b0c0-cd54ad474c90), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.649225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.654262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f8ba8d7-fe41-4edd-8608-6cd30767514d req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/bf17e465-d716-4653-b0c0-cd54ad474c90 HTTP/1.1" status: 204 len: 173 time: 0.1752710 Feb 19 07:13:42.666596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 1f90a70b-cdbb-40c1-87da-ca17db515317 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:42.666949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1f90a70b-cdbb-40c1-87da-ca17db515317 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:42.678303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.679015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b770a5-cf90-44ab-9f81-3ac7a8c89153 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf17e465-d716-4653-b0c0-cd54ad474c90,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:42.710779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a1498df4-16fd-4a7e-b755-03391e104066), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.719866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1574391584', 'description': 'tempest-description-1587057438'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:42.745758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1498df4-16fd-4a7e-b755-03391e104066,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:42.747297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-1002dbb7-49d8-4d93-8f15-544ad15352c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:42.750323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-1002dbb7-49d8-4d93-8f15-544ad15352c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=08a26345-b303-4173-8259-aa6fe70e4ba4 HTTP/1.1" status: 200 len: 916 time: 0.2700477 Feb 19 07:13:42.761098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.763496 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:42.764928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4fb42de5-672f-45ab-8d5d-43bfeb675bb8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a1498df4-16fd-4a7e-b755-03391e104066 HTTP/1.1" status: 204 len: 168 time: 0.4029534 Feb 19 07:13:42.767944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:42.788488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35c2a-6d08-444a-be81-94a611be6577 req-217797ea-64cd-492a-8813-1c608123cf2b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:42.795520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cc35c2a-6d08-444a-be81-94a611be6577 req-217797ea-64cd-492a-8813-1c608123cf2b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 947 time: 0.1518304 Feb 19 07:13:42.872681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-6ff7320b-eb33-4190-86e2-1bad8b59a905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344 HTTP/1.1" status: 200 len: 1000 time: 0.1066868 Feb 19 07:13:42.881044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '62cf8712-8e66-4b31-9c77-3ce7269a97c1', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'port_id': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'mac_address': 'fa:16:3e:09:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:00Z', 'updated_at': '2022-02-19T07:13:40Z', 'revision_number': 1, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:42.914158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eb5fd4-0778-4540-a083-afe615486c45 None None] The sync data for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 is: [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '62cf8712-8e66-4b31-9c77-3ce7269a97c1', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'floating_ip_address': '172.25.7.123', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'port_id': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'mac_address': 'fa:16:3e:09:fb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:12:00Z', 'updated_at': '2022-02-19T07:13:40Z', 'revision_number': 1, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:13:42.987523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-b463097b-2f0b-424a-9cf7-5f232372770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:42.989883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-b463097b-2f0b-424a-9cf7-5f232372770c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e1f0e47-4768-4762-a888-3e61ac772199 HTTP/1.1" status: 200 len: 855 time: 0.1082277 Feb 19 07:13:43.016024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cc35c2a-6d08-444a-be81-94a611be6577 req-0de02f53-fea8-4819-b4d0-bcc72a4b5812 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149212 Feb 19 07:13:43.019533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0ce86b40-9079-4090-860a-153d66bd40d4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.045571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (dc640cde-4c7a-4b25-9f00-78386c75ec4d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.093983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dc640cde-4c7a-4b25-9f00-78386c75ec4d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.121748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0ce86b40-9079-4090-860a-153d66bd40d4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.141240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-cea08c83-8df5-4ed7-a3b4-f04ccad852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:43.142809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-cea08c83-8df5-4ed7-a3b4-f04ccad852c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=08a26345-b303-4173-8259-aa6fe70e4ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1447458 Feb 19 07:13:43.145980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.149446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce86b40-9079-4090-860a-153d66bd40d4']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:43.152239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c3c8cdb2-d22c-42c1-9c2a-628a74f53750 req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4442890 Feb 19 07:13:43.154302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ef56f-b843-4de0-9177-4ac0d7c5536b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc640cde-4c7a-4b25-9f00-78386c75ec4d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:43.192599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e6c41c-34fe-4fe4-91cc-451210596cf1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:43.193261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e6c41c-34fe-4fe4-91cc-451210596cf1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:43.209008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (17e6c41c-34fe-4fe4-91cc-451210596cf1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.234217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (17e6c41c-34fe-4fe4-91cc-451210596cf1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.253548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:13:43.254164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (17e6c41c-34fe-4fe4-91cc-451210596cf1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:13:43.256575 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:13:43.286389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55772bb-962f-4388-b066-c01d01fb730e req-9b8a14ea-1a0c-4623-a2d1-bbe8bd6e1502 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:43.288085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f55772bb-962f-4388-b066-c01d01fb730e req-9b8a14ea-1a0c-4623-a2d1-bbe8bd6e1502 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1419885 Feb 19 07:13:43.294735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d5285-a689-4112-b795-5f017ebcae4f None None] New status for floating IP 62cf8712-8e66-4b31-9c77-3ce7269a97c1: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:13:43.306353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-73a0ed31-f731-4e9a-a151-3fadce9e3b9f service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530986 Feb 19 07:13:43.363050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0ce86b40-9079-4090-860a-153d66bd40d4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.370988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.378043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ce86b40-9079-4090-860a-153d66bd40d4 HTTP/1.1" status: 204 len: 168 time: 0.6066732 Feb 19 07:13:43.400329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786de21-a655-4904-b8eb-d0bd80962080 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce86b40-9079-4090-860a-153d66bd40d4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:43.416418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f55772bb-962f-4388-b066-c01d01fb730e req-8e121a8d-f87c-4670-aed6-5129cb023709 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919647 Feb 19 07:13:43.512961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03f31b23-cfd7-4952-b349-44cd69a0dad1 req-3e358f02-22ac-4e4e-8413-55fa03746da5 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/dc640cde-4c7a-4b25-9f00-78386c75ec4d HTTP/1.1" status: 200 len: 1830 time: 0.0730076 Feb 19 07:13:43.515954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-8de13d16-7da3-4d34-bc01-40ae126f1586 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c0fdc000c44e43529d4bb10897299f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352356 Feb 19 07:13:43.521006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a4ae096-506e-4666-90e0-26eb4a7ad567 req-3a5969ab-495f-40c6-9666-4a3e3e56e046 service neutron] 10.222.0.24 "GET /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075775 Feb 19 07:13:43.581842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d080e433-fd4f-4ade-b6ac-df41d4b1803d details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:43.585046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1358331608', 'description': 'tempest-description-1358736164'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:43.637302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.730917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:43.737859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:43.754944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d', 'mac_address': 'fa:16:3e:a6:47:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:43.767411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (8aa0a5b4-4909-4bb8-8816-e56c2fd09b35), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.778834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8aa0a5b4-4909-4bb8-8816-e56c2fd09b35), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.804434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-30b80f82-a7c8-43b7-a717-aba59b316caa tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:43.806306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-30b80f82-a7c8-43b7-a717-aba59b316caa tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622168 Feb 19 07:13:43.807158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d080e433-fd4f-4ade-b6ac-df41d4b1803d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:43.807777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.816834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d8fea1f-561e-46d2-8485-2e85c118ce62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e61abab8e7b4a6a93618f3c529389da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847514 Feb 19 07:13:43.821374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:43.826839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-72561801-386b-4072-af36-f1d241a9d282 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/quotas/c0fdc000c44e43529d4bb10897299f8d HTTP/1.1" status: 200 len: 375 time: 0.0136452 Feb 19 07:13:43.827149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d080e433-fd4f-4ade-b6ac-df41d4b1803d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:43.832388 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.836668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57573f52-e967-4556-9a92-e5a1b483e79b req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2666361 Feb 19 07:13:43.852184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:43.859981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.871145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef8b5-0ddb-4914-8cbb-47dbbcb2c08c tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa0a5b4-4909-4bb8-8816-e56c2fd09b35,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:43.898383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-d652e411-87b3-4af6-9ed3-bcee11086201 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0fdc000c44e43529d4bb10897299f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659606 Feb 19 07:13:43.946962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:43.963102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca483394-50e0-49e7-91f7-4cca7544b23a req-378cf310-afce-43f8-9d3b-dcbb96c4bb27 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/8aa0a5b4-4909-4bb8-8816-e56c2fd09b35 HTTP/1.1" status: 200 len: 1830 time: 0.0988631 Feb 19 07:13:43.963900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] Publish callbacks [] for security_group (e4a74177-0133-4917-af81-875d68a04c00), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.992346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] Publish callbacks [] for security_group (e4a74177-0133-4917-af81-875d68a04c00), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:43.996337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1303037182', 'description': 'tempest-description-1642934176'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:44.041649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.094359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e4a74177-0133-4917-af81-875d68a04c00), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.097954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.102118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4a74177-0133-4917-af81-875d68a04c00 HTTP/1.1" status: 204 len: 168 time: 0.2795005 Feb 19 07:13:44.122177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa8206-6234-458d-ae9b-40a031d0ca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a74177-0133-4917-af81-875d68a04c00,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:44.174527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bea3a1-183a-486b-81b4-36d1eeaf3e35 req-83a67b96-539a-439f-bd4d-130b34c19012 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:44.182047 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61bea3a1-183a-486b-81b4-36d1eeaf3e35 req-83a67b96-539a-439f-bd4d-130b34c19012 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 948 time: 0.0731485 Feb 19 07:13:44.204801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (ddfc7be3-fef8-428a-b4e3-097ea2cd321c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.216376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ddfc7be3-fef8-428a-b4e3-097ea2cd321c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.254500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61bea3a1-183a-486b-81b4-36d1eeaf3e35 req-14fcea64-64a4-4516-8694-0d3c5a7c817b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Feb 19 07:13:44.290657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.312646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6461bd3-7518-48e2-a6e2-67f0191af8a3 req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3258686 Feb 19 07:13:44.318247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c1f80-52bc-48c1-89fb-9ebfed45720d tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfc7be3-fef8-428a-b4e3-097ea2cd321c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:44.375206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76251992-44d6-4610-a965-f5d988428c1d req-fc4abc6a-b61c-42ad-9098-bcb33a6a288a tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 210 time: 0.0372770 Feb 19 07:13:44.386661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb726317-c7c6-4463-9020-853969fa712d req-6032baaa-1992-4e7a-8069-08c515f1e6a2 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/ddfc7be3-fef8-428a-b4e3-097ea2cd321c HTTP/1.1" status: 200 len: 1830 time: 0.0494013 Feb 19 07:13:44.413044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-328190331', 'description': 'tempest-description-395986371'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:44.440002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.451593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d080e433-fd4f-4ade-b6ac-df41d4b1803d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:44.529577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (fdd1403e-49d8-4b8c-81cf-342dd8ec7b79), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.535484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fdd1403e-49d8-4b8c-81cf-342dd8ec7b79), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.602621 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:44.609616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ace76301-9848-4512-81d0-c05c58500a55 req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2010870 Feb 19 07:13:44.628415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013284da-8726-4bb9-8dbd-3453d4a8ec98 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd1403e-49d8-4b8c-81cf-342dd8ec7b79,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:44.667038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62095723-bea5-42c4-8cc2-b788eea36351 req-98c603e3-0b2c-425f-bbd0-fdd4335c479f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:44.684495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62095723-bea5-42c4-8cc2-b788eea36351 req-98c603e3-0b2c-425f-bbd0-fdd4335c479f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1291137 Feb 19 07:13:44.730268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-94875337-fdab-430d-adc8-602d602680e8 req-fc228cf0-1bfd-4117-a01c-20cd072d5bf5 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/fdd1403e-49d8-4b8c-81cf-342dd8ec7b79 HTTP/1.1" status: 200 len: 1828 time: 0.0922704 Feb 19 07:13:44.772972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62095723-bea5-42c4-8cc2-b788eea36351 req-85af1aa9-8e2c-4f27-afa4-6fdcbe0ec9d8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873246 Feb 19 07:13:44.773595 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-6c4a0844-30e2-482d-9461-57dde010b8c2 req-5f4d1478-883d-4df6-8de5-9c44c153eacf tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] show failed (client error): The resource could not be found. Feb 19 07:13:44.774870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c4a0844-30e2-482d-9461-57dde010b8c2 req-5f4d1478-883d-4df6-8de5-9c44c153eacf tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/c5d82bc2-8683-481a-bab2-ce7f0d523e2f HTTP/1.1" status: 404 len: 352 time: 0.0183327 Feb 19 07:13:44.816506 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-ba9e1f5a-47d1-4aa6-b7f3-e43dd545b57c req-943cb600-d660-4eaa-b78b-0892b88dd3ff tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] show failed (client error): The resource could not be found. Feb 19 07:13:44.817828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba9e1f5a-47d1-4aa6-b7f3-e43dd545b57c req-943cb600-d660-4eaa-b78b-0892b88dd3ff tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-group-rules/fd25a679-03b3-4091-9737-b44f2472aec9 HTTP/1.1" status: 404 len: 361 time: 0.0165882 Feb 19 07:13:44.909085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-ef62331b-045f-45f7-a68a-de7a1c4b94c0 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/fdd1403e-49d8-4b8c-81cf-342dd8ec7b79 HTTP/1.1" status: 200 len: 1828 time: 0.0600669 Feb 19 07:13:44.972257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (fdd1403e-49d8-4b8c-81cf-342dd8ec7b79), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.008355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (fdd1403e-49d8-4b8c-81cf-342dd8ec7b79), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.061950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fdd1403e-49d8-4b8c-81cf-342dd8ec7b79), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.065528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.071820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2a28272-9f67-4ac0-bddc-6ec0510aeec6 req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdd1403e-49d8-4b8c-81cf-342dd8ec7b79 HTTP/1.1" status: 204 len: 173 time: 0.1614897 Feb 19 07:13:45.085419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274456-35c8-47ce-946c-46ec8923a93f tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd1403e-49d8-4b8c-81cf-342dd8ec7b79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:45.168679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-64edb709-959e-4369-b511-2bfb800ac1d4 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/ddfc7be3-fef8-428a-b4e3-097ea2cd321c HTTP/1.1" status: 200 len: 1830 time: 0.0766227 Feb 19 07:13:45.231505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (ddfc7be3-fef8-428a-b4e3-097ea2cd321c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.238757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:45.273213 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (ddfc7be3-fef8-428a-b4e3-097ea2cd321c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.327490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ddfc7be3-fef8-428a-b4e3-097ea2cd321c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.332035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.333271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e15866d1-b888-4c12-8798-f3b5e6a9b928 req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-groups/ddfc7be3-fef8-428a-b4e3-097ea2cd321c HTTP/1.1" status: 204 len: 173 time: 0.1554809 Feb 19 07:13:45.350361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175b59-0289-4f54-96f5-0f93b2d4b933 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfc7be3-fef8-428a-b4e3-097ea2cd321c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:45.418005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfad87-e6df-4264-bed5-837ba0e36763 req-cd2c9a36-b467-4b12-b231-185035776b55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:45.418984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-90c587d8-cdda-449c-a44e-f5b1b12fe196 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/8aa0a5b4-4909-4bb8-8816-e56c2fd09b35 HTTP/1.1" status: 200 len: 1830 time: 0.0655062 Feb 19 07:13:45.419612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fcbfad87-e6df-4264-bed5-837ba0e36763 req-cd2c9a36-b467-4b12-b231-185035776b55 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 948 time: 0.0786166 Feb 19 07:13:45.451175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1008959751-network', 'tenant_id': '32b46956169e48298674094782400212'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:45.480903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (8aa0a5b4-4909-4bb8-8816-e56c2fd09b35), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.486034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Made reservation on behalf of 32b46956169e48298674094782400212 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:45.490098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.506717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.507613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (8aa0a5b4-4909-4bb8-8816-e56c2fd09b35), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.542917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-d072b083-32c7-4c40-b2fd-e866cfc02e0d tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c0fdc000c44e43529d4bb10897299f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240741 Feb 19 07:13:45.600980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks [] for security_group (13bee1db-ac66-44ec-9c1b-034f0faac77d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.614744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (13bee1db-ac66-44ec-9c1b-034f0faac77d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.622699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8aa0a5b4-4909-4bb8-8816-e56c2fd09b35), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.625559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.627353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dcbecf9-abb6-4f3f-bd37-fa076c99b536 req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-groups/8aa0a5b4-4909-4bb8-8816-e56c2fd09b35 HTTP/1.1" status: 204 len: 173 time: 0.2068536 Feb 19 07:13:45.644928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bee1db-ac66-44ec-9c1b-034f0faac77d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:45.647041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d0c9b-8c55-408c-8b08-6fb720b80b8b tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa0a5b4-4909-4bb8-8816-e56c2fd09b35,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:45.661965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fcbfad87-e6df-4264-bed5-837ba0e36763 req-3eeb6a45-4c1f-49b3-9ec4-1bc4543bb5ce tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295947 Feb 19 07:13:45.672847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:13:45.705399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48126cce-d88a-4434-8f47-5c5bb1a4d5f3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.706160 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Added segment 48126cce-d88a-4434-8f47-5c5bb1a4d5f3 of type vlan for network 5e620bca-d837-4426-a488-60876ebc0c15 Feb 19 07:13:45.713432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-f4aaa213-7026-4f42-abf2-bd59c4817e96 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:45.715562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-f4aaa213-7026-4f42-abf2-bd59c4817e96 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662738 Feb 19 07:13:45.739730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Request body: {'port': {'device_id': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'c0fdc000c44e43529d4bb10897299f8d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:45.779425 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5e620bca-d837-4426-a488-60876ebc0c15), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.785940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-426bb179-4e37-4bac-aa91-bc4c3d8add50 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/dc640cde-4c7a-4b25-9f00-78386c75ec4d HTTP/1.1" status: 200 len: 1830 time: 0.0980446 Feb 19 07:13:45.824636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5e620bca-d837-4426-a488-60876ebc0c15), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.825570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:45.826145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.847882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a9c4de62-f688-4fe2-9923-ae852f02c0dd req-de6b553c-00f2-4a88-aaa0-f133a8cdebef tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 210 time: 0.0764039 Feb 19 07:13:45.874160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:45.878030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6368783 Feb 19 07:13:45.884127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Request body: {'subnet': {'network_id': '5e620bca-d837-4426-a488-60876ebc0c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1008959751-subnet', 'tenant_id': '32b46956169e48298674094782400212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:45.937888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Made reservation on behalf of 32b46956169e48298674094782400212 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:45.941804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.960119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de180c-637d-436d-b6ca-427e2a9c9f27 admin admin] Pushing event updated for resources: {'Network': ['ID=5e620bca-d837-4426-a488-60876ebc0c15,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:45.966387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (dc640cde-4c7a-4b25-9f00-78386c75ec4d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:45.975683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5e620bca-d837-4426-a488-60876ebc0c15 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:13:45.993177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (dc640cde-4c7a-4b25-9f00-78386c75ec4d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.059635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dc640cde-4c7a-4b25-9f00-78386c75ec4d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.062341 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.064063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40326db7-5fc1-424a-bb89-41aba98cd990 req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc640cde-4c7a-4b25-9f00-78386c75ec4d HTTP/1.1" status: 204 len: 173 time: 0.2694242 Feb 19 07:13:46.077083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e72ee-dd09-4058-82ed-93e269578ed1 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc640cde-4c7a-4b25-9f00-78386c75ec4d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:46.085000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Made reservation on behalf of c0fdc000c44e43529d4bb10897299f8d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:46.093536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.121065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.127918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-e0c1f596-bed5-425b-a956-419ce38b09de tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "GET /v2.0/security-groups/9f3086af-ffa1-4650-9705-f3bec140e4f6 HTTP/1.1" status: 200 len: 1828 time: 0.0398028 Feb 19 07:13:46.161328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c15ad-fb11-45a3-a374-a53491ab3515 req-a753eae7-2ff6-4257-a2f3-322601a220df tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:46.162813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac7c15ad-fb11-45a3-a374-a53491ab3515 req-a753eae7-2ff6-4257-a2f3-322601a220df tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.2056320 Feb 19 07:13:46.192145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (9f3086af-ffa1-4650-9705-f3bec140e4f6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.217489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (9f3086af-ffa1-4650-9705-f3bec140e4f6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.269948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9f3086af-ffa1-4650-9705-f3bec140e4f6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.273300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.275622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d77e3802-1127-4d6f-9098-9209b95d7eb0 req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] 10.222.0.43 "DELETE /v2.0/security-groups/9f3086af-ffa1-4650-9705-f3bec140e4f6 HTTP/1.1" status: 204 len: 173 time: 0.1406887 Feb 19 07:13:46.284416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (052f92aa-82de-4a43-b742-a7f09ccac62a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.288447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:46.300398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c20511-47f4-4bf9-ba74-debefbc8de17 tempest-SecurityGroupRulesNegativeTestJSON-1959048264 tempest-SecurityGroupRulesNegativeTestJSON-1959048264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3086af-ffa1-4650-9705-f3bec140e4f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:46.313858 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac7c15ad-fb11-45a3-a374-a53491ab3515 req-a337e65d-815d-4fbb-8061-b90456d2088d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423144 Feb 19 07:13:46.363305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Deleting subnet 5704e892-fdec-461f-8bde-0e1a4157476f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:13:46.366785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Publish callbacks [] for subnet (5704e892-fdec-461f-8bde-0e1a4157476f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.409594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052f92aa-82de-4a43-b742-a7f09ccac62a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:46.417704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks [] for security_group (132904f3-7323-47e4-ab19-c7054d7e37a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.426641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (132904f3-7323-47e4-ab19-c7054d7e37a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.492137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Checking segment: {'id': '48126cce-d88a-4434-8f47-5c5bb1a4d5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:46.492531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Network hostable DHCP agents. Network: 5e620bca-d837-4426-a488-60876ebc0c15, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:13:46.506010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132904f3-7323-47e4-ab19-c7054d7e37a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:46.534689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Network 5e620bca-d837-4426-a488-60876ebc0c15 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:13:46.564606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5e620bca-d837-4426-a488-60876ebc0c15) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:46.572081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:46.572662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.584849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ceadee-1d8d-4d24-9378-5d8057792c08 None None] Network 5e620bca-d837-4426-a488-60876ebc0c15 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:46.617727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d5edbad3-8ed5-47a4-994b-6a5ef98fee77 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7320442 Feb 19 07:13:46.637411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Allocated IP 192.168.233.61 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/2772c8ea-a980-4379-a837-7b0c83ee629b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:46.670447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5704e892-fdec-461f-8bde-0e1a4157476f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.724219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5704e892-fdec-461f-8bde-0e1a4157476f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.801050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a324166-471d-4893-8b68-476a8bcbb57b None None] Network 5e620bca-d837-4426-a488-60876ebc0c15 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:46.829963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5704e892-fdec-461f-8bde-0e1a4157476f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.879130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:46.887927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5704e892-fdec-461f-8bde-0e1a4157476f HTTP/1.1" status: 204 len: 168 time: 0.5978000 Feb 19 07:13:46.888793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:46.892889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0457488-9a7b-4f4a-ba4a-649d35010c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5704e892-fdec-461f-8bde-0e1a4157476f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:46.934335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8990c1b-de49-4946-a146-53fd731f2900 req-e5b148b9-af65-4724-b11d-8a33b143a5d2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:46.937634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8990c1b-de49-4946-a146-53fd731f2900 req-e5b148b9-af65-4724-b11d-8a33b143a5d2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 948 time: 0.1527672 Feb 19 07:13:47.000999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks [] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.015942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1a869aa7-062f-4b51-abd2-2fd6f3d1b701), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.057089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8990c1b-de49-4946-a146-53fd731f2900 req-6b57afd6-6188-4645-9c60-fa538850dd77 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111922 Feb 19 07:13:47.166246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.189930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0567d-38fb-41c8-8768-c567ddd0bf1d req-284f4522-cb76-455b-9a51-da2d0dff83a4 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:47.191613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d0567d-38fb-41c8-8768-c567ddd0bf1d req-284f4522-cb76-455b-9a51-da2d0dff83a4 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 935 time: 0.0761142 Feb 19 07:13:47.215842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1a869aa7-062f-4b51-abd2-2fd6f3d1b701), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.256344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d0567d-38fb-41c8-8768-c567ddd0bf1d req-7d126ded-8dc3-4d5d-b255-97f6c625f707 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Feb 19 07:13:47.273427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:47.275065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a869aa7-062f-4b51-abd2-2fd6f3d1b701']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:47.294417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:47.299150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Pushing event updated for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:47.303033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:47.307131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904e177a-843e-4947-b925-ac87354af47a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:47.307131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904e177a-843e-4947-b925-ac87354af47a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:13:47.321161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-31175613-55ab-4955-b292-8b43e7c09b7a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:47.322803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-31175613-55ab-4955-b292-8b43e7c09b7a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/networks?id=5e620bca-d837-4426-a488-60876ebc0c15 HTTP/1.1" status: 200 len: 809 time: 0.2584951 Feb 19 07:13:47.359801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (904e177a-843e-4947-b925-ac87354af47a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.395223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-204e0667-440f-4097-944b-bf67a4ffc10b tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/quotas/32b46956169e48298674094782400212 HTTP/1.1" status: 200 len: 375 time: 0.0423470 Feb 19 07:13:47.396244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (904e177a-843e-4947-b925-ac87354af47a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.450669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:13:47.451505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (904e177a-843e-4947-b925-ac87354af47a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:13:47.453948 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:13:47.463414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:47.464534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.469485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e5e0c03c-5b4e-4c5e-869e-bde4a4c1df5b tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=32b46956169e48298674094782400212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576851 Feb 19 07:13:47.499387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0cebc-60a4-4462-b4d7-a7924c2aa7cf req-26552090-0a68-4a35-a45e-fec6c58263c8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:47.501701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9c0cebc-60a4-4462-b4d7-a7924c2aa7cf req-26552090-0a68-4a35-a45e-fec6c58263c8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0716841 Feb 19 07:13:47.567236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9c0cebc-60a4-4462-b4d7-a7924c2aa7cf req-09ce0005-f772-435f-acda-fe5762b2e847 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Feb 19 07:13:47.588844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-492cd054-cc81-47d1-aadf-f53be33a073e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8638475 Feb 19 07:13:47.596425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d080e433-fd4f-4ade-b6ac-df41d4b1803d up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:47.604170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Request body: {'port': {'device_id': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:47.610474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1a869aa7-062f-4b51-abd2-2fd6f3d1b701), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.638460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.643096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1a869aa7-062f-4b51-abd2-2fd6f3d1b701 HTTP/1.1" status: 204 len: 168 time: 0.7501154 Feb 19 07:13:47.671151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b605d8ec-92ac-4b2e-b722-4726b2367d5e None None] Provisioning complete for port 2772c8ea-a980-4379-a837-7b0c83ee629b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:47.671586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b605d8ec-92ac-4b2e-b722-4726b2367d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.682759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc85223-9e3b-46f8-bb34-da4c3d6f67b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a869aa7-062f-4b51-abd2-2fd6f3d1b701,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:47.737125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.738225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port d080e433-fd4f-4ade-b6ac-df41d4b1803d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:47.743430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b605d8ec-92ac-4b2e-b722-4726b2367d5e None None] Port 2772c8ea-a980-4379-a837-7b0c83ee629b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:13:47.747539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d080e433-fd4f-4ade-b6ac-df41d4b1803d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:47.748251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.754888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-49388513-2b58-4869-ab8c-fbc7a5899b54 service neutron] 10.222.0.43 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740262 Feb 19 07:13:47.832666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:47.876666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d080e433-fd4f-4ade-b6ac-df41d4b1803d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:47.877416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:47.891422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68b5d349-fad1-4849-b30b-0b3bff6cf8c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c58f18d23a04e52bc2f70bdc01902ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574725 Feb 19 07:13:47.893870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:47.917946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:47.921161 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22409454-ac27-455f-890a-e42ad832e04a" -d '{"events": [{"server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:47.936621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:47.945776 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.023330 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5e9635-945c-4864-a838-c040fc1db640 x-openstack-request-id: req-4a5e9635-945c-4864-a838-c040fc1db640 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:48.029055 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "name": "network-vif-plugged", "status": "completed", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:48.029560 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a5e9635-945c-4864-a838-c040fc1db640 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:48.030270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] Publish callbacks [] for security_group (3abb8481-7f2a-45e9-8e8b-f8d413f4520b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.030589 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d', 'code': 200} Feb 19 07:13:48.068694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:48.092833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] Publish callbacks [] for security_group (3abb8481-7f2a-45e9-8e8b-f8d413f4520b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.140363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e8e1-3eb2-484c-b650-8d60df0abc52 req-22927812-8f14-4145-91ed-911e3b0aeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:48.142148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d737e8e1-3eb2-484c-b650-8d60df0abc52 req-22927812-8f14-4145-91ed-911e3b0aeb71 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 1131 time: 0.0889728 Feb 19 07:13:48.224035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3abb8481-7f2a-45e9-8e8b-f8d413f4520b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.226716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.230568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3abb8481-7f2a-45e9-8e8b-f8d413f4520b HTTP/1.1" status: 204 len: 168 time: 0.3357356 Feb 19 07:13:48.243782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d737e8e1-3eb2-484c-b650-8d60df0abc52 req-f4527c84-4045-4d4b-b694-8a53e7ba149d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947826 Feb 19 07:13:48.246522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b54da-06b9-4444-a0d6-d3d26518edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abb8481-7f2a-45e9-8e8b-f8d413f4520b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:48.266470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c24b6c-7a55-48b7-8a2e-9b916b4aa914 req-ef17e36c-0846-467a-93a9-1f453ee67e2b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:48.268866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48c24b6c-7a55-48b7-8a2e-9b916b4aa914 req-ef17e36c-0846-467a-93a9-1f453ee67e2b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.0986993 Feb 19 07:13:48.329620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-7c88d321-e753-4a6c-b4ec-d0a3ef54812b service neutron] 10.222.0.43 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432434 Feb 19 07:13:48.343435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48c24b6c-7a55-48b7-8a2e-9b916b4aa914 req-cdc859f7-02fa-42a1-9dfb-5290794e2410 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549479 Feb 19 07:13:48.501580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e0df-2bff-4e0e-b50a-d852bd20f9ef req-b0c4f03f-314d-4d2c-add0-33a4c37f5713 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:48.503990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f60e0df-2bff-4e0e-b50a-d852bd20f9ef req-b0c4f03f-314d-4d2c-add0-33a4c37f5713 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 935 time: 0.0738180 Feb 19 07:13:48.565958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2772c8ea-a980-4379-a837-7b0c83ee629b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:48.583804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks [] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.621493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Transition to ACTIVE for port object 2772c8ea-a980-4379-a837-7b0c83ee629b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:48.622103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f60e0df-2bff-4e0e-b50a-d852bd20f9ef req-bc4a26c4-97d5-46ac-bee6-2e017f108960 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089997 Feb 19 07:13:48.628329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:48.724526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Pushing event updated for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:48.753590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9019ef7-a933-4b6b-9d53-996cb5db497d req-a3c5f8e3-1682-40ee-959c-12b5b40caaf3 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 210 time: 0.0681124 Feb 19 07:13:48.867937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Attempting to bind port 2772c8ea-a980-4379-a837-7b0c83ee629b on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:48.868412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Attempting to bind port 2772c8ea-a980-4379-a837-7b0c83ee629b by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:48.868990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Attempting to bind port 2772c8ea-a980-4379-a837-7b0c83ee629b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:48.880466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Port 2772c8ea-a980-4379-a837-7b0c83ee629b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:48.880918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Attempting to bind port 2772c8ea-a980-4379-a837-7b0c83ee629b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:48.899356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:48.900053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:48.900593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:48.901378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Bound port: 2772c8ea-a980-4379-a837-7b0c83ee629b, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:48.901989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:49.067777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:49.083078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2772c8ea-a980-4379-a837-7b0c83ee629b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:49.101831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:49.148151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.148887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:49.151473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] 10.222.0.24 "PUT /v2.0/ports/2772c8ea-a980-4379-a837-7b0c83ee629b HTTP/1.1" status: 200 len: 1095 time: 1.5531688 Feb 19 07:13:49.152155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:49.155396 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d5f4d-ec1a-44e8-bd6d-864133226244" -d '{"events": [{"name": "network-changed", "server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:49.276462 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65417791-bad3-41d9-90a7-6af7b9058153 x-openstack-request-id: req-65417791-bad3-41d9-90a7-6af7b9058153 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:49.277934 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:49.278458 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65417791-bad3-41d9-90a7-6af7b9058153 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:49.279663 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b', 'status': 'completed', 'code': 200} Feb 19 07:13:49.299590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f5cb2-8108-4aa5-b1b7-6129061eabdf service neutron] Pushing event updated for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:49.356431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-a743fa59-d47d-4b38-b3fa-7c9d1bb8d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.359348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-a743fa59-d47d-4b38-b3fa-7c9d1bb8d3d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0fdc000c44e43529d4bb10897299f8d&device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 1129 time: 0.1495433 Feb 19 07:13:49.378845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ef21-0f6d-499d-8f46-3e6b570ad459 req-3694a13a-512e-458a-b038-d39be3618d83 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.389739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a0ef21-0f6d-499d-8f46-3e6b570ad459 req-3694a13a-512e-458a-b038-d39be3618d83 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1126776 Feb 19 07:13:49.452350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-bd05ef53-f116-488b-83e4-4185d45de29f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2772c8ea-a980-4379-a837-7b0c83ee629b HTTP/1.1" status: 200 len: 217 time: 0.0826573 Feb 19 07:13:49.489038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a0ef21-0f6d-499d-8f46-3e6b570ad459 req-ab5eec77-284f-4f7d-a98f-334e6766fbc8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980139 Feb 19 07:13:49.494142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:49.619419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-e6749240-9a9c-48d8-8983-101c572e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.621462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-e6749240-9a9c-48d8-8983-101c572e8233 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1605132 Feb 19 07:13:49.637779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffcfb1-3ec9-47d8-8792-4b36ae3cce7c req-b1122d1a-6809-411d-8a20-cf2cbc177e3a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.640543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0ffcfb1-3ec9-47d8-8792-4b36ae3cce7c req-b1122d1a-6809-411d-8a20-cf2cbc177e3a tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.1442165 Feb 19 07:13:49.726241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-251932974-network', 'tenant_id': '3030bc6dedd845b9b9522871a7d6caf1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:49.808949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fec1-98b0-48c2-88a6-42869d1f1bef req-c20e76fa-4257-4822-9350-84aabdf23549 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.810377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Made reservation on behalf of 3030bc6dedd845b9b9522871a7d6caf1 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:49.810657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0221fec1-98b0-48c2-88a6-42869d1f1bef req-c20e76fa-4257-4822-9350-84aabdf23549 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 947 time: 0.0733497 Feb 19 07:13:49.812973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:49.831141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:49.842722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0ffcfb1-3ec9-47d8-8792-4b36ae3cce7c req-70578269-85c6-46e7-b9a8-b8f18d19931d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927540 Feb 19 07:13:49.853638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893c158-a885-4df7-ab35-4e6211447b7c req-7e28fb43-e295-4c91-8962-7cc648a13395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:49.855598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-7e28fb43-e295-4c91-8962-7cc648a13395 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2145190 Feb 19 07:13:49.932471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0221fec1-98b0-48c2-88a6-42869d1f1bef req-eed75d86-d3e5-4e32-a118-fa10df0ea1ef tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094356 Feb 19 07:13:49.933711 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-393cd44a-078f-43be-a088-904d511ee5b9 service neutron] show failed (client error): The resource could not be found. Feb 19 07:13:49.934614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-393cd44a-078f-43be-a088-904d511ee5b9 service neutron] 10.222.0.47 "GET /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0652704 Feb 19 07:13:50.100388 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c825ffba-a042-44c9-a881-8d0ff6ff8c73 req-97e5cf97-3eab-4605-9723-5eaec1383b87 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 210 time: 0.1060390 Feb 19 07:13:50.124879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks [] for security_group (78c6e7d4-54c9-4845-adb0-11fd723eba52), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.132725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (78c6e7d4-54c9-4845-adb0-11fd723eba52), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.190289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:13:50.222100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-a8aabce6-1819-45f5-950e-4eb3a89395c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560700 Feb 19 07:13:50.224245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c6e7d4-54c9-4845-adb0-11fd723eba52,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:50.232611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c75da391-0d81-4c66-9ab6-a05218ccfc68), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.233113 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Added segment c75da391-0d81-4c66-9ab6-a05218ccfc68 of type vlan for network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 Feb 19 07:13:50.278152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-807455b3-f807-4bcf-ab69-10944f42420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.279994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-807455b3-f807-4bcf-ab69-10944f42420f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1131 time: 0.1279061 Feb 19 07:13:50.295212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:50.352536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3893c158-a885-4df7-ab35-4e6211447b7c req-76a4cbe8-80e7-40ad-b6f5-d918d2247d18 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214941 Feb 19 07:13:50.384097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.454955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.527849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.528810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.529401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.574616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0698380 Feb 19 07:13:50.576969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:13:50.592127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Request body: {'subnet': {'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-251932974-subnet', 'tenant_id': '3030bc6dedd845b9b9522871a7d6caf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:50.609549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-ecc26e21-32bb-4f08-ba12-4f584f356ae4 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.611363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-ecc26e21-32bb-4f08-ba12-4f584f356ae4 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.24 "GET /v2.0/networks?id=5e620bca-d837-4426-a488-60876ebc0c15 HTTP/1.1" status: 200 len: 809 time: 0.2691369 Feb 19 07:13:50.612985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-b22531c2-46b5-48c0-a233-759d72de7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.614333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-b22531c2-46b5-48c0-a233-759d72de7c3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0fdc000c44e43529d4bb10897299f8d&device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 1129 time: 0.1750643 Feb 19 07:13:50.631136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Request body: {'port': {'device_id': 'e647bea5-66ba-470c-b288-3402671f5de1', 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15', 'admin_state_up': True, 'tenant_id': '32b46956169e48298674094782400212'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:50.671678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3604725-a44e-46af-bd7b-519e0b801d37 admin admin] Pushing event updated for resources: {'Network': ['ID=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:50.676146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Made reservation on behalf of 3030bc6dedd845b9b9522871a7d6caf1 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:50.679058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.681934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:13:50.690076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:50.758435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc0477-8c5d-4af1-a064-350b7994c236 req-23d90ba4-24ec-4977-b09b-e971a1a5fb7a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.765369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06bc0477-8c5d-4af1-a064-350b7994c236 req-23d90ba4-24ec-4977-b09b-e971a1a5fb7a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1873701 Feb 19 07:13:50.813770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:50.861694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-6afa0f47-7aee-407e-959c-beb50cb6c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:50.863123 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-6afa0f47-7aee-407e-959c-beb50cb6c765 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2286577 Feb 19 07:13:50.888540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06bc0477-8c5d-4af1-a064-350b7994c236 req-f10ae602-f0d8-4684-9759-000caa65d6c0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217146 Feb 19 07:13:50.894616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:50.896966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4932068-b387-41b7-865b-0d4fa6ebdf37" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-unplugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:50.901323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks [] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.926912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Transition to ACTIVE for port object 7c374d87-200c-42db-8f77-dd4b4f277cf5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:50.944992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:50.972237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-aca899e1-24d5-4a51-90e4-1e86dab4a72b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=2772c8ea-a980-4379-a837-7b0c83ee629b HTTP/1.1" status: 200 len: 217 time: 0.0817456 Feb 19 07:13:51.053446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Made reservation on behalf of 32b46956169e48298674094782400212 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:51.057494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.068763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:51.072279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] No DVR routers for this DVR port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:51.122701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-4280025f-c272-49db-b3b9-eeb2b32d0ccb tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.124255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-4280025f-c272-49db-b3b9-eeb2b32d0ccb tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.3195832 Feb 19 07:13:51.128242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-82bef167-abf2-4c83-8338-20a8a06df14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.129654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-82bef167-abf2-4c83-8338-20a8a06df14d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1403136 Feb 19 07:13:51.140628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (475f016a-9c2c-4440-b65e-395e6ff3f46b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.189066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:51.189436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:51.189813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:51.210115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:51.210459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:51.241868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af700b-f511-497e-8aca-9366426e3d1b req-4bf62179-cdd5-41ea-8925-89013158c730 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.243620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8af700b-f511-497e-8aca-9366426e3d1b req-4bf62179-cdd5-41ea-8925-89013158c730 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.1937888 Feb 19 07:13:51.244431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:51.244769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:51.245163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:51.245673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Bound port: 7c374d87-200c-42db-8f77-dd4b4f277cf5, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:51.246039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.255940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475f016a-9c2c-4440-b65e-395e6ff3f46b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:51.303801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-a4fce61e-c3f8-4557-bf23-7003f43e04eb tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/quotas/667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 375 time: 0.1700888 Feb 19 07:13:51.310907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Allocated IP 172.20.0.8 (5e620bca-d837-4426-a488-60876ebc0c15/052f92aa-82de-4a43-b742-a7f09ccac62a/a062dd39-95f4-4724-9444-4cff01e3c9fa) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:51.327723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Checking segment: {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:51.328094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Network hostable DHCP agents. Network: 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:13:51.378377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8af700b-f511-497e-8aca-9366426e3d1b req-6c1a06b8-1e48-4cf5-bab4-3e1adf7f981b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244860 Feb 19 07:13:51.393766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:13:51.420647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:51.424622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:51.427961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-3eb87265-261d-4da6-a2b0-23bc1a8d2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.429459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:51.429700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-3eb87265-261d-4da6-a2b0-23bc1a8d2374 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2877879 Feb 19 07:13:51.434730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.435498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.441460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.444853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfc664-421a-42a1-82f1-1377b9501aed None None] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:51.485154 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23987fdf-e55e-4c02-b21b-8b0751013455 x-openstack-request-id: req-23987fdf-e55e-4c02-b21b-8b0751013455 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:51.485523 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-unplugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:51.485878 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23987fdf-e55e-4c02-b21b-8b0751013455 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:51.486346 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'code': 200} Feb 19 07:13:51.512167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-508b3e55-dae6-460b-bcc8-a6251dff2950 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9185224 Feb 19 07:13:51.512167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.512167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.512918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 1095 time: 1.2236059 Feb 19 07:13:51.547308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d07f3e-a5b2-4cb7-abe0-cee18a6bfd55 service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:51.624957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-bee34f23-3bd1-4c96-b297-8f18616e16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.626831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-bee34f23-3bd1-4c96-b297-8f18616e16dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1129 time: 0.0697165 Feb 19 07:13:51.644168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f84753-54de-401a-b2e2-41eaba373937 None None] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:13:51.655641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-339ecf85-5801-459e-8bf7-d0ee53c3711b service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085912 Feb 19 07:13:51.688473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-e57faffd-8278-45bd-9534-faa22afabbf0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3816621 Feb 19 07:13:51.804562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e827af0-3e3a-4eeb-8296-bef2052e77ba req-642ea21f-35d0-4c19-bcee-b933e28f7447 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.811601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e827af0-3e3a-4eeb-8296-bef2052e77ba req-642ea21f-35d0-4c19-bcee-b933e28f7447 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 947 time: 0.1896071 Feb 19 07:13:51.822459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-2c5cc1ae-794d-4a8e-81f8-b6ee638aa94a service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322460 Feb 19 07:13:51.865799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-1a475e69-7d97-488e-a479-136a09b6d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.867294 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-1a475e69-7d97-488e-a479-136a09b6d8ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2125661 Feb 19 07:13:51.927731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e827af0-3e3a-4eeb-8296-bef2052e77ba req-36b98e7f-a71c-4b15-a7f8-d9b82a9a755f tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125431 Feb 19 07:13:51.930154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-c46b2d29-806c-4288-b1c9-4cb41ad75f8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0521266 Feb 19 07:13:51.992763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks [] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:51.996748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-5c7e8372-8c09-436a-8ce1-7307f70f8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:51.998567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-5c7e8372-8c09-436a-8ce1-7307f70f8591 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0568573 Feb 19 07:13:52.053148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-b4718ffa-7fdc-4474-9293-afaeeb691820 service neutron] 10.222.0.43 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298234 Feb 19 07:13:52.057122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-646d5f4d-ec1a-44e8-bd6d-864133226244 req-c620460a-06a2-4369-a226-52f6e3e023db service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423563 Feb 19 07:13:52.066899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-0f834771-26cb-40b8-b5e0-e7a3ad51f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:52.068931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-0f834771-26cb-40b8-b5e0-e7a3ad51f267 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0632472 Feb 19 07:13:52.107345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.161634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Network 5e620bca-d837-4426-a488-60876ebc0c15 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:52.165468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:52.176836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:52.217225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c94be-eec9-4a58-92dd-707170a94dcb req-8ffcba45-072f-4a58-9572-920df387304a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:52.218854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc4c94be-eec9-4a58-92dd-707170a94dcb req-8ffcba45-072f-4a58-9572-920df387304a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 931 time: 0.1273792 Feb 19 07:13:52.236075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Pushing event updated for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:52.249421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-53a9dc0e-bcfc-4d90-ac20-82e277a01258 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711791 Feb 19 07:13:52.268425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:52.269155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.291238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-e93d13b2-a158-495b-9903-c4e8f6eb5e8a tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6651347 Feb 19 07:13:52.307832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Request body: {'port': {'device_id': 'e647bea5-66ba-470c-b288-3402671f5de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:52.344463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc4c94be-eec9-4a58-92dd-707170a94dcb req-52ae92d7-b756-4e02-b2d5-900b614fead3 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141627 Feb 19 07:13:52.396240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3bcb650-4da2-4837-a2aa-b62e8747ea84 req-7c806b38-0429-42bb-abaf-5ab2817784d3 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348071 Feb 19 07:13:52.412803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.586944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-193463015', 'description': 'tempest-description-1967968161'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:52.633503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.726121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (8317d281-03e1-48aa-9933-2fa30a7fac4c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.731295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8317d281-03e1-48aa-9933-2fa30a7fac4c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.758717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da718a-3ecd-4add-ab7b-3a7445665e96 req-df44050d-bcda-4925-bfdd-c91c8af43993 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:52.760460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3da718a-3ecd-4add-ab7b-3a7445665e96 req-df44050d-bcda-4925-bfdd-c91c8af43993 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 1131 time: 0.3544624 Feb 19 07:13:52.764500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8317d281-03e1-48aa-9933-2fa30a7fac4c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:52.784867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.787542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-274b3d20-6509-4730-93ab-27cd1e47092d req-28d8e994-f76c-4209-a6ee-f3ea79af866b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2049913 Feb 19 07:13:52.845605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3da718a-3ecd-4add-ab7b-3a7445665e96 req-bc687ebe-5e6c-4228-a0ee-80cb8193eff2 tempest-ServersOnMultiNodesTest-1189802920 tempest-ServersOnMultiNodesTest-1189802920-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784869 Feb 19 07:13:52.930198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e789651-ece2-4dd7-a9bc-ccc62a49b320 req-26c89d6d-63bc-4ea7-9a6b-37e0dad94f93 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.0336769 Feb 19 07:13:52.936272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a062dd39-95f4-4724-9444-4cff01e3c9fa {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:52.955381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks [] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:52.955531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59570-ea7d-4177-ab73-f1a5d087c3b1 req-c0d2e600-7813-423d-aa6e-1f9dddc21480 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:52.955531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86a59570-ea7d-4177-ab73-f1a5d087c3b1 req-c0d2e600-7813-423d-aa6e-1f9dddc21480 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.0813415 Feb 19 07:13:52.966976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Transition to ACTIVE for port object a062dd39-95f4-4724-9444-4cff01e3c9fa will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:52.971209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.007253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1155132141', 'description': 'tempest-description-1015110231'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:53.024022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86a59570-ea7d-4177-ab73-f1a5d087c3b1 req-5b672fc1-f352-48f9-98ba-621c81c0c021 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Feb 19 07:13:53.074317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Pushing event updated for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:53.079429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.154360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Attempting to bind port a062dd39-95f4-4724-9444-4cff01e3c9fa on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:53.154604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Attempting to bind port a062dd39-95f4-4724-9444-4cff01e3c9fa by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '48126cce-d88a-4434-8f47-5c5bb1a4d5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:53.154930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Attempting to bind port a062dd39-95f4-4724-9444-4cff01e3c9fa on network 5e620bca-d837-4426-a488-60876ebc0c15 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:53.163849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Port a062dd39-95f4-4724-9444-4cff01e3c9fa on network 5e620bca-d837-4426-a488-60876ebc0c15 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:53.164214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Attempting to bind port a062dd39-95f4-4724-9444-4cff01e3c9fa on network 5e620bca-d837-4426-a488-60876ebc0c15 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:53.176560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:53.176953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Checking segment: {'id': '48126cce-d88a-4434-8f47-5c5bb1a4d5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:53.177383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Bound using segment: {'id': '48126cce-d88a-4434-8f47-5c5bb1a4d5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:53.177807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Bound port: a062dd39-95f4-4724-9444-4cff01e3c9fa, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48126cce-d88a-4434-8f47-5c5bb1a4d5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:53.178239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.208845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (a4d47926-8426-40e5-9691-b535d99fdfd6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.228480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a4d47926-8426-40e5-9691-b535d99fdfd6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.263427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.264664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b21e2fd-a9de-48f6-94ce-155064cc86f0 req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2844775 Feb 19 07:13:53.275468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930192e-f9db-4d50-8632-e61abf77c60c req-e076b909-4c67-451b-b3a9-2f111b61cdbb tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.279743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3930192e-f9db-4d50-8632-e61abf77c60c req-e076b909-4c67-451b-b3a9-2f111b61cdbb tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 947 time: 0.0589581 Feb 19 07:13:53.299780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:53.303841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa,segment=NetworkSegment(48126cce-d88a-4434-8f47-5c5bb1a4d5f3),segment_id=48126cce-d88a-4434-8f47-5c5bb1a4d5f3)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:53.308648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ac619-ea1b-4bca-b9b8-5209f5ddd0dd tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d47926-8426-40e5-9691-b535d99fdfd6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:53.313942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.343596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3930192e-f9db-4d50-8632-e61abf77c60c req-b7d809a3-627f-4b19-b0c7-a006bf38c3e5 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Feb 19 07:13:53.358055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.358690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:53.360145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] 10.222.0.24 "PUT /v2.0/ports/a062dd39-95f4-4724-9444-4cff01e3c9fa HTTP/1.1" status: 200 len: 1091 time: 1.0599434 Feb 19 07:13:53.360710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:53.362901 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50" -d '{"events": [{"name": "network-changed", "server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:53.427973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9175ddf-8999-4971-9c48-8f0f00dfbe78 service neutron] Pushing event updated for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:53.458794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48add913-002f-4f6c-9284-5494296df4a2 req-cdb0bf89-eee3-48fb-acdc-a0e168b9b712 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.460194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48add913-002f-4f6c-9284-5494296df4a2 req-cdb0bf89-eee3-48fb-acdc-a0e168b9b712 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.1298668 Feb 19 07:13:53.486881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:53.488748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b714befa-171c-48f7-8e4c-9ad6a211a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.489117 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:53.490208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-b714befa-171c-48f7-8e4c-9ad6a211a82a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32b46956169e48298674094782400212&device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 1125 time: 0.0769901 Feb 19 07:13:53.535258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-185a259b-5d4d-46ed-bc00-1f1b01c585c3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.536845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-185a259b-5d4d-46ed-bc00-1f1b01c585c3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 812 time: 0.1098974 Feb 19 07:13:53.550351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-60e03227-6a7f-497d-9969-8c0a461266a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa HTTP/1.1" status: 200 len: 217 time: 0.0456645 Feb 19 07:13:53.553063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-14ab4cb9-af3e-4f61-9ef8-df6c5d5e3b27 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/quotas/3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 375 time: 0.0105710 Feb 19 07:13:53.553587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48add913-002f-4f6c-9284-5494296df4a2 req-32704f9d-a959-410a-8747-2489863df950 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876172 Feb 19 07:13:53.603106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-830f442c-3572-4874-a7fe-1cf672e08882 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439196 Feb 19 07:13:53.605756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:53.629883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-5bfdeccb-e6fc-4f6d-91e4-e96ec08b0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.633471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-5bfdeccb-e6fc-4f6d-91e4-e96ec08b0907 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=052f92aa-82de-4a43-b742-a7f09ccac62a HTTP/1.1" status: 200 len: 849 time: 0.0647368 Feb 19 07:13:53.647086 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b01e799-b533-4a30-bde4-accb110f97ce x-openstack-request-id: req-7b01e799-b533-4a30-bde4-accb110f97ce {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:53.647777 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:53.648131 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b01e799-b533-4a30-bde4-accb110f97ce {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:53.648432 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa', 'status': 'completed', 'code': 200} Feb 19 07:13:53.652102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:13:53.653067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:53.685674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-8a21cdff-9255-4f74-b7b7-fdb922ee0479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e620bca-d837-4426-a488-60876ebc0c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440812 Feb 19 07:13:53.765510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-2a8ba538-e6a4-4d8b-90aa-b58bfb216059 service neutron] 10.222.0.43 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615334 Feb 19 07:13:53.773810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-31918da5-9c5a-47d6-bd5c-f12cead7b54f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.775373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-31918da5-9c5a-47d6-bd5c-f12cead7b54f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 820 time: 0.1633945 Feb 19 07:13:53.803178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Request body: {'port': {'device_id': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'admin_state_up': True, 'tenant_id': '667a6c0345b647abb5fdbbde48922a07'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:53.819639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7926ca-9fec-49a8-ab3c-b3180d159cb4 req-c018dea8-3626-4e1a-878d-e450a0544393 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:53.821363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c7926ca-9fec-49a8-ab3c-b3180d159cb4 req-c018dea8-3626-4e1a-878d-e450a0544393 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 943 time: 0.1086044 Feb 19 07:13:53.825187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-1980635b-2ec6-4eef-914a-2fef919473ce service neutron] 10.222.0.24 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311581 Feb 19 07:13:53.942483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c758eb85-3b80-4d3d-b3b0-642c59ef69f1 service neutron] 10.222.0.43 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650715 Feb 19 07:13:53.973672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Made reservation on behalf of 667a6c0345b647abb5fdbbde48922a07 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:53.977641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:54.123434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Allocated IP 172.20.0.6 (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b/2f0ace47-f436-4670-8217-62377ae79884/dd901257-5e68-4592-9d3c-624680ab2264) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:54.301415 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe533cb-a49b-48e8-bbfe-160274d9d53a x-openstack-request-id: req-dbe533cb-a49b-48e8-bbfe-160274d9d53a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:54.301415 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:54.301415 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbe533cb-a49b-48e8-bbfe-160274d9d53a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:54.301744 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'status': 'completed', 'code': 200} Feb 19 07:13:54.381436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-8bbd78aa-c962-4e9a-8f4c-7cec2b978593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.383531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-8bbd78aa-c962-4e9a-8f4c-7cec2b978593 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1129 time: 0.0971038 Feb 19 07:13:54.387065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks [] for port (dd901257-5e68-4592-9d3c-624680ab2264), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:54.410885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c7926ca-9fec-49a8-ab3c-b3180d159cb4 req-d5181750-e5d9-4788-bf8f-fc52521f1498 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835125 Feb 19 07:13:54.462385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2eb5b8-0ef7-4753-927b-52b608edc7ca req-f1060098-2d6f-44e7-afe1-2a9285cb19c6 service neutron] 10.222.0.24 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6289773 Feb 19 07:13:54.473584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-e677e868-feed-4415-a973-f0d4dc0bb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.475279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-e677e868-feed-4415-a973-f0d4dc0bb92f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1129 time: 0.1553445 Feb 19 07:13:54.604416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2772c8ea-a980-4379-a837-7b0c83ee629b details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:54.649496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-5803eb1a-9419-4075-9503-c6bb5979a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.666244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-5803eb1a-9419-4075-9503-c6bb5979a00e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1839259 Feb 19 07:13:54.712455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fce5fb10-3a58-4dfa-a5a4-e3f778beb27d req-dd23cdb1-6b46-4780-a494-65742b1cb76c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.3874254 Feb 19 07:13:54.777023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-5c87a086-c477-4b3f-ac5d-3422cf3f3e30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0547194 Feb 19 07:13:54.796171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2772c8ea-a980-4379-a837-7b0c83ee629b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:54.816243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '2772c8ea-a980-4379-a837-7b0c83ee629b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '2772c8ea-a980-4379-a837-7b0c83ee629b', 'mac_address': 'fa:16:3e:11:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:54.820980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:54.861568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-5e783b93-e20c-4a06-bb77-6258ab6441db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.862588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e7f52aed-5c89-4772-b3f8-a9982d95c540'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:54.864627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-5e783b93-e20c-4a06-bb77-6258ab6441db service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.4737880 Feb 19 07:13:54.883110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-8f76cc7e-119f-4e3f-9f65-1eaf6076f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.884623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-8f76cc7e-119f-4e3f-9f65-1eaf6076f101 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0861619 Feb 19 07:13:54.913955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 2772c8ea-a980-4379-a837-7b0c83ee629b is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:54.914765 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:54.939164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2772c8ea-a980-4379-a837-7b0c83ee629b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:54.985614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2772c8ea-a980-4379-a837-7b0c83ee629b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:54.997494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5517-9520-42ce-9390-84a99f44a5ed req-9ceba43a-7efd-47c1-abeb-2e3103962961 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:54.999086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121a5517-9520-42ce-9390-84a99f44a5ed req-9ceba43a-7efd-47c1-abeb-2e3103962961 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.4792252 Feb 19 07:13:55.020087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-3e709daf-f74f-40ef-9efe-d31382b18d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.021544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-3e709daf-f74f-40ef-9efe-d31382b18d88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=32b46956169e48298674094782400212&device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 1125 time: 0.4728038 Feb 19 07:13:55.030456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-30aa618f-841c-45db-a1f5-d6d717a2be8e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.032469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-30aa618f-841c-45db-a1f5-d6d717a2be8e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.3546860 Feb 19 07:13:55.048401 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:55.054166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-b44a3708-053f-40e7-81b6-a3e7e7b03d37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.1152017 Feb 19 07:13:55.064476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-605d0bea-0c82-4fce-a230-8b699baf7ae1 req-2c99d7a1-1146-4d0a-83ad-da15d424f4f2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 210 time: 0.1538382 Feb 19 07:13:55.066421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:55.083529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-9e896dee-e0b5-4f3c-8350-37d45f69bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.085026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-9e896dee-e0b5-4f3c-8350-37d45f69bf22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1787083 Feb 19 07:13:55.108548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:55.130173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:55.136055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:55.185281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:55.215345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.215744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.216207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.216542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.216901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.217723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.217723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.218201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.218456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.218790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.219662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.220120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.220341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:55.227158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-aa41fdc3-c9f8-4ae4-b571-b941949aedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.228868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-aa41fdc3-c9f8-4ae4-b571-b941949aedbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1501954 Feb 19 07:13:55.283644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121a5517-9520-42ce-9390-84a99f44a5ed req-3973ed5f-6058-4f96-ac39-0c689351190e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693629 Feb 19 07:13:55.355255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.355949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:55.388091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-361b8eaa-f826-44e1-8d27-b125a3856dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.388572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['2772c8ea-a980-4379-a837-7b0c83ee629b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:55.389841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-361b8eaa-f826-44e1-8d27-b125a3856dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1281235 Feb 19 07:13:55.398412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bf3d-81ed-4019-9f14-9bb0c682eb37 req-413b3466-a053-4e22-8da9-c7d08abd0781 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.400074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c517bf3d-81ed-4019-9f14-9bb0c682eb37 req-413b3466-a053-4e22-8da9-c7d08abd0781 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 948 time: 0.2382817 Feb 19 07:13:55.404049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-66a69038-c963-417a-b04d-678e4a0eea1a service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785392 Feb 19 07:13:55.414101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0e3628d2-7cde-4408-8f65-d41e6ff2f0fe tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6146441 Feb 19 07:13:55.427740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Request body: {'port': {'device_id': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:55.442742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-cc2ff8da-12cc-4b79-a910-7a24e80941ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.444241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-cc2ff8da-12cc-4b79-a910-7a24e80941ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=5e620bca-d837-4426-a488-60876ebc0c15 HTTP/1.1" status: 200 len: 909 time: 0.3937161 Feb 19 07:13:55.584184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port d080e433-fd4f-4ade-b6ac-df41d4b1803d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:13:55.584852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:55.605655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-f652671d-2a6c-4016-9ca6-1bb2dccdd491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa HTTP/1.1" status: 200 len: 217 time: 0.1465228 Feb 19 07:13:55.669920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085da90-c155-4129-9118-bf3dc5c34910 req-3b7309a5-2404-49ae-ab56-416466c5760e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.671527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c085da90-c155-4129-9118-bf3dc5c34910 req-3b7309a5-2404-49ae-ab56-416466c5760e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 949 time: 0.2998879 Feb 19 07:13:55.779752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-63a5a345-4dbb-48ad-ae43-dcd743473bdd service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533142 Feb 19 07:13:55.782338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-71965a43-4873-4478-a5a0-74def07d9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:55.783356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-71965a43-4873-4478-a5a0-74def07d9bda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=052f92aa-82de-4a43-b742-a7f09ccac62a HTTP/1.1" status: 200 len: 849 time: 0.1390660 Feb 19 07:13:55.830689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-a31aacec-3bfd-4074-a6ce-42a88212cd54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5e620bca-d837-4426-a488-60876ebc0c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353894 Feb 19 07:13:55.834694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port d080e433-fd4f-4ade-b6ac-df41d4b1803d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d080e433-fd4f-4ade-b6ac-df41d4b1803d,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:55.835103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:55.848081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c085da90-c155-4129-9118-bf3dc5c34910 req-2bf96c5a-d318-4d7d-81f6-71af213022b6 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550846 Feb 19 07:13:55.868263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c517bf3d-81ed-4019-9f14-9bb0c682eb37 req-b7e80e0c-c642-4902-85af-88885eb7ce59 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487393 Feb 19 07:13:55.869934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for d080e433-fd4f-4ade-b6ac-df41d4b1803d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:13:55.892486 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:55.923913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-a4be83b0-7aa1-4ad8-a702-d99eeb3b7288 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222943 Feb 19 07:13:56.163367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-c595298a-3fb9-49ac-9050-663c9979e1ac service neutron] 10.222.0.24 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193972 Feb 19 07:13:56.185265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-e8d4c0f5-4f43-4429-880b-3aa28f05beba tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:56.186813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-e8d4c0f5-4f43-4429-880b-3aa28f05beba tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 812 time: 0.2380509 Feb 19 07:13:56.206199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9a2f7-0c95-492f-b28b-12729b4e697c req-ffc9a557-b7a7-492e-a189-02f78c606937 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:56.207817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77d9a2f7-0c95-492f-b28b-12729b4e697c req-ffc9a557-b7a7-492e-a189-02f78c606937 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 931 time: 0.2115097 Feb 19 07:13:56.216222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'device_id': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540', 'admin_state_up': True, 'tenant_id': '3030bc6dedd845b9b9522871a7d6caf1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:56.235729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e57e1c-a8ac-4a5c-aa4b-a099bae1da7c req-fe9d268c-8db6-4c5f-9917-8dcc25400ec6 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:56.237351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21e57e1c-a8ac-4a5c-aa4b-a099bae1da7c req-fe9d268c-8db6-4c5f-9917-8dcc25400ec6 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 943 time: 0.2603972 Feb 19 07:13:56.331295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac3a9c6d-f20f-4dc9-aebc-fdb85387cd3e req-e182c71b-7e9f-421f-9053-9640229d44f3 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978603 Feb 19 07:13:56.368838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21e57e1c-a8ac-4a5c-aa4b-a099bae1da7c req-0ca0856e-9e62-4699-9e71-c63859a83433 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949764 Feb 19 07:13:56.436860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d080e433-fd4f-4ade-b6ac-df41d4b1803d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.446138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77d9a2f7-0c95-492f-b28b-12729b4e697c req-200a5afe-7b7c-4b37-8182-474acf53f9c9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944866 Feb 19 07:13:56.452780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7', '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:56.460306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'd080e433-fd4f-4ade-b6ac-df41d4b1803d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:56.497879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1be2075e-10b6-4da2-bbda-14b55f00d942 req-bd079c97-ac65-4a88-8234-bf1b936684eb tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 210 time: 0.0391088 Feb 19 07:13:56.506443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd901257-5e68-4592-9d3c-624680ab2264 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:56.515267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks [] for port (dd901257-5e68-4592-9d3c-624680ab2264), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.556120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Transition to ACTIVE for port object dd901257-5e68-4592-9d3c-624680ab2264 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:56.571727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=d080e433-fd4f-4ade-b6ac-df41d4b1803d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:56.572050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.576281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc90e9c-ef72-4f06-8ab1-36a1606aed50 req-53a6270d-2767-49f6-83a2-7b9d958d146e service neutron] 10.222.0.24 "GET /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029849 Feb 19 07:13:56.613160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:56.615342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2772c8ea-a980-4379-a837-7b0c83ee629b up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:13:56.637863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:56.648373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port d080e433-fd4f-4ade-b6ac-df41d4b1803d on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:13:56.682306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.695227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-174ea306-5c38-45e9-8889-f3adcbd1d80a req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "DELETE /v2.0/ports/d080e433-fd4f-4ade-b6ac-df41d4b1803d HTTP/1.1" status: 204 len: 173 time: 1.6300387 Feb 19 07:13:56.696029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'name': 'network-vif-deleted', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:56.698617 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17fc6d6-0065-400f-a95c-999dfe2c3264" -d '{"events": [{"server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "name": "network-vif-deleted", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:56.706178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.706178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.706178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.706178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.706680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.706774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.707302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.707630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.707948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.708278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.709380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.709380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.709380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf75dd59-5808-4a46-80a4-fabd53911d35 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:13:56.713325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Made reservation on behalf of 3030bc6dedd845b9b9522871a7d6caf1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:13:56.715948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.752410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:56.752911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:56.753321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:56.761088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:56.761651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:56.771304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:56.772241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:56.772241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:56.772839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Bound port: dd901257-5e68-4592-9d3c-624680ab2264, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:56.773338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.793742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7fdc-6d14-4105-b35a-6ec60c443a1c req-3b81de89-78c7-426d-8248-f43a2786e9e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:56.803090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dbc7fdc-6d14-4105-b35a-6ec60c443a1c req-3b81de89-78c7-426d-8248-f43a2786e9e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 947 time: 0.1577990 Feb 19 07:13:56.822792 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:13:56.857686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:56.862000 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63b702-79e8-4ab1-9d67-da9eff160c89 x-openstack-request-id: req-da63b702-79e8-4ab1-9d67-da9eff160c89 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:56.862357 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e", "name": "network-vif-deleted", "tag": "d080e433-fd4f-4ade-b6ac-df41d4b1803d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:56.862597 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da63b702-79e8-4ab1-9d67-da9eff160c89 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:56.862988 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e', 'name': 'network-vif-deleted', 'tag': 'd080e433-fd4f-4ade-b6ac-df41d4b1803d', 'status': 'completed', 'code': 200} Feb 19 07:13:56.863771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:56.872347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.932017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:56.933203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:56.935343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 1091 time: 1.5130527 Feb 19 07:13:56.938448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:56.942110 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1d970-590d-4355-82fb-36ce53d51a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "tag": "dd901257-5e68-4592-9d3c-624680ab2264"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:56.948340 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dbc7fdc-6d14-4105-b35a-6ec60c443a1c req-ba73e6d3-71f7-423f-9b1c-690485974978 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424513 Feb 19 07:13:57.012141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b3ff-e04e-4836-8433-009346717097 service neutron] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:57.092215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Allocated IP 172.20.0.7 (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540/475f016a-9c2c-4440-b65e-395e6ff3f46b/33ccdb9c-8815-44b0-ada2-844f7f8a4af4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:13:57.099625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ebee7c2-69a5-44c2-a13a-77a19fae73c1 req-4d498f0e-1260-411a-a763-5d01256ec07c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c017b4c-db6e-43b5-8e65-0bc4b80c3c6e HTTP/1.1" status: 200 len: 210 time: 0.0376413 Feb 19 07:13:57.108817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-b22a69b4-6455-4e4a-b095-00ba7d5f83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.110728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-b22a69b4-6455-4e4a-b095-00ba7d5f83bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1125 time: 0.0870802 Feb 19 07:13:57.202587 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe269b4-bb1d-4c3b-8f9a-f4b53cee99d1 x-openstack-request-id: req-abe269b4-bb1d-4c3b-8f9a-f4b53cee99d1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:57.202895 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "tag": "dd901257-5e68-4592-9d3c-624680ab2264", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:57.203157 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe269b4-bb1d-4c3b-8f9a-f4b53cee99d1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:57.203645 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264', 'status': 'completed', 'code': 200} Feb 19 07:13:57.212588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-6009a2b5-4e2c-4760-8182-cd22a8782816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 217 time: 0.0866318 Feb 19 07:13:57.224769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 2772c8ea-a980-4379-a837-7b0c83ee629b completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:13:57.249618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 2772c8ea-a980-4379-a837-7b0c83ee629b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:13:57.250209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.267361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caea604-8ead-4dd9-8045-87a46a9c3ad2 req-33abb212-8b2c-4128-b56f-e4ff99c5d647 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.281338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2caea604-8ead-4dd9-8045-87a46a9c3ad2 req-33abb212-8b2c-4128-b56f-e4ff99c5d647 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 948 time: 0.2505229 Feb 19 07:13:57.303218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:57.320542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-c7d9cbd1-df3e-4785-98b2-e3e0c390644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.322854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-c7d9cbd1-df3e-4785-98b2-e3e0c390644d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1095033 Feb 19 07:13:57.345224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'mac_address': 'fa:16:3e:58:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:57.379258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-0ef69380-d3e1-40e0-8cc1-805787b890d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468433 Feb 19 07:13:57.492643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2caea604-8ead-4dd9-8045-87a46a9c3ad2 req-08732932-bf10-4bb2-9f08-3e3c7eb56343 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098229 Feb 19 07:13:57.512714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:57.513261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.524732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.601033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-070dc653-b277-4d06-82a3-33006fb4360f service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125254 Feb 19 07:13:57.614662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.642505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 2772c8ea-a980-4379-a837-7b0c83ee629b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:57.643599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.648842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:57.749556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2772c8ea-a980-4379-a837-7b0c83ee629b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:57.752924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:57.761575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:57.764125 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9851403c-2af7-40ed-8151-87b8391c9468" -d '{"events": [{"server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "name": "network-vif-plugged", "status": "completed", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:57.777896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.781875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:13:57.785114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:57.794780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:13:57.797799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:57.812283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:13:57.822076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-e8f3943f-d9be-4372-82a3-a0626ab0e532 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.823964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-e8f3943f-d9be-4372-82a3-a0626ab0e532 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 947 time: 0.1273191 Feb 19 07:13:57.866106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c790e-f034-4017-9004-d71a409c2fb0 req-0252f731-c995-45ab-9be4-b686082bdcad tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.868174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c89c790e-f034-4017-9004-d71a409c2fb0 req-0252f731-c995-45ab-9be4-b686082bdcad tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.1541431 Feb 19 07:13:57.870896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57aa82-0cf1-4a69-8c1f-3f45027f3f4b req-308b4589-32d0-4da0-8f5a-5f444cfbee99 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.872480 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc57aa82-0cf1-4a69-8c1f-3f45027f3f4b req-308b4589-32d0-4da0-8f5a-5f444cfbee99 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 943 time: 0.2555358 Feb 19 07:13:57.872798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5b8ab46-29aa-4630-a44c-a2d7c0422b53 req-cdfa153c-9126-4061-b69f-08e4c13127b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478216 Feb 19 07:13:57.927646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:57.990640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:57.991503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:58.000893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:58.017058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c89c790e-f034-4017-9004-d71a409c2fb0 req-51a40d45-4019-4d5e-ae2c-ea27063f9a07 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344919 Feb 19 07:13:58.017254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-c47512b7-9b84-4849-bb1d-25e1f6bfb7f4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8050475 Feb 19 07:13:58.032684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-cb3333e4-041b-417d-9015-499fb61c1e71 service neutron] 10.222.0.24 "GET /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5/bindings/n-h1-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.1804490 Feb 19 07:13:58.039906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-ce5af911-14d3-4eba-913d-51b7b5464585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.043378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-ce5af911-14d3-4eba-913d-51b7b5464585 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1125 time: 0.0994241 Feb 19 07:13:58.064421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Request body: {'port': {'device_id': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:13:58.114768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc57aa82-0cf1-4a69-8c1f-3f45027f3f4b req-baade80c-cdfa-4346-81b8-3d869bb96acb tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965177 Feb 19 07:13:58.179088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7c374d87-200c-42db-8f77-dd4b4f277cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:58.181620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:58.218464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-9bc1d20c-7f06-4bf5-be48-31a4862a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.220451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-9bc1d20c-7f06-4bf5-be48-31a4862a3d8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1130 time: 0.1491017 Feb 19 07:13:58.227109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-a03367be-1038-4507-9529-d6ba576e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.229262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-a03367be-1038-4507-9529-d6ba576e8af3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1767447 Feb 19 07:13:58.326636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-f11df215-c594-4809-8677-db0b32805a22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 217 time: 0.0572331 Feb 19 07:13:58.406296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2af623-e740-40a7-a300-0615095bc7b7 req-fbfc415a-ad61-4efd-90ae-bb9dd6118324 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.410011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c2af623-e740-40a7-a300-0615095bc7b7 req-fbfc415a-ad61-4efd-90ae-bb9dd6118324 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 931 time: 0.1857963 Feb 19 07:13:58.461410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-7bf16eae-d882-4677-a069-dd18395f2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.463719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-7bf16eae-d882-4677-a069-dd18395f2828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1304958 Feb 19 07:13:58.534309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-fb9d0fd2-db94-43ad-b69d-96962ab6144f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559566 Feb 19 07:13:58.539781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c2af623-e740-40a7-a300-0615095bc7b7 req-77281b57-36f1-406c-bb57-e5afa12d2c61 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224635 Feb 19 07:13:58.597228 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da38c067-720f-47a3-91dd-c4897cf4d4be x-openstack-request-id: req-da38c067-720f-47a3-91dd-c4897cf4d4be {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:58.597722 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "name": "network-vif-plugged", "status": "completed", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:58.597820 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da38c067-720f-47a3-91dd-c4897cf4d4be {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:58.598205 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b', 'code': 200} Feb 19 07:13:58.626637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a062dd39-95f4-4724-9444-4cff01e3c9fa details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:13:58.663215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-b892c97c-80df-46ac-a6b0-1897a630a079 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217756 Feb 19 07:13:58.779753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa,segment=NetworkSegment(48126cce-d88a-4434-8f47-5c5bb1a4d5f3),segment_id=48126cce-d88a-4434-8f47-5c5bb1a4d5f3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:58.798063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a062dd39-95f4-4724-9444-4cff01e3c9fa', 'network_id': '5e620bca-d837-4426-a488-60876ebc0c15', 'port_id': 'a062dd39-95f4-4724-9444-4cff01e3c9fa', 'mac_address': 'fa:16:3e:c8:9d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052f92aa-82de-4a43-b742-a7f09ccac62a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:13:58.863725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a062dd39-95f4-4724-9444-4cff01e3c9fa is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:13:58.864216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:58.893914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7ad17-73ff-4417-a5dd-93e6c3567acd req-aee02db0-688b-463a-8ecd-f445d77b7658 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.901070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fa7ad17-73ff-4417-a5dd-93e6c3567acd req-aee02db0-688b-463a-8ecd-f445d77b7658 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.6610229 Feb 19 07:13:58.901572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a062dd39-95f4-4724-9444-4cff01e3c9fa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:58.910926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3217-81fb-47f1-a313-e389a5881fa8 req-59452484-608a-4fb2-a3cc-62f6162db7be tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.913262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fbe3217-81fb-47f1-a313-e389a5881fa8 req-59452484-608a-4fb2-a3cc-62f6162db7be tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.1853194 Feb 19 07:13:58.916024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d1d970-590d-4355-82fb-36ce53d51a2d req-77f9b4fa-4f82-4e58-bbc6-ce7f3f3e6907 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193468 Feb 19 07:13:58.919955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-fbb50d53-7f16-4760-9dbd-258bf70a658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:58.921744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-fbb50d53-7f16-4760-9dbd-258bf70a658e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.6829073 Feb 19 07:13:58.936587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa,segment=NetworkSegment(48126cce-d88a-4434-8f47-5c5bb1a4d5f3),segment_id=48126cce-d88a-4434-8f47-5c5bb1a4d5f3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:13:58.943366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.013102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:59.013652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fbe3217-81fb-47f1-a313-e389a5881fa8 req-b5d248d5-1ecf-4626-be07-9baac7dd4590 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805762 Feb 19 07:13:59.029258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d84db3c6-2a80-4e61-9f7e-0c7cbfe70d47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0964456 Feb 19 07:13:59.086430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fa7ad17-73ff-4417-a5dd-93e6c3567acd req-bd9f8f5b-dd7d-4595-a693-67e5a6efa338 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845171 Feb 19 07:13:59.093666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728aa17a-8897-4ffa-8531-8302249b1009 req-82503a2e-5258-4490-a72f-1379ca7f98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.095730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-728aa17a-8897-4ffa-8531-8302249b1009 req-82503a2e-5258-4490-a72f-1379ca7f98b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 1131 time: 0.2467184 Feb 19 07:13:59.137830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-85a392af-a52d-4e5c-b57f-3154321d7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.139397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-85a392af-a52d-4e5c-b57f-3154321d7c32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0923476 Feb 19 07:13:59.246235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-728aa17a-8897-4ffa-8531-8302249b1009 req-62ad1772-a5d0-4bff-9641-1da8cddc5221 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418910 Feb 19 07:13:59.281568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43576490-ed80-4fd7-abda-860df87d850b req-7af6342e-668d-4ec4-a903-3251ed2872db tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.283012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43576490-ed80-4fd7-abda-860df87d850b req-7af6342e-668d-4ec4-a903-3251ed2872db tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 944 time: 0.0574512 Feb 19 07:13:59.306391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:13:59.312666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-78bd1fd4-2803-4821-81f0-81de45562a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.314276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-78bd1fd4-2803-4821-81f0-81de45562a39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1475143 Feb 19 07:13:59.318780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks [] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.333010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac93da3-f8e8-490f-ba9c-a0d5675575f2 req-24229ce3-1f34-4757-9590-5b021610e805 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.334462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ac93da3-f8e8-490f-ba9c-a0d5675575f2 req-24229ce3-1f34-4757-9590-5b021610e805 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.1352680 Feb 19 07:13:59.338787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43576490-ed80-4fd7-abda-860df87d850b req-b7c4f2cc-3e38-4790-b734-5b1fde86fe7d tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Feb 19 07:13:59.348319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Transition to ACTIVE for port object 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:13:59.367319 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.423507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a062dd39-95f4-4724-9444-4cff01e3c9fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:13:59.430338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:59.440663 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ac93da3-f8e8-490f-ba9c-a0d5675575f2 req-fc7c3644-351a-4cd9-8ab4-86d099da49a2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003587 Feb 19 07:13:59.497425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9945-3a23-4ec3-a43e-5e22d7c3d164 req-346d6624-e2b6-4ac6-a0dd-414f33592dd5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.503677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-133a9945-3a23-4ec3-a43e-5e22d7c3d164 req-346d6624-e2b6-4ac6-a0dd-414f33592dd5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 950 time: 0.0693274 Feb 19 07:13:59.570731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-133a9945-3a23-4ec3-a43e-5e22d7c3d164 req-05c46c9f-0de4-449d-a80a-8b3021f1ec64 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Feb 19 07:13:59.581296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Attempting to bind port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:13:59.581955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Attempting to bind port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:13:59.582295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Attempting to bind port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:59.597815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:13:59.599058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Attempting to bind port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:13:59.608447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d080e433-fd4f-4ade-b6ac-df41d4b1803d no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:13:59.614028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:13:59.614440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Checking segment: {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:13:59.615504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Bound using segment: {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:13:59.615964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Bound port: 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:13:59.616341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.633158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: d080e433-fd4f-4ade-b6ac-df41d4b1803d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:13:59.634061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d080e433-fd4f-4ade-b6ac-df41d4b1803d not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:13:59.691360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-768b23fb-ad73-4e73-8e40-0ae787621b35 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970189 Feb 19 07:13:59.784325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:13:59.788757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:13:59.800047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f97028-2813-468d-8a72-40080b10c6a8 req-3a9a0bce-6d8d-488f-aecc-355386cedcd2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.801623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63f97028-2813-468d-8a72-40080b10c6a8 req-3a9a0bce-6d8d-488f-aecc-355386cedcd2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1675317 Feb 19 07:13:59.805193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.882485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:13:59.883140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.884637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] 10.222.0.47 "PUT /v2.0/ports/33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 1091 time: 1.8571899 Feb 19 07:13:59.887143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:13:59.889486 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:13:59.910564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:13:59.914736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d91b4f45-9616-48fd-98c0-2beddd2516ce service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122593 Feb 19 07:13:59.939071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af34d-b159-4afd-8b12-50b8f4963cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:13:59.967311 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868e2c41-4729-4ce8-9e7a-fe26f7e5db20 x-openstack-request-id: req-868e2c41-4729-4ce8-9e7a-fe26f7e5db20 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:13:59.967620 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:13:59.967883 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-868e2c41-4729-4ce8-9e7a-fe26f7e5db20 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:13:59.968544 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'status': 'completed', 'code': 200} Feb 19 07:13:59.991654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63f97028-2813-468d-8a72-40080b10c6a8 req-c954ec88-579c-44b9-8b44-a848c149e8c0 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802127 Feb 19 07:14:00.028566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-89b8becf-5cfb-4bb9-a50b-6776b76be906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.030124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-89b8becf-5cfb-4bb9-a50b-6776b76be906 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1125 time: 0.0879993 Feb 19 07:14:00.082072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-e79b6187-c769-4cb3-a069-8e3c78409eaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 217 time: 0.0413425 Feb 19 07:14:00.147890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-5f4c8c02-4b9d-43e3-91a1-cc4d946341be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.149401 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-5f4c8c02-4b9d-43e3-91a1-cc4d946341be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.0602984 Feb 19 07:14:00.162367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658cf5-0179-45e4-a27a-319befbb363f req-5ff149dd-b182-4f04-96d9-eb8fea46a46e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.164022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1658cf5-0179-45e4-a27a-319befbb363f req-5ff149dd-b182-4f04-96d9-eb8fea46a46e tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.0751483 Feb 19 07:14:00.218222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1658cf5-0179-45e4-a27a-319befbb363f req-e3b4da65-6154-4719-affa-c5adc9fa50be tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474172 Feb 19 07:14:00.222827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-383ab707-a4f7-47e7-bbb9-a88d1b747255 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677183 Feb 19 07:14:00.288259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381b63-6db3-4378-9bd7-c1fde94a22ef req-651324be-2728-4121-a2f7-9f06800ebbaa tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.289720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65381b63-6db3-4378-9bd7-c1fde94a22ef req-651324be-2728-4121-a2f7-9f06800ebbaa tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.0988498 Feb 19 07:14:00.361867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65381b63-6db3-4378-9bd7-c1fde94a22ef req-49756173-8223-4fa5-9301-4581818eb471 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662065 Feb 19 07:14:00.367281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-d90b7b9c-b2b3-4e14-866c-f4fa485ea953 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359341 Feb 19 07:14:00.474003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba594fa5-a73d-43e0-8858-5d77d9536fd1 req-9080dbd5-1bc2-4587-92b2-e7680a44507d service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987318 Feb 19 07:14:00.486047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36254fbc-3fdc-4711-ba1b-d02014c1b6ed req-1f8fb213-c32e-4216-9ab4-5bcf9a8d08a1 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.487664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36254fbc-3fdc-4711-ba1b-d02014c1b6ed req-1f8fb213-c32e-4216-9ab4-5bcf9a8d08a1 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 944 time: 0.0663888 Feb 19 07:14:00.542457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36254fbc-3fdc-4711-ba1b-d02014c1b6ed req-b2d3d67a-9cdd-4cde-9e9c-a41c130c60cb tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Feb 19 07:14:00.612375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-b0dfc9b8-05d3-44c0-bcf7-c67e29087dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.613898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-b0dfc9b8-05d3-44c0-bcf7-c67e29087dd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1125 time: 0.0900424 Feb 19 07:14:00.626426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5543502-03c7-4ff1-a1ee-15741e0f08a9 req-9659346c-7171-4b44-8882-a0acab317551 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.628108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5543502-03c7-4ff1-a1ee-15741e0f08a9 req-9659346c-7171-4b44-8882-a0acab317551 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0748620 Feb 19 07:14:00.632305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:00.716410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:00.723238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:00.723594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f48bd-bf0f-400c-b61e-c21fbfe902c2 req-ef07e504-ee2f-4c2e-a73b-14a6d49c8e0d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.723763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:00.725724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e5f48bd-bf0f-400c-b61e-c21fbfe902c2 req-ef07e504-ee2f-4c2e-a73b-14a6d49c8e0d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 950 time: 0.0633049 Feb 19 07:14:00.735476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5543502-03c7-4ff1-a1ee-15741e0f08a9 req-a19ea060-b46a-40c7-837c-5623cab0fd89 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942357 Feb 19 07:14:00.775468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-94fe029a-7217-45e0-ab06-0272277a7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.776971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-94fe029a-7217-45e0-ab06-0272277a7238 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.1479428 Feb 19 07:14:00.781094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e5f48bd-bf0f-400c-b61e-c21fbfe902c2 req-0e9ace17-70cd-4bb1-8bd4-0449ba9fa628 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Feb 19 07:14:00.834786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-67f7d2b2-8452-435e-a250-1445cff61181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 217 time: 0.0515916 Feb 19 07:14:00.865048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:00.865329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:00.897194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:00.899500 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c7f39e-8e97-4492-a7eb-1afde579e283" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:00.902129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-93e3b015-5a8e-462b-bda0-9853963bed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:00.911759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:00.912708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-93e3b015-5a8e-462b-bda0-9853963bed3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.0691354 Feb 19 07:14:00.916915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:00.951009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-424fb65a-0ad4-42f8-93b5-964c8b18789e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311224 Feb 19 07:14:00.967433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:00.973536 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d68b40c-a7ba-4a77-a6fc-3284a6f11e61 x-openstack-request-id: req-4d68b40c-a7ba-4a77-a6fc-3284a6f11e61 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:00.973920 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:00.974122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d68b40c-a7ba-4a77-a6fc-3284a6f11e61 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:00.974555 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'code': 200} Feb 19 07:14:01.053645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-089e14db-01f2-4037-b867-d45dc73755c3 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956018 Feb 19 07:14:01.117048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420ceba-e82e-4e16-9a4c-81c2c40f5482 req-ec52f368-4e59-4fc5-8350-58a6385c883a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.118541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c420ceba-e82e-4e16-9a4c-81c2c40f5482 req-ec52f368-4e59-4fc5-8350-58a6385c883a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 943 time: 0.0521924 Feb 19 07:14:01.148311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78ead4fb-bf27-43e9-b2fd-569b1f298ffc req-98032f33-cf2e-474a-b8a8-8c502b61a5f0 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886505 Feb 19 07:14:01.173324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c420ceba-e82e-4e16-9a4c-81c2c40f5482 req-f02c57f1-ac2b-49a8-beb2-f1d1ecaf8dbe tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Feb 19 07:14:01.337974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c916-df6e-466c-ab65-2844fc91af0e req-2c50fc93-e44f-4d13-9c46-58e3016c6bcb tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.339458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15f2c916-df6e-466c-ab65-2844fc91af0e req-2c50fc93-e44f-4d13-9c46-58e3016c6bcb tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.0534151 Feb 19 07:14:01.419521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15f2c916-df6e-466c-ab65-2844fc91af0e req-47bd0b9f-e186-43bc-b5bb-15ba717e8ffa tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740798 Feb 19 07:14:01.443313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-54093eb8-3ee5-41c0-bbf0-6315a58b66af tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.443313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-54093eb8-3ee5-41c0-bbf0-6315a58b66af tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 950 time: 0.0821669 Feb 19 07:14:01.490390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756372c-a807-499f-98ab-33ed38cf6363 req-25f32ab3-252e-4319-8d2f-75bc8413b117 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.497382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0756372c-a807-499f-98ab-33ed38cf6363 req-25f32ab3-252e-4319-8d2f-75bc8413b117 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0584569 Feb 19 07:14:01.543987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0756372c-a807-499f-98ab-33ed38cf6363 req-b8b86173-e078-4e09-8d8a-d22eb8e3afe1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Feb 19 07:14:01.579907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:01.580332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:01.721160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80fb0-21a8-4dab-b170-cd147d488e35 req-b4400788-48a7-41c9-84bc-b2768b397e01 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.726536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port ab8d1cf7-fee8-4852-b6fc-aa6812bda272, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:01.726875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5e80fb0-21a8-4dab-b170-cd147d488e35 req-b4400788-48a7-41c9-84bc-b2768b397e01 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 944 time: 0.0592177 Feb 19 07:14:01.727000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:01.745319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for ab8d1cf7-fee8-4852-b6fc-aa6812bda272 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:01.763905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9321ee6-31b6-42ad-ae22-aba2b1032ea6 req-3838bca7-1679-4d42-98b5-4dca9da8016f tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.766582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a9321ee6-31b6-42ad-ae22-aba2b1032ea6 req-3838bca7-1679-4d42-98b5-4dca9da8016f tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.0835724 Feb 19 07:14:01.772263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5e80fb0-21a8-4dab-b170-cd147d488e35 req-887e752e-1a91-4231-9fd3-19e31cd312a9 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Feb 19 07:14:01.897023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a9321ee6-31b6-42ad-ae22-aba2b1032ea6 req-767bc645-8be5-4eb0-86dc-620e3f3c047f tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792317 Feb 19 07:14:01.907093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b889-bcdb-4282-8f05-268f7dc2c488 req-64085227-7797-4e83-90dc-477e5c35849d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:01.915133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5129b889-bcdb-4282-8f05-268f7dc2c488 req-64085227-7797-4e83-90dc-477e5c35849d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0658205 Feb 19 07:14:01.991534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5129b889-bcdb-4282-8f05-268f7dc2c488 req-e31ff264-085b-45e1-a1bd-ecf49b6789e5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696652 Feb 19 07:14:02.025100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ab8d1cf7-fee8-4852-b6fc-aa6812bda272), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:02.037888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:02.045276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7', '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:02.083147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=ab8d1cf7-fee8-4852-b6fc-aa6812bda272,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:02.105228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91f4d46e-3da0-4d7b-9942-baa77ff2661e req-eb9d0fb9-7f02-4f4b-9245-3affd46850d2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=6708ef81-f61e-429d-954b-ec44641ccb53 HTTP/1.1" status: 200 len: 210 time: 0.0711212 Feb 19 07:14:02.169096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port ab8d1cf7-fee8-4852-b6fc-aa6812bda272 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:02.172753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:02.176335 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb37e0e7-a232-4cd5-a59f-762c45f6908a req-bf557e15-0cab-42ce-ad80-947cb76312e2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "DELETE /v2.0/ports/ab8d1cf7-fee8-4852-b6fc-aa6812bda272 HTTP/1.1" status: 204 len: 173 time: 0.7304811 Feb 19 07:14:02.176884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'name': 'network-vif-deleted', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:02.180221 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18cd57a-71ae-415c-b8e0-d62af73dcc8b" -d '{"events": [{"server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "name": "network-vif-deleted", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:02.276764 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d4b57-339c-4d36-8ba8-ba54bd2f2ae9 x-openstack-request-id: req-c48d4b57-339c-4d36-8ba8-ba54bd2f2ae9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:02.276970 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6708ef81-f61e-429d-954b-ec44641ccb53", "name": "network-vif-deleted", "tag": "ab8d1cf7-fee8-4852-b6fc-aa6812bda272", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:02.277309 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c48d4b57-339c-4d36-8ba8-ba54bd2f2ae9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:02.277738 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6708ef81-f61e-429d-954b-ec44641ccb53', 'name': 'network-vif-deleted', 'tag': 'ab8d1cf7-fee8-4852-b6fc-aa6812bda272', 'status': 'completed', 'code': 200} Feb 19 07:14:02.423536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becdb18-16eb-41c0-a629-f5c1636f3f0f req-ffd5c75a-d04c-442c-b3ba-671be155d8c5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:02.435734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5becdb18-16eb-41c0-a629-f5c1636f3f0f req-ffd5c75a-d04c-442c-b3ba-671be155d8c5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1194403 Feb 19 07:14:02.504167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5becdb18-16eb-41c0-a629-f5c1636f3f0f req-049008dc-2a5b-4418-b872-7cb009b71b99 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Feb 19 07:14:02.658075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a062dd39-95f4-4724-9444-4cff01e3c9fa up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:02.687074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6bad8-c7b5-416b-b32e-86bca1a409d6 req-3acc45ec-3d21-40ee-b996-4e2bceae74a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:02.690134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1da6bad8-c7b5-416b-b32e-86bca1a409d6 req-3acc45ec-3d21-40ee-b996-4e2bceae74a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0603523 Feb 19 07:14:02.745816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1da6bad8-c7b5-416b-b32e-86bca1a409d6 req-2fb551aa-5a81-4c73-9c64-4d44d9b7a112 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Feb 19 07:14:02.759740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-c08f1cbe-9fe5-4b96-bfd9-5cd6ec772192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:02.770032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-c08f1cbe-9fe5-4b96-bfd9-5cd6ec772192 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1131 time: 0.1192153 Feb 19 07:14:02.776396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:02.786171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a062dd39-95f4-4724-9444-4cff01e3c9fa completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:02.804727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a062dd39-95f4-4724-9444-4cff01e3c9fa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:02.815898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:02.861083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:02.896819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:02.995991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a062dd39-95f4-4724-9444-4cff01e3c9fa is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:02.996412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.046824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:03.050236 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d682517a-bb5a-48dc-8d6d-524a5c0f8059" -d '{"events": [{"server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "name": "network-vif-plugged", "status": "completed", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:03.085030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c63af-1338-499e-b468-5dc591996e38 req-c5de30ca-4491-4c58-948b-855807c080ac tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.085878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa,segment=NetworkSegment(48126cce-d88a-4434-8f47-5c5bb1a4d5f3),segment_id=48126cce-d88a-4434-8f47-5c5bb1a4d5f3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:03.087161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-756c63af-1338-499e-b468-5dc591996e38 req-c5de30ca-4491-4c58-948b-855807c080ac tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.0803649 Feb 19 07:14:03.103628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.170804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-756c63af-1338-499e-b468-5dc591996e38 req-e9dcad40-08de-45e6-a1fa-d61ddbed1af8 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768037 Feb 19 07:14:03.186325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:03.213324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.213672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.214011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.214351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.214738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.215075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.215436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.215767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.216093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.216463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.216793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.217112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.217430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:03.283961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5604df-7174-4f6e-9311-fa235163df37 req-5d42bbeb-94a8-438d-aaa8-8e7c14476a48 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.285579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b5604df-7174-4f6e-9311-fa235163df37 req-5d42bbeb-94a8-438d-aaa8-8e7c14476a48 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 944 time: 0.3780937 Feb 19 07:14:03.314337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bcfb9-66ea-4530-8c85-75e24a7a2d9a req-97ccb7a5-8110-439f-8189-9fc30489bd0d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.315778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-916bcfb9-66ea-4530-8c85-75e24a7a2d9a req-97ccb7a5-8110-439f-8189-9fc30489bd0d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0544288 Feb 19 07:14:03.335157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:03.345706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-07aa7595-9e45-43b8-89f9-29f2cb328553 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.347468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-07aa7595-9e45-43b8-89f9-29f2cb328553 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.24 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.1411796 Feb 19 07:14:03.366182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-916bcfb9-66ea-4530-8c85-75e24a7a2d9a req-a8555839-38c9-4882-a939-c71bb40477c5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Feb 19 07:14:03.412969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:03.417524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b5604df-7174-4f6e-9311-fa235163df37 req-b5976daf-b3e4-4e7c-9897-b148bca7815f tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186836 Feb 19 07:14:03.422855 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e471498-fd2e-41f4-9584-10f127a7b050 x-openstack-request-id: req-3e471498-fd2e-41f4-9584-10f127a7b050 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:03.423440 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "name": "network-vif-plugged", "status": "completed", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:03.423903 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e471498-fd2e-41f4-9584-10f127a7b050 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:03.424803 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa', 'code': 200} Feb 19 07:14:03.495246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks [] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.570987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Transition to ACTIVE for port object 7c374d87-200c-42db-8f77-dd4b4f277cf5 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:14:03.592824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.622650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:03.635165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70842f4-aee6-42de-9c30-a61c804d5ff5 req-cc863871-ba44-4c82-8261-d46394ad38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.636926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e70842f4-aee6-42de-9c30-a61c804d5ff5 req-cc863871-ba44-4c82-8261-d46394ad38f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 1127 time: 0.1160927 Feb 19 07:14:03.662649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] No DVR routers for this DVR port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:03.689823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a888e-d397-491f-8675-ce3f7dedda76 req-5d63655d-756d-43b7-ba18-3b844499a984 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:03.700072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a9a888e-d397-491f-8675-ce3f7dedda76 req-5d63655d-756d-43b7-ba18-3b844499a984 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 943 time: 0.1095407 Feb 19 07:14:03.712791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Deleting port 2772c8ea-a980-4379-a837-7b0c83ee629b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:03.713131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.746082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:03.779002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a9a888e-d397-491f-8675-ce3f7dedda76 req-c2005892-b514-4199-b517-cf4726e7da0c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734715 Feb 19 07:14:03.830909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:03.850727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540', 'port_id': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'mac_address': 'fa:16:3e:b2:99:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475f016a-9c2c-4440-b65e-395e6ff3f46b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:03.854132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:03.854470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:03.854798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:03.911225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:03.911701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.913605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:03.913840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Attempting to bind port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:03.926201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:03.926541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:03.926925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:03.927585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Bound port: 7c374d87-200c-42db-8f77-dd4b4f277cf5, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:03.927763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:03.931933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:03.955861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e70842f4-aee6-42de-9c30-a61c804d5ff5 req-c6939fe6-ba34-418f-a97a-0fc6d128e552 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944181 Feb 19 07:14:03.972408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:03.978701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.005672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45e9f6-af8b-439b-baff-0a19b59bd669 req-6a05914f-80da-41b6-8afe-0f68d427b071 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.007451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a45e9f6-af8b-439b-baff-0a19b59bd669 req-6a05914f-80da-41b6-8afe-0f68d427b071 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.1050532 Feb 19 07:14:04.040922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:04.055991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed777ac-0ac0-4f11-b862-94f6f315476b req-a6bfa1f6-cfeb-426a-ac26-57c2b7b2f470 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.059745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aed777ac-0ac0-4f11-b862-94f6f315476b req-a6bfa1f6-cfeb-426a-ac26-57c2b7b2f470 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 950 time: 0.3284473 Feb 19 07:14:04.068319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a45e9f6-af8b-439b-baff-0a19b59bd669 req-6ee71d83-e11e-4d4f-a01b-f51a0fa4fbc7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Feb 19 07:14:04.114744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] For port 2772c8ea-a980-4379-a837-7b0c83ee629b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2772c8ea-a980-4379-a837-7b0c83ee629b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:04.115128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.139006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Calling delete_port for 2772c8ea-a980-4379-a837-7b0c83ee629b owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:04.158477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:04.163089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aed777ac-0ac0-4f11-b862-94f6f315476b req-4b6a524a-8694-4e61-b242-af24adff3bda tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954185 Feb 19 07:14:04.166149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:04.202200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.264822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.265569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.273850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 1096 time: 1.4975953 Feb 19 07:14:04.278653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}, {'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:04.281486 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2107e239-ceb5-409e-ba72-247bd8312c68" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-unplugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}, {"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:04.309887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3a7f-8706-4c02-810a-c0a31d8c80c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=11']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:04.415318 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cdd51d-69bb-41ff-a6b7-3c6e6e857918 x-openstack-request-id: req-48cdd51d-69bb-41ff-a6b7-3c6e6e857918 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:04.415880 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-unplugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "code": 200}, {"name": "network-changed", "server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:04.416294 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48cdd51d-69bb-41ff-a6b7-3c6e6e857918 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:04.416892 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'code': 200} Feb 19 07:14:04.417392 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'status': 'completed', 'code': 200} Feb 19 07:14:04.417526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:04.423790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941635-f777-4d41-bac1-6ce1b8b08c36 req-f3848910-abcb-4daa-b588-892451ef0386 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.434410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64941635-f777-4d41-bac1-6ce1b8b08c36 req-f3848910-abcb-4daa-b588-892451ef0386 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 949 time: 0.1618223 Feb 19 07:14:04.458387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d736cd90-9c7b-4d92-a4a3-609c6af7e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.460051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d736cd90-9c7b-4d92-a4a3-609c6af7e816 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1130 time: 0.1351693 Feb 19 07:14:04.517868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64941635-f777-4d41-bac1-6ce1b8b08c36 req-e3e3854c-5313-4b43-b8f5-8d849aad18d8 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/security-groups?id=132904f3-7323-47e4-ab19-c7054d7e37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820808 Feb 19 07:14:04.618427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-aeadd3ac-f786-4ec1-99cc-f973a6f5784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.620004 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-aeadd3ac-f786-4ec1-99cc-f973a6f5784a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1383681 Feb 19 07:14:04.655069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:04.662587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c873b9-8a70-4a03-ad1e-4548645ee25f req-efb08af1-121f-49e1-b95f-cd56e4c849fb tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.670900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3c873b9-8a70-4a03-ad1e-4548645ee25f req-efb08af1-121f-49e1-b95f-cd56e4c849fb tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 945 time: 0.0744562 Feb 19 07:14:04.704338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:14:04.705106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:04.706457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab8d1cf7-fee8-4852-b6fc-aa6812bda272 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:04.715804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d44c26a2-8b9c-4b71-adfe-069fa325ef08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0749788 Feb 19 07:14:04.721380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-100b8673-de96-4dab-992c-0518c48dab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.723226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-100b8673-de96-4dab-992c-0518c48dab09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1130 time: 0.2976382 Feb 19 07:14:04.732180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3c873b9-8a70-4a03-ad1e-4548645ee25f req-e6b27447-a92f-4513-a81d-6ac28d46f0d5 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602858 Feb 19 07:14:04.734205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: ab8d1cf7-fee8-4852-b6fc-aa6812bda272 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:04.735351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab8d1cf7-fee8-4852-b6fc-aa6812bda272 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:04.760752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2772c8ea-a980-4379-a837-7b0c83ee629b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.848485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Pushing event deleted for resources: {'Port': ['ID=2772c8ea-a980-4379-a837-7b0c83ee629b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:04.868251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9ff9b-0233-4c76-95c7-8db46607b648 req-4151c1e3-495c-42bf-9ce1-fa177378e563 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.870009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00c9ff9b-0233-4c76-95c7-8db46607b648 req-4151c1e3-495c-42bf-9ce1-fa177378e563 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2490232 Feb 19 07:14:04.871371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d6039a32-8c08-4b84-bbae-cfa17d86d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.872682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-d6039a32-8c08-4b84-bbae-cfa17d86d622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1485081 Feb 19 07:14:04.931704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956f872-d896-4022-8625-983dc9338e29 req-206cb571-31c4-45a5-9565-9c06eb98a832 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:04.939788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c956f872-d896-4022-8625-983dc9338e29 req-206cb571-31c4-45a5-9565-9c06eb98a832 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 944 time: 0.0870085 Feb 19 07:14:04.975744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] No DVR routers for this DVR port 2772c8ea-a980-4379-a837-7b0c83ee629b on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:04.985708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:04.989089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b08acdc4-f824-4b27-858f-6da3ba657478 req-ccaa596a-368e-4f4e-92c3-d3dbdb894b88 tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.24 "DELETE /v2.0/ports/2772c8ea-a980-4379-a837-7b0c83ee629b HTTP/1.1" status: 204 len: 173 time: 1.6255538 Feb 19 07:14:05.009332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c956f872-d896-4022-8625-983dc9338e29 req-38f76b71-61fe-4539-a1a1-5847b73cc239 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Feb 19 07:14:05.029919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-54f1ca9e-7308-4aeb-9ad4-e96a319bbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.033039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-54f1ca9e-7308-4aeb-9ad4-e96a319bbf20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2753501 Feb 19 07:14:05.071777 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00c9ff9b-0233-4c76-95c7-8db46607b648 req-0b8aa2d9-634f-4c6e-a435-1498674eb857 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718805 Feb 19 07:14:05.145457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-bfe20ea9-1879-43ab-bac0-4c83a3e3c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.146972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-bfe20ea9-1879-43ab-bac0-4c83a3e3c9b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2532451 Feb 19 07:14:05.157485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-b7bbe4ee-e005-4018-84b1-1ee4bc0c10be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.1095357 Feb 19 07:14:05.271891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6695f53-9d44-4ce8-ac1d-46efdbd8feec req-d2d6a806-29fb-45e7-9982-e0b1f0e05c10 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.276285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6695f53-9d44-4ce8-ac1d-46efdbd8feec req-d2d6a806-29fb-45e7-9982-e0b1f0e05c10 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.0856977 Feb 19 07:14:05.337725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6695f53-9d44-4ce8-ac1d-46efdbd8feec req-107fc6b7-4902-4951-8bf8-35c3957807ce tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564477 Feb 19 07:14:05.646880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-fc343e3f-6da5-4cb2-8699-0491d1ff1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.648369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-fc343e3f-6da5-4cb2-8699-0491d1ff1e45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4773972 Feb 19 07:14:05.668139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c3f6f1c-77aa-46d3-853a-971647605c53 req-5d05a95c-fb98-4f91-af5e-d19318bd1bcc tempest-ImagesNegativeTestJSON-313343051 tempest-ImagesNegativeTestJSON-313343051-project] 10.222.0.43 "GET /v2.0/ports?device_id=116df27a-2245-40a5-a6f6-09f4ab6bba56 HTTP/1.1" status: 200 len: 210 time: 0.0580151 Feb 19 07:14:05.712491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-212e0c8e-05d1-45c9-af37-73962e863d6d service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576386 Feb 19 07:14:05.728570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-4430a5ac-b22f-495c-92bb-408891fe6e68 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.729966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-4430a5ac-b22f-495c-92bb-408891fe6e68 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 950 time: 0.1757796 Feb 19 07:14:05.819766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3502-3d3c-4890-9856-ba5739eb8d60 req-7a2536d6-ff61-4e7e-a1fc-9665bc03142b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.821481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a26b3502-3d3c-4890-9856-ba5739eb8d60 req-7a2536d6-ff61-4e7e-a1fc-9665bc03142b tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 950 time: 0.2656453 Feb 19 07:14:05.833651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-d79362d4-c002-4f80-8557-874cfd7451f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.835079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-d79362d4-c002-4f80-8557-874cfd7451f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1786177 Feb 19 07:14:05.874585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d6b4-98a1-44e4-8748-e549bcadf2e3 req-cb3f3f64-7642-46cc-852e-8e0aa222cc2d tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:05.877116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a116d6b4-98a1-44e4-8748-e549bcadf2e3 req-cb3f3f64-7642-46cc-852e-8e0aa222cc2d tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 945 time: 0.0679133 Feb 19 07:14:05.929493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a116d6b4-98a1-44e4-8748-e549bcadf2e3 req-f86c2b5d-0383-4d9e-86e0-d9c88d127e09 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 Feb 19 07:14:05.981403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e29b18bb-1990-4454-8e71-21ad2dd83beb req-72c4af1d-f8a4-4833-9869-835c968ee49f service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599874 Feb 19 07:14:05.998074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a26b3502-3d3c-4890-9856-ba5739eb8d60 req-c004949d-e8c1-4a52-9326-7d54ac089b04 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665809 Feb 19 07:14:06.035369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-2ced1579-5121-423b-85bc-4cde46086915 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894898 Feb 19 07:14:06.038227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:06.038561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:06.195334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519dae5d-44d8-4898-8e6f-913f0690e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:06.245428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c824a-4c2b-46da-9744-d2cadbf5d1db req-3d1cc428-74ce-4715-b42e-cbee39c73431 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.247097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-215c824a-4c2b-46da-9744-d2cadbf5d1db req-3d1cc428-74ce-4715-b42e-cbee39c73431 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0618613 Feb 19 07:14:06.297246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:06.297976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:06.305338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-215c824a-4c2b-46da-9744-d2cadbf5d1db req-921d1610-592d-46f7-81aa-304fff43cb76 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Feb 19 07:14:06.309027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0d631-7eef-43fe-89f7-c5d4ff1ccc06 req-504c164f-c45d-45d5-bbb4-f4f449d038c2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.311025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea0d631-7eef-43fe-89f7-c5d4ff1ccc06 req-504c164f-c45d-45d5-bbb4-f4f449d038c2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 944 time: 0.1942580 Feb 19 07:14:06.324763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-6288709a-8ce3-4a50-8e22-85aaeb99d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.326595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-6288709a-8ce3-4a50-8e22-85aaeb99d92e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 1130 time: 0.2549591 Feb 19 07:14:06.329472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-1aa1da83-e73d-43b7-92dd-6e65c0739d9a service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877703 Feb 19 07:14:06.418411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:06.426281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'name': 'network-vif-deleted', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:06.430141 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a19e7-1751-4234-a94d-fda113703148" -d '{"events": [{"server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "name": "network-vif-deleted", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:06.479931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d1a8e-d07d-4e80-a2ef-f4c41ea3fc43 req-d166b90c-de57-458b-8257-09235545cd4b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.482112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-773d1a8e-d07d-4e80-a2ef-f4c41ea3fc43 req-d166b90c-de57-458b-8257-09235545cd4b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.0651002 Feb 19 07:14:06.522657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea0d631-7eef-43fe-89f7-c5d4ff1ccc06 req-eeb6a3a3-685a-4edb-8d09-897ad4a9e7fe tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020304 Feb 19 07:14:06.539543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-773d1a8e-d07d-4e80-a2ef-f4c41ea3fc43 req-420788ad-f3a6-449c-9d06-a61c2b140b3e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Feb 19 07:14:06.563953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-6ff9716c-9366-42ce-b9c8-7cd2c9835f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.565466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-6ff9716c-9366-42ce-b9c8-7cd2c9835f3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2246785 Feb 19 07:14:06.644798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-c6ed1baf-1cf4-43a3-baef-c2c2f11924ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 200 len: 217 time: 0.0525765 Feb 19 07:14:06.663778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2772c8ea-a980-4379-a837-7b0c83ee629b no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:06.701273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 2772c8ea-a980-4379-a837-7b0c83ee629b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:06.704058 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae66d43-b030-4e04-b556-be61024b6aaa x-openstack-request-id: req-0ae66d43-b030-4e04-b556-be61024b6aaa {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:06.704665 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116df27a-2245-40a5-a6f6-09f4ab6bba56", "name": "network-vif-deleted", "tag": "2772c8ea-a980-4379-a837-7b0c83ee629b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:06.704993 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ae66d43-b030-4e04-b556-be61024b6aaa {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:06.705388 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116df27a-2245-40a5-a6f6-09f4ab6bba56', 'name': 'network-vif-deleted', 'tag': '2772c8ea-a980-4379-a837-7b0c83ee629b', 'status': 'completed', 'code': 200} Feb 19 07:14:06.705792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2772c8ea-a980-4379-a837-7b0c83ee629b not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:06.737767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-0e25071c-31a7-4b5d-86db-2505fcdb9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.739297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-0e25071c-31a7-4b5d-86db-2505fcdb9d44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0750382 Feb 19 07:14:06.741348 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2b50d3e7-2c22-4c96-92e2-89972b5c1fdc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:06.754203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:06.756667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:06.823027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=2b50d3e7-2c22-4c96-92e2-89972b5c1fdc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:06.887121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:06.893154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:06.897815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-866aef2a-9cb5-4abd-b42e-4f28135d3cd0 req-9cadc266-774b-4d01-8be2-e792ac8ec8a0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "DELETE /v2.0/ports/2b50d3e7-2c22-4c96-92e2-89972b5c1fdc HTTP/1.1" status: 204 len: 173 time: 1.1587224 Feb 19 07:14:06.931601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-7a21a3eb-ca55-4ecd-b49e-b541e30c3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:06.940932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-7a21a3eb-ca55-4ecd-b49e-b541e30c3f4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1815186 Feb 19 07:14:07.150418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc955262-cfa5-4863-bd86-12b4325f5df9 req-b3a3ca58-3ee6-4bda-8f80-13b96d8c42e0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab996148-fd89-44f7-9a8c-3963961b3dd1 HTTP/1.1" status: 200 len: 210 time: 0.0334923 Feb 19 07:14:07.184227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-631eb784-d991-47db-87a3-2f882c832405 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365031 Feb 19 07:14:07.322489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2107e239-ceb5-409e-ba72-247bd8312c68 req-77c15ddc-4384-4de2-9885-64ee72a2a1b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315911 Feb 19 07:14:07.476133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:07.542611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947231e5-766d-42d6-865d-71ec4e1abce9 req-eacd52d6-9b55-4dcc-a756-40238b5f4939 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:07.553749 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-947231e5-766d-42d6-865d-71ec4e1abce9 req-eacd52d6-9b55-4dcc-a756-40238b5f4939 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.1150858 Feb 19 07:14:07.602803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-947231e5-766d-42d6-865d-71ec4e1abce9 req-9a4d49d0-963c-4a54-ba45-89eb4e08ade8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Feb 19 07:14:07.636556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:07.648715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:07.649494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-413e0d47-7bf7-4390-b48c-c1152c8fd8c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0fdc000c44e43529d4bb10897299f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717811 Feb 19 07:14:07.699089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:07.703891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:07.704288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.752855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] Publish callbacks [] for security_group (132904f3-7323-47e4-ab19-c7054d7e37a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.774732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b495b-1740-4404-bdb3-e6e62c3ecf01 req-16c83a72-8c13-48f7-9b42-5d2a8a8df9a5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:07.775998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3e7b-7ec6-4a72-9ed4-4518d0903b0d req-04cddef2-d8e6-46fb-a943-5bd9ac3b0f25 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:07.777357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d9b495b-1740-4404-bdb3-e6e62c3ecf01 req-16c83a72-8c13-48f7-9b42-5d2a8a8df9a5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.0625963 Feb 19 07:14:07.777898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93ec3e7b-7ec6-4a72-9ed4-4518d0903b0d req-04cddef2-d8e6-46fb-a943-5bd9ac3b0f25 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 944 time: 0.0882835 Feb 19 07:14:07.792574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:07.792972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.796970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] Publish callbacks [] for security_group (132904f3-7323-47e4-ab19-c7054d7e37a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.816986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:07.819205 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7422eb-459d-442e-983a-f22dbb0f0a2d" -d '{"events": [{"server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "name": "network-vif-plugged", "status": "completed", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:07.831763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:07.834227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d9b495b-1740-4404-bdb3-e6e62c3ecf01 req-965d2fe0-582a-47b5-a0ac-3952e9193247 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Feb 19 07:14:07.841228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.871136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93ec3e7b-7ec6-4a72-9ed4-4518d0903b0d req-53e16533-4e05-4c25-8e0c-10ec16636ea9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841000 Feb 19 07:14:07.894193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (132904f3-7323-47e4-ab19-c7054d7e37a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.896820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:07.897960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/132904f3-7323-47e4-ab19-c7054d7e37a7 HTTP/1.1" status: 204 len: 168 time: 0.2482507 Feb 19 07:14:07.913261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eb5db-1f89-4c64-9969-e68053574871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132904f3-7323-47e4-ab19-c7054d7e37a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:07.945096 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f78c6-46e0-4a07-aed8-2db6461a5325 x-openstack-request-id: req-5e5f78c6-46e0-4a07-aed8-2db6461a5325 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:07.945427 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "name": "network-vif-plugged", "status": "completed", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:07.945741 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e5f78c6-46e0-4a07-aed8-2db6461a5325 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:07.946179 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'code': 200} Feb 19 07:14:07.947315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:08.060628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163ceb8-ddf0-4997-a1d6-b2930835545a req-16e7cd93-bf2e-424c-98ce-0f8ef5f3362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:08.063160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9163ceb8-ddf0-4997-a1d6-b2930835545a req-16e7cd93-bf2e-424c-98ce-0f8ef5f3362b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0521054 Feb 19 07:14:08.115215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9163ceb8-ddf0-4997-a1d6-b2930835545a req-190dc7a6-e035-4c32-90a0-a061488044d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Feb 19 07:14:08.523881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7a14ac4-04fc-4c5e-b068-42ef153bb5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:08.628970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83b4d8-19ab-4eaf-be8d-d236bcc7eb50 req-ae93e058-98a3-40a4-a251-22e0af99d0c3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:08.630492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b83b4d8-19ab-4eaf-be8d-d236bcc7eb50 req-ae93e058-98a3-40a4-a251-22e0af99d0c3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 0.0606444 Feb 19 07:14:08.674647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:08.690800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b83b4d8-19ab-4eaf-be8d-d236bcc7eb50 req-717d826c-d9a5-48b7-9082-a541e2e83697 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Feb 19 07:14:08.697735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:08.698304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 2b50d3e7-2c22-4c96-92e2-89972b5c1fdc not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:08.706667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'name': 'network-vif-deleted', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:08.709077 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9269fa25-3807-4f52-9098-441c6880fd3b" -d '{"events": [{"server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "name": "network-vif-deleted", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:08.756350 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cabe91c-d741-4650-a6ea-7c3f5d4c6a3f x-openstack-request-id: req-7cabe91c-d741-4650-a6ea-7c3f5d4c6a3f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:08.756666 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab996148-fd89-44f7-9a8c-3963961b3dd1", "name": "network-vif-deleted", "tag": "2b50d3e7-2c22-4c96-92e2-89972b5c1fdc", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:08.756928 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cabe91c-d741-4650-a6ea-7c3f5d4c6a3f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:08.757330 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab996148-fd89-44f7-9a8c-3963961b3dd1', 'name': 'network-vif-deleted', 'tag': '2b50d3e7-2c22-4c96-92e2-89972b5c1fdc', 'status': 'completed', 'code': 200} Feb 19 07:14:08.815376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fbb3a-5bbb-4b27-a267-9084fc4801ce req-523b5b5e-ef9f-4ddb-8099-ee975779cca6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:08.816958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-534fbb3a-5bbb-4b27-a267-9084fc4801ce req-523b5b5e-ef9f-4ddb-8099-ee975779cca6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0587931 Feb 19 07:14:08.856602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caca3d-1fb4-42a4-8a5f-5ad5b6320768 req-1cb81864-1e16-42da-9153-2465030d47da tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:08.858925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73caca3d-1fb4-42a4-8a5f-5ad5b6320768 req-1cb81864-1e16-42da-9153-2465030d47da tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 945 time: 0.0561013 Feb 19 07:14:08.865024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-534fbb3a-5bbb-4b27-a267-9084fc4801ce req-93133a78-583e-4b37-a9ed-58d32f4a8cc4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Feb 19 07:14:08.906768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73caca3d-1fb4-42a4-8a5f-5ad5b6320768 req-b483d54a-e353-4f3c-a256-d78a3b179e5d tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Feb 19 07:14:09.018779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6b508-ba0c-4752-8256-33e50b08302a req-3c671895-5e1b-4b7d-ba4a-b9b56c5075c1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:09.020411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31a6b508-ba0c-4752-8256-33e50b08302a req-3c671895-5e1b-4b7d-ba4a-b9b56c5075c1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 948 time: 0.0551090 Feb 19 07:14:09.071345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31a6b508-ba0c-4752-8256-33e50b08302a req-47024dbf-e004-4902-8f44-fddc9f4a3503 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Feb 19 07:14:09.298463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8c93-c284-4e1c-b467-c01dd724a717 req-1d4b94bd-1f2d-4c36-b487-245e05bb1c34 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:09.300068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a74e8c93-c284-4e1c-b467-c01dd724a717 req-1d4b94bd-1f2d-4c36-b487-245e05bb1c34 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0543838 Feb 19 07:14:09.347704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a74e8c93-c284-4e1c-b467-c01dd724a717 req-8c60a78b-de35-4a18-a5ad-2a3d854f428c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Feb 19 07:14:09.545603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:09.643475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:09.778263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:09.791709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'mac_address': 'fa:16:3e:58:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:09.836283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:09.836946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:09.860851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:09.887212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:09.892034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:09.893889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ff99c-4858-41e9-bd7a-179defbd6f0f req-35cb3d4a-e4a4-446c-9cc6-a90f3fff0fb4 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:09.896393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-822ff99c-4858-41e9-bd7a-179defbd6f0f req-35cb3d4a-e4a4-446c-9cc6-a90f3fff0fb4 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 0.1179907 Feb 19 07:14:09.919618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-fdd20bc9-7fd2-40d5-8a51-c8e1a2eb8dc2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:09.921227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-fdd20bc9-7fd2-40d5-8a51-c8e1a2eb8dc2 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 949 time: 0.0937757 Feb 19 07:14:10.006139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=12']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:10.032987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-822ff99c-4858-41e9-bd7a-179defbd6f0f req-ba8fc31d-1003-4ec5-ab89-53d9cab93fc1 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265519 Feb 19 07:14:10.053370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3568d-a955-4785-942e-e5445400560b req-0edd89b5-537e-4d5d-a521-3dcef52e4e05 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.055465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adb3568d-a955-4785-942e-e5445400560b req-0edd89b5-537e-4d5d-a521-3dcef52e4e05 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.0987742 Feb 19 07:14:10.118836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 540f5c1f-02e5-426f-8e71-4a185aa558f7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:10.119372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.131900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adb3568d-a955-4785-942e-e5445400560b req-d7245f8e-8596-4784-b35c-96f579ad192e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705481 Feb 19 07:14:10.132635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:10.283007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bfe10-e523-4cec-8ea5-5431d7459294 req-e70af855-24bd-4aaa-8bfe-7b2b615366c7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.284645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee5bfe10-e523-4cec-8ea5-5431d7459294 req-e70af855-24bd-4aaa-8bfe-7b2b615366c7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.0674062 Feb 19 07:14:10.311227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f32b028-1e9f-44f6-8c3c-b0dc06f20dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.323013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1444c4-40a5-4252-bfa4-6944336c8907 req-7749c495-fa69-4e69-8730-1d7f92461638 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.324542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af1444c4-40a5-4252-bfa4-6944336c8907 req-7749c495-fa69-4e69-8730-1d7f92461638 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 945 time: 0.1982059 Feb 19 07:14:10.326530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 540f5c1f-02e5-426f-8e71-4a185aa558f7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=540f5c1f-02e5-426f-8e71-4a185aa558f7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:10.326907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.352939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 540f5c1f-02e5-426f-8e71-4a185aa558f7 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:10.371504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee5bfe10-e523-4cec-8ea5-5431d7459294 req-4a40f97f-c0e6-4f4b-9bdc-aa886796997d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Feb 19 07:14:10.391338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887523-0475-44c6-aa10-c4b37cb96478 req-9a9abb21-fcfd-4856-b46c-16a23f024fd0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.392770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38887523-0475-44c6-aa10-c4b37cb96478 req-9a9abb21-fcfd-4856-b46c-16a23f024fd0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf4e1bc4-014d-4fce-a0e4-ee97425a142a HTTP/1.1" status: 200 len: 949 time: 0.1753652 Feb 19 07:14:10.427111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7c374d87-200c-42db-8f77-dd4b4f277cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:10.435858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-e7cabb0e-8f3d-4ee7-b233-9a385b4448c3 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.437382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-e7cabb0e-8f3d-4ee7-b233-9a385b4448c3 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.24 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 945 time: 0.2082751 Feb 19 07:14:10.438924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f32b028-1e9f-44f6-8c3c-b0dc06f20dd8 admin admin] Publish callbacks [] for security_group (d37d0c42-9efd-4df9-a9e5-2ce26a98ea52), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.450421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f32b028-1e9f-44f6-8c3c-b0dc06f20dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d37d0c42-9efd-4df9-a9e5-2ce26a98ea52), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.516283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f32b028-1e9f-44f6-8c3c-b0dc06f20dd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08dc2dfd28bf4f6ba7ab3fca905768be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818636 Feb 19 07:14:10.518642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32b028-1e9f-44f6-8c3c-b0dc06f20dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d0c42-9efd-4df9-a9e5-2ce26a98ea52,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:10.521083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:10.546434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cd383-8c4f-4029-9ad5-431d354a2773 req-1944c12e-b540-4ad8-b3ba-ee1e7407154a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.547972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af1444c4-40a5-4252-bfa4-6944336c8907 req-cd1c2ca6-7584-4d9b-a2f5-5472439a7ba2 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/security-groups?id=13bee1db-ac66-44ec-9c1b-034f0faac77d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115383 Feb 19 07:14:10.548504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e2cd383-8c4f-4029-9ad5-431d354a2773 req-1944c12e-b540-4ad8-b3ba-ee1e7407154a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 945 time: 0.1078873 Feb 19 07:14:10.625905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] Publish callbacks [] for security_group (d37d0c42-9efd-4df9-a9e5-2ce26a98ea52), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.631024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e2cd383-8c4f-4029-9ad5-431d354a2773 req-7d56737d-2b2c-4260-a94f-4512ae82b9cc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746415 Feb 19 07:14:10.650460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] Publish callbacks [] for security_group (d37d0c42-9efd-4df9-a9e5-2ce26a98ea52), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.710473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d37d0c42-9efd-4df9-a9e5-2ce26a98ea52), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.713225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.715224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d37d0c42-9efd-4df9-a9e5-2ce26a98ea52 HTTP/1.1" status: 204 len: 168 time: 0.1909506 Feb 19 07:14:10.731410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9952572-9aa5-456e-ba48-e3961b8f85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d0c42-9efd-4df9-a9e5-2ce26a98ea52,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:10.758102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (540f5c1f-02e5-426f-8e71-4a185aa558f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.772157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:10.774237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-752a4333-8fb3-4d16-a750-3aeee03bbcd5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-193463015&fields=id&tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 267 time: 0.0715549 Feb 19 07:14:10.775891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:10.798306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:10.798654 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.822482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444c6b2-d04f-4b20-82a7-92cbfc607cc0 req-c9d4add9-8be8-471b-a1eb-731ed7d2c40e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.824100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9444c6b2-d04f-4b20-82a7-92cbfc607cc0 req-c9d4add9-8be8-471b-a1eb-731ed7d2c40e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 949 time: 0.1820099 Feb 19 07:14:10.824891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=540f5c1f-02e5-426f-8e71-4a185aa558f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:10.834802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-2b18a55c-841f-440a-8820-120ec1562d9f tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:10.843281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-2b18a55c-841f-440a-8820-120ec1562d9f tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 945 time: 0.0676651 Feb 19 07:14:10.853522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'security_groups': ['78c6e7d4-54c9-4845-adb0-11fd723eba52', '8317d281-03e1-48aa-9933-2fa30a7fac4c']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:10.878101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Deleting port a062dd39-95f4-4724-9444-4cff01e3c9fa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:10.878450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.946813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:10.999172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 540f5c1f-02e5-426f-8e71-4a185aa558f7 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:11.009249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.013026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a3905fb-972c-4340-abd1-0510c1c9d2a5 req-61f41739-547f-4663-a3b4-323d607250c7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.24 "DELETE /v2.0/ports/540f5c1f-02e5-426f-8e71-4a185aa558f7 HTTP/1.1" status: 204 len: 173 time: 1.0823104 Feb 19 07:14:11.019493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'name': 'network-vif-deleted', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:11.022046 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3f0db-3dad-4e4f-805a-976551721d5c" -d '{"events": [{"server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "name": "network-vif-deleted", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:11.086122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.093134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9444c6b2-d04f-4b20-82a7-92cbfc607cc0 req-3e38a22f-5698-4764-b46f-48b70c5f47c6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152131 Feb 19 07:14:11.101141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 4947ea99-2ed5-479d-99c3-2a1bff5ba321, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4947ea99-2ed5-479d-99c3-2a1bff5ba321,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:11.101627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.130229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 4947ea99-2ed5-479d-99c3-2a1bff5ba321 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:11.151338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] For port a062dd39-95f4-4724-9444-4cff01e3c9fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a062dd39-95f4-4724-9444-4cff01e3c9fa,segment=NetworkSegment(48126cce-d88a-4434-8f47-5c5bb1a4d5f3),segment_id=48126cce-d88a-4434-8f47-5c5bb1a4d5f3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:11.151831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.213269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Calling delete_port for a062dd39-95f4-4724-9444-4cff01e3c9fa owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:11.233097 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6c6c2-9153-40c2-876e-b9706d6fcbbc x-openstack-request-id: req-04e6c6c2-9153-40c2-876e-b9706d6fcbbc {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:11.233514 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80caa865-0455-43fa-a9f3-b366fe4f4f75", "name": "network-vif-deleted", "tag": "540f5c1f-02e5-426f-8e71-4a185aa558f7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:11.233868 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04e6c6c2-9153-40c2-876e-b9706d6fcbbc {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:11.234988 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80caa865-0455-43fa-a9f3-b366fe4f4f75', 'name': 'network-vif-deleted', 'tag': '540f5c1f-02e5-426f-8e71-4a185aa558f7', 'status': 'completed', 'code': 200} Feb 19 07:14:11.355290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:11.381630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa653deb-7914-414f-ab9d-c4433d9abfce req-854c701f-8fbd-41db-8ed3-3f468edafbf8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=80caa865-0455-43fa-a9f3-b366fe4f4f75 HTTP/1.1" status: 200 len: 210 time: 0.0411959 Feb 19 07:14:11.389120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.398519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.430365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:11.638928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:11.678785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4947ea99-2ed5-479d-99c3-2a1bff5ba321), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.679856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:11.682085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.683142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a062dd39-95f4-4724-9444-4cff01e3c9fa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.686457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:11.694468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19a0881e-f35b-4f50-98d3-eb747d79822f req-320c9afc-f440-4bac-93b4-9daf4643d88c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "PUT /v2.0/ports/33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 981 time: 0.8495505 Feb 19 07:14:11.705505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:11.713959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['540f5c1f-02e5-426f-8e71-4a185aa558f7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:11.729631 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92ef62-04db-475f-8e0b-2b6c395e7160" -d '{"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:11.742571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837', '4947ea99-2ed5-479d-99c3-2a1bff5ba321'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:11.810237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a062dd39-95f4-4724-9444-4cff01e3c9fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:11.815874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=4947ea99-2ed5-479d-99c3-2a1bff5ba321,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:11.864239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e3486c3-cbbe-427a-b9b9-759eadfc388f req-500d36b3-16fb-45c1-990a-cce831172a33 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.43 "GET /v2.0/ports?device_id=e647bea5-66ba-470c-b288-3402671f5de1 HTTP/1.1" status: 200 len: 210 time: 0.0560524 Feb 19 07:14:11.894228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Pushing event deleted for resources: {'Port': ['ID=a062dd39-95f4-4724-9444-4cff01e3c9fa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:11.895199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:11.925421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 4947ea99-2ed5-479d-99c3-2a1bff5ba321 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:11.929306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.933135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38887523-0475-44c6-aa10-c4b37cb96478 req-59db8a30-f249-480a-a7fb-b1d58a30aae7 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "DELETE /v2.0/ports/4947ea99-2ed5-479d-99c3-2a1bff5ba321 HTTP/1.1" status: 204 len: 173 time: 1.5046220 Feb 19 07:14:11.952981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45114) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:11.963557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] No DVR routers for this DVR port a062dd39-95f4-4724-9444-4cff01e3c9fa on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:11.972800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:11.977692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a8a2b8d-9272-4f9e-a762-0c7674e9ea3e req-a6507584-4b26-4977-b974-aac54a32eb97 tempest-ServerTagsTestJSON-1376685957 tempest-ServerTagsTestJSON-1376685957-project] 10.222.0.24 "DELETE /v2.0/ports/a062dd39-95f4-4724-9444-4cff01e3c9fa HTTP/1.1" status: 204 len: 173 time: 1.5242512 Feb 19 07:14:12.003051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eca55f-f605-4d16-96f6-7debbe160400 req-14c5be75-bf84-4683-8f34-0882e1672e2c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:12.026725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51eca55f-f605-4d16-96f6-7debbe160400 req-14c5be75-bf84-4683-8f34-0882e1672e2c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.3948307 Feb 19 07:14:12.064122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-01b53812-2dfa-4336-bb84-ce9f953cce71 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1155132141&fields=id&tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 267 time: 0.1027591 Feb 19 07:14:12.118160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:12.127959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51eca55f-f605-4d16-96f6-7debbe160400 req-bcda2554-6d4b-464d-aed0-cba49e73ce41 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001716 Feb 19 07:14:12.154604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 7c374d87-200c-42db-8f77-dd4b4f277cf5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:12.155271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.181426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-9467d749-9cd1-488f-bb90-28cfb6632248 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:12.189639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-9467d749-9cd1-488f-bb90-28cfb6632248 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 984 time: 0.1242127 Feb 19 07:14:12.200760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1612809028-network', 'tenant_id': '6e31bb78c6354b329a8def321b5374ae'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:12.215433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'security_groups': ['78c6e7d4-54c9-4845-adb0-11fd723eba52', '8317d281-03e1-48aa-9933-2fa30a7fac4c', 'a4d47926-8426-40e5-9691-b535d99fdfd6']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:12.308342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Made reservation on behalf of 6e31bb78c6354b329a8def321b5374ae for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:12.310804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.327733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.328660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-e88122fc-710e-438b-bae7-447c9ae1dcd7 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347700 Feb 19 07:14:12.341689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.504005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-a56b970e-7129-4e0d-ba05-318d4cd55997 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:12.511790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-a56b970e-7129-4e0d-ba05-318d4cd55997 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817987 Feb 19 07:14:12.528830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.535113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks [] for security_group (2d88b02e-3a42-440b-a072-1a83fa38ca3a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.539525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7c374d87-200c-42db-8f77-dd4b4f277cf5 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:12.539919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.545354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-9071cc6a-090a-42fc-a77e-fcf24461ce68 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/quotas/2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 375 time: 0.0320113 Feb 19 07:14:12.545981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2d88b02e-3a42-440b-a072-1a83fa38ca3a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.634709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:14:12.635666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-fb50fceb-e129-4d58-96de-0467cd2764ab tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891447 Feb 19 07:14:12.648102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d88b02e-3a42-440b-a072-1a83fa38ca3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:12.657186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (914ff0ba-c953-4625-b657-5344dafe18e8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.657533 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Added segment 914ff0ba-c953-4625-b657-5344dafe18e8 of type vlan for network c2e0e83d-b0ba-49f7-ac66-d671586deb19 Feb 19 07:14:12.738121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c2e0e83d-b0ba-49f7-ac66-d671586deb19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.774334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:12.801356 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5cb66-3157-4d3d-a545-175d8b06cff2 x-openstack-request-id: req-57a5cb66-3157-4d3d-a545-175d8b06cff2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:12.801631 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:12.802122 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57a5cb66-3157-4d3d-a545-175d8b06cff2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:12.802530 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'status': 'completed', 'code': 200} Feb 19 07:14:12.820390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c2e0e83d-b0ba-49f7-ac66-d671586deb19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.821421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:12.821987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.841044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.855829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.882600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:12.890107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:12.893507 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aff6e8-cf9b-499c-a1f5-33f52b1f1337" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:12.898044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:12.906699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9521224 Feb 19 07:14:12.907044 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.907179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:12.915267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Request body: {'subnet': {'network_id': 'c2e0e83d-b0ba-49f7-ac66-d671586deb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1612809028-subnet', 'tenant_id': '6e31bb78c6354b329a8def321b5374ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:12.960873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:12.961529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:12.969270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8653281-9a3d-4cff-b16f-899b5108b47b req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "PUT /v2.0/ports/33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 1020 time: 0.7784965 Feb 19 07:14:12.981935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b07b35-c506-40c1-a67e-a706937c4e0a admin admin] Pushing event updated for resources: {'Network': ['ID=c2e0e83d-b0ba-49f7-ac66-d671586deb19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:12.999526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5548d619-c0cf-4d82-9472-da031f7596e2 req-28fe8b34-0694-4d96-9201-dee730391e19 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 210 time: 0.0724587 Feb 19 07:14:13.024230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-8fdc0002-6f9c-4298-8c38-3f45628f2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:13.026730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-8fdc0002-6f9c-4298-8c38-3f45628f2ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1166 time: 0.1976573 Feb 19 07:14:13.037317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Made reservation on behalf of 6e31bb78c6354b329a8def321b5374ae for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:13.037826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.041946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be578d9b-f501-47ac-80ac-9ab7d139c6ed tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:13.088823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45148) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:13.105419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c2e0e83d-b0ba-49f7-ac66-d671586deb19 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:14:13.107626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=13']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:13.127504 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff5dde6-6930-4edb-8640-dcc2359b42cf x-openstack-request-id: req-aff5dde6-6930-4edb-8640-dcc2359b42cf {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:13.128165 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-plugged", "status": "completed", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:13.128165 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aff5dde6-6930-4edb-8640-dcc2359b42cf {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:13.128478 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'code': 200} Feb 19 07:14:13.200338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Deleting subnet 052f92aa-82de-4a43-b742-a7f09ccac62a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:14:13.208838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Publish callbacks [] for subnet (052f92aa-82de-4a43-b742-a7f09ccac62a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.376585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (052f92aa-82de-4a43-b742-a7f09ccac62a), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.493366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b053-a58b-4ac3-b30a-889dc7c49640 req-fe7c9e26-7d12-471a-a742-6fc2b0cba768 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:13.504644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efe8b053-a58b-4ac3-b30a-889dc7c49640 req-fe7c9e26-7d12-471a-a742-6fc2b0cba768 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1023 time: 0.2357476 Feb 19 07:14:13.576860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (052f92aa-82de-4a43-b742-a7f09ccac62a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.612655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'name': 'network-vif-deleted', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321'}, {'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'name': 'network-vif-deleted', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:13.614965 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66e8a0-3aaa-4a86-b49a-5ad61d2e16be" -d '{"events": [{"server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "name": "network-vif-deleted", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321"}, {"server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "name": "network-vif-deleted", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:13.642052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efe8b053-a58b-4ac3-b30a-889dc7c49640 req-407ac14f-8d9e-4974-93aa-f5fdc7d62795 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=8317d281-03e1-48aa-9933-2fa30a7fac4c&id=a4d47926-8426-40e5-9691-b535d99fdfd6 HTTP/1.1" status: 200 len: 6200 time: 0.1362011 Feb 19 07:14:13.667058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4947ea99-2ed5-479d-99c3-2a1bff5ba321 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:13.670153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (052f92aa-82de-4a43-b742-a7f09ccac62a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.719369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.721620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 4947ea99-2ed5-479d-99c3-2a1bff5ba321 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:13.722204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4947ea99-2ed5-479d-99c3-2a1bff5ba321 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:13.729384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:13.730396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/052f92aa-82de-4a43-b742-a7f09ccac62a HTTP/1.1" status: 204 len: 168 time: 0.6384501 Feb 19 07:14:13.734021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b6962-757b-4634-b74e-e9441fb545c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052f92aa-82de-4a43-b742-a7f09ccac62a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:13.770131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:13.859786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-40465249-b8e4-4827-9c59-6132d20d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:13.861468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-40465249-b8e4-4827-9c59-6132d20d105e service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.8194633 Feb 19 07:14:13.876855 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb8fb51-b6ad-4148-9ea9-1c6a56ca1c69 x-openstack-request-id: req-ecb8fb51-b6ad-4148-9ea9-1c6a56ca1c69 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:13.877281 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4e1bc4-014d-4fce-a0e4-ee97425a142a", "name": "network-vif-deleted", "tag": "4947ea99-2ed5-479d-99c3-2a1bff5ba321", "status": "completed", "code": 200}, {"server_uuid": "e647bea5-66ba-470c-b288-3402671f5de1", "name": "network-vif-deleted", "tag": "a062dd39-95f4-4724-9444-4cff01e3c9fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:13.877681 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecb8fb51-b6ad-4148-9ea9-1c6a56ca1c69 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:13.878284 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf4e1bc4-014d-4fce-a0e4-ee97425a142a', 'name': 'network-vif-deleted', 'tag': '4947ea99-2ed5-479d-99c3-2a1bff5ba321', 'status': 'completed', 'code': 200} Feb 19 07:14:13.878628 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e647bea5-66ba-470c-b288-3402671f5de1', 'name': 'network-vif-deleted', 'tag': 'a062dd39-95f4-4724-9444-4cff01e3c9fa', 'status': 'completed', 'code': 200} Feb 19 07:14:13.892282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2135212784 ', 'description': 'tempest-description-2012282736'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:13.892993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f72f3f-4b18-4607-a241-4bb66ac0320b req-41c459b0-065e-42e4-87c1-82ab4181a000 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:13.894713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03f72f3f-4b18-4607-a241-4bb66ac0320b req-41c459b0-065e-42e4-87c1-82ab4181a000 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2758605 Feb 19 07:14:13.919436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.967171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5e620bca-d837-4426-a488-60876ebc0c15), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:13.986465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-219839f4-1f8f-4bd6-9665-444878592270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 217 time: 0.1117761 Feb 19 07:14:14.006220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (b879b08c-60ba-4e6a-ae42-4e4bf511096c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.012936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b879b08c-60ba-4e6a-ae42-4e4bf511096c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.042639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.044041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76a27b92-e78f-44d0-98ba-bd4286cefd2a req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1582067 Feb 19 07:14:14.073928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c4b9a-4182-4b84-a8ba-6496e9a8f664 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b879b08c-60ba-4e6a-ae42-4e4bf511096c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:14.141999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03f72f3f-4b18-4607-a241-4bb66ac0320b req-423122a4-07fe-4aa8-9061-161ec5072791 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161758 Feb 19 07:14:14.177553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2063e62-fee7-482b-bcc8-4daf7f840f9f req-139902f2-a347-46f0-a704-0821161565eb tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:14.186849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2063e62-fee7-482b-bcc8-4daf7f840f9f req-139902f2-a347-46f0-a704-0821161565eb tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 950 time: 0.0681903 Feb 19 07:14:14.196949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-def09d63-d20c-4aa1-8617-8cb6923bb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:14.199616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-def09d63-d20c-4aa1-8617-8cb6923bb2e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.2034340 Feb 19 07:14:14.201590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-20ee29df-582a-4577-a91f-e4dc99bd1bdf tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657063 Feb 19 07:14:14.242216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (63927e63-03e8-4df3-82a8-9ae08bc670ac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.249075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2063e62-fee7-482b-bcc8-4daf7f840f9f req-29a5756f-bce2-4814-b8a8-562b700416d3 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611136 Feb 19 07:14:14.324873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87e570e7-a349-4443-a1e1-d958440bb12e req-ae817838-a10a-4277-ae30-82208d7d1245 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/b879b08c-60ba-4e6a-ae42-4e4bf511096c HTTP/1.1" status: 200 len: 1798 time: 0.0427873 Feb 19 07:14:14.365387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5e620bca-d837-4426-a488-60876ebc0c15), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.373665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a0f0c31-224a-41f2-b6e1-dd5ec12b7f9f req-8e534c85-a56a-4b19-a598-33de552e5899 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 210 time: 0.1337955 Feb 19 07:14:14.378484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-c3ac5f18-0391-462d-9b32-37be1adf8397 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363382 Feb 19 07:14:14.442601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-be7e7d54-8881-4230-841d-f1b99abd9082 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/b879b08c-60ba-4e6a-ae42-4e4bf511096c HTTP/1.1" status: 200 len: 1798 time: 0.0398397 Feb 19 07:14:14.464972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e620bca-d837-4426-a488-60876ebc0c15']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:14.500850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (b879b08c-60ba-4e6a-ae42-4e4bf511096c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.523541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (b879b08c-60ba-4e6a-ae42-4e4bf511096c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.527615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48126cce-d88a-4434-8f47-5c5bb1a4d5f3') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:14.527916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48126cce-d88a-4434-8f47-5c5bb1a4d5f3') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:14.534242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63927e63-03e8-4df3-82a8-9ae08bc670ac,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:14.559111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (48126cce-d88a-4434-8f47-5c5bb1a4d5f3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.565775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b879b08c-60ba-4e6a-ae42-4e4bf511096c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.568391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.569635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ce98b00-fc05-4c83-b902-a66ade3ec2c7 req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/b879b08c-60ba-4e6a-ae42-4e4bf511096c HTTP/1.1" status: 204 len: 173 time: 0.1207116 Feb 19 07:14:14.578921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474db8d-0980-4cda-8403-97f569a81f56 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879b08c-60ba-4e6a-ae42-4e4bf511096c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:14.607915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Checking segment: {'id': '914ff0ba-c953-4625-b657-5344dafe18e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c2e0e83d-b0ba-49f7-ac66-d671586deb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:14.608148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Network hostable DHCP agents. Network: c2e0e83d-b0ba-49f7-ac66-d671586deb19, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:14:14.613286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48126cce-d88a-4434-8f47-5c5bb1a4d5f3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.631633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:14:14.632025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (48126cce-d88a-4434-8f47-5c5bb1a4d5f3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:14:14.635916 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:14:14.643966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-0e2ddd82-6885-4473-bce7-1eb3a972851f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:14.645403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-0e2ddd82-6885-4473-bce7-1eb3a972851f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4068143 Feb 19 07:14:14.677168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Request body: {'port': {'device_id': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '2456c081a2394cb1ad6cf9fbf9070a8d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:14.683586 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-2da39756-7a67-4ad6-81e9-5d27ea3a124a req-b4f26c64-1c22-4b05-9fdc-02f88f67c539 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:14:14.684592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2da39756-7a67-4ad6-81e9-5d27ea3a124a req-b4f26c64-1c22-4b05-9fdc-02f88f67c539 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/b879b08c-60ba-4e6a-ae42-4e4bf511096c HTTP/1.1" status: 404 len: 352 time: 0.0899546 Feb 19 07:14:14.702481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:14.706115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 540f5c1f-02e5-426f-8e71-4a185aa558f7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:14.710903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-452687152', 'description': 'tempest-description-1246527434'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:14.734041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.737379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 540f5c1f-02e5-426f-8e71-4a185aa558f7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:14.737379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 540f5c1f-02e5-426f-8e71-4a185aa558f7 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:14.737938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a062dd39-95f4-4724-9444-4cff01e3c9fa no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:14.762949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: a062dd39-95f4-4724-9444-4cff01e3c9fa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:14.763341 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a062dd39-95f4-4724-9444-4cff01e3c9fa not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:14.804352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:14.808160 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f405a003-4cab-41e3-9365-9a8b25112acc" -d '{"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:14.815536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-e8dc3c81-c794-4adf-933e-f7175a0c94ad service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003415 Feb 19 07:14:14.819826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Network c2e0e83d-b0ba-49f7-ac66-d671586deb19 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:14:14.825169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.830878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.835057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5e620bca-d837-4426-a488-60876ebc0c15), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.840366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.857956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] 10.222.0.43 "DELETE /v2.0/networks/5e620bca-d837-4426-a488-60876ebc0c15 HTTP/1.1" status: 204 len: 168 time: 1.1114731 Feb 19 07:14:14.865418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:14.868864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:14.884958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.886790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'dd901257-5e68-4592-9d3c-624680ab2264', 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b', 'port_id': 'dd901257-5e68-4592-9d3c-624680ab2264', 'mac_address': 'fa:16:3e:47:32:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0ace47-f436-4670-8217-62377ae79884', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:14.888049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98fa181b-8a74-4b41-99e6-0b44acba0436 req-1cbfffe0-6960-4d2e-9486-02f11330c580 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1816003 Feb 19 07:14:14.892497 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604497b0-a1cd-408a-8aca-eeadc99d94c8 x-openstack-request-id: req-604497b0-a1cd-408a-8aca-eeadc99d94c8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:14.892790 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:14.893122 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-604497b0-a1cd-408a-8aca-eeadc99d94c8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:14.895908 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'status': 'completed', 'code': 200} Feb 19 07:14:14.909920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c2e0e83d-b0ba-49f7-ac66-d671586deb19) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:14.915420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:14.916548 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.935997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac1321-3b4c-45a7-b275-bd3d2a40e595 None None] Network c2e0e83d-b0ba-49f7-ac66-d671586deb19 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:14.941099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port dd901257-5e68-4592-9d3c-624680ab2264 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:14.941583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:14.952188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c6c26-d440-4277-947f-abe1b30f940d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e620bca-d837-4426-a488-60876ebc0c15,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:14.981174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-284476713', 'description': 'tempest-description-498495540'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:15.000512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd901257-5e68-4592-9d3c-624680ab2264 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:15.010809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:15.020362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8fa19f32-1b70-458b-b4f3-d2a016dbe13e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1098576 Feb 19 07:14:15.057751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:15.065844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.070322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-094db144-7d36-49f6-bed3-3226cc3590f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32b46956169e48298674094782400212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570791 Feb 19 07:14:15.073608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:15.089537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.119903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f92ef62-04db-475f-8e0b-2b6c395e7160 req-ba414683-5ccf-4ab3-8f1c-7d5b4c8479d5 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972243 Feb 19 07:14:15.123529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da22055-ce1e-4331-8a76-da09868d58a6 None None] Network c2e0e83d-b0ba-49f7-ac66-d671586deb19 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:15.167931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] Publish callbacks [] for security_group (13bee1db-ac66-44ec-9c1b-034f0faac77d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.211343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] Publish callbacks [] for security_group (13bee1db-ac66-44ec-9c1b-034f0faac77d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.237969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (379662fc-a653-4b27-91ed-cb58fd9d30d8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.253803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (379662fc-a653-4b27-91ed-cb58fd9d30d8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.255809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Made reservation on behalf of 2456c081a2394cb1ad6cf9fbf9070a8d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:15.259895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.334939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e1701-078c-4656-a5ef-c53b7d1dd6b7 req-2aec5ba6-f071-4fcb-907c-55c45d100bae tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.342094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.344157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90689719-bd19-4ad0-8643-64722143ee15 req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3877513 Feb 19 07:14:15.344363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-767e1701-078c-4656-a5ef-c53b7d1dd6b7 req-2aec5ba6-f071-4fcb-907c-55c45d100bae tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.0894878 Feb 19 07:14:15.344772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586afd8-557a-4305-a018-0f38593ee816 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379662fc-a653-4b27-91ed-cb58fd9d30d8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:15.351722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (13bee1db-ac66-44ec-9c1b-034f0faac77d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.356493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.361979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13bee1db-ac66-44ec-9c1b-034f0faac77d HTTP/1.1" status: 204 len: 168 time: 0.2856612 Feb 19 07:14:15.381239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735515-25dd-4219-8b45-dc45d6825a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bee1db-ac66-44ec-9c1b-034f0faac77d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:15.403997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405a003-4cab-41e3-9365-9a8b25112acc req-b7018da0-7c1a-4dc9-8a7d-013a94a40bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.406584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-b7018da0-7c1a-4dc9-8a7d-013a94a40bd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1206 time: 0.1666288 Feb 19 07:14:15.429406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:15.440626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-767e1701-078c-4656-a5ef-c53b7d1dd6b7 req-5740d13d-c99b-4138-99cf-57b544631535 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Feb 19 07:14:15.500719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['dd901257-5e68-4592-9d3c-624680ab2264'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:15.571172 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:14:15.623791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405a003-4cab-41e3-9365-9a8b25112acc req-46fe951a-ed17-4d91-afa9-74ef094fd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.625078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-46fe951a-ed17-4d91-afa9-74ef094fd386 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.2103281 Feb 19 07:14:15.626968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Allocated IP 192.168.233.34 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/9d57bdc4-355b-4902-8ee7-9000599e2eaf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:15.649484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-2842a713-c090-418f-a530-b298fbd6eb87 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.651002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-2842a713-c090-418f-a530-b298fbd6eb87 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 950 time: 0.1577220 Feb 19 07:14:15.707837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8e2ce-e188-4c9e-972d-a82bc65c401b req-5b88a7b9-be58-4b78-98cf-d1836a0d61d5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.709354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15d8e2ce-e188-4c9e-972d-a82bc65c401b req-5b88a7b9-be58-4b78-98cf-d1836a0d61d5 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 950 time: 0.1299357 Feb 19 07:14:15.711659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-fc29867f-2757-47fd-8fb7-cb9af4fab472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 200 len: 217 time: 0.0732090 Feb 19 07:14:15.782654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15d8e2ce-e188-4c9e-972d-a82bc65c401b req-47b34630-a004-41de-b0b2-4b972f14ba89 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639467 Feb 19 07:14:15.856968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1649945463', 'description': 'tempest-description-35259750'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:15.866364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405a003-4cab-41e3-9365-9a8b25112acc req-b80e6ddb-d9f0-4ff3-9630-a697ff412a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.867878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-b80e6ddb-d9f0-4ff3-9630-a697ff412a3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.1025856 Feb 19 07:14:15.896343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-7c347c85-80f7-4421-b978-8dcbea98068e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:15.898003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-7c347c85-80f7-4421-b978-8dcbea98068e tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/ports?device_id=58d2e2f4-b803-4500-8541-053ddd5457b8 HTTP/1.1" status: 200 len: 950 time: 0.1016786 Feb 19 07:14:15.899430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:15.925851 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-dbd3e6aa-9b15-4122-9879-0422990fa94c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511980 Feb 19 07:14:15.985389 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-6e2af7b0-845f-4b77-885e-d5b03993e752 req-fbe90fde-bdbf-44a1-b06e-30ac4e62e32e tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] show failed (client error): The resource could not be found. Feb 19 07:14:15.986430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e2af7b0-845f-4b77-885e-d5b03993e752 req-fbe90fde-bdbf-44a1-b06e-30ac4e62e32e tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/8a612ac7-93aa-4b89-99f7-9c00893bbf6f HTTP/1.1" status: 404 len: 352 time: 0.0928946 Feb 19 07:14:16.038976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (3f97d4c5-1bcd-441f-bf46-4d81c6a0623b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.046559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3f97d4c5-1bcd-441f-bf46-4d81c6a0623b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.078645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 03591dc4-5b44-46f3-94df-2ba5dd44b681 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:16.079025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.089768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.090107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 876195e5-8422-4bc8-a6b7-2f97a0068837 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:16.090375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.091068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f73f0700-5761-497c-80ee-c4b3112aa767 req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2463598 Feb 19 07:14:16.148141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcabb2-3efc-431f-9b2b-dfbdc05c2017 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97d4c5-1bcd-441f-bf46-4d81c6a0623b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:16.203130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks [] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.214658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5bbefa85-f507-4c40-9465-093ed24361f6 req-ec4c246a-70f5-4e9f-8288-f083b1d6d62a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 210 time: 0.1101372 Feb 19 07:14:16.252441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 03591dc4-5b44-46f3-94df-2ba5dd44b681, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=03591dc4-5b44-46f3-94df-2ba5dd44b681,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:16.252803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.256506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-f589eeca-5bde-4566-b5c1-275e099a36ae service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075802 Feb 19 07:14:16.276054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 03591dc4-5b44-46f3-94df-2ba5dd44b681 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:16.306795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e57f48a-9ba7-495b-ab23-0525a2d66f64 req-6ab7b437-d04a-4a6c-843c-0eda0051b5c3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 10996 time: 0.1640801 Feb 19 07:14:16.314973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.328604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7c374d87-200c-42db-8f77-dd4b4f277cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:16.362857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4', 'ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:16.428679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:16.451357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:16.478086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:16.491446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:16.495765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 876195e5-8422-4bc8-a6b7-2f97a0068837, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=876195e5-8422-4bc8-a6b7-2f97a0068837,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:16.496261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.550407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ae3dcf3-1f5a-497c-ad85-8a109e9c76a3 req-c18335c7-d133-4358-bbce-8eea45219ba8 tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e31bb78c6354b329a8def321b5374ae HTTP/1.1" status: 200 len: 3001 time: 0.2927861 Feb 19 07:14:16.588866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 876195e5-8422-4bc8-a6b7-2f97a0068837 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:16.628331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f405a003-4cab-41e3-9365-9a8b25112acc req-2ae27d8f-1d53-4ffd-b71b-d82a1bfa814d service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621004 Feb 19 07:14:16.644059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:16.644947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.713807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:16.729164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e57f48a-9ba7-495b-ab23-0525a2d66f64 req-83abc0ac-12d3-46ec-9832-b3c098c6368d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/78c6e7d4-54c9-4845-adb0-11fd723eba52 HTTP/1.1" status: 200 len: 2998 time: 0.3862872 Feb 19 07:14:16.748623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-662f68ee-e04c-4e49-945f-69d103aad972 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0779386 Feb 19 07:14:16.777624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ae3dcf3-1f5a-497c-ad85-8a109e9c76a3 req-16b0504a-a98b-4841-bb0f-35cced75983a tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/2d88b02e-3a42-440b-a072-1a83fa38ca3a HTTP/1.1" status: 200 len: 2998 time: 0.2005613 Feb 19 07:14:16.821267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e57f48a-9ba7-495b-ab23-0525a2d66f64 req-298a336f-b06b-43ff-88ab-8f53984fa193 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/78c6e7d4-54c9-4845-adb0-11fd723eba52 HTTP/1.1" status: 200 len: 2998 time: 0.0844841 Feb 19 07:14:16.821679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f8389049-7ed9-4164-86c7-c1c94d5a7f09 None None] Provisioning complete for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:16.822193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8389049-7ed9-4164-86c7-c1c94d5a7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.846393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (03591dc4-5b44-46f3-94df-2ba5dd44b681), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.860991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:16.880827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ae3dcf3-1f5a-497c-ad85-8a109e9c76a3 req-10bed7c0-ace8-4156-8275-25befea78303 tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/2d88b02e-3a42-440b-a072-1a83fa38ca3a HTTP/1.1" status: 200 len: 2998 time: 0.0944335 Feb 19 07:14:16.930114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=03591dc4-5b44-46f3-94df-2ba5dd44b681,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:16.969613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 03591dc4-5b44-46f3-94df-2ba5dd44b681 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:16.975607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:16.976533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port dd901257-5e68-4592-9d3c-624680ab2264 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:16.977577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27e68146-cfa8-4e07-83d9-a660a08cfeff req-41260bff-b2dc-4189-8f23-a96d862057fe tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "DELETE /v2.0/ports/03591dc4-5b44-46f3-94df-2ba5dd44b681 HTTP/1.1" status: 204 len: 173 time: 1.0689533 Feb 19 07:14:16.978157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'name': 'network-vif-deleted', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:16.980702 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3eba08-fb7c-47a6-819d-8bec4940ebf2" -d '{"events": [{"server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "name": "network-vif-deleted", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:16.984880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f8389049-7ed9-4164-86c7-c1c94d5a7f09 None None] Port 9d57bdc4-355b-4902-8ee7-9000599e2eaf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:16.990774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port dd901257-5e68-4592-9d3c-624680ab2264 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:16.991178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd901257-5e68-4592-9d3c-624680ab2264), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.001720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Request body: {'port': {'device_id': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:17.033643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef70c3-e603-4521-9ce2-c1750ca10f6d req-e7775de7-b108-48db-befe-4ff0c484dc4c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:17.035537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1ef70c3-e603-4521-9ce2-c1750ca10f6d req-e7775de7-b108-48db-befe-4ff0c484dc4c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.0968637 Feb 19 07:14:17.090402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1ef70c3-e603-4521-9ce2-c1750ca10f6d req-9519f77a-8358-4ad0-9f75-40c53e6a76e5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490422 Feb 19 07:14:17.135812 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.148139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (876195e5-8422-4bc8-a6b7-2f97a0068837), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.156488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port dd901257-5e68-4592-9d3c-624680ab2264 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:17.156955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.168234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac', '03591dc4-5b44-46f3-94df-2ba5dd44b681', '876195e5-8422-4bc8-a6b7-2f97a0068837'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:17.205206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8278e48-5123-498e-ae21-1612fdc711ce req-deb84e8b-020c-4954-924d-fbd1ccab711c tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=281607c4-fe86-41f3-9c3d-f11a49129b4b HTTP/1.1" status: 200 len: 210 time: 0.0349438 Feb 19 07:14:17.205422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=876195e5-8422-4bc8-a6b7-2f97a0068837,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:17.265345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:17.271562 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfaf393-0325-415f-bd92-4de5187d8e0c" -d '{"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-plugged", "status": "completed", "tag": "dd901257-5e68-4592-9d3c-624680ab2264"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:17.284747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-ca62f0c2-82f5-4011-b14a-4105e378212e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4 HTTP/1.1" status: 200 len: 1817 time: 0.0581758 Feb 19 07:14:17.289249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:17.304370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.327130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 876195e5-8422-4bc8-a6b7-2f97a0068837 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:17.330654 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.334441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cd333f3-ed19-49c2-9d31-33bc4e168447 req-38273e87-07fc-4b68-b4c2-e264225e5568 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "DELETE /v2.0/ports/876195e5-8422-4bc8-a6b7-2f97a0068837 HTTP/1.1" status: 204 len: 173 time: 1.6464942 Feb 19 07:14:17.335357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'name': 'network-vif-deleted', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:17.345387 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a56761-bed5-4187-8b78-8a1182718c0f" -d '{"events": [{"server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "name": "network-vif-deleted", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:17.404318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.432526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.516920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce3ab2bc-5799-4b6b-ae3e-db1220b47da8 req-3a50696f-1958-42fd-8618-eca01a1151f1 tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/2d88b02e-3a42-440b-a072-1a83fa38ca3a HTTP/1.1" status: 200 len: 2998 time: 0.0865915 Feb 19 07:14:17.522309 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.525609 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.536524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-387aeaa6-f1c0-4c90-807a-921d806642eb req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4 HTTP/1.1" status: 204 len: 173 time: 0.2432973 Feb 19 07:14:17.570647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731c6e6-4131-42ca-8e2a-adfda9d15bbc tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:17.599861 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffbff75-ef84-4e2c-b12a-c171b64d14fc x-openstack-request-id: req-6ffbff75-ef84-4e2c-b12a-c171b64d14fc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:17.600506 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2e2f4-b803-4500-8541-053ddd5457b8", "name": "network-vif-deleted", "tag": "03591dc4-5b44-46f3-94df-2ba5dd44b681", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:17.601563 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ffbff75-ef84-4e2c-b12a-c171b64d14fc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:17.602365 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2e2f4-b803-4500-8541-053ddd5457b8', 'name': 'network-vif-deleted', 'tag': '03591dc4-5b44-46f3-94df-2ba5dd44b681', 'status': 'completed', 'code': 200} Feb 19 07:14:17.652454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:17.667219 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-ce3ab2bc-5799-4b6b-ae3e-db1220b47da8 req-f47ba5c9-1774-4acb-acc5-e08b27535d0f tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:14:17.687267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce3ab2bc-5799-4b6b-ae3e-db1220b47da8 req-f47ba5c9-1774-4acb-acc5-e08b27535d0f tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "DELETE /v2.0/security-groups/2d88b02e-3a42-440b-a072-1a83fa38ca3a HTTP/1.1" status: 409 len: 352 time: 0.1692426 Feb 19 07:14:17.751540 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5814e799-8ada-43d9-bebf-3aa8146f000f x-openstack-request-id: req-5814e799-8ada-43d9-bebf-3aa8146f000f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:17.752097 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-plugged", "status": "completed", "tag": "dd901257-5e68-4592-9d3c-624680ab2264", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:17.753565 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5814e799-8ada-43d9-bebf-3aa8146f000f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:17.754531 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264', 'code': 200} Feb 19 07:14:17.804420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ece34-d506-44e6-84b1-2c823b65edf0 req-d79a285a-686a-4dda-a2bc-606990a9a69f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:17.814179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-907ece34-d506-44e6-84b1-2c823b65edf0 req-d79a285a-686a-4dda-a2bc-606990a9a69f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 935 time: 0.1128654 Feb 19 07:14:17.834932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:17.840202 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d9fea-caeb-478f-b027-2dd4ab9e305f x-openstack-request-id: req-291d9fea-caeb-478f-b027-2dd4ab9e305f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:17.840512 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281607c4-fe86-41f3-9c3d-f11a49129b4b", "name": "network-vif-deleted", "tag": "876195e5-8422-4bc8-a6b7-2f97a0068837", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:17.840920 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-291d9fea-caeb-478f-b027-2dd4ab9e305f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:17.841320 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281607c4-fe86-41f3-9c3d-f11a49129b4b', 'name': 'network-vif-deleted', 'tag': '876195e5-8422-4bc8-a6b7-2f97a0068837', 'status': 'completed', 'code': 200} Feb 19 07:14:17.856435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks [] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:17.884682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-907ece34-d506-44e6-84b1-2c823b65edf0 req-e3c368c5-1b9d-4ac5-92f0-ca0d1dfcac82 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 Feb 19 07:14:17.904433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Transition to ACTIVE for port object 9d57bdc4-355b-4902-8ee7-9000599e2eaf will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:14:17.945249 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-49bc6151-911a-46ca-88d2-469edd0dc755 req-07a355ba-b778-4e93-9f01-daf2c5026be1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:14:17.954609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49bc6151-911a-46ca-88d2-469edd0dc755 req-07a355ba-b778-4e93-9f01-daf2c5026be1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4 HTTP/1.1" status: 404 len: 352 time: 0.0235891 Feb 19 07:14:18.014978 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-03751e77-21c9-437d-aaa3-3770ad5798a6 req-c955c474-13e9-42dd-be6b-9be55c26a6e2 tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] show failed (client error): The resource could not be found. Feb 19 07:14:18.032882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03751e77-21c9-437d-aaa3-3770ad5798a6 req-c955c474-13e9-42dd-be6b-9be55c26a6e2 tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/0de17028-806e-440a-ba86-1d43fdcd61d8 HTTP/1.1" status: 404 len: 352 time: 0.0376549 Feb 19 07:14:18.090649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-2158beb1-0c19-44e3-aa4b-d2e43bce9900 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/379662fc-a653-4b27-91ed-cb58fd9d30d8 HTTP/1.1" status: 200 len: 1816 time: 0.0506201 Feb 19 07:14:18.166208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (379662fc-a653-4b27-91ed-cb58fd9d30d8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.191540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (379662fc-a653-4b27-91ed-cb58fd9d30d8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.238599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (379662fc-a653-4b27-91ed-cb58fd9d30d8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.241399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.255709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad950e8b-b1c1-4387-9138-e5cef36e3b84 req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/379662fc-a653-4b27-91ed-cb58fd9d30d8 HTTP/1.1" status: 204 len: 173 time: 0.1640248 Feb 19 07:14:18.276273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fcab9-586c-4091-872e-cb7784d4a514 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379662fc-a653-4b27-91ed-cb58fd9d30d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:18.278322 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-aa807f92-eab8-4adb-aff4-bfb313673dc4 req-e577f1c6-f706-4683-b020-acb26f95d5ef tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] show failed (client error): The resource could not be found. Feb 19 07:14:18.292382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa807f92-eab8-4adb-aff4-bfb313673dc4 req-e577f1c6-f706-4683-b020-acb26f95d5ef tempest-SecurityGroupsNegativeTestJSON-817285310 tempest-SecurityGroupsNegativeTestJSON-817285310-project] 10.222.0.43 "GET /v2.0/security-groups/fd802ed2-3c89-4871-8231-3db3f4046a90 HTTP/1.1" status: 404 len: 352 time: 0.0357246 Feb 19 07:14:18.293495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:18.323791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9522bd9c-b206-475b-97f7-30029d1f376b req-e1808fd4-796f-45be-8377-c837ff1495ea tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.4432838 Feb 19 07:14:18.325860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.369887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab76ef-3f6a-413c-99e4-5a0e67f20dcc req-80d6f111-4e47-4c42-ae76-7f7dcbd17950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:18.374341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ab76ef-3f6a-413c-99e4-5a0e67f20dcc req-80d6f111-4e47-4c42-ae76-7f7dcbd17950 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1127 time: 0.5285988 Feb 19 07:14:18.381416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Deleting subnet 63927e63-03e8-4df3-82a8-9ae08bc670ac {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:14:18.385601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Publish callbacks [] for subnet (63927e63-03e8-4df3-82a8-9ae08bc670ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.400191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:18.449768 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-d59eb216-2284-4b9a-b4bd-99f44cbb0598 req-f8f9dbcf-561b-4ea2-8b52-526e02c380db tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:14:18.450798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d59eb216-2284-4b9a-b4bd-99f44cbb0598 req-f8f9dbcf-561b-4ea2-8b52-526e02c380db tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/379662fc-a653-4b27-91ed-cb58fd9d30d8 HTTP/1.1" status: 404 len: 352 time: 0.0396578 Feb 19 07:14:18.462196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (63927e63-03e8-4df3-82a8-9ae08bc670ac), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.520520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958aad7-75cc-42cf-ad88-364b9bf79921 req-e020421f-3726-4bef-ae87-ad9550004cc0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:18.527389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4958aad7-75cc-42cf-ad88-364b9bf79921 req-e020421f-3726-4bef-ae87-ad9550004cc0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1044209 Feb 19 07:14:18.540240 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (63927e63-03e8-4df3-82a8-9ae08bc670ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.578791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ab76ef-3f6a-413c-99e4-5a0e67f20dcc req-0ad8b36a-42ee-4dc3-b876-ade9b7227eef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587136 Feb 19 07:14:18.610654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4958aad7-75cc-42cf-ad88-364b9bf79921 req-c0d3059b-0d08-461f-96e6-1f7da70390e1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823884 Feb 19 07:14:18.618910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:18.619276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:18.619601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:18.624710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-258c063f-aba2-4c47-a76c-864f313fa45f req-54d02fd3-26c5-4087-aa41-0f1ec78e9869 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/3f97d4c5-1bcd-441f-bf46-4d81c6a0623b HTTP/1.1" status: 200 len: 1816 time: 0.0771248 Feb 19 07:14:18.626749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:18.626881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (63927e63-03e8-4df3-82a8-9ae08bc670ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.627109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:18.647408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:18.647816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:18.648129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:18.648570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Bound port: 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:18.648922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.663605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63927e63-03e8-4df3-82a8-9ae08bc670ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:18.669525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.673721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2597aa32-ecfb-44cc-8da3-1c85c5378209 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/63927e63-03e8-4df3-82a8-9ae08bc670ac HTTP/1.1" status: 204 len: 168 time: 0.3772147 Feb 19 07:14:18.678174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:18.745447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-258c063f-aba2-4c47-a76c-864f313fa45f req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (3f97d4c5-1bcd-441f-bf46-4d81c6a0623b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.755983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c2e0e83d-b0ba-49f7-ac66-d671586deb19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.780311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:18.783586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-258c063f-aba2-4c47-a76c-864f313fa45f req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (3f97d4c5-1bcd-441f-bf46-4d81c6a0623b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.788940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:18.825832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.850452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c2e0e83d-b0ba-49f7-ac66-d671586deb19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.873046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:18.873930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.876770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 1095 time: 2.1182139 Feb 19 07:14:18.884283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e0e83d-b0ba-49f7-ac66-d671586deb19']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:18.904954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-258c063f-aba2-4c47-a76c-864f313fa45f req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3f97d4c5-1bcd-441f-bf46-4d81c6a0623b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.907275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914ff0ba-c953-4625-b657-5344dafe18e8') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:18.907404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914ff0ba-c953-4625-b657-5344dafe18e8') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:18.907977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-258c063f-aba2-4c47-a76c-864f313fa45f req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.909129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-258c063f-aba2-4c47-a76c-864f313fa45f req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/3f97d4c5-1bcd-441f-bf46-4d81c6a0623b HTTP/1.1" status: 204 len: 173 time: 0.2732065 Feb 19 07:14:18.924056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b1d2-683b-4586-a317-b4943ad9eb87 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97d4c5-1bcd-441f-bf46-4d81c6a0623b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:18.925860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b736f0-4112-4652-85bb-7131e6251993 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:18.992387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (914ff0ba-c953-4625-b657-5344dafe18e8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:18.998844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-819d543b-5b7f-4eef-b132-821004c8d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.000414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-819d543b-5b7f-4eef-b132-821004c8d989 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1129 time: 0.0718749 Feb 19 07:14:19.024656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaed69e-09c1-4208-a20e-74d0f2a0913f req-177fe245-641b-432c-9b80-03afc539c5d4 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.026473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddaed69e-09c1-4208-a20e-74d0f2a0913f req-177fe245-641b-432c-9b80-03afc539c5d4 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.1034064 Feb 19 07:14:19.027727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (914ff0ba-c953-4625-b657-5344dafe18e8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.057087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:14:19.057496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (914ff0ba-c953-4625-b657-5344dafe18e8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:14:19.059219 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:14:19.081176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-b5d6b1e4-2182-4101-beef-98cf2a6282eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.0730751 Feb 19 07:14:19.138242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddaed69e-09c1-4208-a20e-74d0f2a0913f req-bf9425bc-5253-4f52-b791-f1f7df506c91 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031251 Feb 19 07:14:19.139613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc356e1-e339-4379-bf3b-353405fb9aac req-5f56aecd-294d-48f0-bbb5-aaf5279ac97c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.141978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bc356e1-e339-4379-bf3b-353405fb9aac req-5f56aecd-294d-48f0-bbb5-aaf5279ac97c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.1253395 Feb 19 07:14:19.148394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c2e0e83d-b0ba-49f7-ac66-d671586deb19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.162158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.167581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/c2e0e83d-b0ba-49f7-ac66-d671586deb19 HTTP/1.1" status: 204 len: 168 time: 0.4883671 Feb 19 07:14:19.192127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-017bc131-a47d-4273-8849-ee04a4c48f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.193671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62120bcf-a1cd-41a4-a638-b9aee01148cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e0e83d-b0ba-49f7-ac66-d671586deb19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:19.193800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-017bc131-a47d-4273-8849-ee04a4c48f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0977347 Feb 19 07:14:19.221535 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-3f4f86a8-8e84-4c8e-90ba-b874db056428 req-e9e194a8-89b5-4bb4-8456-00d08f99fad9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:14:19.229431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f4f86a8-8e84-4c8e-90ba-b874db056428 req-e9e194a8-89b5-4bb4-8456-00d08f99fad9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/3f97d4c5-1bcd-441f-bf46-4d81c6a0623b HTTP/1.1" status: 404 len: 352 time: 0.0230069 Feb 19 07:14:19.266882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bc356e1-e339-4379-bf3b-353405fb9aac req-72b683c0-d6ed-4050-8e1d-e6e319902d45 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024036 Feb 19 07:14:19.294754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-09d9126f-8929-449d-850c-895f4502059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.296850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-09d9126f-8929-449d-850c-895f4502059a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0877986 Feb 19 07:14:19.316592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c003175-a9de-476b-9ebf-8afaa1be8486 req-c5d7cfff-ab67-4471-a076-74fd1c414f38 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 6200 time: 0.0691717 Feb 19 07:14:19.398554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c003175-a9de-476b-9ebf-8afaa1be8486 req-399959d1-453e-49cb-bd95-313bea57a7f2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/78c6e7d4-54c9-4845-adb0-11fd723eba52 HTTP/1.1" status: 200 len: 2998 time: 0.0744047 Feb 19 07:14:19.415112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:19.435534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-355823cd-e27a-482d-8e85-e46f28d8f03d service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270499 Feb 19 07:14:19.437350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fbd3aa8-494e-460b-bb05-7998b0137650 req-9d836503-bcb9-4a3a-b059-8652fe5df6b5 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0341072 Feb 19 07:14:19.474493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c003175-a9de-476b-9ebf-8afaa1be8486 req-61334530-b446-4bc9-89c2-88f483eeead7 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/78c6e7d4-54c9-4845-adb0-11fd723eba52 HTTP/1.1" status: 200 len: 2998 time: 0.0691025 Feb 19 07:14:19.491521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d3a0cb0-d8a5-4071-a0b6-0ffac4c3adb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e31bb78c6354b329a8def321b5374ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740957 Feb 19 07:14:19.493893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45318) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:19.503227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823609267', 'description': 'tempest-description-799684015'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:19.545449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.545671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] Publish callbacks [] for security_group (2d88b02e-3a42-440b-a072-1a83fa38ca3a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.549626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39bff5a7-b733-444e-ad28-62fcc04c0713 req-3ac87027-ca27-472a-b626-612fe59a0310 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076412 Feb 19 07:14:19.568610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] Publish callbacks [] for security_group (2d88b02e-3a42-440b-a072-1a83fa38ca3a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.621458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2d88b02e-3a42-440b-a072-1a83fa38ca3a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.621687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (23d33c71-4446-4fc2-8021-9d55c3141360), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.624047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.625507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23d33c71-4446-4fc2-8021-9d55c3141360), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.625881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d88b02e-3a42-440b-a072-1a83fa38ca3a HTTP/1.1" status: 204 len: 168 time: 0.1310062 Feb 19 07:14:19.633982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf14978-22b1-4b22-a927-e5955af81751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d88b02e-3a42-440b-a072-1a83fa38ca3a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:19.664861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d33c71-4446-4fc2-8021-9d55c3141360,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:19.674520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 03591dc4-5b44-46f3-94df-2ba5dd44b681 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:19.678044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.687500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f51ff26-0427-43dc-98da-520455bf16b4 req-7b3ab3a3-9667-4080-95cf-eed874059031 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1896725 Feb 19 07:14:19.706585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 03591dc4-5b44-46f3-94df-2ba5dd44b681 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:19.707289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 03591dc4-5b44-46f3-94df-2ba5dd44b681 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:19.707923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 876195e5-8422-4bc8-a6b7-2f97a0068837 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:19.714139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118277442', 'description': 'tempest-description-900961417'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:19.730909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 876195e5-8422-4bc8-a6b7-2f97a0068837 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:19.731656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 876195e5-8422-4bc8-a6b7-2f97a0068837 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:19.741012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.801043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c91912-b07c-4707-b380-b7fecf9c0669 req-a26a2e2c-a02f-4296-844f-6aafef845716 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.808042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04c91912-b07c-4707-b380-b7fecf9c0669 req-a26a2e2c-a02f-4296-844f-6aafef845716 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Feb 19 07:14:19.827406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (c306a867-5290-402a-b938-eef34d835f47), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.831956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c306a867-5290-402a-b938-eef34d835f47), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.844188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:19.846954 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:19.867594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:19.869065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04c91912-b07c-4707-b380-b7fecf9c0669 req-d5752bed-8b13-4d59-86fa-a98a8b9d67a7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589728 Feb 19 07:14:19.871895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61384479-af7f-4d70-b0eb-d91e64c15276 req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1639967 Feb 19 07:14:19.876623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8620be-878a-4ff1-8159-7dbae71a5a78 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c306a867-5290-402a-b938-eef34d835f47,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:19.920124 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc562605-55bf-4bd9-8336-d2871e51bdf2 x-openstack-request-id: req-dc562605-55bf-4bd9-8336-d2871e51bdf2 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:19.920423 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:19.920713 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc562605-55bf-4bd9-8336-d2871e51bdf2 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:19.921127 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'status': 'completed', 'code': 200} Feb 19 07:14:19.995883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-0d68eb52-a7ba-4b4a-8374-12a8cf005fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:19.997639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-0d68eb52-a7ba-4b4a-8374-12a8cf005fc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1129 time: 0.0546033 Feb 19 07:14:20.101892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-c1139683-51d5-46e0-ac16-32c87edf2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.103393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-c1139683-51d5-46e0-ac16-32c87edf2c00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.0969448 Feb 19 07:14:20.148648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-ea691a3b-93aa-4a36-91a9-99ded5ae214f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.0364866 Feb 19 07:14:20.160005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-70edbce6-b7e4-43d3-a826-8c96f8965858 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.162593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-70edbce6-b7e4-43d3-a826-8c96f8965858 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 812 time: 0.1111603 Feb 19 07:14:20.178120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-d143421b-b983-406e-bc32-a278922c8276 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/quotas/3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Feb 19 07:14:20.200442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-e4380dde-bd39-410f-aacf-edcc1af755b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.202281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-e4380dde-bd39-410f-aacf-edcc1af755b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0471072 Feb 19 07:14:20.256268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-db2cba23-e299-4d6b-b84f-5d14c60b0efa tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627012 Feb 19 07:14:20.290000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-e354d8c5-b3cf-4044-962d-b3f8c0515b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.291555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-e354d8c5-b3cf-4044-962d-b3f8c0515b7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0809352 Feb 19 07:14:20.368034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615898-51cc-460e-8e16-a5f2d0660c01 req-b075c71f-f997-4f67-9d22-724d09b5b74d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.369789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-67005f52-dc2a-4d1f-95bd-caa7b354be14 service neutron] 10.222.0.43 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071086 Feb 19 07:14:20.369929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00615898-51cc-460e-8e16-a5f2d0660c01 req-b075c71f-f997-4f67-9d22-724d09b5b74d tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.1138601 Feb 19 07:14:20.486695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-861112b3-0c0b-454f-9580-7961ab02d8ce req-2e9951f4-01a7-4c26-9281-4f7a7c58b3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0603580 Feb 19 07:14:20.488509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-9a309c3c-6bc8-47db-8bc3-2b119e267253 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896927 Feb 19 07:14:20.496912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:20.516638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00615898-51cc-460e-8e16-a5f2d0660c01 req-b210e181-2a95-4b94-9213-3a033526bef0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecd7d1dd-db8b-4efc-9488-32e3d0803050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353881 Feb 19 07:14:20.539159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-2890dc9a-c678-4ce7-b383-0cfecf28beb8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.541130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-2890dc9a-c678-4ce7-b383-0cfecf28beb8 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 950 time: 0.1294682 Feb 19 07:14:20.622611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1971759169-network', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:20.654854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-d9418253-b377-4791-9689-9a1f41fe79a6 service neutron] 10.222.0.43 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842243 Feb 19 07:14:20.660649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Made reservation on behalf of 05a4cf2096d74f85af530f3c67df4778 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:20.663135 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.672419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638747-8298-4a1c-9d66-38cb723ef9be req-afd57c82-0afd-4906-b9c7-923e6420c021 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.673937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a9638747-8298-4a1c-9d66-38cb723ef9be req-afd57c82-0afd-4906-b9c7-923e6420c021 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.0930312 Feb 19 07:14:20.676988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.702639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Deleting port 8190f7fc-ef72-446b-a1f1-a604c20eaaac {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:20.702994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.754471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks [] for security_group (a2886374-64a5-4807-aad3-90dd76c24dc6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.758774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2886374-64a5-4807-aad3-90dd76c24dc6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.785209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:14:20.795975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2886374-64a5-4807-aad3-90dd76c24dc6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:20.802571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1229167e-fb50-48a3-89dd-17647e718d45), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.803248 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Added segment 1229167e-fb50-48a3-89dd-17647e718d45 of type vlan for network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde Feb 19 07:14:20.861339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3cd3a57f-57a1-4055-88c0-9a32a1c77bde), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.891840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a9638747-8298-4a1c-9d66-38cb723ef9be req-e936af54-91a5-4241-b929-7fe84963c542 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086177 Feb 19 07:14:20.893576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5dbea9-6450-44b7-9d2c-c910aae7e8f8 req-cac27ee9-49df-46e2-bd64-324ee9c161c3 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078881 Feb 19 07:14:20.918302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8e229e0-cc33-42ed-9c3e-411e004b0db8 req-78805a5c-e8a5-41bb-8a56-3821bf0c4e60 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0487745 Feb 19 07:14:20.936243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] For port 8190f7fc-ef72-446b-a1f1-a604c20eaaac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=8190f7fc-ef72-446b-a1f1-a604c20eaaac,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:20.936559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.954580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Calling delete_port for 8190f7fc-ef72-446b-a1f1-a604c20eaaac owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:20.956359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3cd3a57f-57a1-4055-88c0-9a32a1c77bde), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:20.957216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:20.957939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.024703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd3a57f-57a1-4055-88c0-9a32a1c77bde,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:21.036616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:14:21.056771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4485412e-e6e9-4afb-8c2e-17e4b2bf2c56 req-3c670822-d6c7-45c0-b677-8f53bad609a9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 210 time: 0.0491645 Feb 19 07:14:21.078546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b5ac6f8c-49f3-4df8-a3fd-19646c644de9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5805364 Feb 19 07:14:21.081305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:21.086695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Request body: {'subnet': {'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-subnet', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:21.143881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Made reservation on behalf of 05a4cf2096d74f85af530f3c67df4778 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:21.146469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.153967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8190f7fc-ef72-446b-a1f1-a604c20eaaac), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.156877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678e322-cf3e-4273-a0ee-fe2cd510caeb req-95fdf62e-b6f5-47c5-8d12-ede1715c880e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:21.170007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8678e322-cf3e-4273-a0ee-fe2cd510caeb req-95fdf62e-b6f5-47c5-8d12-ede1715c880e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1480188 Feb 19 07:14:21.170515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['8190f7fc-ef72-446b-a1f1-a604c20eaaac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:21.208295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Pushing event deleted for resources: {'Port': ['ID=8190f7fc-ef72-446b-a1f1-a604c20eaaac,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:21.260781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] No DVR routers for this DVR port 8190f7fc-ef72-446b-a1f1-a604c20eaaac on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:21.263610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.267607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84d301ea-9102-4b99-b179-5c1516f0c98c req-88fea1d5-0dab-4ce2-beff-aa71fd7275f0 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.47 "DELETE /v2.0/ports/8190f7fc-ef72-446b-a1f1-a604c20eaaac HTTP/1.1" status: 204 len: 173 time: 0.7204349 Feb 19 07:14:21.295808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8678e322-cf3e-4273-a0ee-fe2cd510caeb req-1357f92d-d238-4111-8efe-c0cff2bbb9b4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133440 Feb 19 07:14:21.428803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc2dc-785f-465a-8051-9ca748543760 req-8b9a92ca-210a-413b-8dac-22d8044a8443 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:21.430770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68dbc2dc-785f-465a-8051-9ca748543760 req-8b9a92ca-210a-413b-8dac-22d8044a8443 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1127 time: 0.0547979 Feb 19 07:14:21.431352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (888829f0-c4d4-4519-a6f6-90fb5285e505), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.478155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68dbc2dc-785f-465a-8051-9ca748543760 req-7351831e-aa5d-40f3-902a-ca459caa7e03 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Feb 19 07:14:21.487235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888829f0-c4d4-4519-a6f6-90fb5285e505,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:21.499255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Checking segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:21.500157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Network hostable DHCP agents. Network: 3cd3a57f-57a1-4055-88c0-9a32a1c77bde, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:14:21.523141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:14:21.533058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3cd3a57f-57a1-4055-88c0-9a32a1c77bde) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:21.538732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:21.539445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.545629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fce249-2485-4430-ad53-fe83e8eebac3 None None] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:21.567354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:21.568006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c806810-48c0-43d1-aa12-9bc4b6ba4e97 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4846764 Feb 19 07:14:21.574138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:21.626815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d28a9731-ca12-4522-8003-975040ccf926), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.633599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d28a9731-ca12-4522-8003-975040ccf926), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.701304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:14:21.701809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a5d94-a85e-40bf-92e2-de20d1bb55fd req-68290ba4-1410-42cc-aa0b-990b38c85db0 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:21.702200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.704007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-566a5d94-a85e-40bf-92e2-de20d1bb55fd req-68290ba4-1410-42cc-aa0b-990b38c85db0 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1127 time: 0.0672503 Feb 19 07:14:21.736239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-161669d7-4519-4af8-9826-ceccb00f12f1 req-65cc800d-ba44-4a03-8cce-df844cb90472 tempest-ServersOnMultiNodesTest-1774123414 tempest-ServersOnMultiNodesTest-1774123414-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd858fea-0151-465b-9274-da5e83685f8b HTTP/1.1" status: 200 len: 210 time: 0.0745389 Feb 19 07:14:21.786523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-566a5d94-a85e-40bf-92e2-de20d1bb55fd req-583c737b-c69a-4bb8-8b51-9dd5a62d4286 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760992 Feb 19 07:14:21.805317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for router_controller (d28a9731-ca12-4522-8003-975040ccf926), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:21.923442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'name': 'network-vif-deleted', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:21.936460 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4691fb-05c8-4a28-9a10-b1898ef850d9" -d '{"events": [{"server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "name": "network-vif-deleted", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:21.969797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Allocated IP 172.20.0.2 (3cd3a57f-57a1-4055-88c0-9a32a1c77bde/888829f0-c4d4-4519-a6f6-90fb5285e505/38337b96-b3c2-488a-ab95-a8c82c2331d1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:22.137653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks [] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.147908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.173160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for router_gateway (d28a9731-ca12-4522-8003-975040ccf926), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.217788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Pushing event updated for resources: {'Port': ['ID=38337b96-b3c2-488a-ab95-a8c82c2331d1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:22.233306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:22.235481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:22.238015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:22.250513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cb310-4ea7-4667-9de0-c9dc9365461a req-81f78c17-87e7-4f90-b226-c04901d87996 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:22.252043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e56cb310-4ea7-4667-9de0-c9dc9365461a req-81f78c17-87e7-4f90-b226-c04901d87996 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.2234268 Feb 19 07:14:22.301243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Attempting to bind port 38337b96-b3c2-488a-ab95-a8c82c2331d1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:22.301717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Attempting to bind port 38337b96-b3c2-488a-ab95-a8c82c2331d1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:22.302151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Attempting to bind port 38337b96-b3c2-488a-ab95-a8c82c2331d1 on network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:22.303829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-ad32f3d4-990e-4c8c-acec-7e5619bad17f tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:22.305431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-ad32f3d4-990e-4c8c-acec-7e5619bad17f tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 812 time: 0.2091517 Feb 19 07:14:22.308374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:22.309180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Checking segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:22.309351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.309774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Bound using segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:22.310300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Bound port: 38337b96-b3c2-488a-ab95-a8c82c2331d1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:22.310759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.327177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'device_id': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540', 'admin_state_up': True, 'tenant_id': '3030bc6dedd845b9b9522871a7d6caf1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:22.377131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] For port 38337b96-b3c2-488a-ab95-a8c82c2331d1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:22.380272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] For port 38337b96-b3c2-488a-ab95-a8c82c2331d1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=38337b96-b3c2-488a-ab95-a8c82c2331d1,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:22.388552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.405696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e56cb310-4ea7-4667-9de0-c9dc9365461a req-7f408401-3e9b-42c0-8d87-a3e55a74bf2f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273165 Feb 19 07:14:22.458675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae97170-8337-4608-84cd-49ed7cd3fdae None None] Pushing event updated for resources: {'Port': ['ID=38337b96-b3c2-488a-ab95-a8c82c2331d1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:22.500359 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be17e52-c4ee-4d7d-808f-24c626ee99df x-openstack-request-id: req-5be17e52-c4ee-4d7d-808f-24c626ee99df {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:22.500666 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd858fea-0151-465b-9274-da5e83685f8b", "name": "network-vif-deleted", "tag": "8190f7fc-ef72-446b-a1f1-a604c20eaaac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:22.500926 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5be17e52-c4ee-4d7d-808f-24c626ee99df {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:22.501490 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd858fea-0151-465b-9274-da5e83685f8b', 'name': 'network-vif-deleted', 'tag': '8190f7fc-ef72-446b-a1f1-a604c20eaaac', 'status': 'completed', 'code': 200} Feb 19 07:14:22.568945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Made reservation on behalf of 3030bc6dedd845b9b9522871a7d6caf1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:22.572970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.638076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5611e57-732a-4f64-8b38-5113f3b4bbec req-058645bf-e41d-4f1f-ba22-65dbb297a971 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0711699 Feb 19 07:14:22.747472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:22.786917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15e97c8f-320d-4522-a41b-afa76ba9b923 req-f4579cbe-dfb9-4280-bc7e-28ef5cb2d070 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 210 time: 0.0431573 Feb 19 07:14:22.789674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for router_gateway (d28a9731-ca12-4522-8003-975040ccf926), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.836329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:22.903981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:22.935400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'mac_address': 'fa:16:3e:2d:33:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:22.995982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 38337b96-b3c2-488a-ab95-a8c82c2331d1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:23.014304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Allocated IP 172.25.7.211 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d3fcd937-5a7b-4af5-a8ab-e207c733d98d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:23.029063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:23.029791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.057194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:23.089194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:23.118694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.144365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Allocated IP 172.20.0.14 (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540/475f016a-9c2c-4440-b65e-395e6ff3f46b/c3b16e94-a466-4397-add7-b5337760275b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:23.203859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 38337b96-b3c2-488a-ab95-a8c82c2331d1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:23.204702 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.216409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.257467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:23.356706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bddd790e-e158-42a8-95e5-6cc02e771555 req-9d8560f3-92bc-43a8-9689-0f2cf87094ff tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0741689 Feb 19 07:14:23.403707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9d57bdc4-355b-4902-8ee7-9000599e2eaf'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:23.412321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 38337b96-b3c2-488a-ab95-a8c82c2331d1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:23.413513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.451537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:23.459376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.516487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 38337b96-b3c2-488a-ab95-a8c82c2331d1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=38337b96-b3c2-488a-ab95-a8c82c2331d1,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:23.540060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Pushing event updated for resources: {'Port': ['ID=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:23.583780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.593859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:23.606908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-79aa8689-a0ee-46b4-a122-d91bcf379743 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:14:23.620831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-79aa8689-a0ee-46b4-a122-d91bcf379743 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1658361 Feb 19 07:14:23.642530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:23.662397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:23.666952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (c3b16e94-a466-4397-add7-b5337760275b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.679752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 8190f7fc-ef72-446b-a1f1-a604c20eaaac no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:23.708945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:23.727943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 8190f7fc-ef72-446b-a1f1-a604c20eaaac {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:23.728300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 8190f7fc-ef72-446b-a1f1-a604c20eaaac not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:23.737995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=38337b96-b3c2-488a-ab95-a8c82c2331d1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:23.835344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174106-7594-45b6-a68f-b294657724b8 req-b13af528-6456-4135-b7ad-6b95e4e8a834 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:23.836892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99174106-7594-45b6-a68f-b294657724b8 req-b13af528-6456-4135-b7ad-6b95e4e8a834 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.2682588 Feb 19 07:14:23.857603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be47ea-4111-48bd-be31-be81455f7462 None None] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:23.930937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-9960e93e-9891-42d0-9d83-2cfc2f2aa3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:23.932494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-9960e93e-9891-42d0-9d83-2cfc2f2aa3e3 service neutron] 10.222.0.43 "GET /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 1124 time: 0.1455810 Feb 19 07:14:23.934076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c4b82d22-a6b5-4dd9-8c8d-69c524a3e1c3 None None] Provisioning complete for port 38337b96-b3c2-488a-ab95-a8c82c2331d1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:23.934700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4b82d22-a6b5-4dd9-8c8d-69c524a3e1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:23.940963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b7eb955-638e-40eb-9c3e-20171088d6b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e44f56e97e75466c899e3f8fb6a7568a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304850 Feb 19 07:14:23.941679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:23.952148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:23.952729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:14:24.067697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4b82d22-a6b5-4dd9-8c8d-69c524a3e1c3 None None] Current status of the port 38337b96-b3c2-488a-ab95-a8c82c2331d1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:24.077220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] Publish callbacks [] for security_group (ecd7d1dd-db8b-4efc-9488-32e3d0803050), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.116469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] Publish callbacks [] for security_group (ecd7d1dd-db8b-4efc-9488-32e3d0803050), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.182089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:24.182429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:24.183039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:24.188895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:24.189229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:24.196616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:24.197901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:24.198441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:24.199249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Bound port: dd901257-5e68-4592-9d3c-624680ab2264, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:24.244617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ecd7d1dd-db8b-4efc-9488-32e3d0803050), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.247440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.249373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecd7d1dd-db8b-4efc-9488-32e3d0803050 HTTP/1.1" status: 204 len: 168 time: 0.3052359 Feb 19 07:14:24.257392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.268979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:24.284303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a7b47-f94b-4cb7-abcb-d593fc1b2d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7d1dd-db8b-4efc-9488-32e3d0803050,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:24.336095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:24.346060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.348697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:24.357199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-f014708e-6f67-4c2d-bbec-deb2d73327fc service neutron] 10.222.0.43 "POST /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264/bindings HTTP/1.1" status: 201 len: 389 time: 0.4144135 Feb 19 07:14:24.363910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99174106-7594-45b6-a68f-b294657724b8 req-c6cb584c-a4f5-45bd-a593-c0bf5c33739d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897954 Feb 19 07:14:24.367490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:24.370011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:24.408130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:24.460511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-07cd8593-ea29-45d5-b355-b684b219342b None None] Provisioning complete for port 38337b96-b3c2-488a-ab95-a8c82c2331d1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:24.460899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07cd8593-ea29-45d5-b355-b684b219342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.608738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:24.609337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.624641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-07cd8593-ea29-45d5-b355-b684b219342b None None] Current status of the port 38337b96-b3c2-488a-ab95-a8c82c2331d1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:24.675805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-48e70400-ebf9-4dc2-b504-b59fb3537ab8 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3535361 Feb 19 07:14:24.677777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for router_gateway (d28a9731-ca12-4522-8003-975040ccf926), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.686986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367cfda-a77f-40be-9290-25c558516951 req-08f55017-a4cf-4ba7-9fae-a99a174e69c7 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:24.694348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e367cfda-a77f-40be-9290-25c558516951 req-08f55017-a4cf-4ba7-9fae-a99a174e69c7 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 932 time: 0.2576566 Feb 19 07:14:24.698539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9c155f8-7853-40d2-8981-aee87f01bbe0 req-580dfd87-d771-4c88-8a1b-c84bc1506116 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0531545 Feb 19 07:14:24.724330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:24.764089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:24.784857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Request body: {'port': {'device_id': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:24.797410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-16554262-879b-4a45-8f10-163bff248ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:24.798970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-16554262-879b-4a45-8f10-163bff248ce3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1127 time: 0.0995390 Feb 19 07:14:24.911504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e367cfda-a77f-40be-9290-25c558516951 req-92b6b482-dcf9-43eb-99b8-5e23a44b351d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163410 Feb 19 07:14:24.938276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:24.943701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:24.944814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:24.958731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-470e615b-2ca4-4eee-806f-d2451d4444d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=feaba29ea3824f06a7bde128673ec829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269480 Feb 19 07:14:24.963079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:24.982779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-f1c8a2e9-797f-4769-89d0-33732960d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:24.984431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-f1c8a2e9-797f-4769-89d0-33732960d496 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1753750 Feb 19 07:14:24.988733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 38337b96-b3c2-488a-ab95-a8c82c2331d1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:25.028828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.039046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-d0dd9d56-4f51-49c2-aa3e-e3dea6e96721 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 217 time: 0.0467255 Feb 19 07:14:25.115628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-7f886cb4-5c84-48d0-a570-62d62f1d0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:25.117236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-7f886cb4-5c84-48d0-a570-62d62f1d0c3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.0654895 Feb 19 07:14:25.149046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] Publish callbacks [] for security_group (3f163c57-f8d4-4f65-b11c-69a52e444a8c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.173491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-e111dd21-861a-47f3-8914-641b21dc9324 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428858 Feb 19 07:14:25.197819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d28a9731-ca12-4522-8003-975040ccf926), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.247887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] Publish callbacks [] for security_group (3f163c57-f8d4-4f65-b11c-69a52e444a8c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.268268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 38337b96-b3c2-488a-ab95-a8c82c2331d1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:25.268803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.279000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fbeb5-7904-40e2-910a-14c5e81f740b req-cb04b965-12d3-4602-8bb5-e4c70f223274 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:25.279799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c27fbeb5-7904-40e2-910a-14c5e81f740b req-cb04b965-12d3-4602-8bb5-e4c70f223274 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1370490 Feb 19 07:14:25.327771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:25.327771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.329792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-397b35ec-72be-44c8-a97f-8ed2c5671f28 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399114 Feb 19 07:14:25.363058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:25.366568 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b8b4ee-63e0-4050-a5cb-b3e90f926fe0" -d '{"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:25.393460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:25.407559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c27fbeb5-7904-40e2-910a-14c5e81f740b req-ec2054f2-5745-4ee9-bf99-931f95158ec9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136944 Feb 19 07:14:25.434858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.449945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-d40b8e1c-4d0b-49b8-bf9c-db1a6a9d67d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089659 Feb 19 07:14:25.459526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3f163c57-f8d4-4f65-b11c-69a52e444a8c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.462257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.463691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f163c57-f8d4-4f65-b11c-69a52e444a8c HTTP/1.1" status: 204 len: 168 time: 0.4983375 Feb 19 07:14:25.495310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa564f-2c51-495e-9838-f295907b3e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f163c57-f8d4-4f65-b11c-69a52e444a8c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:25.554072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 38337b96-b3c2-488a-ab95-a8c82c2331d1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:25.581841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:25.625070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Router d28a9731-ca12-4522-8003-975040ccf926 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:14:25.629183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b16e94-a466-4397-add7-b5337760275b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:25.631160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31aa37-c9bf-4c1d-b2fa-04f08d6dc5f9 req-6a5b8a44-3d69-484e-85d0-4e8df0f91271 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:25.632292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad31aa37-c9bf-4c1d-b2fa-04f08d6dc5f9 req-6a5b8a44-3d69-484e-85d0-4e8df0f91271 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.0821242 Feb 19 07:14:25.646438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks [] for port (c3b16e94-a466-4397-add7-b5337760275b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.682104 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c4dfae-fb09-4712-88aa-ed50581d26bd x-openstack-request-id: req-b7c4dfae-fb09-4712-88aa-ed50581d26bd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:25.682548 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:25.682878 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7c4dfae-fb09-4712-88aa-ed50581d26bd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:25.683363 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'code': 200} Feb 19 07:14:25.723444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Transition to ACTIVE for port object c3b16e94-a466-4397-add7-b5337760275b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:14:25.724902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad31aa37-c9bf-4c1d-b2fa-04f08d6dc5f9 req-d41b07d8-ff9a-40ed-a524-fa0cbbe29036 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860116 Feb 19 07:14:25.732488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.895961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eea57807-4f51-4cd8-82aa-4985461bf9bd req-71b0f27f-cfc8-47ad-a7a5-8aa99ccfb257 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0561130 Feb 19 07:14:25.900417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:25.929186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:25.942062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Sync routers for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:25.966138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:25.969520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:25.974544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2bd7-c0da-4055-9278-d6476130c6dc req-7c41f0e1-ea35-4e3f-9950-b3331227083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:25.977875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e09b2bd7-c0da-4055-9278-d6476130c6dc req-7c41f0e1-ea35-4e3f-9950-b3331227083c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1131 time: 0.2071309 Feb 19 07:14:25.987903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:25.989294 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-161a5118-8e99-41bd-827f-20842db1124a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4206026 Feb 19 07:14:25.992560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:26.034461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Attempting to bind port c3b16e94-a466-4397-add7-b5337760275b on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:26.035023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Attempting to bind port c3b16e94-a466-4397-add7-b5337760275b by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:26.035549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Attempting to bind port c3b16e94-a466-4397-add7-b5337760275b on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:26.053026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Port c3b16e94-a466-4397-add7-b5337760275b on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:26.053609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Attempting to bind port c3b16e94-a466-4397-add7-b5337760275b on network 73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:26.062841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:26.064608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Checking segment: {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:26.065387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Bound using segment: {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:26.065995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Bound port: c3b16e94-a466-4397-add7-b5337760275b, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75da391-0d81-4c66-9ab6-a05218ccfc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:26.066532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.072040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e09b2bd7-c0da-4055-9278-d6476130c6dc req-00d97588-05f9-40e0-b0ad-b52c57282bc6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872443 Feb 19 07:14:26.138090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:26.152657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:26.157653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:26.167289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.225081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.226161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.228024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-c94303aa-d543-429e-949f-01b131555e36 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 1092 time: 1.5046120 Feb 19 07:14:26.229389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:26.233089 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbb5927-6dd7-4a88-be95-ce9b10046741" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:26.269148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94303aa-d543-429e-949f-01b131555e36 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:26.329722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fe86-baac-4b57-b082-45150fda85ad req-02466c5b-f964-4df1-a781-8cb4db86146b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.332129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def5fe86-baac-4b57-b082-45150fda85ad req-02466c5b-f964-4df1-a781-8cb4db86146b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 944 time: 0.1678758 Feb 19 07:14:26.350255 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5076eeb7-2382-419c-a326-40c9bea602d6 x-openstack-request-id: req-5076eeb7-2382-419c-a326-40c9bea602d6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:26.350633 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:26.351210 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5076eeb7-2382-419c-a326-40c9bea602d6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:26.352419 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b', 'status': 'completed', 'code': 200} Feb 19 07:14:26.399316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-bf4d7242-e4f1-4b0e-849a-c8d8472e9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.407276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-bf4d7242-e4f1-4b0e-849a-c8d8472e9324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1126 time: 0.1242425 Feb 19 07:14:26.455872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def5fe86-baac-4b57-b082-45150fda85ad req-eb34c0ab-ee62-4735-a659-8d9bc84a4d96 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151185 Feb 19 07:14:26.465561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:24Z', 'revision_number': 3, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:26.499870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-cb3bd1ca-90cb-4db8-8ba0-568fe932c05f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 217 time: 0.0871191 Feb 19 07:14:26.519390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Checking router: d28a9731-ca12-4522-8003-975040ccf926 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:26.519779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Updating router d28a9731-ca12-4522-8003-975040ccf926 port d3fcd937-5a7b-4af5-a8ab-e207c733d98d binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:14:26.575988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-1156b775-66eb-4fa9-bcc4-8b64c9835564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.578444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-1156b775-66eb-4fa9-bcc4-8b64c9835564 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.0730691 Feb 19 07:14:26.583770 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.650711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-9f7190aa-2fb6-4212-a4df-1db484f4e11b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511947 Feb 19 07:14:26.729228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c4cee-81fd-4b55-87ab-2f339570568a req-ad33fea0-ae91-446a-955e-1f42cb795e0c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.731756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-493c4cee-81fd-4b55-87ab-2f339570568a req-ad33fea0-ae91-446a-955e-1f42cb795e0c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1689818 Feb 19 07:14:26.784404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:26.810690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.832595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-493c4cee-81fd-4b55-87ab-2f339570568a req-a698ac21-efb3-4a4c-b258-6f5e4fc5c616 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Feb 19 07:14:26.883258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-29ab8f87-2641-4e11-9dba-cc69e4084ee4 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195232 Feb 19 07:14:26.972649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f55a-7e86-4b8c-8674-9a87553b3654 req-331c6440-ccb9-484c-b91c-fa80e69b1425 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:26.980120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46b6f55a-7e86-4b8c-8674-9a87553b3654 req-331c6440-ccb9-484c-b91c-fa80e69b1425 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1282918 Feb 19 07:14:26.981478 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks [] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:26.988528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.060167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-network', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:27.067264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46b6f55a-7e86-4b8c-8674-9a87553b3654 req-7f2ccd39-fbd6-4253-8583-25b4d269f541 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861249 Feb 19 07:14:27.098078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Attempting to bind port d3fcd937-5a7b-4af5-a8ab-e207c733d98d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:27.098507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Attempting to bind port d3fcd937-5a7b-4af5-a8ab-e207c733d98d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:27.098823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Attempting to bind port d3fcd937-5a7b-4af5-a8ab-e207c733d98d on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:27.102430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15bb7-1b21-4f3f-9682-7e6623214f42 None None] Pushing event updated for resources: {'Port': ['ID=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:27.119617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:27.120102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:27.120528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.120937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:27.121495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Bound port: d3fcd937-5a7b-4af5-a8ab-e207c733d98d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:27.121921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.160281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc0385ae-9fce-44d1-9eb9-96eda8b1776c req-e7ff98f7-3eff-4577-a9a0-b4fc8a3605af service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703214 Feb 19 07:14:27.161398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Made reservation on behalf of 4c490173f34a4497bdd3c6198484c8d3 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:27.163680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.174938 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.223020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91a4f8c7-7295-4e87-9fc6-1fda01fc4229 req-4f21c355-cd80-4933-a131-a8c92c8a2bc8 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0429165 Feb 19 07:14:27.231680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Allocated IP 172.20.0.1 (3cd3a57f-57a1-4055-88c0-9a32a1c77bde/888829f0-c4d4-4519-a6f6-90fb5285e505/c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:27.251840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] For port d3fcd937-5a7b-4af5-a8ab-e207c733d98d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:27.256426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] For port d3fcd937-5a7b-4af5-a8ab-e207c733d98d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:27.284183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.376533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-b47a1297-6909-47c5-85df-53ffac120e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:27.378120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-b47a1297-6909-47c5-85df-53ffac120e6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1126 time: 0.1551056 Feb 19 07:14:27.383896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea15bb7-1b21-4f3f-9682-7e6623214f42 None None] Pushing event updated for resources: {'Port': ['ID=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:27.400253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:27.400902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:27.422049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks [] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.461377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks [] for security_group (1a0cac7f-b33d-4e10-b38d-f5abacb247d6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.472922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.500395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-67f22530-deed-47eb-818c-baa209d8a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:27.501823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-67f22530-deed-47eb-818c-baa209d8a547 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.1168008 Feb 19 07:14:27.502942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1a0cac7f-b33d-4e10-b38d-f5abacb247d6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.555974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:14:27.563274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-d738b6a6-a4d3-43d0-a88f-55c22a59e24f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 217 time: 0.0531275 Feb 19 07:14:27.575104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:27.588428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:27.595324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:27.599881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5ac0b4b2-8a41-454e-9688-3a124a7b68a0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.600235 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Added segment 5ac0b4b2-8a41-454e-9688-3a124a7b68a0 of type vlan for network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a Feb 19 07:14:27.631493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:27.643475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cac7f-b33d-4e10-b38d-f5abacb247d6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:27.664785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Pushing event updated for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:27.696403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (d28a9731-ca12-4522-8003-975040ccf926), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.722395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-9b4df625-fe3c-4810-a8ec-434b4e4635f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:27.723983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-9b4df625-fe3c-4810-a8ec-434b4e4635f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.1536348 Feb 19 07:14:27.796971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-658abdd3-4d28-455a-8a6d-d56bd7117777 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494981 Feb 19 07:14:27.802571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:27.895915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811beb8-5f48-4ae6-b934-78e13674b85f req-36236971-0c36-43b1-9ebf-5129a7b93828 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:27.904111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c811beb8-5f48-4ae6-b934-78e13674b85f req-36236971-0c36-43b1-9ebf-5129a7b93828 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.1581376 Feb 19 07:14:27.908649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-3e71bc87-c726-483b-975d-d6ab98d9d4a0 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026518 Feb 19 07:14:27.924200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42204ffb-0096-48b9-abe9-f0fb4143190b req-95e4ae36-df9a-44b8-a056-bbd91eda2ec5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:27.932668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42204ffb-0096-48b9-abe9-f0fb4143190b req-95e4ae36-df9a-44b8-a056-bbd91eda2ec5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 944 time: 0.2997255 Feb 19 07:14:27.947872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:24Z', 'revision_number': 3, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:27.994000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eddb9-e522-4242-bf7e-b6de9114a17c None None] The sync data for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 is: [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:24Z', 'revision_number': 3, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:28.007824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ebf9106-45fe-4133-addf-78c806d46c0c None None] Provisioning complete for port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:28.008334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ebf9106-45fe-4133-addf-78c806d46c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.023517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c811beb8-5f48-4ae6-b934-78e13674b85f req-1fac460c-809b-4315-9984-0238b001383e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182103 Feb 19 07:14:28.044012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.049346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.050299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:28.050873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.065924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf9106-45fe-4133-addf-78c806d46c0c None None] Port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:28.081153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:28.081332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2958288 Feb 19 07:14:28.128236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Request body: {'subnet': {'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-subnet', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:28.155916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42204ffb-0096-48b9-abe9-f0fb4143190b req-37efe2a3-0201-480b-81f6-3ec990a68507 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178576 Feb 19 07:14:28.168560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9b8c-8164-4642-8603-814029b20dbb admin admin] Pushing event updated for resources: {'Network': ['ID=b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:28.182621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:14:28.215907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbbb5927-6dd7-4a88-be95-ce9b10046741 req-cabf3bef-607d-405e-ace0-20c048e15433 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794898 Feb 19 07:14:28.218925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Made reservation on behalf of 4c490173f34a4497bdd3c6198484c8d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:28.221891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.412996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d82d84-94f7-42b2-b7e4-e60e24b3b308 req-19a15541-d89a-4257-ab49-93f881a340bf tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:28.415036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31d82d84-94f7-42b2-b7e4-e60e24b3b308 req-19a15541-d89a-4257-ab49-93f881a340bf tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1298840 Feb 19 07:14:28.488123 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31d82d84-94f7-42b2-b7e4-e60e24b3b308 req-685b5c42-bc83-4473-861d-be9af69d9fe6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650940 Feb 19 07:14:28.601262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-078b5a01-b541-42cc-8c9e-e0415f735a88 req-511b0c1d-e554-4ac0-bff5-96ec30eb2cdb tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0365343 Feb 19 07:14:28.729104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5dc6-99e7-489e-ab69-36a48e0249fe req-9b7c9527-d326-4dae-883c-b177d9e5884e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:28.730717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e5d5dc6-99e7-489e-ab69-36a48e0249fe req-9b7c9527-d326-4dae-883c-b177d9e5884e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.6077535 Feb 19 07:14:28.738749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0146-1163-441d-a497-901dca53ae83 req-d18942db-5285-4096-8bf6-2193c200f7b8 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:28.742484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-229a0146-1163-441d-a497-901dca53ae83 req-d18942db-5285-4096-8bf6-2193c200f7b8 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1131 time: 0.0552592 Feb 19 07:14:28.810869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-229a0146-1163-441d-a497-901dca53ae83 req-3eeaa36b-046e-4097-886f-04448e140ec1 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 Feb 19 07:14:28.829710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks [] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:28.996556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.016737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d3fcd937-5a7b-4af5-a8ab-e207c733d98d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:29.089434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Pushing event updated for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:29.101658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (9c60dc02-6765-43c3-8328-d605a4f97814), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.120114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d3fcd937-5a7b-4af5-a8ab-e207c733d98d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:29.121107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.172726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c60dc02-6765-43c3-8328-d605a4f97814,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:29.203704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e5d5dc6-99e7-489e-ab69-36a48e0249fe req-a0891791-56c3-412c-ade1-6175e8c8139d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532580 Feb 19 07:14:29.213402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (d28a9731-ca12-4522-8003-975040ccf926), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.251884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d3fcd937-5a7b-4af5-a8ab-e207c733d98d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:29.252393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.289841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d3fcd937-5a7b-4af5-a8ab-e207c733d98d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:29.295968 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.364010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:29.376543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Checking segment: {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:29.377043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Network hostable DHCP agents. Network: b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:14:29.431417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:14:29.469822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580698e8-9efe-430d-9fde-5c7fc9d0b353 req-169c2395-8835-4b6f-89bf-81544ffdc5f0 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:29.471224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-580698e8-9efe-430d-9fde-5c7fc9d0b353 req-169c2395-8835-4b6f-89bf-81544ffdc5f0 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.1093397 Feb 19 07:14:29.473387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:29.479797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:29.480445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.483181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc63c5f-cb91-4df7-a17a-7ee5c2a0763c None None] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:29.503137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:29.507549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c71ae0c-43f9-49dd-8053-7f68104ead38 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4244370 Feb 19 07:14:29.510745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:29.514305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:29.518113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:29.560864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.563899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.622859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-580698e8-9efe-430d-9fde-5c7fc9d0b353 req-239f022b-0caa-499b-9eda-7fe13fd3d2f9 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319652 Feb 19 07:14:29.687663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for router_controller (7dcdea3c-dcfb-417b-b844-52323ab58613), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:29.701748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c3b16e94-a466-4397-add7-b5337760275b details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:29.778997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Router d28a9731-ca12-4522-8003-975040ccf926 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:29.783044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'fixed_ips': [{'subnet_id': '9c60dc02-6765-43c3-8328-d605a4f97814'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:14:29.785538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.050902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77a131-7746-41bd-b957-b6435585c0f2 req-0cd51581-4a96-4dde-8b38-fa4d76ce8498 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:30.052743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef77a131-7746-41bd-b957-b6435585c0f2 req-0cd51581-4a96-4dde-8b38-fa4d76ce8498 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 944 time: 0.2663522 Feb 19 07:14:30.061064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for router_gateway (7dcdea3c-dcfb-417b-b844-52323ab58613), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.066293 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.097041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c15cfae6-2d47-447c-a791-988968c82c7f None None] Provisioning complete for port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:30.097492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c15cfae6-2d47-447c-a791-988968c82c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.145625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef77a131-7746-41bd-b957-b6435585c0f2 req-71b20f2a-2a27-4f80-ba57-7b17f883a31b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Feb 19 07:14:30.147385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6198ec5a-c3cd-4c1f-823a-eda884ee3cf8 req-982e3431-381c-4598-a8ec-7d58045035c6 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0774508 Feb 19 07:14:30.152513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:30.168524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-8d6a8aa6-13d1-433a-8db4-19d0d90559b8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1696413 Feb 19 07:14:30.179629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b61c6cb-6d0f-41a4-90c3-d2376755d6aa admin admin] 10.222.0.43 "PUT /v2.0/routers/d28a9731-ca12-4522-8003-975040ccf926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1858490 Feb 19 07:14:30.200222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-53edd672-8e96-4808-89ae-279f38abd054 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:14:30.205612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-53edd672-8e96-4808-89ae-279f38abd054 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193527 Feb 19 07:14:30.245905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:30.286727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c15cfae6-2d47-447c-a791-988968c82c7f None None] Port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:30.298716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'c3b16e94-a466-4397-add7-b5337760275b', 'network_id': '73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540', 'port_id': 'c3b16e94-a466-4397-add7-b5337760275b', 'mac_address': 'fa:16:3e:3c:9b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475f016a-9c2c-4440-b65e-395e6ff3f46b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:30.331278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Allocated IP 172.20.0.2 (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a/9c60dc02-6765-43c3-8328-d605a4f97814/bfb90359-5f04-40e1-a93b-c03a152f168f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:30.397413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328978-cc14-4832-adca-4440148ef660 req-75f11d13-595a-49c9-9e13-8fb4bf2c861d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:30.399780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab328978-cc14-4832-adca-4440148ef660 req-75f11d13-595a-49c9-9e13-8fb4bf2c861d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1336839 Feb 19 07:14:30.443270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port c3b16e94-a466-4397-add7-b5337760275b is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:30.443671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.504444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b16e94-a466-4397-add7-b5337760275b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:30.519127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab328978-cc14-4832-adca-4440148ef660 req-6cdc0f27-8a81-40d5-9cf6-b7a01822e05a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056209 Feb 19 07:14:30.585268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:30.598043 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.606477 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Sync routers for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:30.629032 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:30.629775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:30.794531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:30.824063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks [] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.832802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:30.834277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:30.882877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-601698d1-2aa2-4386-9f00-3fb862a517d5 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:30.884367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-601698d1-2aa2-4386-9f00-3fb862a517d5 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 1128 time: 0.1042869 Feb 19 07:14:30.904406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:30.910174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:30.916594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:30.942744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Pushing event updated for resources: {'Port': ['ID=bfb90359-5f04-40e1-a93b-c03a152f168f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:30.979876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d3fcd937-5a7b-4af5-a8ab-e207c733d98d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:31.102334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['c3b16e94-a466-4397-add7-b5337760275b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:31.109451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Attempting to bind port bfb90359-5f04-40e1-a93b-c03a152f168f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:31.109822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Attempting to bind port bfb90359-5f04-40e1-a93b-c03a152f168f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:31.110181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Attempting to bind port bfb90359-5f04-40e1-a93b-c03a152f168f on network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:31.165256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077b61-7cbc-40d8-affd-21ebec42c195 req-116485aa-a0bc-4a14-9cec-42f1fd2cb316 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:31.172493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb077b61-7cbc-40d8-affd-21ebec42c195 req-116485aa-a0bc-4a14-9cec-42f1fd2cb316 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.7884185 Feb 19 07:14:31.177332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:31.187437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709282302', 'description': 'tempest-description--1343215302'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:31.235762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.247610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb077b61-7cbc-40d8-affd-21ebec42c195 req-c41bb2b8-e6bb-4443-bdbe-f8259fb74e6b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740314 Feb 19 07:14:31.358411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (07a44e30-0b06-4fcf-b9ea-64b8f40c4106), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.364841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for router_gateway (7dcdea3c-dcfb-417b-b844-52323ab58613), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.365056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (07a44e30-0b06-4fcf-b9ea-64b8f40c4106), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.374376 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:28Z', 'revision_number': 2, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:31.423326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.425079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2467422 Feb 19 07:14:31.429817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:31.440190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'security_group_rule': {'security_group_id': '07a44e30-0b06-4fcf-b9ea-64b8f40c4106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:31.482167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a2b3-e029-4996-994d-906cd1fe6c89 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a44e30-0b06-4fcf-b9ea-64b8f40c4106,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:31.486000 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Checking router: d28a9731-ca12-4522-8003-975040ccf926 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:31.486575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Updating router d28a9731-ca12-4522-8003-975040ccf926 port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:14:31.491112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-e535f7b9-d5ce-4352-b488-4435cb968fd1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:31.493402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-e535f7b9-d5ce-4352-b488-4435cb968fd1 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.4010856 Feb 19 07:14:31.527158 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.540409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ddd34-30af-44cc-a4f2-296220a03ba8 req-1587de91-c9d9-4dbd-b9a2-60170b49c8ff tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:31.550608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-602ddd34-30af-44cc-a4f2-296220a03ba8 req-1587de91-c9d9-4dbd-b9a2-60170b49c8ff tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.2543755 Feb 19 07:14:31.561898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.594375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (6683fcc0-3a27-4089-80f9-73c87165ce8f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.598326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:31.609659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Checking segment: {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:31.610339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.611089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Bound using segment: {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:31.611849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Bound port: bfb90359-5f04-40e1-a93b-c03a152f168f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:31.612423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.653781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-602ddd34-30af-44cc-a4f2-296220a03ba8 req-dd5c1b92-4a3e-4e6b-bb0e-5d3c32e87ff7 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007595 Feb 19 07:14:31.663683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b2cfd-b078-4b3e-b33c-61d806d9d199 req-653d6f75-7a4c-4e26-86da-d169081e675e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:31.683306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-518b2cfd-b078-4b3e-b33c-61d806d9d199 req-653d6f75-7a4c-4e26-86da-d169081e675e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 945 time: 0.1887302 Feb 19 07:14:31.721122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (6683fcc0-3a27-4089-80f9-73c87165ce8f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.727663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6683fcc0-3a27-4089-80f9-73c87165ce8f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.753347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6683fcc0-3a27-4089-80f9-73c87165ce8f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:31.799799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] For port bfb90359-5f04-40e1-a93b-c03a152f168f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:31.803549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] For port bfb90359-5f04-40e1-a93b-c03a152f168f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfb90359-5f04-40e1-a93b-c03a152f168f,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:31.818199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.822984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c955cda-02f0-4802-aa13-72080f8eb157 req-7d9ae90a-cd90-4c17-999f-44c7b64b5171 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0553651 Feb 19 07:14:31.836103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.840288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-912c1c90-2d37-49c5-af0f-1f6617f3281e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4063685 Feb 19 07:14:31.844379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:31.846032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-518b2cfd-b078-4b3e-b33c-61d806d9d199 req-8e123056-335c-4d7f-b8f1-3175bbcf1ad5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616850 Feb 19 07:14:31.865554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d3fcd937-5a7b-4af5-a8ab-e207c733d98d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:31.866022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.866462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'security_group_rule': {'security_group_id': '07a44e30-0b06-4fcf-b9ea-64b8f40c4106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:31.927514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (ad9996e5-3cdc-44d3-971d-b7ac61fadbb6), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:31.977555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd1f5-75f6-4c9c-a5fa-29e42b7181f1 None None] Pushing event updated for resources: {'Port': ['ID=bfb90359-5f04-40e1-a93b-c03a152f168f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:32.108078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (ad9996e5-3cdc-44d3-971d-b7ac61fadbb6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.108799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Deleting port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:32.109007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.113156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ad9996e5-3cdc-44d3-971d-b7ac61fadbb6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.135020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9996e5-3cdc-44d3-971d-b7ac61fadbb6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:32.153404 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks [] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.157658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.163028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7cd6528a-d4f7-483d-898f-6069c28abed0 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3168480 Feb 19 07:14:32.164219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:32.167838 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.171288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:32.199289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.200430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bfbe7-bf74-4925-9c89-1f050134b9ae req-b9837312-8f9e-4322-a479-9dcb6f9da26e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:32.209023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e90bfbe7-bf74-4925-9c89-1f050134b9ae req-b9837312-8f9e-4322-a479-9dcb6f9da26e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.2341945 Feb 19 07:14:32.228927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d3fcd937-5a7b-4af5-a8ab-e207c733d98d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:32.294438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Allocated IP 172.25.7.22 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/0b28d7ee-c891-49b0-88e3-3736249ee45b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:32.323387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-05cc8fdc-be60-4178-8adc-012a6410b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:32.324984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-05cc8fdc-be60-4178-8adc-012a6410b19d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1131 time: 0.2086039 Feb 19 07:14:32.344843 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Pushing event updated for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:32.388241 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.392732 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.393554 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.394019 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.394500 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.394932 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.397711 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.398216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.398653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.399174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.399693 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.400169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.402890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:32.440046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.440710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-6484c1f5-3c8c-4307-b159-866e5eb206db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:32.442250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-6484c1f5-3c8c-4307-b159-866e5eb206db service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.1052468 Feb 19 07:14:32.526344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-78872cdc-c74c-4f4b-967d-a504714729ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.0574968 Feb 19 07:14:32.563436 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Attempting to bind port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:32.563894 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Attempting to bind port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:32.564265 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Attempting to bind port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 on network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:32.574546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:32.574990 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Checking segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:32.575509 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.575939 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Bound using segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:32.576587 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Bound port: c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:32.577055 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.608290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cf060-d5cf-41c2-b40b-e4ebe6f8000c req-197bef75-3023-4017-af59-2f9fcc3d38e0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:32.610042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb8cf060-d5cf-41c2-b40b-e4ebe6f8000c req-197bef75-3023-4017-af59-2f9fcc3d38e0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1922250 Feb 19 07:14:32.643045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e90bfbe7-bf74-4925-9c89-1f050134b9ae req-60c844fc-6a71-42ef-87a6-640ec63e57fe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330330 Feb 19 07:14:32.662329 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] For port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:32.667380 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] For port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:32.685301 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.687964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb8cf060-d5cf-41c2-b40b-e4ebe6f8000c req-efdd8d00-ee61-4eae-aec4-cafda97c9a35 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696244 Feb 19 07:14:32.762117 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aa140-d6c1-4d1b-9efa-9f5973bb4199 None None] Pushing event updated for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:32.768490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] For port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:32.768973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.782746 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:32.783488 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:32.791637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-c2424435-0ee3-41bc-8382-dde4f5acdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:32.793163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-c2424435-0ee3-41bc-8382-dde4f5acdcf0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1880174 Feb 19 07:14:32.838160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.874976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Provisioning complete for port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:32.876984 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:32.935676 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:33.008817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.023034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-a2963b5b-fc3a-4689-9fe1-f0de49625934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:33.024655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-a2963b5b-fc3a-4689-9fe1-f0de49625934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2206554 Feb 19 07:14:33.064988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfb40088-3ce7-4b82-b4b7-940603ffdd33 req-35d5d6c3-b69a-44f2-b3ec-f683a341f7b7 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0638261 Feb 19 07:14:33.139117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfb90359-5f04-40e1-a93b-c03a152f168f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:33.183271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85253df3-58a6-4834-8a6a-d104d9d1312a req-139e8d2b-c9f8-4324-bca6-879102c2c980 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:33.192040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85253df3-58a6-4834-8a6a-d104d9d1312a req-139e8d2b-c9f8-4324-bca6-879102c2c980 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 946 time: 0.2984965 Feb 19 07:14:33.225370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Current status of the port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:33.225805 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.288648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb475-9589-44cc-a41b-a64636a25ba1 req-9461bbaf-7a67-4635-a003-32571369abb2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:33.290219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e34cb475-9589-44cc-a41b-a64636a25ba1 req-9461bbaf-7a67-4635-a003-32571369abb2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 945 time: 0.1118031 Feb 19 07:14:33.320429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bfb90359-5f04-40e1-a93b-c03a152f168f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:33.320991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.347084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.382493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] For port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:33.395007 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.424957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Allocated IP 172.25.7.62 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/816ecd13-26aa-4181-a06e-7986b163b330) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:33.428682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Pushing event updated for resources: {'Port': ['ID=0b28d7ee-c891-49b0-88e3-3736249ee45b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:33.471962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85253df3-58a6-4834-8a6a-d104d9d1312a req-20268370-a7c4-4319-aedd-df82b216c7cc tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups?id=06742cf7-db0b-4f97-b647-468cd8e1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750928 Feb 19 07:14:33.508076 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:32Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:33.531565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:33.538970 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e47a56-585b-46bc-8cd8-a393410f4b9c None None] The sync data for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 is: [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:32Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:33.553787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:33.558074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for port (816ecd13-26aa-4181-a06e-7986b163b330), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.563514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffe74-f3bd-4527-a747-c467f814ccc8 None None] Pushing event updated for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:33.576694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:33.583100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.583401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.583787 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Floating IP 62cf8712-8e66-4b31-9c77-3ce7269a97c1 disassociated. External IP: 172.25.7.123, port: 361bcd49-6ba4-41eb-ba5d-3c602e7dd344. Feb 19 07:14:33.584068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Calling delete_port for 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:33.595323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-b5528209-037d-4495-9557-b18e01b0c76f service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503907 Feb 19 07:14:33.636329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e34cb475-9589-44cc-a41b-a64636a25ba1 req-e962ea61-6595-458d-8fb2-f6191cdf27cf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378251 Feb 19 07:14:33.645024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (816ecd13-26aa-4181-a06e-7986b163b330), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.690739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fee1a936-fbda-47ea-bf36-cc18e59bcd3b None None] Provisioning complete for port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:33.692141 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fee1a936-fbda-47ea-bf36-cc18e59bcd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.720059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:33.723205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:33.730558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:33.763003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'Port': ['ID=816ecd13-26aa-4181-a06e-7986b163b330,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:33.768383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bfb90359-5f04-40e1-a93b-c03a152f168f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:33.768784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.789013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c3b16e94-a466-4397-add7-b5337760275b up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:33.822872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f6fa3-9a9c-4d5c-862c-ebe253c65fdf None None] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:33.955622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (470372af-0286-4285-b84e-fec736357986), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:33.980418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957f947-7747-43cc-80b9-403356c79ce0 req-e9d9780a-e0bc-4adc-80c9-34db9ce4e453 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:33.982711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f957f947-7747-43cc-80b9-403356c79ce0 req-e9d9780a-e0bc-4adc-80c9-34db9ce4e453 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1581440 Feb 19 07:14:34.062971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (816ecd13-26aa-4181-a06e-7986b163b330), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.078472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port bfb90359-5f04-40e1-a93b-c03a152f168f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfb90359-5f04-40e1-a93b-c03a152f168f,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:34.102134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port c3b16e94-a466-4397-add7-b5337760275b completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:34.104573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-a8be9a9e-4ced-4e6c-a685-09f4b95bd41c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083802 Feb 19 07:14:34.108715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.122487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port c3b16e94-a466-4397-add7-b5337760275b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:34.123154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c3b16e94-a466-4397-add7-b5337760275b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.139332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f957f947-7747-43cc-80b9-403356c79ce0 req-04b04cff-27de-47d6-9d34-98217e7c1f51 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280770 Feb 19 07:14:34.178703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a9a28-777e-4d55-af9b-7ad4067dc7e5 req-48943801-15d1-4cbf-9983-f315bf785bb8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:34.197117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c6a9a28-777e-4d55-af9b-7ad4067dc7e5 req-48943801-15d1-4cbf-9983-f315bf785bb8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.3812647 Feb 19 07:14:34.325713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fee1a936-fbda-47ea-bf36-cc18e59bcd3b None None] Current status of the port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:34.381262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=bfb90359-5f04-40e1-a93b-c03a152f168f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:34.386847 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac772122-557a-4547-b1d8-73037aea1b9a req-80fd9ccf-013b-43c4-8a65-23d02fcbfd92 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0738533 Feb 19 07:14:34.482473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-45879d0f-3c11-4b6a-b090-3f0ff0b27335 None None] Provisioning complete for port bfb90359-5f04-40e1-a93b-c03a152f168f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:34.482852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45879d0f-3c11-4b6a-b090-3f0ff0b27335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.530691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port c3b16e94-a466-4397-add7-b5337760275b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:34.530961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.553805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for port (816ecd13-26aa-4181-a06e-7986b163b330), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.570183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (816ecd13-26aa-4181-a06e-7986b163b330), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.587423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c6a9a28-777e-4d55-af9b-7ad4067dc7e5 req-e157babc-3702-4bc1-afc3-2b986a9281ad tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625410 Feb 19 07:14:34.605006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:34.607755 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c274da-567f-48ac-a325-4c42cb43cbf9" -d '{"events": [{"server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "name": "network-vif-plugged", "status": "completed", "tag": "c3b16e94-a466-4397-add7-b5337760275b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:34.631599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:34.641061 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.676492 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51854c32-e47f-4720-8b1b-62404a00d83a x-openstack-request-id: req-51854c32-e47f-4720-8b1b-62404a00d83a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:34.677400 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "name": "network-vif-plugged", "status": "completed", "tag": "c3b16e94-a466-4397-add7-b5337760275b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:34.677400 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51854c32-e47f-4720-8b1b-62404a00d83a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:34.677400 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b', 'code': 200} Feb 19 07:14:34.691389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'Port': ['ID=816ecd13-26aa-4181-a06e-7986b163b330,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:34.695039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (361bcd49-6ba4-41eb-ba5d-3c602e7dd344), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.784705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-391d555b-2c89-419d-8fd3-20730401aa5e req-47402b1f-67ed-48a6-a2a4-717dab9abae4 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0864761 Feb 19 07:14:34.794110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:34.797220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-45879d0f-3c11-4b6a-b090-3f0ff0b27335 None None] Current status of the port bfb90359-5f04-40e1-a93b-c03a152f168f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:34.808154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (470372af-0286-4285-b84e-fec736357986), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.812939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:34.825211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event deleted for resources: {'Port': ['ID=361bcd49-6ba4-41eb-ba5d-3c602e7dd344,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:34.830267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.841894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5a2c676f-62b2-4ebe-84b9-63360d7adc13 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6760814 Feb 19 07:14:34.855037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:34.855426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:34.861068 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for router_gateway (7dcdea3c-dcfb-417b-b844-52323ab58613), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:34.935340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e547ea1c-3030-4d13-8c26-eeffebb49740 None None] Provisioning complete for port bfb90359-5f04-40e1-a93b-c03a152f168f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:34.935758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e547ea1c-3030-4d13-8c26-eeffebb49740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:35.066343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa2fae-75b8-470e-8411-f9ce5c2dc617 req-6df763be-f647-4914-a377-46df1a30b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:35.068719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37fa2fae-75b8-470e-8411-f9ce5c2dc617 req-6df763be-f647-4914-a377-46df1a30b32f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1128 time: 0.2904975 Feb 19 07:14:35.083527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-a65659b6-6bce-4fa5-9940-43d19ca94195 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--709282302&fields=id&tenant_id=05a4cf2096d74f85af530f3c67df4778 HTTP/1.1" status: 200 len: 267 time: 0.0955751 Feb 19 07:14:35.099312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e547ea1c-3030-4d13-8c26-eeffebb49740 None None] Current status of the port bfb90359-5f04-40e1-a93b-c03a152f168f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:35.143559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:35.233587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:35.233975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:35.292477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-cab27b35-261f-4825-a31c-0e23030e9348 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:35.301078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-cab27b35-261f-4825-a31c-0e23030e9348 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/networks?id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde HTTP/1.1" status: 200 len: 815 time: 0.2165945 Feb 19 07:14:35.338309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-0a1deae5-c3b3-4019-8893-2edb9c001d99 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/quotas/05a4cf2096d74f85af530f3c67df4778 HTTP/1.1" status: 200 len: 375 time: 0.0311613 Feb 19 07:14:35.415650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:35.417951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfb90359-5f04-40e1-a93b-c03a152f168f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:35.441466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-2121b8cf-d899-475b-9ac3-9c7b76818a3d tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=05a4cf2096d74f85af530f3c67df4778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948961 Feb 19 07:14:35.481294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bfb90359-5f04-40e1-a93b-c03a152f168f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:35.482049 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:35.540878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-4a04b537-73f4-48a2-81db-23176aaa3544 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974674 Feb 19 07:14:35.602008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac74442-07a0-455b-8667-a5f121530723 req-cd400143-6db0-4b09-afce-0d8af8e4d212 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:35.602901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bfb90359-5f04-40e1-a93b-c03a152f168f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:35.612065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ac74442-07a0-455b-8667-a5f121530723 req-cd400143-6db0-4b09-afce-0d8af8e4d212 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 946 time: 0.7902522 Feb 19 07:14:35.650645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-0d3db24a-76b9-437f-9e8c-41bb36f5c304 service neutron] 10.222.0.43 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011360 Feb 19 07:14:35.719890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37fa2fae-75b8-470e-8411-f9ce5c2dc617 req-8ea5779c-2785-4d0e-bde2-f814ac73a37d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413801 Feb 19 07:14:35.744757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:35.750403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ac74442-07a0-455b-8667-a5f121530723 req-3a28cd1a-650e-4c72-8e16-ab83937a1dc7 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374187 Feb 19 07:14:35.923112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:35.964470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51e64f4e-5903-4804-b9eb-549fea644cae req-9e72227b-9355-465e-bcac-e8d3423f14b0 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0360703 Feb 19 07:14:36.055279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f050-cb9a-49fa-85db-00a694846f90 req-ec4a11e8-0e58-4e61-b2de-a501caf3e81e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:36.062749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f213f050-cb9a-49fa-85db-00a694846f90 req-ec4a11e8-0e58-4e61-b2de-a501caf3e81e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1757061 Feb 19 07:14:36.086422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247838-3f5c-441b-aba9-b76f88e9b159 req-2485b476-8319-4510-844e-8fbebf6f2849 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:36.088274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9247838-3f5c-441b-aba9-b76f88e9b159 req-2485b476-8319-4510-844e-8fbebf6f2849 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.0672109 Feb 19 07:14:36.123248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:36.139148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Sync routers for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:36.159671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:36.160595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:36.165092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9247838-3f5c-441b-aba9-b76f88e9b159 req-76079c9a-59c2-448b-bf0c-3a28a5893a62 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696130 Feb 19 07:14:36.236066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] No DVR routers for this DVR port 361bcd49-6ba4-41eb-ba5d-3c602e7dd344 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:36.256985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f213f050-cb9a-49fa-85db-00a694846f90 req-7e112a23-6299-4455-8a27-926e11aa7e98 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933048 Feb 19 07:14:36.268818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:36.272842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3bc428c-e131-47b9-a0a2-5c1dabe51ffe req-36894608-ab50-44af-8b20-ed8b5447684f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.24 "DELETE /v2.0/ports/361bcd49-6ba4-41eb-ba5d-3c602e7dd344 HTTP/1.1" status: 204 len: 173 time: 4.7227125 Feb 19 07:14:36.275384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'name': 'network-vif-deleted', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:36.277932 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7cf7db-ee15-42f4-985f-b4921d3cd6aa" -d '{"events": [{"server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "name": "network-vif-deleted", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:36.303069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7787148-95e2-4653-8247-4240834b5f11 req-eefb0653-7d98-491c-8e28-82e40b7cc46b tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 210 time: 0.0656192 Feb 19 07:14:36.343488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Router 7dcdea3c-dcfb-417b-b844-52323ab58613 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:14:36.392195 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c30a709e-2cd7-4d49-9333-5cbc5ae115ff req-b26b8d82-5e9c-4d64-8ff7-31bf8540d9e6 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0411415 Feb 19 07:14:36.433743 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-174055e4-7c6d-4585-8446-e749fe27a3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:36.451502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:36.566203 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c928fd-b652-4613-941f-af9ad6d69744 x-openstack-request-id: req-79c928fd-b652-4613-941f-af9ad6d69744 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:36.566552 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b73f66-db32-4200-b043-e7c8f4c53fb5", "name": "network-vif-deleted", "tag": "361bcd49-6ba4-41eb-ba5d-3c602e7dd344", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:36.566747 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79c928fd-b652-4613-941f-af9ad6d69744 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:36.567151 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b73f66-db32-4200-b043-e7c8f4c53fb5', 'name': 'network-vif-deleted', 'tag': '361bcd49-6ba4-41eb-ba5d-3c602e7dd344', 'status': 'completed', 'code': 200} Feb 19 07:14:36.609993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:36.620677 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Sync routers for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:36.635441 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:36.637268 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:36.661918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:36.663218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e14aee2e-a33c-4f00-8c91-ec553f3d7c6b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1514139 Feb 19 07:14:36.665962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:36.695995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dae5f-6acb-4e63-a44c-f5f346ee9d2e req-51b12b45-ec44-4cfc-9bbd-4c81fef0f657 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:36.705931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f83dae5f-6acb-4e63-a44c-f5f346ee9d2e req-51b12b45-ec44-4cfc-9bbd-4c81fef0f657 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.1334279 Feb 19 07:14:36.777470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:36.794051 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:36.810738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Checking router: a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:36.834834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:36.837659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:36.872634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f83dae5f-6acb-4e63-a44c-f5f346ee9d2e req-529e466e-9b00-4d85-a9d8-fa24b3c5ed06 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658134 Feb 19 07:14:37.001302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d63bd-abcf-428a-9660-ab4d9677c25c req-d3bb342e-1a3c-4b5d-a2e3-2fe65d0017d5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:37.003204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df1d63bd-abcf-428a-9660-ab4d9677c25c req-d3bb342e-1a3c-4b5d-a2e3-2fe65d0017d5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 946 time: 0.1067677 Feb 19 07:14:37.008444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:37.112566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df1d63bd-abcf-428a-9660-ab4d9677c25c req-54f50bb6-f54e-4628-a3ee-c922b4ef9e59 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028950 Feb 19 07:14:37.136919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:34Z', 'revision_number': 3, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:37.214154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-200fc808-26ae-423c-a63a-d4ab0d723229 req-32eb2e92-f031-4e7a-9608-2a1568ce3acf tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1336415 Feb 19 07:14:37.364572 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Checking router: 7dcdea3c-dcfb-417b-b844-52323ab58613 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:37.364919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Updating router 7dcdea3c-dcfb-417b-b844-52323ab58613 port 0b28d7ee-c891-49b0-88e3-3736249ee45b binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:14:37.408377 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:37.414417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6fd12-626d-4c4a-b01b-fe74366be7f8 req-b29d44c1-a324-49b1-b00c-3f6edb32b60f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:37.425666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0fd6fd12-626d-4c4a-b01b-fe74366be7f8 req-b29d44c1-a324-49b1-b00c-3f6edb32b60f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1255825 Feb 19 07:14:37.497903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0fd6fd12-626d-4c4a-b01b-fe74366be7f8 req-5e90dbb4-a68c-421b-9d5e-aee8ab4a58e9 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666170 Feb 19 07:14:37.666079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a07a701f-54dc-4d96-874c-bf3f588e9695 req-76ad3225-7888-47ab-bdf3-8515fcd74857 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 210 time: 0.0535429 Feb 19 07:14:37.727515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:37.761919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefbb47-0c13-46ae-8569-4a655ce71147 None None] The sync data for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 is: [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:11:44Z', 'revision_number': 4, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '008f52a8-a448-42bb-bcf6-97110030d7f9', 'name': '', 'network_id': '08a26345-b303-4173-8259-aa6fe70e4ba4', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'mac_address': 'fa:16:3e:c8:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:41Z', 'updated_at': '2022-02-19T07:11:53Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'subnets': [{'id': '4e1f0e47-4768-4762-a888-3e61ac772199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:37.805726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2aabf6c1-c7f8-4e58-8464-361871eb5575 req-382cc81b-94f8-48e3-8a1d-fc9303988694 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0403874 Feb 19 07:14:37.867174 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks [] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:37.876034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-b1684747-8edd-4a70-b855-e7ce64ae8616 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:37.878002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-b1684747-8edd-4a70-b855-e7ce64ae8616 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.24 "GET /v2.0/networks?id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde HTTP/1.1" status: 200 len: 815 time: 0.4243090 Feb 19 07:14:37.880643 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:37.900992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ede39-9eb7-48d8-886c-aef34ae28f0f req-080f86ca-a19c-4248-a00d-57edcf1de624 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:37.907694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d1ede39-9eb7-48d8-886c-aef34ae28f0f req-080f86ca-a19c-4248-a00d-57edcf1de624 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.2218192 Feb 19 07:14:37.934880 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678035aa-4b07-4b67-bff2-2d469a9776df None None] Pushing event updated for resources: {'Port': ['ID=0b28d7ee-c891-49b0-88e3-3736249ee45b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:37.956095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Attempting to bind port 0b28d7ee-c891-49b0-88e3-3736249ee45b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:37.956641 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Attempting to bind port 0b28d7ee-c891-49b0-88e3-3736249ee45b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:37.957112 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Attempting to bind port 0b28d7ee-c891-49b0-88e3-3736249ee45b on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:37.962925 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:37.963553 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:37.964178 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:37.964716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:37.965280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Bound port: 0b28d7ee-c891-49b0-88e3-3736249ee45b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:37.965803 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:37.991863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379e8ac-11b9-4766-a2e0-f3cefc84f4af req-44f89076-2d6a-4b15-ba6b-84aaec9afe0d tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:37.993906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0379e8ac-11b9-4766-a2e0-f3cefc84f4af req-44f89076-2d6a-4b15-ba6b-84aaec9afe0d tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.0887837 Feb 19 07:14:38.036637 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] For port 0b28d7ee-c891-49b0-88e3-3736249ee45b, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:38.040195 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] For port 0b28d7ee-c891-49b0-88e3-3736249ee45b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0b28d7ee-c891-49b0-88e3-3736249ee45b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:38.051046 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:38.067378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-13c11627-52fb-43a2-8086-601f716776c6 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a4cf2096d74f85af530f3c67df4778 HTTP/1.1" status: 200 len: 379 time: 0.1753280 Feb 19 07:14:38.080759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'port': {'device_id': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'admin_state_up': True, 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'security_groups': ['07a44e30-0b06-4fcf-b9ea-64b8f40c4106']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:38.095956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:38.141529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0379e8ac-11b9-4766-a2e0-f3cefc84f4af req-aa2d311c-5bc9-4764-9543-4b0806d0f92c tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390839 Feb 19 07:14:38.160445 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:38.161982 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:38.210968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d1ede39-9eb7-48d8-886c-aef34ae28f0f req-27bebe6a-c9ee-41bc-91f3-30a5d37a5c2c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923161 Feb 19 07:14:38.227598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfbaf37-5e23-45dc-9514-483fc0f67398 None None] New status for floating IP 62cf8712-8e66-4b31-9c77-3ce7269a97c1: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:14:38.359143 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678035aa-4b07-4b67-bff2-2d469a9776df None None] Pushing event updated for resources: {'Port': ['ID=0b28d7ee-c891-49b0-88e3-3736249ee45b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:38.430678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b2e43-7201-4a9b-a7e1-f06cb84ba4b6 req-48ad2cfb-bdb9-47b6-9be7-89ed37d607da tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:38.438575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f45b2e43-7201-4a9b-a7e1-f06cb84ba4b6 req-48ad2cfb-bdb9-47b6-9be7-89ed37d607da tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 946 time: 0.1552007 Feb 19 07:14:38.448394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:38.533155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b5591e7-c9b4-442e-8518-93fd35682e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:38.556252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24c444b0-04dd-4c57-8d36-134ab84d6776 req-2771b987-0dac-42c4-b561-30d2cb47787c tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1720402 Feb 19 07:14:38.577628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f45b2e43-7201-4a9b-a7e1-f06cb84ba4b6 req-3909f89e-05bc-4fff-a926-dfbd560d0a7a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319227 Feb 19 07:14:38.700556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Made reservation on behalf of 05a4cf2096d74f85af530f3c67df4778 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:38.706240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:38.858193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-ae8fb6c4-4db9-474c-8a9b-caeab8b34424 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1823609267&fields=id&tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 267 time: 0.1052463 Feb 19 07:14:38.961733 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:34Z', 'revision_number': 3, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:38.971377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Allocated IP 172.20.0.1 (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a/9c60dc02-6765-43c3-8328-d605a4f97814/e61d045b-65e5-43a0-91ea-dcb3b4b8e15a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:38.972079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-e3ae2f84-58cc-4805-8fa6-0c4aacd49b33 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:38.981160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-e3ae2f84-58cc-4805-8fa6-0c4aacd49b33 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 946 time: 0.1080945 Feb 19 07:14:38.987820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'security_groups': ['78c6e7d4-54c9-4845-adb0-11fd723eba52', '23d33c71-4446-4fc2-8021-9d55c3141360']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:38.999589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f553-bf8e-41ce-813f-465b8417ee1b req-6290ee64-e21b-44de-b26c-6bc7a8e2c3da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:39.001577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f882f553-bf8e-41ce-813f-465b8417ee1b req-6290ee64-e21b-44de-b26c-6bc7a8e2c3da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.2137299 Feb 19 07:14:39.021351 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c4e41a-00fb-4fe3-80d0-c53d8fa02d65 None None] The sync data for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 is: [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:34Z', 'revision_number': 3, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:39.070510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.150378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Allocated IP 172.20.0.11 (3cd3a57f-57a1-4055-88c0-9a32a1c77bde/888829f0-c4d4-4519-a6f6-90fb5285e505/7c4c9455-9c91-4af9-b561-6664cb1e6bb6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:39.199637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-677a5e8e-f796-4647-a0be-bfd19f95e2b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2156472 Feb 19 07:14:39.211345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f882f553-bf8e-41ce-813f-465b8417ee1b req-fd4d3809-758e-4e5f-9bb9-33622d5f3fdb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600523 Feb 19 07:14:39.247519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-f6ffc552-f763-4194-8fc5-24f32bcb7cd5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:39.250542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-f6ffc552-f763-4194-8fc5-24f32bcb7cd5 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.1291299 Feb 19 07:14:39.315044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks [] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.519292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:39.561032 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.561643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Deleting port ab320afb-656f-4c68-91f5-01349df0a5db {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:39.561643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.572279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.598629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (c3b16e94-a466-4397-add7-b5337760275b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.625770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3afe5dd3-7988-4ef6-87b8-344491a51326 req-01565110-a908-45c0-9bf6-6e18be520bfa tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 210 time: 0.1655695 Feb 19 07:14:39.634800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.642709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.663721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'c3b16e94-a466-4397-add7-b5337760275b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:39.733409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:39.734121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.739256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a599dde-12ad-40e2-b58a-8d4d48c84e83 req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "PUT /v2.0/ports/c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 982 time: 0.7570457 Feb 19 07:14:39.739834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:39.748467 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb123c4-bd37-4fa6-87c5-673e9c927062" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:39.762670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-f90a5d26-df8a-4202-8981-b083215a521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:39.768016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-f90a5d26-df8a-4202-8981-b083215a521f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 1148 time: 0.5021749 Feb 19 07:14:39.803736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['c3b16e94-a466-4397-add7-b5337760275b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:39.837125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:39.970055 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:39.971358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bff3e-7333-4b12-b17e-6abaeb538ae1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:39.973027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-dcd0869c-bf94-4743-b8d8-95f10faeea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:39.974715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-dcd0869c-bf94-4743-b8d8-95f10faeea80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.1837912 Feb 19 07:14:39.978884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] For port ab320afb-656f-4c68-91f5-01349df0a5db, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ab320afb-656f-4c68-91f5-01349df0a5db,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:39.979289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.006390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31f433a7-db06-4f95-abce-7ac331f36e66 req-54b21f80-7fb0-4125-8993-34e332fcf837 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.2207944 Feb 19 07:14:40.007890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:40.031063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:40.103052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:40.195614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:40.202649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:40.203340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.221809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:40.224790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event updated for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:40.226850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228f6b6-f1fc-4cf6-86a9-d317d873cf42 req-bf6cbc01-fe23-4029-8e37-92c75dfe5030 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:40.231676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-322302bc-e8b0-46e2-b019-ad2bc0a49e54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 200 len: 217 time: 0.2208099 Feb 19 07:14:40.240701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6228f6b6-f1fc-4cf6-86a9-d317d873cf42 req-bf6cbc01-fe23-4029-8e37-92c75dfe5030 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 946 time: 0.3813765 Feb 19 07:14:40.334836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (7dcdea3c-dcfb-417b-b844-52323ab58613), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.529805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6228f6b6-f1fc-4cf6-86a9-d317d873cf42 req-413da774-766e-402a-ba2b-8b36ad10ebed tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups?id=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864535 Feb 19 07:14:40.557158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e0035134-07b9-4073-8435-d9004f9e4ec4 None None] Provisioning complete for port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:40.557565 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0035134-07b9-4073-8435-d9004f9e4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.566496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-b02e2cf1-52da-4c25-8bbe-66cc7a14439c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4901526 Feb 19 07:14:40.632350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Request body: {'port': {'device_id': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:40.635428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:40.684723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e0035134-07b9-4073-8435-d9004f9e4ec4 None None] Port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:40.688231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.688577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.688791 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Floating IP 0202aa6c-d677-4a31-bfb3-3e2354ea2eee disassociated. External IP: 172.25.7.58, port: ab320afb-656f-4c68-91f5-01349df0a5db. Feb 19 07:14:40.689116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Calling delete_port for ab320afb-656f-4c68-91f5-01349df0a5db owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:40.708989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dfdf25f1-2a22-4f5b-9394-58943120fdbc req-ca9bacbb-c1de-4934-b14c-c6ad769f6798 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0367496 Feb 19 07:14:40.754481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-2e4297e5-3f10-4dc0-9b2f-0e6399b89d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:40.755970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-2e4297e5-3f10-4dc0-9b2f-0e6399b89d73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.2748384 Feb 19 07:14:40.768716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeeb9b-6668-49ac-8d4c-c2c75c914fff req-d9f1b6f0-0212-4bef-a4ea-c4ba4c4c1204 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:40.770265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccfeeb9b-6668-49ac-8d4c-c2c75c914fff req-d9f1b6f0-0212-4bef-a4ea-c4ba4c4c1204 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.5499218 Feb 19 07:14:40.782748 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.806323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adfc4713-25af-4e4a-938d-7b93b7e71c18 req-a9bf1d63-aa46-4eb0-8831-21a030da2143 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/23d33c71-4446-4fc2-8021-9d55c3141360 HTTP/1.1" status: 200 len: 1817 time: 0.0530229 Feb 19 07:14:40.818550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cc18fe5b-c2c2-4010-b1df-47b2c82de10f None None] Provisioning complete for port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:40.820921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc18fe5b-c2c2-4010-b1df-47b2c82de10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.840101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-e277e7a8-4f30-4738-a101-e1af164429a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667543 Feb 19 07:14:40.875138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cc18fe5b-c2c2-4010-b1df-47b2c82de10f None None] Port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:40.893952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.895496 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:40.918866 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-adfc4713-25af-4e4a-938d-7b93b7e71c18 req-af39ade9-ca02-4ae5-b98d-5cf3cec98212 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:14:40.920076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adfc4713-25af-4e4a-938d-7b93b7e71c18 req-af39ade9-ca02-4ae5-b98d-5cf3cec98212 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/23d33c71-4446-4fc2-8021-9d55c3141360 HTTP/1.1" status: 409 len: 341 time: 0.1035867 Feb 19 07:14:40.991678 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff6379-ffef-4d49-ab57-e513abca309a x-openstack-request-id: req-c6ff6379-ffef-4d49-ab57-e513abca309a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:41.003336 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:41.003921 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6ff6379-ffef-4d49-ab57-e513abca309a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:41.004679 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b', 'status': 'completed', 'code': 200} Feb 19 07:14:41.006896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccfeeb9b-6668-49ac-8d4c-c2c75c914fff req-27ac9dc8-d56c-4f6b-8c4d-8a5a6d6f97cf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057488 Feb 19 07:14:41.058521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0b28d7ee-c891-49b0-88e3-3736249ee45b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:41.082843 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ab320afb-656f-4c68-91f5-01349df0a5db), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:41.130764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0b28d7ee-c891-49b0-88e3-3736249ee45b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:41.131151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:41.143717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event deleted for resources: {'Port': ['ID=ab320afb-656f-4c68-91f5-01349df0a5db,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:41.210789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829e38e-b9a5-4613-8c21-d487bce475d1 req-9963c50f-0a11-4c9f-8eed-c062d60ec69b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:41.219019 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8829e38e-b9a5-4613-8c21-d487bce475d1 req-9963c50f-0a11-4c9f-8eed-c062d60ec69b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1471825 Feb 19 07:14:41.296288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0b28d7ee-c891-49b0-88e3-3736249ee45b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:41.297001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:41.326001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 0b28d7ee-c891-49b0-88e3-3736249ee45b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0b28d7ee-c891-49b0-88e3-3736249ee45b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:41.332526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:41.410091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=0b28d7ee-c891-49b0-88e3-3736249ee45b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:41.613489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8829e38e-b9a5-4613-8c21-d487bce475d1 req-f49a7eea-cdbe-492d-a0ae-8fba91edb61f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920312 Feb 19 07:14:41.660933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-e12fea79-e168-479a-9306-f26b300b9f38 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100538 Feb 19 07:14:41.662243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Router 2739eb71-6bea-4b47-a855-41642e279495 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:41.844869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3cf42-1c45-4f4d-b020-9c83238e93aa req-18380842-a092-40b1-b07c-16e1365ceccc tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:41.846407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56a3cf42-1c45-4f4d-b020-9c83238e93aa req-18380842-a092-40b1-b07c-16e1365ceccc tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 932 time: 0.3534474 Feb 19 07:14:41.848333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-6198d006-90ce-4953-b9e7-6f6da4791baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:41.849811 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-6198d006-90ce-4953-b9e7-6f6da4791baf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1167 time: 0.8420193 Feb 19 07:14:41.871270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a42c009-ee70-4eda-8f91-455979ca24bf req-d0eef08b-58c7-450f-88f2-c4b7f8264b2b tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0371153 Feb 19 07:14:41.876331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:41.888715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Sync routers for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:41.914386 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:41.915646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:42.001770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] No DVR routers for this DVR port ab320afb-656f-4c68-91f5-01349df0a5db on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:42.005507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.010818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-045b8435-1d9e-49d0-b3f7-69e43f61d652 req-651ad63d-4f5b-4f4a-ac16-b64b81fe89f1 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.47 "DELETE /v2.0/ports/ab320afb-656f-4c68-91f5-01349df0a5db HTTP/1.1" status: 204 len: 173 time: 2.7488012 Feb 19 07:14:42.079065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00d7fce1-26ed-4a15-9927-e3262bf75a6d req-db297037-e655-478e-b7f1-94233ae1981e tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/ports?device_id=c7d34e5d-5226-4281-ab5c-d513263602bc HTTP/1.1" status: 200 len: 210 time: 0.0950067 Feb 19 07:14:42.111856 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:42.113745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e1aa4cb-5054-46f8-a4a2-6cf269d368b7 req-73c7d17c-20bc-468e-bd64-fca2da680f7d service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443388 Feb 19 07:14:42.117087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56a3cf42-1c45-4f4d-b020-9c83238e93aa req-0679db8f-e727-48a9-903b-ca6bb21bd636 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494650 Feb 19 07:14:42.129599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks [] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.141439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.239843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be06feea-d62b-46ec-b59c-5d887c78a80a req-2b484e7b-74be-4401-9b3d-0b51e25f2683 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0535100 Feb 19 07:14:42.295441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-3e86d49c-657a-497c-9237-217bd3ababb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:42.297105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-3e86d49c-657a-497c-9237-217bd3ababb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.4326501 Feb 19 07:14:42.378557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49875a46-a02b-43a6-8f43-9691c8691236 req-3c0b295d-fc89-4417-9550-d013b5c031c3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:42.386526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49875a46-a02b-43a6-8f43-9691c8691236 req-3c0b295d-fc89-4417-9550-d013b5c031c3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0776157 Feb 19 07:14:42.393231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.412379 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-d8548d8b-8af8-47c6-b10f-024f592e2329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 217 time: 0.0957754 Feb 19 07:14:42.412645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:42.457084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49875a46-a02b-43a6-8f43-9691c8691236 req-fd0ee914-7b06-49cb-b018-e885617139ca tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692186 Feb 19 07:14:42.457846 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:42.461682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (7dcdea3c-dcfb-417b-b844-52323ab58613), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.502260 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Checking router: 2739eb71-6bea-4b47-a855-41642e279495 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:42.512292 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:42.512907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:42.583511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e94f86-6042-4fa4-b51e-f2488893a8cc req-63071a79-6e53-483f-ab19-9864383d4a3c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:42.591161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13e94f86-6042-4fa4-b51e-f2488893a8cc req-63071a79-6e53-483f-ab19-9864383d4a3c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 985 time: 0.3072166 Feb 19 07:14:42.605027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-f8849380-d2d7-408c-9e35-f08558ce26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:42.607008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-f8849380-d2d7-408c-9e35-f08558ce26a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.1847689 Feb 19 07:14:42.611054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:42.641636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks [] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.690657 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:42.715718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Transition to ACTIVE for port object 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:14:42.727697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-483abbab-027a-4ba0-85ce-83597b3aa1e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011691 Feb 19 07:14:42.734739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:42.775839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722c76-4fb8-43a8-8d1c-22e24837ec4d req-6a396ae4-4638-4e81-ae41-7f20bf347726 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:42.790004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79722c76-4fb8-43a8-8d1c-22e24837ec4d req-6a396ae4-4638-4e81-ae41-7f20bf347726 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.0827737 Feb 19 07:14:42.861454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79722c76-4fb8-43a8-8d1c-22e24837ec4d req-690612d2-008a-4c63-9904-64d5eab69b41 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703154 Feb 19 07:14:43.006700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'name': 'network-vif-deleted', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:43.008725 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e64d823-fa6b-436f-ae14-6f3d68563132" -d '{"events": [{"server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "name": "network-vif-deleted", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:43.012357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:43.064820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0b28d7ee-c891-49b0-88e3-3736249ee45b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:43.078897 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:43.090720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-148579c2-e404-48b1-a2f9-c8c3f0ae3b5f req-81e94c2e-e313-4164-a177-fc3da1817a8b tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0642681 Feb 19 07:14:43.106566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13e94f86-6042-4fa4-b51e-f2488893a8cc req-1958852b-eb66-4a2e-871b-21ad3133925e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=23d33c71-4446-4fc2-8021-9d55c3141360&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5144649 Feb 19 07:14:43.109796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-2b49ef89-c6ec-4b75-8756-a8c1875a8ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699939 Feb 19 07:14:43.112501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:43.114631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:43.172889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8aca7f-10d3-4fcb-b43b-0b098e1dbce3 None None] The sync data for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 is: [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:12:34Z', 'revision_number': 4, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c843dbd3-5c8d-491f-baa9-4cc2c1c83adb', 'name': '', 'network_id': '0ce60862-5fec-4cf2-a065-380412a5fff3', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'mac_address': 'fa:16:3e:65:27:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:32Z', 'updated_at': '2022-02-19T07:12:48Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'subnets': [{'id': 'f95e4591-0702-4d0d-aba1-8ed32258e975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:43.199503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0b28d7ee-c891-49b0-88e3-3736249ee45b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:43.200149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.203939 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706d75b-0162-4738-911e-247959eff2ef x-openstack-request-id: req-8706d75b-0162-4738-911e-247959eff2ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:43.204243 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d34e5d-5226-4281-ab5c-d513263602bc", "name": "network-vif-deleted", "tag": "ab320afb-656f-4c68-91f5-01349df0a5db", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:43.204502 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8706d75b-0162-4738-911e-247959eff2ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:43.204995 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d34e5d-5226-4281-ab5c-d513263602bc', 'name': 'network-vif-deleted', 'tag': 'ab320afb-656f-4c68-91f5-01349df0a5db', 'status': 'completed', 'code': 200} Feb 19 07:14:43.298439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:43.436048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0b28d7ee-c891-49b0-88e3-3736249ee45b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:43.487064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.489678 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6956655b-bf48-484d-b2e0-9cc0ef01d203 req-afda6e81-59ed-4d0a-8056-79a7c78877c4 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1024170 Feb 19 07:14:43.550808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f975-611d-4b2d-b04c-efd78a513ba0 req-7edcabfd-7a5c-403d-b53e-9848b05c000c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:43.556564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2843f975-611d-4b2d-b04c-efd78a513ba0 req-7edcabfd-7a5c-403d-b53e-9848b05c000c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 944 time: 0.1664097 Feb 19 07:14:43.586840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-78bf026f-6f81-46e4-a593-89eedd5617da None None] Provisioning complete for port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:43.587397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78bf026f-6f81-46e4-a593-89eedd5617da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.619593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.646089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-78bf026f-6f81-46e4-a593-89eedd5617da None None] Port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:14:43.674446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Router 7dcdea3c-dcfb-417b-b844-52323ab58613 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:43.690705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2843f975-611d-4b2d-b04c-efd78a513ba0 req-32fd8530-5e8c-46fa-aeb8-bfc4e5e6f3af tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069236 Feb 19 07:14:43.720038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.723092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.728868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6402c9-98b8-4951-a69d-c31d7eb25a9d None None] New status for floating IP 0202aa6c-d677-4a31-bfb3-3e2354ea2eee: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:14:43.731644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "DELETE /v2.0/security-groups/fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457 HTTP/1.1" status: 204 len: 168 time: 0.4259944 Feb 19 07:14:43.735566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:43.746591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Attempting to bind port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:43.747074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Attempting to bind port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:43.747539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Attempting to bind port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 on network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:43.755597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb123c4-bd37-4fa6-87c5-673e9c927062 req-17fffb6b-bba3-4091-994d-314735a48952 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629969 Feb 19 07:14:43.765982 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-97ebf4f7-0a10-4378-980f-8094f9961971 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] show failed (client error): The resource could not be found. Feb 19 07:14:43.771880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-97ebf4f7-0a10-4378-980f-8094f9961971 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "GET /v2.0/security-groups/fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457 HTTP/1.1" status: 404 len: 347 time: 0.0291786 Feb 19 07:14:43.773143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:43.773697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ab320afb-656f-4c68-91f5-01349df0a5db no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:43.789728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef596d8-89ad-433f-8cc5-12327f0619b2 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfbcd80-c56f-4e5b-9ccb-e2ba032e2457,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:43.795259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 on network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:43.795930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Attempting to bind port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 on network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:43.809513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:43.810111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Checking segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:43.810589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Bound using segment: {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:43.811824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Bound port: 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1229167e-fb50-48a3-89dd-17647e718d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:43.812341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:43.839940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3759658-b76f-49c6-96a1-9edd8f316ae2 req-43643d17-11c8-42a6-bdac-87350ecfff02 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:43.841659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3759658-b76f-49c6-96a1-9edd8f316ae2 req-43643d17-11c8-42a6-bdac-87350ecfff02 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.2301743 Feb 19 07:14:43.875650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: ab320afb-656f-4c68-91f5-01349df0a5db {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:43.876003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ab320afb-656f-4c68-91f5-01349df0a5db not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:44.044310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-a89454c3-b01f-45a4-8f82-872a085fc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.047256 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-a89454c3-b01f-45a4-8f82-872a085fc0ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1167 time: 0.2296879 Feb 19 07:14:44.066309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3759658-b76f-49c6-96a1-9edd8f316ae2 req-eaeb07cb-6694-4ac9-b58b-2f2c101dd466 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890373 Feb 19 07:14:44.126137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c991-d155-4889-a5cd-a0278b14084b req-0fd9805b-2ce2-495b-907f-8a1814f3522e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.134209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7734c991-d155-4889-a5cd-a0278b14084b req-0fd9805b-2ce2-495b-907f-8a1814f3522e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1240149 Feb 19 07:14:44.176471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:44.182087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Deleting port 0e911d97-5eef-4f12-ba25-8e589728496e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:44.182592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.191659 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Sync routers for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:44.213429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:44.214115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:44.234302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-9e762643-7f74-4719-8236-683e519df31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.236377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-9e762643-7f74-4719-8236-683e519df31a service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.1549516 Feb 19 07:14:44.249741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7eea52e-30bf-4722-9290-efcad7dd70a8 admin admin] 10.222.0.43 "PUT /v2.0/routers/7dcdea3c-dcfb-417b-b844-52323ab58613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5756474 Feb 19 07:14:44.282173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7734c991-d155-4889-a5cd-a0278b14084b req-d7643cb2-fd53-406a-9ce4-7f0376f50a5d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429241 Feb 19 07:14:44.344503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.344895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (0e911d97-5eef-4f12-ba25-8e589728496e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.357620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Calling delete_port for 0e911d97-5eef-4f12-ba25-8e589728496e owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:44.376872 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e452f4d-ba76-4fb1-8729-5c677b472737 req-8b1a71e1-103b-42e5-9a79-031cca0789fe tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.1331134 Feb 19 07:14:44.386287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-f69abc1e-8220-46f5-8e7a-ae3edbd186dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 217 time: 0.1392782 Feb 19 07:14:44.389413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:44.446448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-9516d535-1c82-47bf-9dcc-b58cc7e17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.448119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-9516d535-1c82-47bf-9dcc-b58cc7e17ad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.0560670 Feb 19 07:14:44.541078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-e6e0ebcc-da8b-4ce7-b289-7b84af1ff81d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637829 Feb 19 07:14:44.547275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:44.557437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c169782-f9e4-4a02-9d6b-ff72a2dfffdb req-0424f58e-f796-4149-b990-bd0a568215ac tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.559171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c169782-f9e4-4a02-9d6b-ff72a2dfffdb req-0424f58e-f796-4149-b990-bd0a568215ac tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 985 time: 0.1159523 Feb 19 07:14:44.595346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.603020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e911d97-5eef-4f12-ba25-8e589728496e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.624685 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:44.639849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Pushing event deleted for resources: {'Port': ['ID=0e911d97-5eef-4f12-ba25-8e589728496e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:44.683372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c169782-f9e4-4a02-9d6b-ff72a2dfffdb req-f91de08d-3eee-47fc-9808-cf2fea77450d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=23d33c71-4446-4fc2-8021-9d55c3141360&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1148803 Feb 19 07:14:44.737038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks [] for floatingip (0202aa6c-d677-4a31-bfb3-3e2354ea2eee), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.739907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.741911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fd9aeb6-8087-4a2d-b80a-2eb75b110900 tempest-ServersTestManualDisk-2059943768 tempest-ServersTestManualDisk-2059943768-project] 10.222.0.43 "DELETE /v2.0/floatingips/0202aa6c-d677-4a31-bfb3-3e2354ea2eee HTTP/1.1" status: 204 len: 168 time: 0.9667447 Feb 19 07:14:44.745012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:44.871380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:44.876957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:44.878680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] 10.222.0.24 "PUT /v2.0/ports/7c4c9455-9c91-4af9-b561-6664cb1e6bb6 HTTP/1.1" status: 200 len: 1092 time: 4.2520170 Feb 19 07:14:44.882953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:44.885532 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e90adb-efda-45cd-bc1b-4253edfbc091" -d '{"events": [{"name": "network-changed", "server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:44.892295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb4dbc55-020d-429b-a75c-f05de40574d5 req-aee17e5b-f626-440f-85f3-88ab6dcd341f tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0660405 Feb 19 07:14:44.894989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e425eb-66ff-48d6-8e63-b4275e95f6bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:44.922340 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-bc697609-1979-456f-a4fa-88f0adfd0711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3701701 Feb 19 07:14:44.932033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:45.037386 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:40Z', 'revision_number': 4, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e61d045b-65e5-43a0-91ea-dcb3b4b8e15a', 'name': '', 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'mac_address': 'fa:16:3e:fb:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:38Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 2, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'subnets': [{'id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:45.079515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.087946 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Checking router: 7dcdea3c-dcfb-417b-b844-52323ab58613 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:45.087946 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Updating router 7dcdea3c-dcfb-417b-b844-52323ab58613 port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:14:45.104017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-1326e48a-7346-4ab8-8f2c-d426020c3460 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373361 Feb 19 07:14:45.171704 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.322487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d8754-ec72-4724-995c-40ddc3566e23 req-227a3f02-9421-48ef-b558-bfce96193a2e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:45.330250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f48d8754-ec72-4724-995c-40ddc3566e23 req-227a3f02-9421-48ef-b558-bfce96193a2e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 944 time: 0.1063664 Feb 19 07:14:45.434832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f48d8754-ec72-4724-995c-40ddc3566e23 req-5094b141-e5de-411c-a5e4-75e8226e3c9a tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035268 Feb 19 07:14:45.540623 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks [] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.549509 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.578932 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad56cf-f176-467f-9aa3-518f4a1b021a x-openstack-request-id: req-91ad56cf-f176-467f-9aa3-518f4a1b021a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:45.579562 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:45.579562 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91ad56cf-f176-467f-9aa3-518f4a1b021a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:45.580737 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'status': 'completed', 'code': 200} Feb 19 07:14:45.594622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-6037cdf1-bda5-4862-8da0-84076c1a2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:45.595850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-6037cdf1-bda5-4862-8da0-84076c1a2810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a4cf2096d74f85af530f3c67df4778&device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 1126 time: 0.6397955 Feb 19 07:14:45.608399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (2739eb71-6bea-4b47-a855-41642e279495), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.622652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67843b6-5259-477f-978b-d559559e9124 None None] Pushing event updated for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:45.674921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-2b2e765e-3cc0-4aed-b3ae-88815327edc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6 HTTP/1.1" status: 200 len: 217 time: 0.0471520 Feb 19 07:14:45.708953 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Attempting to bind port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:45.709636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Attempting to bind port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:45.710120 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Attempting to bind port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a on network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:45.720502 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:45.721031 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Checking segment: {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:45.721542 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.722045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Bound using segment: {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:45.723563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Bound port: e61d045b-65e5-43a0-91ea-dcb3b4b8e15a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac0b4b2-8a41-454e-9688-3a124a7b68a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:45.724064 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.730639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-f694536a-8abd-4a31-ad6b-0668c06d7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:45.738576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-f694536a-8abd-4a31-ad6b-0668c06d7127 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=888829f0-c4d4-4519-a6f6-90fb5285e505 HTTP/1.1" status: 200 len: 854 time: 0.0547192 Feb 19 07:14:45.789676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1dbbd-5de9-4083-9da8-924c0c6a6e04 req-470c8ca5-42e8-4e2b-880d-26c5f4aede6e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:45.799384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ed1dbbd-5de9-4083-9da8-924c0c6a6e04 req-470c8ca5-42e8-4e2b-880d-26c5f4aede6e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1501009 Feb 19 07:14:45.814202 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] For port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:45.819519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] For port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:45.829409 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:45.855507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ad49ed2-189f-4463-a387-4a7f82b3b2a4 req-9a657279-90e8-4d55-89ad-76e28ccbc635 service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443926 Feb 19 07:14:45.906026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b127dc-4a9c-4b69-a216-193066700eda req-7b6f852c-bbe1-40a1-bdd3-de38353975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:45.907663 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-7b6f852c-bbe1-40a1-bdd3-de38353975d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1608121 Feb 19 07:14:45.915914 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67843b6-5259-477f-978b-d559559e9124 None None] Pushing event updated for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:45.939275 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:45.940467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:45.993811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ed1dbbd-5de9-4083-9da8-924c0c6a6e04 req-4e3622b9-8ea2-48d9-adca-491d0812487a tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933846 Feb 19 07:14:46.021205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Provisioning complete for port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:46.025596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.139065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-0decff7b-a8f9-4785-83e2-d1e6bfff9357 service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230062 Feb 19 07:14:46.214841 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:46.243130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Deleting port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:46.243571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.259856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.266819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Current status of the port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:46.269319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.318778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] For port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:46.325958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.351766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] For port c843dbd3-5c8d-491f-baa9-4cc2c1c83adb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:46.352200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.357341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92b127dc-4a9c-4b69-a216-193066700eda req-4d2990fc-7d9f-4047-997e-f2706664f096 service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985998 Feb 19 07:14:46.382726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Calling delete_port for c843dbd3-5c8d-491f-baa9-4cc2c1c83adb owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:46.441453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26cf05-36aa-415c-9ce6-5d6e3752515c None None] Pushing event updated for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:46.459812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b378b093-dc10-4931-89bf-f9209a8657c8 None None] Provisioning complete for port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:46.460295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b378b093-dc10-4931-89bf-f9209a8657c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.604168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-5a242ace-102f-4f55-8923-f190851a3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:46.605408 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-5a242ace-102f-4f55-8923-f190851a3899 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a4cf2096d74f85af530f3c67df4778&device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 1126 time: 0.1673803 Feb 19 07:14:46.616461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b378b093-dc10-4931-89bf-f9209a8657c8 None None] Current status of the port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:46.640867 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:40Z', 'revision_number': 4, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e61d045b-65e5-43a0-91ea-dcb3b4b8e15a', 'name': '', 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'mac_address': 'fa:16:3e:fb:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:38Z', 'updated_at': '2022-02-19T07:14:45Z', 'revision_number': 4, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'subnets': [{'id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:46.647373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae407c-fc1e-4d3c-8d9f-bfedfa5a626a req-39ffd656-1561-42ff-8d80-6b165a078517 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:46.648866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43ae407c-fc1e-4d3c-8d9f-bfedfa5a626a req-39ffd656-1561-42ff-8d80-6b165a078517 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.4873636 Feb 19 07:14:46.676766 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7790d5-3369-4a07-a697-36bc564d1ed1 None None] The sync data for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 is: [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:14:40Z', 'revision_number': 4, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e61d045b-65e5-43a0-91ea-dcb3b4b8e15a', 'name': '', 'network_id': 'b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'mac_address': 'fa:16:3e:fb:51:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:38Z', 'updated_at': '2022-02-19T07:14:45Z', 'revision_number': 4, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'subnets': [{'id': '9c60dc02-6765-43c3-8328-d605a4f97814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:46.693157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Allocated IP 172.25.7.75 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/bfe7d820-6c66-445f-8542-ab2eb4a5b392) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:46.743719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43ae407c-fc1e-4d3c-8d9f-bfedfa5a626a req-27f304f9-b1c7-4281-af3e-f641a1a89710 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849929 Feb 19 07:14:46.787805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c843dbd3-5c8d-491f-baa9-4cc2c1c83adb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:46.862618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-abc5453b-e697-4abb-bf1b-60d038ecb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:46.864502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-abc5453b-e697-4abb-bf1b-60d038ecb9d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde HTTP/1.1" status: 200 len: 915 time: 0.2466710 Feb 19 07:14:46.869899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Pushing event deleted for resources: {'Port': ['ID=c843dbd3-5c8d-491f-baa9-4cc2c1c83adb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:46.934920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-b5b161fc-e328-48e3-ba23-cb0eec88ce41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6 HTTP/1.1" status: 200 len: 217 time: 0.0627675 Feb 19 07:14:46.963504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-614bfdda-d6c4-4b13-b30b-c0fcfe7333ba req-052ef18f-9563-4658-a043-ff9761d68d42 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0467794 Feb 19 07:14:47.017638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.066535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e61d045b-65e5-43a0-91ea-dcb3b4b8e15a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:47.067165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-d9ec70ac-757c-44e7-ade0-6c7afe56810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:47.071805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-d9ec70ac-757c-44e7-ade0-6c7afe56810a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=888829f0-c4d4-4519-a6f6-90fb5285e505 HTTP/1.1" status: 200 len: 854 time: 0.1254394 Feb 19 07:14:47.201170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:47.202272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.226984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.270210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83521c-4bff-4c60-b4b4-6e96cb3c5ef8 req-f113e313-d73b-4212-a3cd-597cb55e3c9c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:47.271711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae83521c-4bff-4c60-b4b4-6e96cb3c5ef8 req-f113e313-d73b-4212-a3cd-597cb55e3c9c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 985 time: 0.1257362 Feb 19 07:14:47.276809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (2739eb71-6bea-4b47-a855-41642e279495), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.305768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-03409f0e-a380-4ee8-9774-d955ad09c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:47.308152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-03409f0e-a380-4ee8-9774-d955ad09c8b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2175250 Feb 19 07:14:47.337025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:47.380931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:47.392354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:47.402546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:47.457325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=bfe7d820-6c66-445f-8542-ab2eb4a5b392,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:47.487585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae83521c-4bff-4c60-b4b4-6e96cb3c5ef8 req-9917a2aa-48fd-445c-85c8-e92a5371a5f1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=23d33c71-4446-4fc2-8021-9d55c3141360&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2039108 Feb 19 07:14:47.546383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-c0f07b9f-9e83-4dd6-8c05-60ab3b2626df service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259195 Feb 19 07:14:47.565946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (7580ab4c-e7a2-45de-9e1c-840cd66ffe6f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.674801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e90adb-efda-45cd-bc1b-4253edfbc091 req-4bb57549-effc-494e-960d-17de0d432fc0 service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022081 Feb 19 07:14:47.676725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Router 2739eb71-6bea-4b47-a855-41642e279495 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:47.708641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c88aeeac-8002-4d8b-a841-437cb9ae3f58 req-d58b9b32-6933-46f7-afce-94b30ac1fc44 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0484567 Feb 19 07:14:47.728113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.870824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:47.880491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d14e1b4a-94c8-47fc-a580-b8059941b03e admin admin] 10.222.0.43 "PUT /v2.0/routers/2739eb71-6bea-4b47-a855-41642e279495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1338079 Feb 19 07:14:47.881917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Sync routers for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:47.882498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:47.898183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:47.898808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:47.981031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:47.987853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.020926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks [] for router (2739eb71-6bea-4b47-a855-41642e279495), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.057108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=bfe7d820-6c66-445f-8542-ab2eb4a5b392,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:48.071569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:48.153143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7580ab4c-e7a2-45de-9e1c-840cd66ffe6f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.183138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.184718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-065661f9-fffb-49b4-9b08-75afc730df19 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2600129 Feb 19 07:14:48.264942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-c0bd29a8-cce8-4253-897e-f7144a38d75e tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.0737066 Feb 19 07:14:48.333618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:14:46Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:48.373824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Checking router: 2739eb71-6bea-4b47-a855-41642e279495 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:14:48.384945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Routers {'2739eb71-6bea-4b47-a855-41642e279495'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:48.385908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2739eb71-6bea-4b47-a855-41642e279495'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:48.424201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-b4adf209-8f25-4402-8e10-fcc9a286cd02 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:48.425708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c04b24d-e882-41b9-b915-50eaf39f3d7c req-b4adf209-8f25-4402-8e10-fcc9a286cd02 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1529896 Feb 19 07:14:48.490923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks [] for router_gateway (2739eb71-6bea-4b47-a855-41642e279495), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.506632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62540b-205d-4b94-9a54-ff9c31ebb9f8 req-804b7c92-f090-4305-9674-45a06d7951a1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:48.508253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9d62540b-205d-4b94-9a54-ff9c31ebb9f8 req-804b7c92-f090-4305-9674-45a06d7951a1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 944 time: 0.6926122 Feb 19 07:14:48.594446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9d62540b-205d-4b94-9a54-ff9c31ebb9f8 req-2d528fa8-9996-4bc4-bb08-953bac8829ae tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572753 Feb 19 07:14:48.615357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Deleting port 8f5bf94d-3866-45bf-aedd-18004ea195ac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:48.615777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.620775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4907-8140-4801-a98f-69af1ea9e097 req-ed31ed28-7c3e-41f4-9662-853bcd760aab tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:48.632031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de2d4907-8140-4801-a98f-69af1ea9e097 req-ed31ed28-7c3e-41f4-9662-853bcd760aab tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1033840 Feb 19 07:14:48.684181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] Set router 2739eb71-6bea-4b47-a855-41642e279495 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:48.703334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de2d4907-8140-4801-a98f-69af1ea9e097 req-8d9fdd67-1ef3-4299-83fa-8546da2b9132 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673213 Feb 19 07:14:48.753950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-c69856c7-a68c-427f-bfe8-eb322a16b795 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-118277442&fields=id&tenant_id=3030bc6dedd845b9b9522871a7d6caf1 HTTP/1.1" status: 200 len: 267 time: 0.0706069 Feb 19 07:14:48.814610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] For port 8f5bf94d-3866-45bf-aedd-18004ea195ac, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f5bf94d-3866-45bf-aedd-18004ea195ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:48.814978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:48.820782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601b540-74c1-4e29-8a0c-33decc66d9da req-b8ec6a31-13b9-4ebb-8c31-9ace33e7132f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:48.827288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8601b540-74c1-4e29-8a0c-33decc66d9da req-b8ec6a31-13b9-4ebb-8c31-9ace33e7132f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.0571735 Feb 19 07:14:48.831770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Calling delete_port for 8f5bf94d-3866-45bf-aedd-18004ea195ac owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:48.862727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-5f46d6c1-a4f9-4663-ac88-cc4811cee7b4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:48.870468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-5f46d6c1-a4f9-4663-ac88-cc4811cee7b4 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 985 time: 0.1029716 Feb 19 07:14:48.870917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:48.913039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'port': {'security_groups': ['23d33c71-4446-4fc2-8021-9d55c3141360', '78c6e7d4-54c9-4845-adb0-11fd723eba52', 'c306a867-5290-402a-b938-eef34d835f47']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:48.929146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8601b540-74c1-4e29-8a0c-33decc66d9da req-13f46796-50d2-4110-a96d-b761e487bda8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976191 Feb 19 07:14:49.035979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78620d11-edf4-414f-8762-b29af928a13f req-16d0a655-2549-496a-a2e3-51e0f47180e6 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Feb 19 07:14:49.043043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.105657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:49.119124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'port_id': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:14:49.153980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:14:46Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:49.179790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-14d2fd89-7ab9-4456-a87e-d17d5798008e tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1161308 Feb 19 07:14:49.190284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:49.216004 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.227368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd433a-753e-4183-8bdf-be55d6797a83 None None] The sync data for ids ['2739eb71-6bea-4b47-a855-41642e279495'] in n-d-829866-3 is: [{'id': '2739eb71-6bea-4b47-a855-41642e279495', 'name': 'tempest-ServersTestManualDisk-550380771-router', 'tenant_id': '46739294f2ac4fa699933112130c908b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:12:25Z', 'updated_at': '2022-02-19T07:14:46Z', 'revision_number': 5, 'project_id': '46739294f2ac4fa699933112130c908b', 'gw_port': {'id': '8f5bf94d-3866-45bf-aedd-18004ea195ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2739eb71-6bea-4b47-a855-41642e279495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:12:26Z', 'updated_at': '2022-02-19T07:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:14:49.249704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:49.250437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.257365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8f5bf94d-3866-45bf-aedd-18004ea195ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.296385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:14:49.325424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5bf94d-3866-45bf-aedd-18004ea195ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:49.334409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:49.338758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.389445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.406424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:49.462864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (2739eb71-6bea-4b47-a855-41642e279495), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.514740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Allocated IP 172.25.7.147 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d96703ec-56c3-4f32-a5db-4052176d50bf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:49.577873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (2739eb71-6bea-4b47-a855-41642e279495), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.585882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks [] for router_controller (2739eb71-6bea-4b47-a855-41642e279495), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.620008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7c4c9455-9c91-4af9-b561-6664cb1e6bb6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:49.643979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.664731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:49.689469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (2739eb71-6bea-4b47-a855-41642e279495), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.690943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2739eb71-6bea-4b47-a855-41642e279495 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:14:49.705850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.750523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:49.755448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:49.756162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.757359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-abc8e8e8-e8f3-4969-9edf-f6c979edd70a admin admin] 10.222.0.43 "DELETE /v2.0/routers/2739eb71-6bea-4b47-a855-41642e279495 HTTP/1.1" status: 204 len: 168 time: 1.8738706 Feb 19 07:14:49.762224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:49.762953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:49.833420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for port (c3b16e94-a466-4397-add7-b5337760275b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.845301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.869471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'c3b16e94-a466-4397-add7-b5337760275b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:49.875004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=d96703ec-56c3-4f32-a5db-4052176d50bf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:49.926412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:49.962591 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (414d8ec4-46b3-40e7-b061-2f21e6b3c0e5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.966525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Deleting subnet f95e4591-0702-4d0d-aba1-8ed32258e975 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:14:49.982331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:49.983645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:49.986029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf8be57e-4068-45d0-bf34-4ee5271be497 req-04e01ca4-4df0-4667-b8eb-9621f233dfbf tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "PUT /v2.0/ports/c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 1021 time: 1.1144886 Feb 19 07:14:49.986217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:49.988940 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196208c-ced0-409b-b574-cd4502657dae" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:49.991923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Publish callbacks [] for subnet (f95e4591-0702-4d0d-aba1-8ed32258e975), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.028410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.064992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (f95e4591-0702-4d0d-aba1-8ed32258e975), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.095026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['c3b16e94-a466-4397-add7-b5337760275b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:50.216178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4da7ddd-d24d-4a6c-a551-60ada513ea66 req-90659686-7821-419e-ad39-dad225948f8c tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0651522 Feb 19 07:14:50.233447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f95e4591-0702-4d0d-aba1-8ed32258e975), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.386268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.396576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.434650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bacea-f248-4137-9bee-44b17dcf3943 req-d31bc31c-9d22-48a8-a22d-ed2b19551f6c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:50.437943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d78bacea-f248-4137-9bee-44b17dcf3943 req-d31bc31c-9d22-48a8-a22d-ed2b19551f6c tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 945 time: 0.1260760 Feb 19 07:14:50.472712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f95e4591-0702-4d0d-aba1-8ed32258e975), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.529207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95e4591-0702-4d0d-aba1-8ed32258e975,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:50.538652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.543355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-768f3d72-c494-4f66-93d8-a96299ce6177 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f95e4591-0702-4d0d-aba1-8ed32258e975 HTTP/1.1" status: 204 len: 168 time: 0.7793868 Feb 19 07:14:50.550975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:50.553957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10258dc3-0c27-4810-9fce-e0157923fc32 None None] Network 0ce60862-5fec-4cf2-a065-380412a5fff3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:50.583563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=d96703ec-56c3-4f32-a5db-4052176d50bf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:50.585901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d78bacea-f248-4137-9bee-44b17dcf3943 req-408a6932-d435-485e-9033-0211541b2d79 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411855 Feb 19 07:14:50.615169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (414d8ec4-46b3-40e7-b061-2f21e6b3c0e5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.644623 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.653457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-e23c146b-2c29-4f92-86c1-47e4f6bca711 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4675028 Feb 19 07:14:50.669381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0ce60862-5fec-4cf2-a065-380412a5fff3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.725956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-dc91b20d-b50a-4d2d-9ec1-2e77a390c2be tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0713336 Feb 19 07:14:50.794544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc750-3ea5-45f1-a3e0-91abe37aef86 req-1782fd4f-8d40-4fe7-9b8a-612f46e2abef tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:50.799434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f5cc750-3ea5-45f1-a3e0-91abe37aef86 req-1782fd4f-8d40-4fe7-9b8a-612f46e2abef tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1207168 Feb 19 07:14:50.840291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Deleting port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:50.840687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.869436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:50.939001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-c86f3bc8-f991-486b-816a-a4749fd80234 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:50.944215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c7187f-2b27-45d9-91bf-254ddec68810 req-c86f3bc8-f991-486b-816a-a4749fd80234 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2173944 Feb 19 07:14:50.954346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f5cc750-3ea5-45f1-a3e0-91abe37aef86 req-67795ff4-ae57-4f64-971a-a18c0f3a9960 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454020 Feb 19 07:14:50.962894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] For port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,segment=NetworkSegment(721a2bf6-ccd4-4171-9fa3-5da48d332c40),segment_id=721a2bf6-ccd4-4171-9fa3-5da48d332c40)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:50.962894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:50.976966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Calling delete_port for 82b4b8ec-ad0b-41ad-9510-1a8f95080dec owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:50.987947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] DHCP port deletion for 0ce60862-5fec-4cf2-a065-380412a5fff3 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:14:51.029498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c843dbd3-5c8d-491f-baa9-4cc2c1c83adb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:51.112608 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b33cddc-d181-4816-8c20-529d408ee772 x-openstack-request-id: req-5b33cddc-d181-4816-8c20-529d408ee772 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:51.113008 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "tag": "c3b16e94-a466-4397-add7-b5337760275b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:51.113262 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b33cddc-d181-4816-8c20-529d408ee772 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:51.114421 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b', 'status': 'completed', 'code': 200} Feb 19 07:14:51.117611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.122936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c843dbd3-5c8d-491f-baa9-4cc2c1c83adb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:51.126988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c843dbd3-5c8d-491f-baa9-4cc2c1c83adb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:51.127562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f5bf94d-3866-45bf-aedd-18004ea195ac no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:51.186265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8f5bf94d-3866-45bf-aedd-18004ea195ac {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:51.186622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f5bf94d-3866-45bf-aedd-18004ea195ac not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:51.223155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:14:51.228356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:51.228846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.251480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] No DVR routers for this DVR port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:51.275147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f86b4-f61e-4267-b8b1-1e5f6e9d326c req-d5e6a20e-ce9d-4799-8274-3cd238e9e8e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:51.282304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c9f86b4-f61e-4267-b8b1-1e5f6e9d326c req-d5e6a20e-ce9d-4799-8274-3cd238e9e8e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.1979828 Feb 19 07:14:51.296408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Deleting port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:51.298683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.303135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Pushing event deleted for resources: {'Port': ['ID=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:51.358492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196208c-ced0-409b-b574-cd4502657dae req-814a9df9-a115-495d-9a32-391fdc72e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:51.360094 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-814a9df9-a115-495d-9a32-391fdc72e9dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1207 time: 0.2283099 Feb 19 07:14:51.363005 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-43a7ae8d-ee2f-4a8c-aac9-8c673b10f061 service neutron] show failed (client error): The resource could not be found. Feb 19 07:14:51.375048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-43a7ae8d-ee2f-4a8c-aac9-8c673b10f061 service neutron] 10.222.0.24 "GET /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.1906462 Feb 19 07:14:51.394269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a3cf9fa-075b-4865-ab28-cc761c578f8e req-f8004af0-1985-44b7-8f20-ce3df70832e6 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/c306a867-5290-402a-b938-eef34d835f47 HTTP/1.1" status: 200 len: 1816 time: 0.2914727 Feb 19 07:14:51.495811 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c9f86b4-f61e-4267-b8b1-1e5f6e9d326c req-f0acb29b-18d9-4f67-9dbd-3ef66441eceb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124157 Feb 19 07:14:51.536832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] For port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:51.537929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.590775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Calling delete_port for 82b4b8ec-ad0b-41ad-9510-1a8f95080dec owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:51.596512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196208c-ced0-409b-b574-cd4502657dae req-3b282355-3a8a-4701-8dad-21ac643ab63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:51.598367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-3b282355-3a8a-4701-8dad-21ac643ab63e service neutron] 10.222.0.47 "GET /v2.0/networks?id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 200 len: 912 time: 0.2195380 Feb 19 07:14:51.603659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:14:51.605939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:51.606855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.616058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (82b4b8ec-ad0b-41ad-9510-1a8f95080dec), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.642105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] No DVR routers for this DVR port 82b4b8ec-ad0b-41ad-9510-1a8f95080dec on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:51.694589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0ce60862-5fec-4cf2-a065-380412a5fff3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.706422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-ccbc105c-ba64-4678-a671-c4b015b45c12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 200 len: 217 time: 0.1016717 Feb 19 07:14:51.718626 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-6a3cf9fa-075b-4865-ab28-cc761c578f8e req-3b7e16ee-24f6-418f-9823-40d2261770d0 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:14:51.719816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a3cf9fa-075b-4865-ab28-cc761c578f8e req-3b7e16ee-24f6-418f-9823-40d2261770d0 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/c306a867-5290-402a-b938-eef34d835f47 HTTP/1.1" status: 409 len: 341 time: 0.3058813 Feb 19 07:14:51.724072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce60862-5fec-4cf2-a065-380412a5fff3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:51.735206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721a2bf6-ccd4-4171-9fa3-5da48d332c40') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:51.735565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721a2bf6-ccd4-4171-9fa3-5da48d332c40') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:51.740289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e639a48-5d79-48e8-a459-a8e113639684 None None] Pushing event deleted for resources: {'Port': ['ID=82b4b8ec-ad0b-41ad-9510-1a8f95080dec,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:51.746729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (721a2bf6-ccd4-4171-9fa3-5da48d332c40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.767097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (721a2bf6-ccd4-4171-9fa3-5da48d332c40), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.776857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:51.780896 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c37fb-4c9b-4763-af01-414c1c7bb1b3" -d '{"events": [{"server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:51.794057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:14:51.794552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (721a2bf6-ccd4-4171-9fa3-5da48d332c40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.797637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:51.803025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:14:51.810736 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:14:51.841338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-977481d7-e799-4648-a39b-35234f7601c5 req-61ea2dec-4e56-4c3d-b041-147acda0ff2e tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/ports?device_id=60b73f66-db32-4200-b043-e7c8f4c53fb5 HTTP/1.1" status: 200 len: 210 time: 0.1092901 Feb 19 07:14:51.871045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196208c-ced0-409b-b574-cd4502657dae req-e4122083-cae5-4848-bab4-b20137b92d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:51.872915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-e4122083-cae5-4848-bab4-b20137b92d72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 200 len: 852 time: 0.1175196 Feb 19 07:14:51.889662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-29d4e243-1842-477a-8720-a802f2632814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:51.891659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-29d4e243-1842-477a-8720-a802f2632814 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1131 time: 0.1839540 Feb 19 07:14:51.919537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:51.940497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:51.959295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-8d117b3e-989f-477c-b8fe-a092d1d314b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753212 Feb 19 07:14:52.041488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da079753-7ac1-474a-ad7b-57682e8a405d req-1e71b048-38c9-443d-8925-5911531e8b8b tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0656841 Feb 19 07:14:52.150542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-622e6921-d2ce-4eb9-bb33-987289c459af tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3843365 Feb 19 07:14:52.166237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:52.191877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.193515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.216390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0ce60862-5fec-4cf2-a065-380412a5fff3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.241966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-39fc28d9-5b3b-4e71-a7d2-8fa37c907e6e service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809527 Feb 19 07:14:52.256055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.262074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ce60862-5fec-4cf2-a065-380412a5fff3 HTTP/1.1" status: 204 len: 168 time: 1.7067015 Feb 19 07:14:52.284000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321604d-bb4b-4ff8-b3bb-ecbb93130acd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce60862-5fec-4cf2-a065-380412a5fff3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:52.339929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.456112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc970-b1e7-4c1a-b4e5-66a4052e3dcc req-7b924dca-9b3f-43c5-acf1-a2b0e3c7404f tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:52.458023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1edc970-b1e7-4c1a-b4e5-66a4052e3dcc req-7b924dca-9b3f-43c5-acf1-a2b0e3c7404f tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.3050778 Feb 19 07:14:52.481091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:52.525127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Allocated IP 172.25.7.77 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/cb8fcf1c-2272-4b77-ad78-37f3a7757bdd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:52.558083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa36db48-e855-4921-a62f-663669c7d1d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46739294f2ac4fa699933112130c908b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744214 Feb 19 07:14:52.561959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:52.573294 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:14:52.658670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f196208c-ced0-409b-b574-cd4502657dae req-f4547e1e-19d3-411f-84cf-35d5b818d76a service neutron] 10.222.0.47 "GET /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776023 Feb 19 07:14:52.681036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1edc970-b1e7-4c1a-b4e5-66a4052e3dcc req-4b7ed3c9-241f-4912-a69b-5f63d6252a71 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114968 Feb 19 07:14:52.684433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] Publish callbacks [] for security_group (068df72e-9d2d-4390-81ce-e6e32f0a5770), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.730288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] Publish callbacks [] for security_group (068df72e-9d2d-4390-81ce-e6e32f0a5770), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.767208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:52.827003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.845013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:52.872572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.878702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (068df72e-9d2d-4390-81ce-e6e32f0a5770), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.882245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:52.886263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/068df72e-9d2d-4390-81ce-e6e32f0a5770 HTTP/1.1" status: 204 len: 168 time: 0.3169198 Feb 19 07:14:52.980164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:52.987742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:52.992469 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d1d181-3dc8-4ef8-ae1a-7332a54af937" -d '{"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:52.995657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:52.999022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 82b4b8ec-ad0b-41ad-9510-1a8f95080dec no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:53.002313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:53.027642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks [] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.063899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Transition to ACTIVE for port object 9d57bdc4-355b-4902-8ee7-9000599e2eaf will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:14:53.069767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 82b4b8ec-ad0b-41ad-9510-1a8f95080dec {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:53.073267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 82b4b8ec-ad0b-41ad-9510-1a8f95080dec not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:53.076027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8843f5-0bc6-49ea-b8d4-bb901817366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068df72e-9d2d-4390-81ce-e6e32f0a5770,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:53.082716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.117563 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e4e69-c8be-43fa-9446-11186e7e39bb x-openstack-request-id: req-661e4e69-c8be-43fa-9446-11186e7e39bb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:53.118303 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:53.132521 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-661e4e69-c8be-43fa-9446-11186e7e39bb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:53.133539 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'code': 200} Feb 19 07:14:53.148020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=cb8fcf1c-2272-4b77-ad78-37f3a7757bdd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:53.261372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (97fce71c-2a21-478e-8ef7-9511bf174948), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.290097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] No DVR routers for this DVR port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:53.292157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:53.354983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.366703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:53.367135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:53.367566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:53.382291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:14:53.383063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:53.396401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd8ea-60cd-4e27-86d8-98280568dc83 req-057b9954-5d4f-497f-8ca8-67c89c1d4ed6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:53.403668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ceefd8ea-60cd-4e27-86d8-98280568dc83 req-057b9954-5d4f-497f-8ca8-67c89c1d4ed6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.2163317 Feb 19 07:14:53.418076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:53.418575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:53.419047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:53.420089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Bound port: 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:53.421333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.424363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a77ef-7ab2-407c-a20a-d5177fffccab req-74308d5d-7634-4e76-8ceb-e5af12609e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:53.425967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-326a77ef-7ab2-407c-a20a-d5177fffccab req-74308d5d-7634-4e76-8ceb-e5af12609e9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 1128 time: 0.2152030 Feb 19 07:14:53.626731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ceefd8ea-60cd-4e27-86d8-98280568dc83 req-8b65a9b8-a55d-46ef-97a5-fe4fb56df7ce tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211697 Feb 19 07:14:53.630829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-326a77ef-7ab2-407c-a20a-d5177fffccab req-18f446eb-92ff-453b-bd3f-35692dddc011 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976955 Feb 19 07:14:53.680013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:53.685263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:53.693464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.695279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.705831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.817910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=cb8fcf1c-2272-4b77-ad78-37f3a7757bdd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:53.827205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (97fce71c-2a21-478e-8ef7-9511bf174948), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.846804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.853613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:53.855505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:53.855992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-b6a69bb8-e6c0-4f99-ac2e-92ebd231b34b tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7040460 Feb 19 07:14:53.859046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 1095 time: 1.9243865 Feb 19 07:14:53.863356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20f8cb-893a-47da-a8c6-ca2a04ee34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:53.981974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-27ccde49-636e-4064-bac8-c6fbe8bca6aa tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.77 HTTP/1.1" status: 200 len: 695 time: 0.1250684 Feb 19 07:14:53.989729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-80176f84-f6a7-4cb0-a965-efc083f486cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:53.991504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-80176f84-f6a7-4cb0-a965-efc083f486cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1129 time: 0.0923233 Feb 19 07:14:54.016567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137913ee-e75d-41ee-8ff9-068f7d719944 req-6265599e-be77-40e4-9111-314391dc96b0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.018476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-137913ee-e75d-41ee-8ff9-068f7d719944 req-6265599e-be77-40e4-9111-314391dc96b0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.2410522 Feb 19 07:14:54.177894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-137913ee-e75d-41ee-8ff9-068f7d719944 req-25e6657f-eda4-4059-8c3e-9a86d7bec7f6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509194 Feb 19 07:14:54.230000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-0ce85f42-a09d-4e94-993c-ee70a676c02f tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.231968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-945e080c-c7ce-47d3-b5eb-0e8d7db79f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.232942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-0ce85f42-a09d-4e94-993c-ee70a676c02f tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2384620 Feb 19 07:14:54.237686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-945e080c-c7ce-47d3-b5eb-0e8d7db79f81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2106171 Feb 19 07:14:54.243399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-9c478546-1d23-47c5-b9e7-53db263d61ef tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:14:54.244516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23cc806a-15ce-4463-bf1a-11b2a79b6ea4 req-9c478546-1d23-47c5-b9e7-53db263d61ef tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060871 Feb 19 07:14:54.281874 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-f4d6ce60-7ac1-48cf-97f3-f243ddbcd98f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.0395479 Feb 19 07:14:54.327014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:54.337630 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306aa937-5f5e-4eb5-80d1-6298dfa97ad0 x-openstack-request-id: req-306aa937-5f5e-4eb5-80d1-6298dfa97ad0 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:54.337987 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:54.338324 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-306aa937-5f5e-4eb5-80d1-6298dfa97ad0 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:54.338784 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'code': 200} Feb 19 07:14:54.401255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-8d6f1820-ca60-4653-afae-2bd14658ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.402829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-8d6f1820-ca60-4653-afae-2bd14658ba4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1129181 Feb 19 07:14:54.452294 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47c2e574-1c83-42f2-ba59-e11d66074292 req-1a9d6cda-f2f4-4282-b97a-1a89c2bbac1e tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0385268 Feb 19 07:14:54.459344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-608550888-network', 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:54.470932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee178a1-da3e-4a62-bc7f-42bbd13ee6d0 req-906287ea-cff7-4fa2-946e-766e9df0e98b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.472904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ee178a1-da3e-4a62-bc7f-42bbd13ee6d0 req-906287ea-cff7-4fa2-946e-766e9df0e98b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1024 time: 0.1060603 Feb 19 07:14:54.496119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:54.499108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.500587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-867d6cbc-dce7-4c3a-a5d9-375ea002cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.519606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-867d6cbc-dce7-4c3a-a5d9-375ea002cc2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1072357 Feb 19 07:14:54.524777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.605623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae7cf0-6997-4b9a-a527-d784ab3588fe req-840607d0-02e0-4180-8a32-8f130ecd2028 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.613726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64ae7cf0-6997-4b9a-a527-d784ab3588fe req-840607d0-02e0-4180-8a32-8f130ecd2028 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.0906765 Feb 19 07:14:54.620491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ee178a1-da3e-4a62-bc7f-42bbd13ee6d0 req-6a5580c6-ea51-41d2-83d0-093cf4f204ab tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=23d33c71-4446-4fc2-8021-9d55c3141360&id=c306a867-5290-402a-b938-eef34d835f47&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1463695 Feb 19 07:14:54.675257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-6aaded33-be3b-43cb-9f60-3ab58af82548 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448855 Feb 19 07:14:54.676050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64ae7cf0-6997-4b9a-a527-d784ab3588fe req-84d69c98-6ac7-4a9e-ba74-9e3baf9c8bb6 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614691 Feb 19 07:14:54.729981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks [] for security_group (029405b0-9f55-4bb0-b315-ad91d5f38524), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.731450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:54.743349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (029405b0-9f55-4bb0-b315-ad91d5f38524), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.777343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029405b0-9f55-4bb0-b315-ad91d5f38524,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:54.824559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:14:54.880420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:54.896131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (36cd3947-ff21-4f20-9c72-bdf97900166b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.896475 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Added segment 36cd3947-ff21-4f20-9c72-bdf97900166b of type vlan for network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb Feb 19 07:14:54.931153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (06742cf7-db0b-4f97-b647-468cd8e1ddbb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:54.932108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:14:54.933029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:54.996945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc756-1158-4e25-8f3e-3e3fee1faacb req-81047ddf-62e5-4267-b549-c5e458b989c9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:54.999013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73acc756-1158-4e25-8f3e-3e3fee1faacb req-81047ddf-62e5-4267-b549-c5e458b989c9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1836512 Feb 19 07:14:55.000876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.009754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (06742cf7-db0b-4f97-b647-468cd8e1ddbb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.084827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73acc756-1158-4e25-8f3e-3e3fee1faacb req-a8838e88-b046-4c0d-9ff2-7589830a51d0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Feb 19 07:14:55.102471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.104465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:55.105134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.177262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8463142 Feb 19 07:14:55.177628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (06742cf7-db0b-4f97-b647-468cd8e1ddbb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.180363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.181446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "DELETE /v2.0/security-groups/06742cf7-db0b-4f97-b647-468cd8e1ddbb HTTP/1.1" status: 204 len: 168 time: 0.4478307 Feb 19 07:14:55.181990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:55.193840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Request body: {'subnet': {'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-608550888-subnet', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:55.197014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:55.200571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22105f74-912d-4497-9153-88f04bbb903e admin admin] Pushing event updated for resources: {'Network': ['ID=0ff3b9da-7111-42b5-8021-79ea1bc5b9eb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:55.214647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:14:55.231745 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3cedb35d-b1f7-424b-bb94-c31a92563e8f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] show failed (client error): The resource could not be found. Feb 19 07:14:55.233359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cedb35d-b1f7-424b-bb94-c31a92563e8f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "GET /v2.0/security-groups/06742cf7-db0b-4f97-b647-468cd8e1ddbb HTTP/1.1" status: 404 len: 347 time: 0.0337265 Feb 19 07:14:55.240389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45896) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:55.292893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06742cf7-db0b-4f97-b647-468cd8e1ddbb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:55.396588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-d73860c1-3dd8-461d-8afa-014340c256fc tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7406039 Feb 19 07:14:55.400941 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1fcb289-f3af-4abd-bb1f-1479cf0ca81d req-a8a1e36e-b364-4f91-bb13-b4e8bf667a5f service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134075 Feb 19 07:14:55.409185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-5efbfc13-b73a-4f74-86d2-4e181976fdeb tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:55.410695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-5efbfc13-b73a-4f74-86d2-4e181976fdeb tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 1024 time: 0.6426587 Feb 19 07:14:55.414107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:55.485393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.606755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Deleting port c3b16e94-a466-4397-add7-b5337760275b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:55.607207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c3b16e94-a466-4397-add7-b5337760275b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.651334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.651545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.651890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.652227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.653092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.653092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.653291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.653496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.654833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.654833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.655037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.655310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.655631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0695e5e-7ded-42ef-834f-468c00909666 tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:55.687108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:14:55.689422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.727968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port c3b16e94-a466-4397-add7-b5337760275b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c3b16e94-a466-4397-add7-b5337760275b,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:55.728334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c3b16e94-a466-4397-add7-b5337760275b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.737981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.749186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Calling delete_port for c3b16e94-a466-4397-add7-b5337760275b owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:55.772622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000bd1-0d7e-48d0-b6d8-fa0b4136be4d req-d21c0a32-fa76-423b-8a7b-743a113a8c6d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:55.774136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93000bd1-0d7e-48d0-b6d8-fa0b4136be4d req-d21c0a32-fa76-423b-8a7b-743a113a8c6d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.4770350 Feb 19 07:14:55.825371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Deleting port 42d2be7d-9e75-4e75-8b1e-7aa2d11512a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:14:55.826130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.908682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93000bd1-0d7e-48d0-b6d8-fa0b4136be4d req-f853ee70-0193-4408-bec6-cf9e2bc7b3fe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250834 Feb 19 07:14:55.934587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Allocated IP 172.25.7.176 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/2412a920-0b25-4315-b339-3df24d919fbd) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:55.980131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:55.980474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.016001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Calling delete_port for 42d2be7d-9e75-4e75-8b1e-7aa2d11512a3 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:14:56.062787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-297960a4-5aa4-40fb-bd3e-5e362f1d6a17 req-c0182880-b9f0-436d-9830-1dbbd40b5af3 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0448334 Feb 19 07:14:56.083721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c3b16e94-a466-4397-add7-b5337760275b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.099987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:14:56.105174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (5659b399-0dde-49bd-bc12-876c0ac20229), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.131009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (2412a920-0b25-4315-b339-3df24d919fbd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.131864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'Port': ['ID=c3b16e94-a466-4397-add7-b5337760275b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:56.230858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] No DVR routers for this DVR port c3b16e94-a466-4397-add7-b5337760275b on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:14:56.239082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.242746 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10d5da00-24a9-44b2-b68f-5dc8c9c7340b req-d505eb26-f163-483c-9ac2-2ad86e51e384 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "DELETE /v2.0/ports/c3b16e94-a466-4397-add7-b5337760275b HTTP/1.1" status: 204 len: 173 time: 0.8223314 Feb 19 07:14:56.259650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5659b399-0dde-49bd-bc12-876c0ac20229,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:56.262461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2412a920-0b25-4315-b339-3df24d919fbd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.269040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4c1a891-67e3-461a-b64b-84b63f87ae23 req-07e630c0-7608-4d9d-8e89-3c6ddadac65c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a0ba4ba-0f18-47fd-88e5-83c034cd6e76 HTTP/1.1" status: 200 len: 210 time: 0.0537639 Feb 19 07:14:56.305593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Checking segment: {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:56.306195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Network hostable DHCP agents. Network: 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:14:56.363507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}, {'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'name': 'network-vif-deleted', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:56.365800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:14:56.367692 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c627ee84-6684-4c23-bf52-a305946055ef" -d '{"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}, {"server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "name": "network-vif-deleted", "tag": "c3b16e94-a466-4397-add7-b5337760275b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:56.370493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=2412a920-0b25-4315-b339-3df24d919fbd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:56.382863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:56.389284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:56.391913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:56.394724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:56.401615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93077637-2c1c-4177-953c-15ec9f356b6d None None] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:56.416139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:56.417000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.448172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (42d2be7d-9e75-4e75-8b1e-7aa2d11512a3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.541799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd450cf7-9bd6-4a23-9c52-44a05034a7c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3499272 Feb 19 07:14:56.548614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Pushing event deleted for resources: {'Port': ['ID=42d2be7d-9e75-4e75-8b1e-7aa2d11512a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:56.549695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45908) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:56.557827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:56.620180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4670d49-ca3d-4ebc-aba7-4f7b5d6a6d16 req-adda6d7e-9081-4b13-b071-c5c659924a0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0417004 Feb 19 07:14:56.624769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (b8348425-c803-47a1-98f7-7e7736f184b6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.626496 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.628765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.636283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks [] for floatingip (62cf8712-8e66-4b31-9c77-3ce7269a97c1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.641324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.643571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ab193eb-5322-4426-a96e-6f0b0f911f3f tempest-ServersTestBootFromVolume-2003527969 tempest-ServersTestBootFromVolume-2003527969-project] 10.222.0.43 "DELETE /v2.0/floatingips/62cf8712-8e66-4b31-9c77-3ce7269a97c1 HTTP/1.1" status: 204 len: 168 time: 1.4015415 Feb 19 07:14:56.646686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:56.650123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'project_id': '193137b6c423465b9a5694df94d3434c', 'fixed_ips': [{'subnet_id': '5659b399-0dde-49bd-bc12-876c0ac20229'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:14:56.651035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.665382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfacd92-c1cd-47b3-bd24-afe52fb55e4c req-f5255681-de99-4532-a687-23a21c41f51e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:56.666762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bfacd92-c1cd-47b3-bd24-afe52fb55e4c req-f5255681-de99-4532-a687-23a21c41f51e tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.2667654 Feb 19 07:14:56.737354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bfacd92-c1cd-47b3-bd24-afe52fb55e4c req-5c3a70f1-c9cd-4171-90f4-63c5702f75bb tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570416 Feb 19 07:14:56.789644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2412a920-0b25-4315-b339-3df24d919fbd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.830769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for router_controller (a0c52d0d-d924-4505-8e6e-f808044069d1), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:56.920105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047e58-f9b2-4e03-bbb6-8b62adbeb318 req-b3c7a899-9864-4762-ac4e-9c289c34bfa4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:56.928105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11047e58-f9b2-4e03-bbb6-8b62adbeb318 req-b3c7a899-9864-4762-ac4e-9c289c34bfa4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0939620 Feb 19 07:14:56.938795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Allocated IP 172.20.0.2 (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb/5659b399-0dde-49bd-bc12-876c0ac20229/e7a9d2cd-62a9-4988-9681-41e223a4f465) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:56.993925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11047e58-f9b2-4e03-bbb6-8b62adbeb318 req-c2bf2f36-e5de-49f9-8745-e43ae2205d0f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643861 Feb 19 07:14:57.171451 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dd52a2-e53d-4444-8acf-080fedfb6865 x-openstack-request-id: req-21dd52a2-e53d-4444-8acf-080fedfb6865 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:14:57.171747 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "status": "completed", "code": 200}, {"server_uuid": "9a0ba4ba-0f18-47fd-88e5-83c034cd6e76", "name": "network-vif-deleted", "tag": "c3b16e94-a466-4397-add7-b5337760275b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:14:57.171935 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21dd52a2-e53d-4444-8acf-080fedfb6865 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:14:57.172340 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'status': 'completed', 'code': 200} Feb 19 07:14:57.172608 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0ba4ba-0f18-47fd-88e5-83c034cd6e76', 'name': 'network-vif-deleted', 'tag': 'c3b16e94-a466-4397-add7-b5337760275b', 'status': 'completed', 'code': 200} Feb 19 07:14:57.177519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for router_gateway (a0c52d0d-d924-4505-8e6e-f808044069d1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.196845 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks [] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.214174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.238622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:14:57.244216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:14:57.319866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:14:57.339729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca441-b385-43a4-9922-05f34bbdb9b9 req-a1ac9059-6477-4495-b3a2-142c1bd74944 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.350169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e84ca441-b385-43a4-9922-05f34bbdb9b9 req-a1ac9059-6477-4495-b3a2-142c1bd74944 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.0840111 Feb 19 07:14:57.361741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:14:57.368623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Request body: {'floatingip': {'port_id': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:14:57.444214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Attempting to bind port e7a9d2cd-62a9-4988-9681-41e223a4f465 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:14:57.444680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Attempting to bind port e7a9d2cd-62a9-4988-9681-41e223a4f465 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:14:57.445125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Attempting to bind port e7a9d2cd-62a9-4988-9681-41e223a4f465 on network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:14:57.449976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Pushing event updated for resources: {'Port': ['ID=e7a9d2cd-62a9-4988-9681-41e223a4f465,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:57.466887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:14:57.467299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Checking segment: {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:14:57.468253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.470618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Bound using segment: {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:14:57.471351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Bound port: e7a9d2cd-62a9-4988-9681-41e223a4f465, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:14:57.471767 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.472444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (470372af-0286-4285-b84e-fec736357986), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.492147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-a15897c3-b795-4a54-9ba0-0c458e89d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.493669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-a15897c3-b795-4a54-9ba0-0c458e89d421 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1129 time: 0.3128517 Feb 19 07:14:57.510766 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for port (2412a920-0b25-4315-b339-3df24d919fbd), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.530838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-97d71e4c-c5ad-4ec0-b627-9f5cadfef6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.532356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-97d71e4c-c5ad-4ec0-b627-9f5cadfef6c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1129 time: 0.2793274 Feb 19 07:14:57.544185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2412a920-0b25-4315-b339-3df24d919fbd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.562062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] For port e7a9d2cd-62a9-4988-9681-41e223a4f465, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:14:57.566730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] For port e7a9d2cd-62a9-4988-9681-41e223a4f465, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e7a9d2cd-62a9-4988-9681-41e223a4f465,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:14:57.581202 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.649488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a15fa-1912-42fd-b57b-9af040892960 req-149f7455-e4a1-471f-8a33-2aec8a5b5702 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.650749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6e32d-2b00-44af-ad46-4bd0289f7748 None None] Pushing event updated for resources: {'Port': ['ID=e7a9d2cd-62a9-4988-9681-41e223a4f465,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:57.667712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8a15fa-1912-42fd-b57b-9af040892960 req-149f7455-e4a1-471f-8a33-2aec8a5b5702 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.1982880 Feb 19 07:14:57.762003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event updated for resources: {'Port': ['ID=2412a920-0b25-4315-b339-3df24d919fbd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:57.809004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.809391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.809700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.810041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.810691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.810808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.811101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.811462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.811799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.812479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.812479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.812757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.813072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:14:57.832893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c3b16e94-a466-4397-add7-b5337760275b no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:14:57.835037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8a15fa-1912-42fd-b57b-9af040892960 req-5afbb7c5-5808-400a-a0ce-279dad1a4398 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662867 Feb 19 07:14:57.841554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (b8348425-c803-47a1-98f7-7e7736f184b6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:57.856244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-d1603702-44be-405b-88b1-1e4e1ac67708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.857789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-d1603702-44be-405b-88b1-1e4e1ac67708 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3493936 Feb 19 07:14:57.878009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-974fa51a-0e94-453e-bd7b-c12333361feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:57.879496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-974fa51a-0e94-453e-bd7b-c12333361feb service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3309126 Feb 19 07:14:57.899411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: c3b16e94-a466-4397-add7-b5337760275b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:14:57.899818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c3b16e94-a466-4397-add7-b5337760275b not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:14:58.022338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-ce23bec5-3768-4ec0-8dfa-666184e8d8fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.1515019 Feb 19 07:14:58.025783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:58.046897 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-c7a0239e-4526-49ec-9b58-0f503a771fb1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6492946 Feb 19 07:14:58.131362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24e61a7d-c3ea-45bc-8a9e-3ea15ea029c1 req-fc29273d-ff9c-4611-8d4f-f1e26a190fc1 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0903807 Feb 19 07:14:58.417642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c973f-d325-4b8d-8f39-1b1a65e54dc3 req-252796cd-7bea-4e4c-a5a1-efc68ffec708 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:58.420281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f65c973f-d325-4b8d-8f39-1b1a65e54dc3 req-252796cd-7bea-4e4c-a5a1-efc68ffec708 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1290457 Feb 19 07:14:58.422652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:58.430636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (470372af-0286-4285-b84e-fec736357986), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:58.465278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-5d4a2992-900c-4056-86e9-0f5d6b0bd014 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.5793936 Feb 19 07:14:58.541143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-af218b81-6e93-4f7b-9556-846ea4e45390 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.176 HTTP/1.1" status: 200 len: 696 time: 0.4933038 Feb 19 07:14:58.553143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f65c973f-d325-4b8d-8f39-1b1a65e54dc3 req-b4b20ed7-1460-4c92-8930-1f65d24dd246 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253283 Feb 19 07:14:58.573668 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Floating IP 470372af-0286-4285-b84e-fec736357986 associated. External IP: 172.25.7.62, port: 7c4c9455-9c91-4af9-b561-6664cb1e6bb6. Feb 19 07:14:58.732618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-fff6203d-c54f-4ac4-958e-ebeaf7aad15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:58.734484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-fff6203d-c54f-4ac4-958e-ebeaf7aad15c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.6753070 Feb 19 07:14:58.765654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-3773ce32-b071-4383-92a4-2471223c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:58.769712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-3773ce32-b071-4383-92a4-2471223c810c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2845814 Feb 19 07:14:58.884381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for router_gateway (a0c52d0d-d924-4505-8e6e-f808044069d1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:58.949899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Router d28a9731-ca12-4522-8003-975040ccf926 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:14:58.958843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acc7fed7-a26e-437f-adbf-253cab412586 req-86040039-dbc8-4f67-b1d2-761be512fec3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/23d33c71-4446-4fc2-8021-9d55c3141360 HTTP/1.1" status: 200 len: 1817 time: 0.1042397 Feb 19 07:14:58.975751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7889ab47-bde0-41a1-a57e-beaeca50884b req-93ec67c0-4c0f-4f66-948e-9324065e56b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bf53bfd1cac3412ba9833a45b5ea2d2b&device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1131778 Feb 19 07:14:58.981973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.122104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e7a9d2cd-62a9-4988-9681-41e223a4f465 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:14:59.134929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7889ab47-bde0-41a1-a57e-beaeca50884b req-32d66805-710d-48d2-8048-1fd8185f409c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bf53bfd1cac3412ba9833a45b5ea2d2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1407282 Feb 19 07:14:59.153381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.162313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-0014b9bb-f0fb-46e6-b5ee-a91577e44790 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:59.164736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f8a3b13-b024-4f25-b45f-489aaa8ad311 req-0014b9bb-f0fb-46e6-b5ee-a91577e44790 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.5963502 Feb 19 07:14:59.164890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f6274-5db2-407c-a3a7-6913461c365e None None] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:14:59.182899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-3c8bed2d-725a-4887-a71a-d8da0ede0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:59.184438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-3c8bed2d-725a-4887-a71a-d8da0ede0df1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4298410 Feb 19 07:14:59.259028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acc7fed7-a26e-437f-adbf-253cab412586 req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (23d33c71-4446-4fc2-8021-9d55c3141360), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.305079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acc7fed7-a26e-437f-adbf-253cab412586 req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (23d33c71-4446-4fc2-8021-9d55c3141360), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.314030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627ee84-6684-4c23-bf52-a305946055ef req-52423647-e1f8-4938-a0ee-696b124faa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:59.315626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-52423647-e1f8-4938-a0ee-696b124faa57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5288248 Feb 19 07:14:59.375920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acc7fed7-a26e-437f-adbf-253cab412586 req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23d33c71-4446-4fc2-8021-9d55c3141360), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.381179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acc7fed7-a26e-437f-adbf-253cab412586 req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.401183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acc7fed7-a26e-437f-adbf-253cab412586 req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/23d33c71-4446-4fc2-8021-9d55c3141360 HTTP/1.1" status: 204 len: 173 time: 0.4361362 Feb 19 07:14:59.439089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79e8c-e575-4984-82b5-a12693ca7e68 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d33c71-4446-4fc2-8021-9d55c3141360,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:14:59.449966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:14:59.464029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.469970 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Sync routers for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:14:59.477890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85ad73db-7272-4a15-80b1-036ec70bc203 req-dcb02391-48bf-4219-8e8b-8ee3f0596ac7 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1794181 Feb 19 07:14:59.486352 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:14:59.487629 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:14:59.526516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Provisioning complete for port e7a9d2cd-62a9-4988-9681-41e223a4f465 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:59.527368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.567376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e7a9d2cd-62a9-4988-9681-41e223a4f465 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:14:59.567758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.650695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22d9e42f-5d51-4026-9738-00bdff83cd42 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "PUT /v2.0/floatingips/470372af-0286-4285-b84e-fec736357986 HTTP/1.1" status: 200 len: 991 time: 2.2877402 Feb 19 07:14:59.653022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:14:59.656907 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14451cc9-d052-42a8-9ecc-c59a97846ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:14:59.701060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Allocated IP 172.25.7.131 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/6a3a00b6-d1ba-4bd8-a61e-3f13919bf928) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:14:59.709776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab3e2f-1403-446e-8f19-0ca5d200d352 req-095fea83-e602-47f8-9c7a-f2ced550a6b1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:59.712692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dfab3e2f-1403-446e-8f19-0ca5d200d352 req-095fea83-e602-47f8-9c7a-f2ced550a6b1 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 947 time: 0.1597612 Feb 19 07:14:59.719070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889ab47-bde0-41a1-a57e-beaeca50884b req-66424bbe-13dc-44fb-9f54-c05d0e7912b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:14:59.721078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7889ab47-bde0-41a1-a57e-beaeca50884b req-66424bbe-13dc-44fb-9f54-c05d0e7912b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5728233 Feb 19 07:14:59.731702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e7a9d2cd-62a9-4988-9681-41e223a4f465 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:59.732543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.753539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Current status of the port e7a9d2cd-62a9-4988-9681-41e223a4f465 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:14:59.754206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.778821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6db5b3ed-8518-4303-b7b0-83ef73fde5e7 req-9ec26aad-e55a-40e7-a4ba-bd9bef4a7c26 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips/b8348425-c803-47a1-98f7-7e7736f184b6 HTTP/1.1" status: 200 len: 693 time: 0.2275450 Feb 19 07:14:59.803234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-014656ba-7a2f-4a60-b605-693c0c173e88 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579636 Feb 19 07:14:59.813408 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:14:59.839746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port e7a9d2cd-62a9-4988-9681-41e223a4f465, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e7a9d2cd-62a9-4988-9681-41e223a4f465,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:14:59.845928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:14:59.853853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dfab3e2f-1403-446e-8f19-0ca5d200d352 req-19adf574-1141-4d36-8a2a-e886aa351527 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285591 Feb 19 07:14:59.862906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:14:59.892740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-10d1b5ac-fd0c-4a98-85f0-6ab251f61033 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585928 Feb 19 07:14:59.959218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=e7a9d2cd-62a9-4988-9681-41e223a4f465,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:00.002517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-46d4d822-32e1-42cd-9f20-b3026428303f tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/c306a867-5290-402a-b938-eef34d835f47 HTTP/1.1" status: 200 len: 1816 time: 0.0881562 Feb 19 07:15:00.080758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:00.098219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'mac_address': 'fa:16:3e:2d:33:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:00.112678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (c306a867-5290-402a-b938-eef34d835f47), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.156396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.160190 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:15:00.160555 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:15:00.174569 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (c306a867-5290-402a-b938-eef34d835f47), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.187686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:00.188087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.221862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '470372af-0286-4285-b84e-fec736357986', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'port_id': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:14:33Z', 'updated_at': '2022-02-19T07:14:58Z', 'revision_number': 1, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:00.231351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:00.268447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c306a867-5290-402a-b938-eef34d835f47), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.272197 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.272968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b3ed-8518-4303-b7b0-83ef73fde5e7 req-28506f80-b211-44dd-bcaa-be533042e96a tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:00.274444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6db5b3ed-8518-4303-b7b0-83ef73fde5e7 req-28506f80-b211-44dd-bcaa-be533042e96a tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.4826272 Feb 19 07:15:00.281216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:00.292857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.299891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56ca5890-cd13-4c72-930b-d2d328ee5809 req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/c306a867-5290-402a-b938-eef34d835f47 HTTP/1.1" status: 204 len: 173 time: 0.2958763 Feb 19 07:15:00.308262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-6db5b3ed-8518-4303-b7b0-83ef73fde5e7 req-fe2c247c-cc86-4245-9429-ab3e67e13454 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:15:00.309433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6db5b3ed-8518-4303-b7b0-83ef73fde5e7 req-fe2c247c-cc86-4245-9429-ab3e67e13454 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194695 Feb 19 07:15:00.318172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.318172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-49a60c59-db85-423f-a3ac-c8a318d70ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769485 Feb 19 07:15:00.329031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c627ee84-6684-4c23-bf52-a305946055ef req-770ba1e2-5eaf-43f3-ad53-e0f0ca3d97be service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422399 Feb 19 07:15:00.370112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81388844-9e46-4731-96d3-622ec20817e5 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306a867-5290-402a-b938-eef34d835f47,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:00.415490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.432267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:00.466507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:00.471501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:00.483453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Deleting port 008f52a8-a448-42bb-bcf6-97110030d7f9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:00.484826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.487921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:00.495514 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e048c7-2640-484f-ba22-365e4ae402e0 x-openstack-request-id: req-97e048c7-2640-484f-ba22-365e4ae402e0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:00.495817 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:00.496053 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97e048c7-2640-484f-ba22-365e4ae402e0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:00.496995 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'status': 'completed', 'code': 200} Feb 19 07:15:00.538514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370f87-67bd-4e58-9972-c145422d5fe5 req-b95bbae5-95a8-47e5-b9f0-5660d05158b9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:00.540478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b370f87-67bd-4e58-9972-c145422d5fe5 req-b95bbae5-95a8-47e5-b9f0-5660d05158b9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0984464 Feb 19 07:15:00.546883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:00.575043 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Checking router: d28a9731-ca12-4522-8003-975040ccf926 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:00.594840 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:00.600259 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:00.634442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b370f87-67bd-4e58-9972-c145422d5fe5 req-8ed215ed-bec2-40db-9d95-25e7ab3b81a0 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878956 Feb 19 07:15:00.689856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822758088', 'description': 'tempest-description-1952281290'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:00.708031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-46f513cd-bce5-4277-908b-1c448223ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:00.709973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-46f513cd-bce5-4277-908b-1c448223ba18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a4cf2096d74f85af530f3c67df4778&device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 1128 time: 0.2127619 Feb 19 07:15:00.733502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['9d57bdc4-355b-4902-8ee7-9000599e2eaf'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:00.734693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.782278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] For port 008f52a8-a448-42bb-bcf6-97110030d7f9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=008f52a8-a448-42bb-bcf6-97110030d7f9,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:00.783546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.827094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bc7938d5-4423-4ebc-8605-950741853504 None None] Current status of the port e7a9d2cd-62a9-4988-9681-41e223a4f465 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:00.898900 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:00.951566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:00.958658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.012748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e7a9d2cd-62a9-4988-9681-41e223a4f465 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:01.049783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.051176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36bc148f-e14f-40b1-819e-468e9705d09d req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3665891 Feb 19 07:15:01.062725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d36030-93ed-46a9-96e4-4339a09541de tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af146df-71d4-4e2e-8bac-5abe85134552,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:01.087132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d03446cf-5f02-4384-98a1-8e03cc4398ca None None] Provisioning complete for port e7a9d2cd-62a9-4988-9681-41e223a4f465 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:01.087535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d03446cf-5f02-4384-98a1-8e03cc4398ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.200716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e7a9d2cd-62a9-4988-9681-41e223a4f465 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:01.201710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.213970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-abe6496c-7086-432e-870a-7434c44dadeb req-8850d276-0026-4082-a6f4-1e9393f842a6 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.43 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.0501850 Feb 19 07:15:01.305548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d03446cf-5f02-4384-98a1-8e03cc4398ca None None] Current status of the port e7a9d2cd-62a9-4988-9681-41e223a4f465 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:01.307972 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '470372af-0286-4285-b84e-fec736357986', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'port_id': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:14:33Z', 'updated_at': '2022-02-19T07:14:58Z', 'revision_number': 1, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:01.343105 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d8276e-4eaf-46d6-8b94-61769aaf492f None None] The sync data for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 is: [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '470372af-0286-4285-b84e-fec736357986', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'port_id': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'mac_address': 'fa:16:3e:9f:c5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:14:33Z', 'updated_at': '2022-02-19T07:14:58Z', 'revision_number': 1, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:01.348288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Calling delete_port for 008f52a8-a448-42bb-bcf6-97110030d7f9 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:01.380668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e7a9d2cd-62a9-4988-9681-41e223a4f465 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:01.386112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073888f6-3f62-4b1b-bd44-6ea05ac681ef req-bb107ab1-2341-4e01-af51-c3e14661267a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:01.387876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-073888f6-3f62-4b1b-bd44-6ea05ac681ef req-bb107ab1-2341-4e01-af51-c3e14661267a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.0689955 Feb 19 07:15:01.398332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-139778cb-6866-401f-9080-2e7dffa34d9e tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips/b8348425-c803-47a1-98f7-7e7736f184b6 HTTP/1.1" status: 200 len: 693 time: 0.6323946 Feb 19 07:15:01.447418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-073888f6-3f62-4b1b-bd44-6ea05ac681ef req-34d87820-06af-48b5-9e44-acd8a10b92cb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Feb 19 07:15:01.485137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7889ab47-bde0-41a1-a57e-beaeca50884b req-02bf1eec-7e6a-4bbe-9331-efdb91fb7aa5 tempest-ServerShowV257Test-446402803 tempest-ServerShowV257Test-446402803-project] 10.222.0.24 "GET /v2.0/ports?device_id=4dedba40-c340-498d-a811-b1a380b404a5 HTTP/1.1" status: 200 len: 210 time: 0.1563838 Feb 19 07:15:01.550424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-0fe3bdd5-3751-46c9-a24a-f84a4952e16d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/7af146df-71d4-4e2e-8bac-5abe85134552 HTTP/1.1" status: 200 len: 1818 time: 0.0720427 Feb 19 07:15:01.560865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Request body: {'security_group': {'name': 'tempest-sg-hth-791068882', 'description': 'tempest-description-hth-506705102'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:01.607141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.609916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-8d6ae8b2-fd68-45ae-9562-0f8648ff0817 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:01.611531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-8d6ae8b2-fd68-45ae-9562-0f8648ff0817 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2120690 Feb 19 07:15:01.682166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.687368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.690574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:01.699906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec2610c2-b425-46b7-bd41-65e47aed491b req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "PUT /v2.0/security-groups/7af146df-71d4-4e2e-8bac-5abe85134552 HTTP/1.1" status: 200 len: 1790 time: 0.1435571 Feb 19 07:15:01.756949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d5109-a1bb-4016-b508-61b242cf82fc None None] New status for floating IP 470372af-0286-4285-b84e-fec736357986: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:15:01.766879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a749c4-0abe-4832-beb4-7193a13d39ec tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af146df-71d4-4e2e-8bac-5abe85134552,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:01.855628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531166-37ed-4d9b-a559-951cb4202ac9 req-62874d22-c282-4572-931f-eec56dbbfcb9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:01.857651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70531166-37ed-4d9b-a559-951cb4202ac9 req-62874d22-c282-4572-931f-eec56dbbfcb9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0714030 Feb 19 07:15:01.933736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-c71cd36c-fe5c-4852-97a1-b992e3d083e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:01.935833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-c71cd36c-fe5c-4852-97a1-b992e3d083e8 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 948 time: 1.1813359 Feb 19 07:15:01.944639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-1026ced5-7e12-4da7-8077-ebea2f0389dd tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.176 HTTP/1.1" status: 200 len: 696 time: 0.2094851 Feb 19 07:15:01.958128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70531166-37ed-4d9b-a559-951cb4202ac9 req-66de0292-fdce-4c83-809e-b233ded4dcdf tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939388 Feb 19 07:15:02.031787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-a6928708-d96b-47fe-aa03-0ac1c953b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:02.033564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-a6928708-d96b-47fe-aa03-0ac1c953b3c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde HTTP/1.1" status: 200 len: 915 time: 1.2854073 Feb 19 07:15:02.077284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a799214b-a3c9-4b74-a2e4-3a05f80d8f2c req-8b4ad528-c55f-4544-b27f-ba2b359a7960 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/7af146df-71d4-4e2e-8bac-5abe85134552 HTTP/1.1" status: 200 len: 1790 time: 0.0724707 Feb 19 07:15:02.093435 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-df2875f4-7a13-468d-af56-ddcccd9a5db0 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.176 HTTP/1.1" status: 200 len: 696 time: 0.1475513 Feb 19 07:15:02.094359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for router_gateway (a0c52d0d-d924-4505-8e6e-f808044069d1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.145495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d363ed7d-d063-4f01-a022-a70ec8526dc0 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/7af146df-71d4-4e2e-8bac-5abe85134552 HTTP/1.1" status: 200 len: 1790 time: 0.0421126 Feb 19 07:15:02.214568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.240538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.287561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7af146df-71d4-4e2e-8bac-5abe85134552), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.290757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.292273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3173c1ef-446d-417f-bc50-4e42533de07f req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/7af146df-71d4-4e2e-8bac-5abe85134552 HTTP/1.1" status: 204 len: 173 time: 0.1389458 Feb 19 07:15:02.307307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531fcbd-9d8c-4e43-82b0-0423293b237e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af146df-71d4-4e2e-8bac-5abe85134552,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:02.389573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-52fba83f-96e6-46e9-97f4-559a2296e21a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6 HTTP/1.1" status: 200 len: 1001 time: 0.3232303 Feb 19 07:15:02.396084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-87e9c79a-85c9-4ee9-8279-e503c9954ace service neutron] 10.222.0.47 "GET /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.4090633 Feb 19 07:15:02.495055 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (008f52a8-a448-42bb-bcf6-97110030d7f9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.608647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=008f52a8-a448-42bb-bcf6-97110030d7f9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:02.623480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-c00c7e23-fd1b-4bc9-9f19-9c38fd4a6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:02.628020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-c00c7e23-fd1b-4bc9-9f19-9c38fd4a6d89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=888829f0-c4d4-4519-a6f6-90fb5285e505 HTTP/1.1" status: 200 len: 854 time: 0.2303889 Feb 19 07:15:02.678912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83ded2-b3c2-40f1-9261-bec400ccb538 req-d0291ed7-141a-484b-a378-4d2ca452d55b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:02.694926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf83ded2-b3c2-40f1-9261-bec400ccb538 req-d0291ed7-141a-484b-a378-4d2ca452d55b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.1459086 Feb 19 07:15:02.779177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:02.842194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf83ded2-b3c2-40f1-9261-bec400ccb538 req-e4772f76-63d0-45d6-a390-af1464aad87e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453142 Feb 19 07:15:02.863435 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:02.893940 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-668e2d72-3006-4637-a6d4-662a0a3cda42 req-f880ca0e-99d5-45aa-ab37-cd57bc1f952d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:02.905547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-668e2d72-3006-4637-a6d4-662a0a3cda42 req-f880ca0e-99d5-45aa-ab37-cd57bc1f952d tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/c306a867-5290-402a-b938-eef34d835f47 HTTP/1.1" status: 404 len: 352 time: 0.0290341 Feb 19 07:15:02.949171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-48ec9baf-b6f9-4d1c-baf3-157894766865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:02.950857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-48ec9baf-b6f9-4d1c-baf3-157894766865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1130 time: 0.4884367 Feb 19 07:15:02.979358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Deleting port 2412a920-0b25-4315-b339-3df24d919fbd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:02.979703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2412a920-0b25-4315-b339-3df24d919fbd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.023459 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-a84919fb-7da8-41d0-a8b7-ee9e4bde2480 req-c17a5436-24f2-44c5-b547-42d2d8d73f1a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:03.025802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a84919fb-7da8-41d0-a8b7-ee9e4bde2480 req-c17a5436-24f2-44c5-b547-42d2d8d73f1a tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/23d33c71-4446-4fc2-8021-9d55c3141360 HTTP/1.1" status: 404 len: 352 time: 0.0560708 Feb 19 07:15:03.040912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ba86-a9b0-40e9-91d2-5af0f4587bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.161722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-c6d64e89-a8af-4327-95b5-76ed5f1b927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:03.162370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ba86-a9b0-40e9-91d2-5af0f4587bcb admin admin] Publish callbacks [] for security_group (0235c367-a7b8-474a-abff-8e8d1915a33e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.163449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-c6d64e89-a8af-4327-95b5-76ed5f1b927a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cd3a57f-57a1-4055-88c0-9a32a1c77bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5241394 Feb 19 07:15:03.168119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ba86-a9b0-40e9-91d2-5af0f4587bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0235c367-a7b8-474a-abff-8e8d1915a33e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.190949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.223420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e5f0ba86-a9b0-40e9-91d2-5af0f4587bcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf53bfd1cac3412ba9833a45b5ea2d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396465 Feb 19 07:15:03.223420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ba86-a9b0-40e9-91d2-5af0f4587bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235c367-a7b8-474a-abff-8e8d1915a33e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:03.225921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:03.239565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7623-048a-490d-8955-2c8ddadafbd3 req-e9b67015-0d21-49b6-9ded-3afc3337fec4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:03.241275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f85c7623-048a-490d-8955-2c8ddadafbd3 req-e9b67015-0d21-49b6-9ded-3afc3337fec4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.1185951 Feb 19 07:15:03.322147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f85c7623-048a-490d-8955-2c8ddadafbd3 req-c63a2627-1337-4ac6-af89-bf829dc6f7a5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Feb 19 07:15:03.323051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] Publish callbacks [] for security_group (0235c367-a7b8-474a-abff-8e8d1915a33e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.347874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] Publish callbacks [] for security_group (0235c367-a7b8-474a-abff-8e8d1915a33e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.392763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2412a920-0b25-4315-b339-3df24d919fbd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.393086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (2412a920-0b25-4315-b339-3df24d919fbd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.397544 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-b106ed58-b996-4d83-902c-cd58981f51f0 req-f8d38cf7-8ae9-48cc-a629-199ec27d6258 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:03.398444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b106ed58-b996-4d83-902c-cd58981f51f0 req-f8d38cf7-8ae9-48cc-a629-199ec27d6258 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/3f97d4c5-1bcd-441f-bf46-4d81c6a0623b HTTP/1.1" status: 404 len: 352 time: 0.0307856 Feb 19 07:15:03.429411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0235c367-a7b8-474a-abff-8e8d1915a33e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.434034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:03.438347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0235c367-a7b8-474a-abff-8e8d1915a33e HTTP/1.1" status: 204 len: 168 time: 0.2091942 Feb 19 07:15:03.447904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c7fa2-4ddb-4e4f-a3dc-0dc029cea240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235c367-a7b8-474a-abff-8e8d1915a33e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:03.465967 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-39f66251-980f-4569-8c09-3d0e7adb4078 req-ba978020-3737-4134-86ec-df0866cd6769 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:03.468090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39f66251-980f-4569-8c09-3d0e7adb4078 req-ba978020-3737-4134-86ec-df0866cd6769 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/379662fc-a653-4b27-91ed-cb58fd9d30d8 HTTP/1.1" status: 404 len: 352 time: 0.0218725 Feb 19 07:15:03.520845 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-d3e451fe-7316-4760-8ab2-2e60d37c2432 req-228e6519-5854-420c-9ad8-b4ca2501c4f9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:03.522252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3e451fe-7316-4760-8ab2-2e60d37c2432 req-228e6519-5854-420c-9ad8-b4ca2501c4f9 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/9ef312f9-1c5c-4b8d-b398-353fd3b3d6a4 HTTP/1.1" status: 404 len: 352 time: 0.0170503 Feb 19 07:15:03.560966 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-9de83836-608a-4ab3-92d8-d8d500e27485 req-eace270e-ee04-48f2-8609-d4d1355ac114 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] show failed (client error): The resource could not be found. Feb 19 07:15:03.567997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9de83836-608a-4ab3-92d8-d8d500e27485 req-eace270e-ee04-48f2-8609-d4d1355ac114 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/b879b08c-60ba-4e6a-ae42-4e4bf511096c HTTP/1.1" status: 404 len: 352 time: 0.0219369 Feb 19 07:15:03.812721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Calling delete_port for 2412a920-0b25-4315-b339-3df24d919fbd owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:03.858218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c33a-9a6a-4cd5-8542-cbb9290accc3 req-ac3a6837-8c10-4f41-b79d-5417cb2f2ec1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:03.860310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:03.860459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bb8c33a-9a6a-4cd5-8542-cbb9290accc3 req-ac3a6837-8c10-4f41-b79d-5417cb2f2ec1 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1023 time: 0.0748560 Feb 19 07:15:03.869931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:04.011043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:04.017210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 9d57bdc4-355b-4902-8ee7-9000599e2eaf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:04.017820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:04.023342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-78fff0f1-cd6b-4065-9b91-4a4e5dd35dd8 service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8473885 Feb 19 07:15:04.024462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-1a73f76b-ff9b-4283-b026-c115a0148d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.025876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-1a73f76b-ff9b-4283-b026-c115a0148d1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 1.0438840 Feb 19 07:15:04.219697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:04.220321 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:04.263746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:04.266443 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d04af4-0260-4003-92d6-dfc5252e07fb" -d '{"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:04.287220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-83cf53d3-735b-4693-b0b8-52a4d46c6d8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.1048813 Feb 19 07:15:04.293031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:04.299711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:04.350634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bb8c33a-9a6a-4cd5-8542-cbb9290accc3 req-1419fbb5-bba5-41eb-8d3f-f90d433d4dcb tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=8317d281-03e1-48aa-9933-2fa30a7fac4c&id=a4d47926-8426-40e5-9691-b535d99fdfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4842813 Feb 19 07:15:04.376182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:04.384648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.385074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.385414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.385902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.386226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.386561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.386918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.387212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.387586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.387873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.388802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.389161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.389487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:04.519815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a5762482-2280-46fb-a0fa-b3f2977b493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.520031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5460f1b-8742-46d3-886b-7ba7f4f09d13 req-42927767-164a-4cf0-8301-122d34ba001f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.521192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a5762482-2280-46fb-a0fa-b3f2977b493b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2329962 Feb 19 07:15:04.521523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5460f1b-8742-46d3-886b-7ba7f4f09d13 req-42927767-164a-4cf0-8301-122d34ba001f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.0611165 Feb 19 07:15:04.535853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-79a8a76a-26b6-4bc6-90be-e00e95405fb4 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.537247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-79a8a76a-26b6-4bc6-90be-e00e95405fb4 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.6693654 Feb 19 07:15:04.566061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:04.574077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5460f1b-8742-46d3-886b-7ba7f4f09d13 req-53ef0ec3-88ec-4886-9518-24b6a007980b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451267 Feb 19 07:15:04.589627 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14451cc9-d052-42a8-9ecc-c59a97846ab9 req-23aa7b6e-c4e3-41a8-b41f-3debe045804e service neutron] 10.222.0.24 "GET /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205456 Feb 19 07:15:04.591022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Router a0c52d0d-d924-4505-8e6e-f808044069d1 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:15:04.630946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:04.642795 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8013df26-782c-4b2c-b8b4-05cdddffda70 x-openstack-request-id: req-8013df26-782c-4b2c-b8b4-05cdddffda70 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:04.643289 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-plugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:04.644351 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8013df26-782c-4b2c-b8b4-05cdddffda70 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:04.645127 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'code': 200} Feb 19 07:15:04.746894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953efd6a-575d-4aa6-a92f-dbc6ff0c23c7 req-a8972e2a-5d2d-4487-a094-1145b34ebf31 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.749056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-953efd6a-575d-4aa6-a92f-dbc6ff0c23c7 req-a8972e2a-5d2d-4487-a094-1145b34ebf31 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 945 time: 0.0580330 Feb 19 07:15:04.797431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-953efd6a-575d-4aa6-a92f-dbc6ff0c23c7 req-aacc4031-9dd3-4e5e-8765-dc0076501b81 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Feb 19 07:15:04.801757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-d2aa5506-cecf-4b14-864c-7cba15bba585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:04.803285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-d2aa5506-cecf-4b14-864c-7cba15bba585 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2580297 Feb 19 07:15:04.808000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:04.875334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2412a920-0b25-4315-b339-3df24d919fbd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.003702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event deleted for resources: {'Port': ['ID=2412a920-0b25-4315-b339-3df24d919fbd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:05.084159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46030) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:05.114810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:05.127709 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Sync routers for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:05.138943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:05.139919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:05.205930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:05.217115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Sync routers for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:05.220639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-df53cc59-ef55-4896-962b-334a44034f21 admin admin] 10.222.0.43 "PUT /v2.0/routers/a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5679038 Feb 19 07:15:05.220972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:05.221986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.226180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-94db9e5a-9121-4fde-9651-2fa155cff1b1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6749141 Feb 19 07:15:05.226829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46036) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:05.229784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (b8348425-c803-47a1-98f7-7e7736f184b6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.233101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.233239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:05.234268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-136c37e5-656b-45d2-9417-7ac3011a7ef9 req-c8729ae3-65d1-4678-9711-786f4bb9e974 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "DELETE /v2.0/floatingips/b8348425-c803-47a1-98f7-7e7736f184b6 HTTP/1.1" status: 204 len: 173 time: 3.1321042 Feb 19 07:15:05.236159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:05.255617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-7c92ebc6-1037-425a-8fb5-d6e4ca36cb22 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359171 Feb 19 07:15:05.273127 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:05.340811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b9885c8-096a-4dce-bec6-aeb1607c0b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.387985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:05.482893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:05.519043 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:01Z', 'revision_number': 3, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:05.549978 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Checking router: a0c52d0d-d924-4505-8e6e-f808044069d1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:05.550684 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Updating router a0c52d0d-d924-4505-8e6e-f808044069d1 port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:15:05.580442 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.621364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-b3cfe093-a3c0-4864-bfce-f2f45e408f84 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283322 Feb 19 07:15:05.634805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:05.736401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-44e3e41b-9e74-4d65-95d2-64cf9ebfc4c3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:05.738444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-44e3e41b-9e74-4d65-95d2-64cf9ebfc4c3 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1023 time: 0.4265516 Feb 19 07:15:05.764667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd4501-d8ca-436d-9e51-367628fb44f3 req-af4c187b-479c-4998-b49c-db08f0cf3249 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:05.766353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92fd4501-d8ca-436d-9e51-367628fb44f3 req-af4c187b-479c-4998-b49c-db08f0cf3249 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 1023 time: 0.2658298 Feb 19 07:15:05.770753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:05.773078 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4bdc9f-a69b-411e-8134-a97614bee09a" -d '{"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-unplugged", "status": "completed", "tag": "dd901257-5e68-4592-9d3c-624680ab2264"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:05.798096 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks [] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.813863 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks [] for port (dd901257-5e68-4592-9d3c-624680ab2264), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.821141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:15:02Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:05.855967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:05.868860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:05.884179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5daf34-9136-4793-a712-9115744ad2f4 req-87d7e239-ffd7-416b-a74e-10b704c6cbca tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:05.885661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc5daf34-9136-4793-a712-9115744ad2f4 req-87d7e239-ffd7-416b-a74e-10b704c6cbca tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5854266 Feb 19 07:15:05.923703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Checking router: a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:05.984877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Routers {'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:05.985537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:05.991210 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks [] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.000891 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.048284 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbeb8d-a8b8-4d97-83fb-25ee59aff1a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:06.063545 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Attempting to bind port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:06.064051 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Attempting to bind port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:06.064529 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Attempting to bind port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:06.070503 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:06.071028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:06.071551 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.072035 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:06.072626 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Bound port: 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:06.073221 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.129962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] For port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:06.133546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] For port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:06.144027 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.156957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b9885c8-096a-4dce-bec6-aeb1607c0b0b admin admin] Publish callbacks [] for security_group (450bc892-53cc-4a12-8e00-edfc8e61ad03), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.205469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b9885c8-096a-4dce-bec6-aeb1607c0b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (450bc892-53cc-4a12-8e00-edfc8e61ad03), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.225603 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbeb8d-a8b8-4d97-83fb-25ee59aff1a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:06.242550 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:06.243561 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:14:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:06.281482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8b9885c8-096a-4dce-bec6-aeb1607c0b0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84728394551040138fbab915b3c36a97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1956370 Feb 19 07:15:06.299622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46050) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:06.325104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Deleting port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:06.325978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.360442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks [] for router_gateway (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.400034 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:06.449138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356730-e2eb-40e8-b5f7-ac0049891ed5 req-e9ab1379-a489-411d-b2ab-d342194dbc6c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:06.452540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:06.457067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:06.459407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb356730-e2eb-40e8-b5f7-ac0049891ed5 req-e9ab1379-a489-411d-b2ab-d342194dbc6c tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.4095180 Feb 19 07:15:06.461435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9885c8-096a-4dce-bec6-aeb1607c0b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bc892-53cc-4a12-8e00-edfc8e61ad03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:06.526473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ab937ce-c529-471c-bd54-0e0046a600e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.554863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:06.555275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:06.559258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:06.577968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] Set router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:06.589470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] For port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,segment=NetworkSegment(c75da391-0d81-4c66-9ab6-a05218ccfc68),segment_id=c75da391-0d81-4c66-9ab6-a05218ccfc68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:06.589842 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.615780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Calling delete_port for 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:06.632446 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:01Z', 'revision_number': 3, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:06.695943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92fd4501-d8ca-436d-9e51-367628fb44f3 req-e071654b-5e03-46f1-bc34-f300e8edf00b tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups?id=78c6e7d4-54c9-4845-adb0-11fd723eba52&id=8317d281-03e1-48aa-9933-2fa30a7fac4c&id=a4d47926-8426-40e5-9691-b535d99fdfd6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.9199703 Feb 19 07:15:06.742040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:06.742391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:06.742728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:06.749386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:06.749747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:06.759232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] Publish callbacks [] for security_group (450bc892-53cc-4a12-8e00-edfc8e61ad03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.766865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa709401-3165-4a0c-aea6-89d4eebf61f2 None None] The sync data for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 is: [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:01Z', 'revision_number': 3, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:06.785632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] Publish callbacks [] for security_group (450bc892-53cc-4a12-8e00-edfc8e61ad03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.813407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:06.813755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:06.814149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:06.814602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Bound port: dd901257-5e68-4592-9d3c-624680ab2264, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:06.814970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.822602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:06.822770 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33f0e8e-154d-40bb-90b2-467e34c9ea77 x-openstack-request-id: req-c33f0e8e-154d-40bb-90b2-467e34c9ea77 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:06.823060 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-unplugged", "status": "completed", "tag": "dd901257-5e68-4592-9d3c-624680ab2264", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:06.823226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:06.823336 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c33f0e8e-154d-40bb-90b2-467e34c9ea77 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:06.823725 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264', 'code': 200} Feb 19 07:15:06.845251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:06.845854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:06.846656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:06.848906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound port: dd901257-5e68-4592-9d3c-624680ab2264, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:06.849658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.899787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (450bc892-53cc-4a12-8e00-edfc8e61ad03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.902330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:06.927537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/450bc892-53cc-4a12-8e00-edfc8e61ad03 HTTP/1.1" status: 204 len: 168 time: 0.6219330 Feb 19 07:15:07.064141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:07.069620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:07.084509 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.124402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb356730-e2eb-40e8-b5f7-ac0049891ed5 req-31c07572-a509-4ae6-a6e9-7e92a9c5360b tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637800 Feb 19 07:15:07.133621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c37558-5fd8-4aa7-a9b6-65feb65b0d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bc892-53cc-4a12-8e00-edfc8e61ad03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:07.141271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (33ccdb9c-8815-44b0-ada2-844f7f8a4af4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.205552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Deleting port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:07.206557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.208122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['33ccdb9c-8815-44b0-ada2-844f7f8a4af4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:07.243624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'Port': ['ID=33ccdb9c-8815-44b0-ada2-844f7f8a4af4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:07.299552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.311136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:07.343532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a1a209a-e833-4954-8cdd-75ee4fb96766 req-a24b7ec4-335e-441d-92c5-82173d32c2b1 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=4c490173f34a4497bdd3c6198484c8d3 HTTP/1.1" status: 200 len: 1655 time: 0.1848724 Feb 19 07:15:07.375662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3d38b-16d2-41b1-b213-d698eb2a2d0b req-61bcbe98-d7bd-4f75-8b34-12a927c62674 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:07.384863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ed3d38b-16d2-41b1-b213-d698eb2a2d0b req-61bcbe98-d7bd-4f75-8b34-12a927c62674 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.5005066 Feb 19 07:15:07.385767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.api [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dd901257-5e68-4592-9d3c-624680ab2264-n-h1-829866-3-0 {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:15:07.386089 n-d-829866-3 neutron-server[103587]: DEBUG oslo_db.api [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:15:07.406429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:15:02Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:07.429442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:07.446131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:15:07.492218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1a6c8b-1e22-4269-b082-af2d75a6f5b8 None None] The sync data for ids ['a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9'] in n-d-829866-3 is: [{'id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'name': 'tempest-ServersTestBootFromVolume-1266280175-router', 'tenant_id': '15cb15387001479e9ddf0eded5e4dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:11:29Z', 'updated_at': '2022-02-19T07:15:02Z', 'revision_number': 5, 'project_id': '15cb15387001479e9ddf0eded5e4dd43', 'gw_port': {'id': '79609881-8bbf-4383-8ec9-3f0fc9e70eaf', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:11:33Z', 'updated_at': '2022-02-19T07:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:07.581274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ed3d38b-16d2-41b1-b213-d698eb2a2d0b req-afd93ff0-a85d-486d-80d1-ce4efc50ab7d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889479 Feb 19 07:15:07.654287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] No DVR routers for this DVR port 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:07.661675 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.665469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30d0cb53-1fee-4c90-a8ab-24f388624f80 req-01a2b4b0-0994-4595-8806-166a47f0b437 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.47 "DELETE /v2.0/ports/33ccdb9c-8815-44b0-ada2-844f7f8a4af4 HTTP/1.1" status: 204 len: 173 time: 1.9187531 Feb 19 07:15:07.671970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'name': 'network-vif-deleted', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:07.674705 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae2311-ab9a-43a5-b2bf-e28f33b5d5bb" -d '{"events": [{"server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "name": "network-vif-deleted", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:07.759750 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6768cba2-8812-4f98-a8f5-b32df08a85da x-openstack-request-id: req-6768cba2-8812-4f98-a8f5-b32df08a85da {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:07.763599 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a689ba5e-741c-40f3-8c4c-e5355fdc9ee3", "name": "network-vif-deleted", "tag": "33ccdb9c-8815-44b0-ada2-844f7f8a4af4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:07.764086 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6768cba2-8812-4f98-a8f5-b32df08a85da {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:07.764705 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a689ba5e-741c-40f3-8c4c-e5355fdc9ee3', 'name': 'network-vif-deleted', 'tag': '33ccdb9c-8815-44b0-ada2-844f7f8a4af4', 'status': 'completed', 'code': 200} Feb 19 07:15:07.812108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Allocated IP 172.20.0.1 (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb/5659b399-0dde-49bd-bc12-876c0ac20229/07ca4560-ec23-46e4-b6d0-561566ce8022) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:07.867483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a209a-e833-4954-8cdd-75ee4fb96766 req-44692614-f115-48c7-a2f2-9827a1e48973 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:07.869284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a1a209a-e833-4954-8cdd-75ee4fb96766 req-44692614-f115-48c7-a2f2-9827a1e48973 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks?id=4fb1f899-de92-4a48-a841-73f6967ee85c&id=4fb1f899-de92-4a48-a841-73f6967ee85c&id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 787 time: 0.4983804 Feb 19 07:15:07.871436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] For port 79609881-8bbf-4383-8ec9-3f0fc9e70eaf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:07.871910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:07.873867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:07.889826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0a1a209a-e833-4954-8cdd-75ee4fb96766 req-4dab71db-51dd-4546-9222-9d7cdfae3488 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:15:07.897580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a1a209a-e833-4954-8cdd-75ee4fb96766 req-4dab71db-51dd-4546-9222-9d7cdfae3488 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156705 Feb 19 07:15:07.931563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Calling delete_port for 79609881-8bbf-4383-8ec9-3f0fc9e70eaf owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:08.016400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:08.017313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:08.017866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:08.035872 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5cadc92-aacb-4fcd-888a-13eac8fd1abe req-f8dd7e64-e665-445f-933c-4a9bde87a1ee tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/ports?device_id=a689ba5e-741c-40f3-8c4c-e5355fdc9ee3 HTTP/1.1" status: 200 len: 210 time: 0.1160712 Feb 19 07:15:08.048271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:08.048706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempting to bind port dd901257-5e68-4592-9d3c-624680ab2264 on network d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:08.061881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:08.062373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Checking segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:08.062921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Bound using segment: {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:08.063539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Bound port: dd901257-5e68-4592-9d3c-624680ab2264, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1431086d-e541-4930-ae11-017e7c684fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd3c9bed6-f8e6-48b2-9cf0-2e3f0230798b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:08.064021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.104173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:08.104574 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.145660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:08.158087 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdff4a5-31ef-4122-8cdf-9b6dd463ee53" -d '{"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:08.188461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:08.197546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks [] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.216740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.219442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:08.235755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (79609881-8bbf-4383-8ec9-3f0fc9e70eaf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.298774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:08.299567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 33ccdb9c-8815-44b0-ada2-844f7f8a4af4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:08.335107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a0d662dd-618c-47f9-8297-9ec56813c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:08.336828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a0d662dd-618c-47f9-8297-9ec56813c624 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe&tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d HTTP/1.1" status: 200 len: 1131 time: 0.2468965 Feb 19 07:15:08.365775 n-d-829866-3 neutron-server[103587]: WARNING neutron.plugins.ml2.plugin [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Concurrent port binding operations failed on port dd901257-5e68-4592-9d3c-624680ab2264 Feb 19 07:15:08.381517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79609881-8bbf-4383-8ec9-3f0fc9e70eaf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:08.396799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:08.415389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:08.417032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-314041f9-48f6-4a32-9351-befff7e7479d tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips/97fce71c-2a21-478e-8ef7-9511bf174948 HTTP/1.1" status: 200 len: 692 time: 0.1900923 Feb 19 07:15:08.480606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:08.492164 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attempt 2 to bind port dd901257-5e68-4592-9d3c-624680ab2264 Feb 19 07:15:08.497829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:08.497829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.499554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-adec0f21-7c4e-4357-925f-39ac530e0d0f service neutron] 10.222.0.47 "PUT /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 1152 time: 3.9424610 Feb 19 07:15:08.502313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.504308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4121bc06-8742-4b41-b160-5b6aeaaab374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.571323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.580517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['dd901257-5e68-4592-9d3c-624680ab2264'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:08.590208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3fa2e-954f-424f-8d76-19e5aea59353 req-b5337a90-4426-462e-ae41-682dd5e22d4a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:08.594245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20e3fa2e-954f-424f-8d76-19e5aea59353 req-b5337a90-4426-462e-ae41-682dd5e22d4a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.2852321 Feb 19 07:15:08.596803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:08.600013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.608595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:08.616160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:08.627946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['dd901257-5e68-4592-9d3c-624680ab2264'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:08.644335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Pushing event updated for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:08.738509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.744823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks [] for router_controller (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.763955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a0c52d0d-d924-4505-8e6e-f808044069d1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.774515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-f8da75cf-059f-4219-9105-6b346c747a0a tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:08.788034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-f8da75cf-059f-4219-9105-6b346c747a0a tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.3399353 Feb 19 07:15:08.831151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-dd45f66d-1c90-43cf-bc2f-6dece7dbb960 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:15:08.832701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:08.835160 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24574db-3f11-487c-91e1-b3ab0434f5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "tag": "dd901257-5e68-4592-9d3c-624680ab2264"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:08.840890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-dd45f66d-1c90-43cf-bc2f-6dece7dbb960 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515671 Feb 19 07:15:08.883695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.884245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:15:08.893837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20e3fa2e-954f-424f-8d76-19e5aea59353 req-b7c641a1-cd56-46d7-852c-0c6323f985ef tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907009 Feb 19 07:15:08.897115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:08.898372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18ed0f3a-c10c-4194-8400-d9fcffd8abe8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a7061bc3-c52e-4132-81fc-ed2c3b2cbdd9 HTTP/1.1" status: 204 len: 168 time: 3.6763723 Feb 19 07:15:08.900989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:08.937114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-f664aad0-d04c-47a2-b298-80c6cac9ebe3 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.77 HTTP/1.1" status: 200 len: 695 time: 0.0946934 Feb 19 07:15:09.078353 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b1e030-308a-4f19-9b1c-5fe908b7f1c1 x-openstack-request-id: req-77b1e030-308a-4f19-9b1c-5fe908b7f1c1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:09.079919 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:09.080342 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77b1e030-308a-4f19-9b1c-5fe908b7f1c1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:09.080731 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'code': 200} Feb 19 07:15:09.113497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-32071b0a-f8b7-47b4-ab16-de7578fea199 None None] Provisioning complete for port 07ca4560-ec23-46e4-b6d0-561566ce8022 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:09.113878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32071b0a-f8b7-47b4-ab16-de7578fea199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.143286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-b03a324c-f56b-435d-87c6-6e0a8f85b34d tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.77 HTTP/1.1" status: 200 len: 695 time: 0.1515865 Feb 19 07:15:09.146286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Deleting subnet 4e1f0e47-4768-4762-a888-3e61ac772199 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:15:09.161373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Publish callbacks [] for subnet (4e1f0e47-4768-4762-a888-3e61ac772199), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.176190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-32071b0a-f8b7-47b4-ab16-de7578fea199 None None] Port 07ca4560-ec23-46e4-b6d0-561566ce8022 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:09.180377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:09.203657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.273057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:09.339489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:09.358682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks [] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.414131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Transition to ACTIVE for port object 9d57bdc4-355b-4902-8ee7-9000599e2eaf will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:09.420177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.558420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:09.561379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=11']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:09.564947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] No DVR routers for this DVR port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:09.602032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (4e1f0e47-4768-4762-a888-3e61ac772199), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.607627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.622781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0009afc-7326-4772-b57b-fcae6d629591 req-3a972d32-69ee-459c-86f7-be5c236ef80f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:09.630257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0009afc-7326-4772-b57b-fcae6d629591 req-3a972d32-69ee-459c-86f7-be5c236ef80f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2359779 Feb 19 07:15:09.678138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks [] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.681564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:09.682824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.696922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:09.697225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:09.697525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:09.699571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.736785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4e1f0e47-4768-4762-a888-3e61ac772199), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.762043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:09.762364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Attempting to bind port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:09.786707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0009afc-7326-4772-b57b-fcae6d629591 req-e6484461-5d7f-4c73-ba23-d7aa6fe1464e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535289 Feb 19 07:15:09.798774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:09.799161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:09.804852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:09.804852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Bound port: 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:09.804852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.819441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:09.819901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.843574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Deleting port cb8fcf1c-2272-4b77-ad78-37f3a7757bdd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:09.844348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.855747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Pushing event updated for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:09.860248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:09.865572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a0c52d0d-d924-4505-8e6e-f808044069d1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.866679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (4e1f0e47-4768-4762-a888-3e61ac772199), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.867494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.881119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 008f52a8-a448-42bb-bcf6-97110030d7f9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:09.891118 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c1432-b41f-4fbe-b647-16157ce00571 x-openstack-request-id: req-b70c1432-b41f-4fbe-b647-16157ce00571 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:09.891448 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "tag": "dd901257-5e68-4592-9d3c-624680ab2264", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:09.891701 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b70c1432-b41f-4fbe-b647-16157ce00571 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:09.892082 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264', 'status': 'completed', 'code': 200} Feb 19 07:15:09.949571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 008f52a8-a448-42bb-bcf6-97110030d7f9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:09.950253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 008f52a8-a448-42bb-bcf6-97110030d7f9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:09.962985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1f0e47-4768-4762-a888-3e61ac772199,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:09.982382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:09.991115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aebeb7-6e29-4756-bb6f-568da06508e4 None None] Network 08a26345-b303-4173-8259-aa6fe70e4ba4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:09.992038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7944f46e-713f-4978-830d-5050d5bec872 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4e1f0e47-4768-4762-a888-3e61ac772199 HTTP/1.1" status: 204 len: 168 time: 1.0889695 Feb 19 07:15:09.995016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:09.995170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:10.055085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:10.064028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:10.068458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-2a8adf33-fc05-4e86-9e50-aff0cf575d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.070012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-2a8adf33-fc05-4e86-9e50-aff0cf575d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1155 time: 0.1534040 Feb 19 07:15:10.101084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.119250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.119605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.123978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (08a26345-b303-4173-8259-aa6fe70e4ba4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.137765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Calling delete_port for cb8fcf1c-2272-4b77-ad78-37f3a7757bdd owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:10.177168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] DHCP port deletion for 08a26345-b303-4173-8259-aa6fe70e4ba4 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:15:10.199563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.200642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.202895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 1096 time: 1.8192036 Feb 19 07:15:10.240090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Deleting port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:10.240472 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.255839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:10.269065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Deleting port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:10.269410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.290654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-603b31e7-b6ca-439c-82c0-5b751e621af2 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/a4d47926-8426-40e5-9691-b535d99fdfd6 HTTP/1.1" status: 200 len: 1818 time: 0.2193842 Feb 19 07:15:10.292777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:10.329735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b425-b639-4ceb-a29a-77f9cf93f901 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=12']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:10.330173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] For port 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=55d992fd-86c9-42cd-9591-97b1f8cf88e3,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:10.330775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.350818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Calling delete_port for 55d992fd-86c9-42cd-9591-97b1f8cf88e3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:10.402511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-5c89fba2-1ab5-4ca7-9201-f4bbc6d46247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.408793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-5c89fba2-1ab5-4ca7-9201-f4bbc6d46247 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.3312955 Feb 19 07:15:10.414551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] For port 55d992fd-86c9-42cd-9591-97b1f8cf88e3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=55d992fd-86c9-42cd-9591-97b1f8cf88e3,segment=NetworkSegment(9f638c70-8787-4386-8f22-217743bef076),segment_id=9f638c70-8787-4386-8f22-217743bef076)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:10.414919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.428560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb8fcf1c-2272-4b77-ad78-37f3a7757bdd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.431461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Calling delete_port for 55d992fd-86c9-42cd-9591-97b1f8cf88e3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:10.469138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.472252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event deleted for resources: {'Port': ['ID=cb8fcf1c-2272-4b77-ad78-37f3a7757bdd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:10.520917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] Pushing event deleted for resources: {'Port': ['ID=55d992fd-86c9-42cd-9591-97b1f8cf88e3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:10.529564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9fc6a-2e54-4ede-94ac-c03543be4373 None None] No DVR routers for this DVR port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:10.566683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-0cdc543c-7ffe-4501-8990-c1ee3a9539b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 217 time: 0.1432703 Feb 19 07:15:10.572719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-8c557299-8e75-4475-bc65-574e4460f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.574457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-8c557299-8e75-4475-bc65-574e4460f654 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1130 time: 0.3320765 Feb 19 07:15:10.593071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (97fce71c-2a21-478e-8ef7-9511bf174948), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.595783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Router a0c52d0d-d924-4505-8e6e-f808044069d1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:10.596233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.597394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dd750b-5381-4c01-aa85-17c9acc6a30c req-98052a99-a31d-48d2-9b9a-760caf2d8df9 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "DELETE /v2.0/floatingips/97fce71c-2a21-478e-8ef7-9511bf174948 HTTP/1.1" status: 204 len: 173 time: 1.4423311 Feb 19 07:15:10.618075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (55d992fd-86c9-42cd-9591-97b1f8cf88e3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.644099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d992fd-86c9-42cd-9591-97b1f8cf88e3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:10.650093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] No DVR routers for this DVR port 55d992fd-86c9-42cd-9591-97b1f8cf88e3 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:10.672611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (a4d47926-8426-40e5-9691-b535d99fdfd6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.709846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-79657387-46da-4ecf-8036-dedea9ec5843 None None] Provisioning complete for port 07ca4560-ec23-46e4-b6d0-561566ce8022 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:10.710520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79657387-46da-4ecf-8036-dedea9ec5843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.748451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-dcf4deb4-c2ce-492e-b110-12c17e4687a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.749945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-dcf4deb4-c2ce-492e-b110-12c17e4687a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1646671 Feb 19 07:15:10.752003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-79657387-46da-4ecf-8036-dedea9ec5843 None None] Port 07ca4560-ec23-46e4-b6d0-561566ce8022 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:10.754357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (08a26345-b303-4173-8259-aa6fe70e4ba4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.780825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a26345-b303-4173-8259-aa6fe70e4ba4']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:10.797398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e7f30-79d8-4f95-9de4-480b8178ba7f req-4e92278b-c2bc-4f3f-ad7f-a14cbc2f208e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:10.798854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-068e7f30-79d8-4f95-9de4-480b8178ba7f req-4e92278b-c2bc-4f3f-ad7f-a14cbc2f208e tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.1266980 Feb 19 07:15:10.800782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f638c70-8787-4386-8f22-217743bef076') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:10.801083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f638c70-8787-4386-8f22-217743bef076') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:10.818601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (9f638c70-8787-4386-8f22-217743bef076), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.843052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9f638c70-8787-4386-8f22-217743bef076), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.856217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:15:10.856715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (9f638c70-8787-4386-8f22-217743bef076), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:15:10.858635 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:15:10.863931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.915661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-068e7f30-79d8-4f95-9de4-480b8178ba7f req-837935a0-337f-4732-b8a8-b1b0a8dcb14f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073279 Feb 19 07:15:10.947745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (08a26345-b303-4173-8259-aa6fe70e4ba4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.958153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:10.969339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] 10.222.0.43 "DELETE /v2.0/networks/08a26345-b303-4173-8259-aa6fe70e4ba4 HTTP/1.1" status: 204 len: 168 time: 0.9725273 Feb 19 07:15:10.985645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f51997-95d2-4af1-bdcf-539297811908 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a26345-b303-4173-8259-aa6fe70e4ba4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:11.003276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:11.071621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:11.072922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.124685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (a4d47926-8426-40e5-9691-b535d99fdfd6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.131900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e468f507-7fd7-4496-bc95-1be12c172439 req-ef4713c7-2506-4ef9-8920-efd6e6c70102 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips/414d8ec4-46b3-40e7-b061-2f21e6b3c0e5 HTTP/1.1" status: 200 len: 693 time: 0.0507848 Feb 19 07:15:11.171147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-90a3756a-ee7d-47af-b7d2-aa7e66404b1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421431 Feb 19 07:15:11.213100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:11.229714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46126) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:11.277264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 55d992fd-86c9-42cd-9591-97b1f8cf88e3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:11.285565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468f507-7fd7-4496-bc95-1be12c172439 req-3511e829-31a9-490a-b814-7936433e53b7 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:11.286950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e468f507-7fd7-4496-bc95-1be12c172439 req-3511e829-31a9-490a-b814-7936433e53b7 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1488492 Feb 19 07:15:11.301779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 55d992fd-86c9-42cd-9591-97b1f8cf88e3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:11.302624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 55d992fd-86c9-42cd-9591-97b1f8cf88e3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:11.303443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 79609881-8bbf-4383-8ec9-3f0fc9e70eaf no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:11.305380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c1097d85-98d3-4f6f-9890-76efca376769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15cb15387001479e9ddf0eded5e4dd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745769 Feb 19 07:15:11.308218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-eefaecdc-0990-4a4b-9396-b5a6af1d5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:11.309707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-eefaecdc-0990-4a4b-9396-b5a6af1d5f8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.7258117 Feb 19 07:15:11.310166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:11.331391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 79609881-8bbf-4383-8ec9-3f0fc9e70eaf {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:11.332110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 79609881-8bbf-4383-8ec9-3f0fc9e70eaf not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:11.345255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a4d47926-8426-40e5-9691-b535d99fdfd6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.346590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e468f507-7fd7-4496-bc95-1be12c172439 req-0e1c1bbe-aed8-4679-b28a-53511d151969 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0516605 Feb 19 07:15:11.347805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.348918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea2b12f0-88ec-492a-9bd3-7b619235d473 req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4d47926-8426-40e5-9691-b535d99fdfd6 HTTP/1.1" status: 204 len: 173 time: 1.0577049 Feb 19 07:15:11.398674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-98a04fa9-ff4b-4a45-a854-5dbd46f81767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.0767519 Feb 19 07:15:11.403863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e468f507-7fd7-4496-bc95-1be12c172439 req-53e5bdaf-6a2c-4364-826a-b5c070091d3f tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.147 HTTP/1.1" status: 200 len: 696 time: 0.0470304 Feb 19 07:15:11.413509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:11.422210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Sync routers for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:11.433009 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:11.433806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:11.435982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf907-1901-4512-a6db-ec70c6d6e743 tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d47926-8426-40e5-9691-b535d99fdfd6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:11.459157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c4c49cd-f3d6-4d56-a404-5298c727de0e admin admin] 10.222.0.43 "PUT /v2.0/routers/a0c52d0d-d924-4505-8e6e-f808044069d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2223146 Feb 19 07:15:11.552527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-bb22c0f5-86ec-4233-af5b-96dd7c1ce4fc service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636580 Feb 19 07:15:11.569744 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:11.594792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Deleting port d96703ec-56c3-4f32-a5db-4052176d50bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:11.596142 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.596379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] Publish callbacks [] for security_group (6cd1e956-0e10-403e-99fb-60fb574c7ab5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.603940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-f9bfe055-2c20-4e74-9ef2-f754ee526e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:11.605956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-f9bfe055-2c20-4e74-9ef2-f754ee526e00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1967838 Feb 19 07:15:11.640428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46136) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:11.689478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.690050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (d96703ec-56c3-4f32-a5db-4052176d50bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.703524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Calling delete_port for d96703ec-56c3-4f32-a5db-4052176d50bf owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:11.704099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54fb9f-c7e9-4060-8750-cb3764f908f0 req-6ab3feb4-a48a-476c-b0be-e9f06c09179b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:11.706003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab54fb9f-c7e9-4060-8750-cb3764f908f0 req-6ab3feb4-a48a-476c-b0be-e9f06c09179b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2979002 Feb 19 07:15:11.725982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] Publish callbacks [] for security_group (6cd1e956-0e10-403e-99fb-60fb574c7ab5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.789754 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '07ca4560-ec23-46e4-b6d0-561566ce8022', 'name': '', 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'mac_address': 'fa:16:3e:80:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:07Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 2, 'project_id': '193137b6c423465b9a5694df94d3434c', 'subnets': [{'id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:11.818312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-246606154'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:11.820430 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Checking router: a0c52d0d-d924-4505-8e6e-f808044069d1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:11.820784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Updating router a0c52d0d-d924-4505-8e6e-f808044069d1 port 07ca4560-ec23-46e4-b6d0-561566ce8022 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:15:11.851857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-e3828c9b-3ad9-45cf-b827-e68ebabac444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:11.853517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-e3828c9b-3ad9-45cf-b827-e68ebabac444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077947 Feb 19 07:15:11.855084 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.859866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab54fb9f-c7e9-4060-8750-cb3764f908f0 req-8181c1da-b07b-4ade-9d1c-b85888ec5c33 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419673 Feb 19 07:15:11.861421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c24574db-3f11-487c-91e1-b3ab0434f5e1 req-8a95eac6-8199-4740-be1c-ba2626826e91 service neutron] 10.222.0.24 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928188 Feb 19 07:15:11.886652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d96703ec-56c3-4f32-a5db-4052176d50bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.893480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:11.897447 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837f456-24fb-45ae-a1c5-c90fc06fc995" -d '{"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:11.934807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:11.938463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.961473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6cd1e956-0e10-403e-99fb-60fb574c7ab5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.965208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:11.966692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cd1e956-0e10-403e-99fb-60fb574c7ab5 HTTP/1.1" status: 204 len: 168 time: 0.6537280 Feb 19 07:15:11.969483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event deleted for resources: {'Port': ['ID=d96703ec-56c3-4f32-a5db-4052176d50bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:11.999715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3807305-d76c-4705-bdbb-e9a354817f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd1e956-0e10-403e-99fb-60fb574c7ab5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:12.024253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:12.055920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3d9d2ca9-0966-4b3f-9d34-54e37cc25593), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.056356 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Added segment 3d9d2ca9-0966-4b3f-9d34-54e37cc25593 of type vlan for network 63e37292-1443-4ade-9ce7-4b5503004aaf Feb 19 07:15:12.059482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-9de1cbd4-d5d9-4baa-8184-b446c761833f service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954355 Feb 19 07:15:12.098782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (414d8ec4-46b3-40e7-b061-2f21e6b3c0e5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.101416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.102573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e468f507-7fd7-4496-bc95-1be12c172439 req-7e8b8b51-d65e-4653-a9ab-0f42038aac70 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "DELETE /v2.0/floatingips/414d8ec4-46b3-40e7-b061-2f21e6b3c0e5 HTTP/1.1" status: 204 len: 173 time: 0.6933119 Feb 19 07:15:12.165706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (63e37292-1443-4ade-9ce7-4b5503004aaf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.192212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-a26343e4-9ea9-4b9e-8e46-c6df1a12cf7c tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "GET /v2.0/security-groups/8317d281-03e1-48aa-9933-2fa30a7fac4c HTTP/1.1" status: 200 len: 1817 time: 0.0739238 Feb 19 07:15:12.223049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (63e37292-1443-4ade-9ce7-4b5503004aaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.228464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:12.229143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.244350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adf3cfc8-040a-452d-9c78-dbd0e83cee80 req-2d5b01b8-9a49-47be-bafa-ac17adf6d63a service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770825 Feb 19 07:15:12.302636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6491833 Feb 19 07:15:12.305653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:12.308426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (8317d281-03e1-48aa-9933-2fa30a7fac4c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.312260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'subnet': {'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:12.368207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (8317d281-03e1-48aa-9933-2fa30a7fac4c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.381095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691c35a-fb3b-463c-8f38-0ad567a56e83 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Network': ['ID=63e37292-1443-4ade-9ce7-4b5503004aaf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:12.407253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 63e37292-1443-4ade-9ce7-4b5503004aaf details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:12.415291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.462049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8317d281-03e1-48aa-9933-2fa30a7fac4c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.465027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.465423 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks [] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.470808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73fcaef5-206d-442e-8fc4-5c3acc434eb5 req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] 10.222.0.43 "DELETE /v2.0/security-groups/8317d281-03e1-48aa-9933-2fa30a7fac4c HTTP/1.1" status: 204 len: 173 time: 0.2726831 Feb 19 07:15:12.477176 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.478045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:12.490270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30423b-1e26-4bc0-8701-b0447a4ce27e tempest-SecurityGroupsTestJSON-1591454207 tempest-SecurityGroupsTestJSON-1591454207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317d281-03e1-48aa-9933-2fa30a7fac4c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:12.602248 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67507a84-31a1-455b-ac17-d8c82cd906c5 None None] Pushing event updated for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:12.608800 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565bd3e2-2aa7-4973-93ce-d55c5e0f12f7 x-openstack-request-id: req-565bd3e2-2aa7-4973-93ce-d55c5e0f12f7 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:12.609861 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:12.611501 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-565bd3e2-2aa7-4973-93ce-d55c5e0f12f7 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:12.613150 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'status': 'completed', 'code': 200} Feb 19 07:15:12.661180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95844b1-b48a-467b-bc34-23e2c729ed01 req-529b9e6b-b94e-4741-b251-cd1c52f5352f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:12.679799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a95844b1-b48a-467b-bc34-23e2c729ed01 req-529b9e6b-b94e-4741-b251-cd1c52f5352f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.1106670 Feb 19 07:15:12.691384 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Attempting to bind port 07ca4560-ec23-46e4-b6d0-561566ce8022 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:12.691758 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Attempting to bind port 07ca4560-ec23-46e4-b6d0-561566ce8022 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:12.692119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Attempting to bind port 07ca4560-ec23-46e4-b6d0-561566ce8022 on network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:12.705903 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:12.706756 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Checking segment: {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:12.706989 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.707569 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Bound using segment: {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:12.720397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Bound port: 07ca4560-ec23-46e4-b6d0-561566ce8022, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cd3947-ff21-4f20-9c72-bdf97900166b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:12.720952 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.770520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:12.774578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.781906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-ff5af468-7119-4130-9488-f216f5c053e7 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips/7580ab4c-e7a2-45de-9e1c-840cd66ffe6f HTTP/1.1" status: 200 len: 692 time: 0.1574934 Feb 19 07:15:12.782952 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a95844b1-b48a-467b-bc34-23e2c729ed01 req-6c83968d-164b-4a25-976c-09d2539684fe tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021910 Feb 19 07:15:12.820587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Deleting subnet 475f016a-9c2c-4440-b65e-395e6ff3f46b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:15:12.865936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Publish callbacks [] for subnet (475f016a-9c2c-4440-b65e-395e6ff3f46b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.873646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] For port 07ca4560-ec23-46e4-b6d0-561566ce8022, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:12.886739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] For port 07ca4560-ec23-46e4-b6d0-561566ce8022, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=07ca4560-ec23-46e4-b6d0-561566ce8022,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:12.898962 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:12.996350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (475f016a-9c2c-4440-b65e-395e6ff3f46b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.013187 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:13.013806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:13.022860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Provisioning complete for port 07ca4560-ec23-46e4-b6d0-561566ce8022 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:13.026575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.030496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-94f59009-a66c-4f65-9e5e-fed6c169e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.032284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-94f59009-a66c-4f65-9e5e-fed6c169e53d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1130 time: 0.4017227 Feb 19 07:15:13.050710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-aff0cecd-a177-49aa-9859-bc1060e0365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.058615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-aff0cecd-a177-49aa-9859-bc1060e0365f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1130 time: 0.4438229 Feb 19 07:15:13.236139 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:13.252166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Current status of the port 07ca4560-ec23-46e4-b6d0-561566ce8022 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:13.252569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.344171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] For port 07ca4560-ec23-46e4-b6d0-561566ce8022, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=07ca4560-ec23-46e4-b6d0-561566ce8022,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:13.350898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.483859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a290c-f114-4b84-82a7-bc9c62a24829 None None] Pushing event updated for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:13.487082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (475f016a-9c2c-4440-b65e-395e6ff3f46b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.509373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-42c3dbf4-a7cd-42e5-9f23-ba193d48ec6c None None] Provisioning complete for port 07ca4560-ec23-46e4-b6d0-561566ce8022 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:13.510498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42c3dbf4-a7cd-42e5-9f23-ba193d48ec6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:13.536189 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67507a84-31a1-455b-ac17-d8c82cd906c5 None None] Pushing event updated for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:13.555888 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '07ca4560-ec23-46e4-b6d0-561566ce8022', 'name': '', 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'mac_address': 'fa:16:3e:80:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:07Z', 'updated_at': '2022-02-19T07:15:12Z', 'revision_number': 4, 'project_id': '193137b6c423465b9a5694df94d3434c', 'subnets': [{'id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:13.556160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37354e66-2323-428c-86a6-5d273e783b80 req-e64abcb1-1690-46ea-9756-9901b25d49a4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.570314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37354e66-2323-428c-86a6-5d273e783b80 req-e64abcb1-1690-46ea-9756-9901b25d49a4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.1834106 Feb 19 07:15:13.586565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-8100e48a-e828-44c5-8792-44642683be84 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.588451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-8100e48a-e828-44c5-8792-44642683be84 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.7785385 Feb 19 07:15:13.597867 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8b05f3-4528-49fa-b635-346345179fa8 None None] The sync data for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 is: [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '07ca4560-ec23-46e4-b6d0-561566ce8022', 'name': '', 'network_id': '0ff3b9da-7111-42b5-8021-79ea1bc5b9eb', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'mac_address': 'fa:16:3e:80:51:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:07Z', 'updated_at': '2022-02-19T07:15:12Z', 'revision_number': 4, 'project_id': '193137b6c423465b9a5694df94d3434c', 'subnets': [{'id': '5659b399-0dde-49bd-bc12-876c0ac20229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:13.607826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:13.640703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-42c3dbf4-a7cd-42e5-9f23-ba193d48ec6c None None] Current status of the port 07ca4560-ec23-46e4-b6d0-561566ce8022 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:13.652285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37354e66-2323-428c-86a6-5d273e783b80 req-56918816-6201-4278-bc75-50365574cec5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771039 Feb 19 07:15:13.830985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:13.834917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-d805360e-e9c1-487c-9061-7c20c2001912 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.2073553 Feb 19 07:15:13.862888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-93c80c5a-58b7-462a-ad44-6f142cb2aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.864510 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-93c80c5a-58b7-462a-ad44-6f142cb2aa64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.8046153 Feb 19 07:15:13.899480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-b446cdf3-f813-4281-8c99-33da220655da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:13.901337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-b446cdf3-f813-4281-8c99-33da220655da service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.8067415 Feb 19 07:15:13.908576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1726753166-network', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:13.940987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (475f016a-9c2c-4440-b65e-395e6ff3f46b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.005467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-861a3bdf-a023-43b4-80d8-2020a899314c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.025993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Made reservation on behalf of 79c6ab151b204f20ad101e0e4d8f6afa for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:14.029149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.035487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-639cdfb1-494a-4b46-917e-f1e3bae9c1ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.1503365 Feb 19 07:15:14.038782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-da6a9a94-dad6-4db6-845c-4e2b097da6e0 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.75 HTTP/1.1" status: 200 len: 695 time: 0.1872666 Feb 19 07:15:14.072636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.101429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475f016a-9c2c-4440-b65e-395e6ff3f46b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:14.123644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.132164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fde90726-0797-41a0-abaa-a2a1f876f525 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/475f016a-9c2c-4440-b65e-395e6ff3f46b HTTP/1.1" status: 204 len: 168 time: 1.6517630 Feb 19 07:15:14.140267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:14.141769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-ffc0a17b-897f-4c20-b97b-df6a4c2b368c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 200 len: 217 time: 0.2077115 Feb 19 07:15:14.223834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (328a4ada-e039-41f1-859c-98ab0c5736e9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.254563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40dbf1-c86d-46bf-abb5-9ebe056779ec req-048e0fb2-bafa-4dcd-8146-611cfa07124a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:14.263469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b40dbf1-c86d-46bf-abb5-9ebe056779ec req-048e0fb2-bafa-4dcd-8146-611cfa07124a tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.3177402 Feb 19 07:15:14.368444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-ebe72f31-4346-4bd7-942e-463ab77faaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:14.369534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks [] for security_group (2ef09f11-5efa-4388-b1fa-f57ebe697521), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.369956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-ebe72f31-4346-4bd7-942e-463ab77faaf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2837479 Feb 19 07:15:14.387108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2ef09f11-5efa-4388-b1fa-f57ebe697521), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.395433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Subnet': ['ID=328a4ada-e039-41f1-859c-98ab0c5736e9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:14.401036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-0320c106-4c69-4765-bc7f-ed4ba0dabcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:14.402551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-0320c106-4c69-4765-bc7f-ed4ba0dabcaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2150843 Feb 19 07:15:14.448198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b40dbf1-c86d-46bf-abb5-9ebe056779ec req-dc2b7acc-666a-401f-adb1-38ed7e816b41 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826870 Feb 19 07:15:14.490573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-861a3bdf-a023-43b4-80d8-2020a899314c admin admin] Publish callbacks [] for security_group (21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.501081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Checking segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:14.501506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network hostable DHCP agents. Network: 63e37292-1443-4ade-9ce7-4b5503004aaf, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:15:14.532623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.534644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef09f11-5efa-4388-b1fa-f57ebe697521,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:14.543542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-861a3bdf-a023-43b4-80d8-2020a899314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.548566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-08d404db-1486-49f7-a9bf-da980b6c364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:14.550205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-08d404db-1486-49f7-a9bf-da980b6c364a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1564918 Feb 19 07:15:14.553177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 63e37292-1443-4ade-9ce7-4b5503004aaf is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:15:14.556627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-d6a8d0bf-c88b-4c39-9a23-861cef24990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:14.558169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-d6a8d0bf-c88b-4c39-9a23-861cef24990a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1394532 Feb 19 07:15:14.559543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Deleting port bfe7d820-6c66-445f-8542-ab2eb4a5b392 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:14.559820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.579309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:14.588555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3bdf-a023-43b4-80d8-2020a899314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:14.642326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5b3df24d-a7fa-4168-a965-468e849cc95e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.642923 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Added segment 5b3df24d-a7fa-4168-a965-468e849cc95e of type vlan for network de9f2278-badd-4ec4-a4e4-fb411efaa649 Feb 19 07:15:14.655697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-861a3bdf-a023-43b4-80d8-2020a899314c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cedb4341c99f45699eb51c118047f4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236074 Feb 19 07:15:14.667038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:14.796343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] Publish callbacks [] for security_group (21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.817359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (de9f2278-badd-4ec4-a4e4-fb411efaa649), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.845452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.918706 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] Publish callbacks [] for security_group (21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:14.937594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:14.980030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:14.991636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:14.997034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75da391-0d81-4c66-9ab6-a05218ccfc68') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:14.997287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75da391-0d81-4c66-9ab6-a05218ccfc68') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:15.028442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c75da391-0d81-4c66-9ab6-a05218ccfc68), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.056290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc585ba-7fc2-47e1-95dc-3f351aed493d req-163a0b7a-5c84-4c0d-a390-3ad2d7c8570f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:15.058891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dc585ba-7fc2-47e1-95dc-3f351aed493d req-163a0b7a-5c84-4c0d-a390-3ad2d7c8570f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2600830 Feb 19 07:15:15.060894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (de9f2278-badd-4ec4-a4e4-fb411efaa649), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.062017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:15.062755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.100513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 63e37292-1443-4ade-9ce7-4b5503004aaf) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:15.136705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c75da391-0d81-4c66-9ab6-a05218ccfc68), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.140905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.143970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.145183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7 HTTP/1.1" status: 204 len: 168 time: 0.4750342 Feb 19 07:15:15.169754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 07ca4560-ec23-46e4-b6d0-561566ce8022 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:15.180445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacfee5-8cda-4a70-8dc4-627c7cb95d2f None None] Network 63e37292-1443-4ade-9ce7-4b5503004aaf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:15.181276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:15.181877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.194091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:15:15.194549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c75da391-0d81-4c66-9ab6-a05218ccfc68), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.208477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5994010 Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:15:15.209342 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:15:15.221352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-372e66b8-b11c-43af-8fb0-574a6ba2934a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9145551 Feb 19 07:15:15.221698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:15.227067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:15.229870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Request body: {'subnet': {'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1726753166-subnet', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:15.236850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1649258295'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:15.257722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ada65-5f02-454c-8933-009ac00be103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc71e4-e2c5-4bdc-b53d-9ff69e424dd7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:15.311147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Made reservation on behalf of 79c6ab151b204f20ad101e0e4d8f6afa for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:15.318249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.408691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.409029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (bfe7d820-6c66-445f-8542-ab2eb4a5b392), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.410495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dc585ba-7fc2-47e1-95dc-3f351aed493d req-d309c824-5bf1-4d87-805b-f40dd631aac8 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419991 Feb 19 07:15:15.420330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb74b2-02e7-4fe0-82f1-2dd013c701ca admin admin] Pushing event updated for resources: {'Network': ['ID=de9f2278-badd-4ec4-a4e4-fb411efaa649,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:15.421305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-3609ee28-dc8d-4da7-bb59-6087e4436235 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8585200 Feb 19 07:15:15.421883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:15.425503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.482133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-3852884d-7ea4-4a8a-9ca1-2b1a010b1e12 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9008901 Feb 19 07:15:15.484595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Calling delete_port for bfe7d820-6c66-445f-8542-ab2eb4a5b392 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:15.486614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.503441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.507231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] 10.222.0.43 "DELETE /v2.0/networks/73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540 HTTP/1.1" status: 204 len: 168 time: 1.3616955 Feb 19 07:15:15.552002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:15.552260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebddbcd-fa7a-42cc-a909-0b2481ae6f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=73f7fcf4-bad1-4fb3-8fa2-662f6f6ee540,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:15.566128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fd1933d5-4527-484f-9ba0-8e11cc93e3bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.566486 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Added segment fd1933d5-4527-484f-9ba0-8e11cc93e3bc of type vlan for network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 Feb 19 07:15:15.620766 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (31b11652-100e-40ea-a83d-0f9a3eb1cec2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.679969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (31b11652-100e-40ea-a83d-0f9a3eb1cec2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.695156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:15.695854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.768357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6ff47-fed8-4c59-8896-05e925ee8b76 req-03834077-06f4-4218-95d9-2c568cfa8725 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:15.771472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bc6ff47-fed8-4c59-8896-05e925ee8b76 req-03834077-06f4-4218-95d9-2c568cfa8725 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.1185811 Feb 19 07:15:15.812207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (0191247a-92a0-4a87-a1e2-0d6cf4ae63f6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:15.897471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:15.918444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bc6ff47-fed8-4c59-8896-05e925ee8b76 req-1846a13d-a100-4251-bc7e-ea9b9e65b4e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400809 Feb 19 07:15:15.921463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:15.951176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0191247a-92a0-4a87-a1e2-0d6cf4ae63f6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:15.997545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Checking segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:15.997788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Network hostable DHCP agents. Network: de9f2278-badd-4ec4-a4e4-fb411efaa649, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:15:16.019234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6b9a6aaf-278c-42d1-a071-7bc4fae81fa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3030bc6dedd845b9b9522871a7d6caf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0945048 Feb 19 07:15:16.021932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:16.103299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:15:16.120455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] Publish callbacks [] for security_group (78c6e7d4-54c9-4845-adb0-11fd723eba52), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.125375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-9d3c5f94-0ce9-4d5b-bcfa-4d74a2cade4a service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315246 Feb 19 07:15:16.126541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Network': ['ID=31b11652-100e-40ea-a83d-0f9a3eb1cec2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:16.150681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:16.157994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:16.158915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] Publish callbacks [] for security_group (78c6e7d4-54c9-4845-adb0-11fd723eba52), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.163233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port dd901257-5e68-4592-9d3c-624680ab2264 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:16.191465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8837f456-24fb-45ae-a1c5-c90fc06fc995 req-abce2b16-6762-4544-883c-b8fddc47a0fd service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7532477 Feb 19 07:15:16.192206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bfe7d820-6c66-445f-8542-ab2eb4a5b392), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.212507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2da12773-08a4-4708-b001-d17d524d0f4b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9817657 Feb 19 07:15:16.214591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46228) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:16.223030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, de9f2278-badd-4ec4-a4e4-fb411efaa649) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:16.225617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'subnet': {'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:16.229367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:16.229979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.238515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (78c6e7d4-54c9-4845-adb0-11fd723eba52), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.241109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.242319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78c6e7d4-54c9-4845-adb0-11fd723eba52 HTTP/1.1" status: 204 len: 168 time: 0.2192254 Feb 19 07:15:16.260991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364643-94af-42b6-af32-a0d3ffe33765 req-58fd0e30-d908-45d8-acfe-3a0d2af178ef tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:16.262593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a364643-94af-42b6-af32-a0d3ffe33765 req-58fd0e30-d908-45d8-acfe-3a0d2af178ef tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 1130 time: 0.1991439 Feb 19 07:15:16.264878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e72605-af32-4007-999d-e2e6c16165a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c6e7d4-54c9-4845-adb0-11fd723eba52,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:16.284460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-23da87dc-a9f0-4d3d-9199-61451e9f1459 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0596988 Feb 19 07:15:16.286397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46232) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:16.291036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:16.303445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b312e7-834c-4c57-814e-e1c1c0b13299 None None] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:16.348415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a364643-94af-42b6-af32-a0d3ffe33765 req-a4e4b982-0830-4dd0-aa6e-6ddd2c50fea1 tempest-MigrationsAdminTest-824474877 tempest-MigrationsAdminTest-824474877-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728714 Feb 19 07:15:16.395113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.396516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.494419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Pushing event deleted for resources: {'Port': ['ID=bfe7d820-6c66-445f-8542-ab2eb4a5b392,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:16.518088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for router_controller (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.534277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:16.537793 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.568401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-63e37292-1443-4ade-9ce7-4b5503004aaf', 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'project_id': '193137b6c423465b9a5694df94d3434c', 'fixed_ips': [{'subnet_id': '328a4ada-e039-41f1-859c-98ab0c5736e9'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:15:16.569256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.588920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks [] for floatingip (7580ab4c-e7a2-45de-9e1c-840cd66ffe6f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.592955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.594137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d49f53f9-20b1-4a64-a057-464afc3be217 req-7d367759-e784-402f-ad6b-045106fce555 tempest-FloatingIPDetailsTestJSON-706790500 tempest-FloatingIPDetailsTestJSON-706790500-project] 10.222.0.43 "DELETE /v2.0/floatingips/7580ab4c-e7a2-45de-9e1c-840cd66ffe6f HTTP/1.1" status: 204 len: 173 time: 2.5067360 Feb 19 07:15:16.609408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'mac_address': 'fa:16:3e:2d:33:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:16.611115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:16.718569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 07ca4560-ec23-46e4-b6d0-561566ce8022 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:16.718978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.910996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-de9f2278-badd-4ec4-a4e4-fb411efaa649', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:15:16.911953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:16.922258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b49c57-6f54-4413-8127-8989c0505550 req-8afdbc57-3050-4c2b-b29a-86d26fa9ce03 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:16.923980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0b49c57-6f54-4413-8127-8989c0505550 req-8afdbc57-3050-4c2b-b29a-86d26fa9ce03 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.1758227 Feb 19 07:15:17.099543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Allocated IP 19.80.0.2 (63e37292-1443-4ade-9ce7-4b5503004aaf/328a4ada-e039-41f1-859c-98ab0c5736e9/9c01daa0-08e9-4563-9681-5582695922c4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:17.119638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0b49c57-6f54-4413-8127-8989c0505550 req-bcebeea5-657d-44c3-a7a7-15df18c230d3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792169 Feb 19 07:15:17.167131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f540400-fc83-4efd-b99b-75306adcc51c req-33b7d91d-ba25-424a-bb76-5456e90ff601 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:17.174659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f540400-fc83-4efd-b99b-75306adcc51c req-33b7d91d-ba25-424a-bb76-5456e90ff601 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 948 time: 0.3816614 Feb 19 07:15:17.185154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for router_gateway (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.245386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (17e12a15-9087-4074-bc1d-9bcc2f181628), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.332005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f540400-fc83-4efd-b99b-75306adcc51c req-6dec4197-736d-4112-b91b-a685e11ae331 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564233 Feb 19 07:15:17.335587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Subnet': ['ID=17e12a15-9087-4074-bc1d-9bcc2f181628,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:17.352970 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks [] for port (9c01daa0-08e9-4563-9681-5582695922c4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.356821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d57bdc4-355b-4902-8ee7-9000599e2eaf is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:17.357590 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.363824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (9c01daa0-08e9-4563-9681-5582695922c4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.384858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Checking segment: {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:17.386112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network hostable DHCP agents. Network: 31b11652-100e-40ea-a83d-0f9a3eb1cec2, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:15:17.420668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:15:17.433666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 31b11652-100e-40ea-a83d-0f9a3eb1cec2) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:17.444507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Network 63e37292-1443-4ade-9ce7-4b5503004aaf is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:17.453951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:17.454694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Pushing event updated for resources: {'Port': ['ID=9c01daa0-08e9-4563-9681-5582695922c4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:17.455171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.463145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:17.465629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:17.468827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53618ba0-5dc3-4e24-925d-05887669eb25 None None] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:17.496922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0658f645-fdb5-453e-a9a6-bc8105bbf7dc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2766161 Feb 19 07:15:17.577255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:17.633692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:17.652750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:17.659537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:17.707083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 07ca4560-ec23-46e4-b6d0-561566ce8022 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:17.720693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-31b11652-100e-40ea-a83d-0f9a3eb1cec2', 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2', 'project_id': '193137b6c423465b9a5694df94d3434c', 'fixed_ips': [{'subnet_id': '17e12a15-9087-4074-bc1d-9bcc2f181628'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:15:17.721801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.767921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:17.879026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1306434815-network', 'tenant_id': 'ad75fe6034aa450f9c96ac3b93d308af'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:18.009654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Allocated IP 19.86.0.2 (31b11652-100e-40ea-a83d-0f9a3eb1cec2/17e12a15-9087-4074-bc1d-9bcc2f181628/a0f4f853-4040-4e54-9f1c-dccdfaedf384) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:18.036987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-aa57d6e2-47c5-4f58-b676-72bb3dc47493 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:18.042542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-aa57d6e2-47c5-4f58-b676-72bb3dc47493 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:18.051395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-aa57d6e2-47c5-4f58-b676-72bb3dc47493 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/networks?id=63e37292-1443-4ade-9ce7-4b5503004aaf&id=31b11652-100e-40ea-a83d-0f9a3eb1cec2&id=63e37292-1443-4ade-9ce7-4b5503004aaf HTTP/1.1" status: 200 len: 1391 time: 0.1522040 Feb 19 07:15:18.079909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-e5ac5371-aecd-44ed-9174-84412666391c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/quotas/193137b6c423465b9a5694df94d3434c HTTP/1.1" status: 200 len: 375 time: 0.0272539 Feb 19 07:15:18.088572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for router_gateway (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.110402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18668c27-99c1-428b-a2b3-62bb7440594b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.113363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.120495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Made reservation on behalf of ad75fe6034aa450f9c96ac3b93d308af for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:18.124558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.146249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.162299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks [] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.204433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.233397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:18.236455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Allocated IP 172.25.7.188 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/3888fbcd-0446-4a98-95b6-9232262aef54) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:18.241781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:18.250612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:18.275635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks [] for security_group (aa465eb4-f913-44f4-becc-88611d8ab673), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.281987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Attempting to bind port 9c01daa0-08e9-4563-9681-5582695922c4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:18.282367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Attempting to bind port 9c01daa0-08e9-4563-9681-5582695922c4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:18.282733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Attempting to bind port 9c01daa0-08e9-4563-9681-5582695922c4 on network 63e37292-1443-4ade-9ce7-4b5503004aaf {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:18.299544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:18.299839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Checking segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:18.300475 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.300877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Bound using segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:18.301356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Bound port: 9c01daa0-08e9-4563-9681-5582695922c4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:18.301740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c01daa0-08e9-4563-9681-5582695922c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.302608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aa465eb4-f913-44f4-becc-88611d8ab673), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.350161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for port (3888fbcd-0446-4a98-95b6-9232262aef54), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.363635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-88c68296-9763-4175-a8e9-533db825d0b5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2824008 Feb 19 07:15:18.374154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa465eb4-f913-44f4-becc-88611d8ab673,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:18.395146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] For port 9c01daa0-08e9-4563-9681-5582695922c4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:18.396402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.401958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] For port 9c01daa0-08e9-4563-9681-5582695922c4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9c01daa0-08e9-4563-9681-5582695922c4,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:18.402862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-54f7f718-6a06-4c5d-9ec0-1b36b90c4570 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:18.408810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-54f7f718-6a06-4c5d-9ec0-1b36b90c4570 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.3459020 Feb 19 07:15:18.447999 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c01daa0-08e9-4563-9681-5582695922c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.460968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=13']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:18.473812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:18.476618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:18.480867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:18.486445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:18.522288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (7dcdea3c-dcfb-417b-b844-52323ab58613), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.548917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Pushing event updated for resources: {'Port': ['ID=a0f4f853-4040-4e54-9f1c-dccdfaedf384,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:18.633316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65061a67-cc58-4dee-826e-93453cfef003 None None] Pushing event updated for resources: {'Port': ['ID=9c01daa0-08e9-4563-9681-5582695922c4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:18.653051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Allocated IP 172.20.0.2 (de9f2278-badd-4ec4-a4e4-fb411efaa649/0191247a-92a0-4a87-a1e2-0d6cf4ae63f6/b1d004c4-b80b-49a7-a193-b72ffb034690) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:18.655591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Attempting to bind port a0f4f853-4040-4e54-9f1c-dccdfaedf384 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:18.655737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Attempting to bind port a0f4f853-4040-4e54-9f1c-dccdfaedf384 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:18.656014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Attempting to bind port a0f4f853-4040-4e54-9f1c-dccdfaedf384 on network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:18.664569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:18.664951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Checking segment: {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:18.665385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.665795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Bound using segment: {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:18.666820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Bound port: a0f4f853-4040-4e54-9f1c-dccdfaedf384, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:18.667376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.705168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-707c34eb-2ddf-4767-bef9-d1c3bead4a67 service neutron] 10.222.0.43 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403509 Feb 19 07:15:18.710724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2d1480b1-b298-4587-954b-04accda6ace0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:18.710978 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Added segment 2d1480b1-b298-4587-954b-04accda6ace0 of type vlan for network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c Feb 19 07:15:18.711433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3888fbcd-0446-4a98-95b6-9232262aef54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:18.801221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024f36-4f86-4da0-88d8-c2b0c3849d7e req-04f695dd-24fb-4f1a-87f3-c8453396edfd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:18.804384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-90024f36-4f86-4da0-88d8-c2b0c3849d7e req-04f695dd-24fb-4f1a-87f3-c8453396edfd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.4217820 Feb 19 07:15:18.911374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (23d72f5e-a29a-443e-b1d5-6ff39b3f789c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.026056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18668c27-99c1-428b-a2b3-62bb7440594b admin admin] Publish callbacks [] for security_group (ea5eefdf-b8b3-42af-a2ea-44f4c6b93786), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.027738 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (23d72f5e-a29a-443e-b1d5-6ff39b3f789c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.029445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:19.030221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.037497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-90024f36-4f86-4da0-88d8-c2b0c3849d7e req-c3d05ba8-4525-444a-b06f-ef688c6a1add tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725612 Feb 19 07:15:19.038784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Deleting port 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:19.039422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.077660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18668c27-99c1-428b-a2b3-62bb7440594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ea5eefdf-b8b3-42af-a2ea-44f4c6b93786), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.179287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-1dd928b6-e360-4a09-9f16-d95cf6f70dfe service neutron] 10.222.0.43 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495571 Feb 19 07:15:19.208539 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks [] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.220147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] For port a0f4f853-4040-4e54-9f1c-dccdfaedf384, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:19.224089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.227456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] For port a0f4f853-4040-4e54-9f1c-dccdfaedf384, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a0f4f853-4040-4e54-9f1c-dccdfaedf384,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:19.237160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5817142 Feb 19 07:15:19.254572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.259284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:19.273396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Request body: {'subnet': {'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1306434815-subnet', 'tenant_id': 'ad75fe6034aa450f9c96ac3b93d308af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:19.274574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:19.282726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:19.288757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:19.295821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Pushing event updated for resources: {'Port': ['ID=b1d004c4-b80b-49a7-a193-b72ffb034690,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:19.300548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for router_gateway (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.301552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18668c27-99c1-428b-a2b3-62bb7440594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5eefdf-b8b3-42af-a2ea-44f4c6b93786,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:19.371758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-18668c27-99c1-428b-a2b3-62bb7440594b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a6364a8faf347a794fc80a38e13e6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7932780 Feb 19 07:15:19.382518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dd36f-c363-407f-8a9c-a18173e17d4b admin admin] Pushing event updated for resources: {'Network': ['ID=23d72f5e-a29a-443e-b1d5-6ff39b3f789c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:19.386289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46310) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:19.395305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Attempting to bind port b1d004c4-b80b-49a7-a193-b72ffb034690 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:19.395875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Attempting to bind port b1d004c4-b80b-49a7-a193-b72ffb034690 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:19.396075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Attempting to bind port b1d004c4-b80b-49a7-a193-b72ffb034690 on network de9f2278-badd-4ec4-a4e4-fb411efaa649 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:19.403975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:19.430232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:19.430618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Checking segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:19.431026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.431862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Bound using segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:19.432218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Bound port: b1d004c4-b80b-49a7-a193-b72ffb034690, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:19.432603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.434559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1054ea-3e1b-4477-8188-61ab7ba4eb66 None None] Pushing event updated for resources: {'Port': ['ID=a0f4f853-4040-4e54-9f1c-dccdfaedf384,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:19.492875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Made reservation on behalf of ad75fe6034aa450f9c96ac3b93d308af for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:19.495248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.502993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Deleting port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:19.503358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.513365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-f9a0228e-604d-4335-8e04-6fee00d7f0d6 service neutron] 10.222.0.24 "GET /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.2507074 Feb 19 07:15:19.543625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] For port 9d57bdc4-355b-4902-8ee7-9000599e2eaf, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d57bdc4-355b-4902-8ee7-9000599e2eaf,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:19.544047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.572770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] For port b1d004c4-b80b-49a7-a193-b72ffb034690, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:19.582092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] For port b1d004c4-b80b-49a7-a193-b72ffb034690, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b1d004c4-b80b-49a7-a193-b72ffb034690,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:19.587679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51c6a-2484-40ed-abcc-8d0fc0f0bd93 req-babe8b80-b71e-46fe-a04d-3501322062ce tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:19.591607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccc51c6a-2484-40ed-abcc-8d0fc0f0bd93 req-babe8b80-b71e-46fe-a04d-3501322062ce tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 949 time: 0.2917876 Feb 19 07:15:19.600320 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.701566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd255a-6230-444f-b80e-ec216954ea9f None None] Pushing event updated for resources: {'Port': ['ID=b1d004c4-b80b-49a7-a193-b72ffb034690,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:19.818611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Calling delete_port for 9d57bdc4-355b-4902-8ee7-9000599e2eaf owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:19.860793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] For port e61d045b-65e5-43a0-91ea-dcb3b4b8e15a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:19.861158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.891991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Calling delete_port for e61d045b-65e5-43a0-91ea-dcb3b4b8e15a owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:19.915238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] Publish callbacks [] for security_group (ea5eefdf-b8b3-42af-a2ea-44f4c6b93786), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.936917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] Publish callbacks [] for security_group (ea5eefdf-b8b3-42af-a2ea-44f4c6b93786), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:19.940365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-2a28a6af-76a0-423c-ab46-fe3ea74114bf service neutron] 10.222.0.43 "GET /v2.0/networks/31b11652-100e-40ea-a83d-0f9a3eb1cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236602 Feb 19 07:15:19.983231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9c01daa0-08e9-4563-9681-5582695922c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:20.062938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9c01daa0-08e9-4563-9681-5582695922c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:20.064052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c01daa0-08e9-4563-9681-5582695922c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.080157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.097768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccc51c6a-2484-40ed-abcc-8d0fc0f0bd93 req-00042de3-c8fc-4db4-9219-b0b851a1bff6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208698 Feb 19 07:15:20.186792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9c01daa0-08e9-4563-9681-5582695922c4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:20.187213 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9c01daa0-08e9-4563-9681-5582695922c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.245762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 9c01daa0-08e9-4563-9681-5582695922c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9c01daa0-08e9-4563-9681-5582695922c4,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:20.255144 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9c01daa0-08e9-4563-9681-5582695922c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.256175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a0f4f853-4040-4e54-9f1c-dccdfaedf384 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:20.281661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a2eee9fe-f395-4b5b-acf5-1ea183a36f8c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.358182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bad8a-a272-43d2-ba05-bee9e879e0ff None None] Network 63e37292-1443-4ade-9ce7-4b5503004aaf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:20.411620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=9c01daa0-08e9-4563-9681-5582695922c4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:20.417789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a1258-ce8f-44c1-b1d6-8e04a7bc4a58 req-0fade794-7fbb-44ea-a9f7-e986fc40d5c4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:20.425120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c3a1258-ce8f-44c1-b1d6-8e04a7bc4a58 req-0fade794-7fbb-44ea-a9f7-e986fc40d5c4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 943 time: 0.2144945 Feb 19 07:15:20.435374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e61d045b-65e5-43a0-91ea-dcb3b4b8e15a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.490822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e61d045b-65e5-43a0-91ea-dcb3b4b8e15a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:20.521820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ea5eefdf-b8b3-42af-a2ea-44f4c6b93786), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.523525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a0f4f853-4040-4e54-9f1c-dccdfaedf384 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:20.523902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.526048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.527445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea5eefdf-b8b3-42af-a2ea-44f4c6b93786 HTTP/1.1" status: 204 len: 168 time: 1.1294334 Feb 19 07:15:20.535591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0dd7dd8b-391b-4d46-87f6-db08cc10c1a7 None None] Provisioning complete for port 9c01daa0-08e9-4563-9681-5582695922c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:20.535785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0dd7dd8b-391b-4d46-87f6-db08cc10c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c01daa0-08e9-4563-9681-5582695922c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.596252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9d57bdc4-355b-4902-8ee7-9000599e2eaf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.634427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7c374d87-200c-42db-8f77-dd4b4f277cf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:20.636445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4', 'ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:20.662121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f8cbb-5d13-4c70-80d8-42b6345a0730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5eefdf-b8b3-42af-a2ea-44f4c6b93786,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:20.669689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event deleted for resources: {'Port': ['ID=9d57bdc4-355b-4902-8ee7-9000599e2eaf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:20.683809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eee9fe-f395-4b5b-acf5-1ea183a36f8c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:20.708063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e1e2978-3706-494f-960b-49ed21a85f84 service neutron] 10.222.0.43 "GET /v2.0/networks/31b11652-100e-40ea-a83d-0f9a3eb1cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066534 Feb 19 07:15:20.718645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Checking segment: {'id': '2d1480b1-b298-4587-954b-04accda6ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:20.718945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Network hostable DHCP agents. Network: 23d72f5e-a29a-443e-b1d5-6ff39b3f789c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:15:20.723128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] No DVR routers for this DVR port 9d57bdc4-355b-4902-8ee7-9000599e2eaf on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:20.725972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:20.730342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9a6d6485-87a5-4a97-afb0-02d00196433b req-d7a1ccc4-f18c-408a-88b1-ab6657fd48a3 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "DELETE /v2.0/ports/9d57bdc4-355b-4902-8ee7-9000599e2eaf HTTP/1.1" status: 204 len: 173 time: 2.3096068 Feb 19 07:15:20.739059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-deleted', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:20.743847 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c3a1258-ce8f-44c1-b1d6-8e04a7bc4a58 req-013f940f-d189-42bc-80ae-ff62ee8f68e2 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175344 Feb 19 07:15:20.751129 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d0d4e-b04e-4c2c-953d-d215908e63c3" -d '{"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-deleted", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:20.900660 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e312f-08f1-4b61-94f3-01216383d2b3 x-openstack-request-id: req-f79e312f-08f1-4b61-94f3-01216383d2b3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:20.904141 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fca4e8-5610-43f2-9bf8-e0b851798bbe", "name": "network-vif-deleted", "tag": "9d57bdc4-355b-4902-8ee7-9000599e2eaf", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:20.904502 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f79e312f-08f1-4b61-94f3-01216383d2b3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:20.913669 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fca4e8-5610-43f2-9bf8-e0b851798bbe', 'name': 'network-vif-deleted', 'tag': '9d57bdc4-355b-4902-8ee7-9000599e2eaf', 'status': 'completed', 'code': 200} Feb 19 07:15:20.926143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:15:21.090023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:21.133270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:15:21.194359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 23d72f5e-a29a-443e-b1d5-6ff39b3f789c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:21.207767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:21.209541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:21.212920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7dd8b-391b-4d46-87f6-db08cc10c1a7 None None] Current status of the port 9c01daa0-08e9-4563-9681-5582695922c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:21.244837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (7dcdea3c-dcfb-417b-b844-52323ab58613), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:21.257633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41aefb-d6aa-40f8-9ee8-7f222331c362 None None] Network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:21.286458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:21.326130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a0f4f853-4040-4e54-9f1c-dccdfaedf384 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:21.326537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:21.357261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb59db0c-7afb-40e2-b713-34fca5c84af6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0933650 Feb 19 07:15:21.368541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-5e4c6ffe-2c3c-4e6f-913f-49c3d9a289a1 service neutron] 10.222.0.43 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336665 Feb 19 07:15:21.457346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:21.508186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Sync routers for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:21.509715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50c5bdce-68f1-4ade-9f1c-005f8a6d1fa5 req-63652c70-52e9-4797-bc67-d88b8ed25c47 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=57fca4e8-5610-43f2-9bf8-e0b851798bbe HTTP/1.1" status: 200 len: 210 time: 0.1068306 Feb 19 07:15:21.520280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7f61c-f361-4f93-a800-47b286d8806b None None] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:21.620693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-a8411824-79c7-4ba1-90b9-f107300268db service neutron] 10.222.0.43 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367234 Feb 19 07:15:21.637211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd901257-5e68-4592-9d3c-624680ab2264 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:21.663042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:21.691027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:21.766921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:21.768247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bffec36f-0462-41fd-86b5-342ad44d19d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4807165 Feb 19 07:15:21.772434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:21.785844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3713264e-0cbe-47d6-8380-b24e12e6b73b None None] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:21.845134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:21.850300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:21.850880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:21.885280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be73c89a-7290-4ca7-a7a4-8db74c084289 req-4ae84405-4db9-4d91-9ecd-e9705f4464c4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 210 time: 0.0290546 Feb 19 07:15:21.903996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] Transition to ACTIVE for port object dd901257-5e68-4592-9d3c-624680ab2264 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:21.905061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a0f4f853-4040-4e54-9f1c-dccdfaedf384, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a0f4f853-4040-4e54-9f1c-dccdfaedf384,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:21.919413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:22.028956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 9d57bdc4-355b-4902-8ee7-9000599e2eaf {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:22.029306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d57bdc4-355b-4902-8ee7-9000599e2eaf not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:22.081942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] No DVR routers for this DVR port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:22.129709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5784383 Feb 19 07:15:22.131132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c16d42-1356-4d10-90f9-aba9e2598425 service neutron] Pushing event updated for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:22.147127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:22.229908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34d09931-ee4b-49bd-84fd-2c198bb83327 None None] Provisioning complete for port a0f4f853-4040-4e54-9f1c-dccdfaedf384 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:22.229908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34d09931-ee4b-49bd-84fd-2c198bb83327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:22.306360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-dde36d36-2375-428d-8093-0830e3016260 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:22.312128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-dde36d36-2375-428d-8093-0830e3016260 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.1168439 Feb 19 07:15:22.445000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-9b57dfe9-c449-48fc-8ba5-ccaa9b761716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:22.446588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-9b57dfe9-c449-48fc-8ba5-ccaa9b761716 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797&tenant_id=667a6c0345b647abb5fdbbde48922a07 HTTP/1.1" status: 200 len: 1126 time: 0.1287036 Feb 19 07:15:22.658489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Router 7dcdea3c-dcfb-417b-b844-52323ab58613 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:22.703399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:22.740127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-1b780a8a-4d64-4c63-bb7d-a73e60388b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:22.741750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-1b780a8a-4d64-4c63-bb7d-a73e60388b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1126 time: 0.2712617 Feb 19 07:15:22.787232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9c01daa0-08e9-4563-9681-5582695922c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:22.804119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932ef9f-ee16-4987-8f85-60eb02271cb0 req-c487d26a-7ef1-414f-bf17-185a8f1dc7a7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:22.805904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7932ef9f-ee16-4987-8f85-60eb02271cb0 req-c487d26a-7ef1-414f-bf17-185a8f1dc7a7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.2008781 Feb 19 07:15:22.958063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7932ef9f-ee16-4987-8f85-60eb02271cb0 req-b292b75d-2444-4c6e-84cd-5813a0223963 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443059 Feb 19 07:15:22.963138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:22.982124 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Sync routers for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:23.039555 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:23.040189 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:23.080744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-57a41c95-f947-4f9c-9a65-33f2b2e9f9ee admin admin] 10.222.0.43 "PUT /v2.0/routers/7dcdea3c-dcfb-417b-b844-52323ab58613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4662814 Feb 19 07:15:23.091432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:23.129666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75870b01-fd6b-46f6-8940-facab4b446ac None None] Network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:23.219456 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:23.228361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9c01daa0-08e9-4563-9681-5582695922c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:23.228854 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c01daa0-08e9-4563-9681-5582695922c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:23.322988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba88809d-d5a6-471a-9a95-a7d5bff66ef9 req-34740bf8-9c8c-4a5d-b712-4fb551367297 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 210 time: 0.1132765 Feb 19 07:15:23.378094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-34d09931-ee4b-49bd-84fd-2c198bb83327 None None] Current status of the port a0f4f853-4040-4e54-9f1c-dccdfaedf384 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:23.434339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a0f4f853-4040-4e54-9f1c-dccdfaedf384,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:23.571969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks [] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:23.703496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Provisioning complete for port b1d004c4-b80b-49a7-a193-b72ffb034690 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:23.705425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:23.733272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9c01daa0-08e9-4563-9681-5582695922c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:23.735084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b1d004c4-b80b-49a7-a193-b72ffb034690 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:23.781847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-5976c0c0-90fa-41b6-8fcf-2f3c036bc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:23.786353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-5976c0c0-90fa-41b6-8fcf-2f3c036bc9a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 1.0360649 Feb 19 07:15:23.814316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-51d0f483-504d-460a-ba26-e0a5659e0cc1 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:23.815920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-51d0f483-504d-460a-ba26-e0a5659e0cc1 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/networks?id=23d72f5e-a29a-443e-b1d5-6ff39b3f789c HTTP/1.1" status: 200 len: 818 time: 1.2444603 Feb 19 07:15:23.863355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:19Z', 'revision_number': 3, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:23.917063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-74bf06df-c475-457e-b510-e9fde8abc712 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 200 len: 217 time: 0.1001148 Feb 19 07:15:23.917866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:15:20Z', 'revision_number': 5, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:23.925804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Checking router: 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:23.926867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Updating router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 port 3888fbcd-0446-4a98-95b6-9232262aef54 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:15:23.975361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-d3c500b1-50f0-4236-be0a-2109fcdd58e5 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/quotas/ad75fe6034aa450f9c96ac3b93d308af HTTP/1.1" status: 200 len: 375 time: 0.1441114 Feb 19 07:15:23.998809 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Checking router: 7dcdea3c-dcfb-417b-b844-52323ab58613 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:24.042332 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Routers {'7dcdea3c-dcfb-417b-b844-52323ab58613'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:24.043013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7dcdea3c-dcfb-417b-b844-52323ab58613'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:24.060106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.143285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-6b98e0e7-7cd2-4488-8f34-4e23e24f0a62 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad75fe6034aa450f9c96ac3b93d308af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1667016 Feb 19 07:15:24.165335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Current status of the port b1d004c4-b80b-49a7-a193-b72ffb034690 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:24.166823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.187431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b1d004c4-b80b-49a7-a193-b72ffb034690 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:24.189036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.205326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-386f87ec-e6b2-4a2d-aac5-ddc1ea1ad678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:24.206847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-386f87ec-e6b2-4a2d-aac5-ddc1ea1ad678 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.2255199 Feb 19 07:15:24.228700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-767d42f4-157f-4fa6-86c3-9d5fa03e8928 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:24.235305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-767d42f4-157f-4fa6-86c3-9d5fa03e8928 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:24.236398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-767d42f4-157f-4fa6-86c3-9d5fa03e8928 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "GET /v2.0/networks?id=63e37292-1443-4ade-9ce7-4b5503004aaf&id=31b11652-100e-40ea-a83d-0f9a3eb1cec2&id=63e37292-1443-4ade-9ce7-4b5503004aaf HTTP/1.1" status: 200 len: 1391 time: 0.6680410 Feb 19 07:15:24.251319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-0e4de97d-5eb3-4294-bfb0-3aa2c03d4a1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369928 Feb 19 07:15:24.266986 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] Set router 7dcdea3c-dcfb-417b-b844-52323ab58613 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:24.280410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'admin_state_up': True, 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:24.333802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-183e6671-2863-482f-8ff3-31a3c0d8555e service neutron] 10.222.0.43 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896017 Feb 19 07:15:24.404420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] For port b1d004c4-b80b-49a7-a193-b72ffb034690, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b1d004c4-b80b-49a7-a193-b72ffb034690,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:24.408256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks [] for router_gateway (7dcdea3c-dcfb-417b-b844-52323ab58613), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.415530 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.440925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17360ee0-b4d0-46c7-8934-ad88dfb8cf9a req-fd2c9247-f481-449c-a59c-46e83e69b32f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:24.446939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-7cc56dd8-cb7d-4ce6-b9d9-2ca6f22b32f6 service neutron] 10.222.0.43 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095574 Feb 19 07:15:24.450142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17360ee0-b4d0-46c7-8934-ad88dfb8cf9a req-fd2c9247-f481-449c-a59c-46e83e69b32f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 950 time: 0.3404305 Feb 19 07:15:24.513344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Pushing event updated for resources: {'Port': ['ID=b1d004c4-b80b-49a7-a193-b72ffb034690,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:24.547481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-047ffdae-2e46-4c9a-8f63-b45f8ed6cffb service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889011 Feb 19 07:15:24.566401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Provisioning complete for port 9c01daa0-08e9-4563-9681-5582695922c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:24.566855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9c01daa0-08e9-4563-9681-5582695922c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.662284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17360ee0-b4d0-46c7-8934-ad88dfb8cf9a req-f5fc5964-d401-448c-aee3-fe16df74b075 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109516 Feb 19 07:15:24.673242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:24.677502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.747862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:15:20Z', 'revision_number': 5, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:24.781131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-b813f89b-4947-4233-a422-1f8c39d3fcff service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287261 Feb 19 07:15:24.841108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea2b12-1604-4f5a-8fb5-f9268fed4fd0 None None] The sync data for ids ['7dcdea3c-dcfb-417b-b844-52323ab58613'] in n-d-829866-3 is: [{'id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'name': 'tempest-FloatingIPDetailsTestJSON-1540217498-router', 'tenant_id': '4c490173f34a4497bdd3c6198484c8d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:29Z', 'updated_at': '2022-02-19T07:15:20Z', 'revision_number': 5, 'project_id': '4c490173f34a4497bdd3c6198484c8d3', 'gw_port': {'id': '0b28d7ee-c891-49b0-88e3-3736249ee45b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcdea3c-dcfb-417b-b844-52323ab58613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:31Z', 'updated_at': '2022-02-19T07:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:24.969218 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:24.975097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b1d004c4-b80b-49a7-a193-b72ffb034690 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:25.004149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks [] for port (3888fbcd-0446-4a98-95b6-9232262aef54), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.018080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.021232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829789e-602e-4009-a12d-748c39f71add req-99a53a9b-5622-4a9c-a64e-985097fe2176 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:25.022978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f829789e-602e-4009-a12d-748c39f71add req-99a53a9b-5622-4a9c-a64e-985097fe2176 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.1710455 Feb 19 07:15:25.101950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Allocated IP 19.80.0.91 (63e37292-1443-4ade-9ce7-4b5503004aaf/328a4ada-e039-41f1-859c-98ab0c5736e9/a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:25.105275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f829789e-602e-4009-a12d-748c39f71add req-c088d11b-cee4-4b96-9401-1cfc058c47b4 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749488 Feb 19 07:15:25.110298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Attempting to bind port 3888fbcd-0446-4a98-95b6-9232262aef54 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:25.110760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Attempting to bind port 3888fbcd-0446-4a98-95b6-9232262aef54 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:25.111213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Attempting to bind port 3888fbcd-0446-4a98-95b6-9232262aef54 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:25.122339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9e9f8-3867-4583-8701-85252642a04e None None] Pushing event updated for resources: {'Port': ['ID=3888fbcd-0446-4a98-95b6-9232262aef54,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:25.141508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:25.142042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:25.142778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.143317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:25.144158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Bound port: 3888fbcd-0446-4a98-95b6-9232262aef54, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:25.144716 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.189193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-88158c25-1d54-42ef-bf30-f4e565ba56fd None None] Current status of the port 9c01daa0-08e9-4563-9681-5582695922c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:25.245019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:25.277784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] For port 3888fbcd-0446-4a98-95b6-9232262aef54, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:25.286378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] For port 3888fbcd-0446-4a98-95b6-9232262aef54, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3888fbcd-0446-4a98-95b6-9232262aef54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:25.304693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8090bc5b-c142-4de3-81a1-b9f0925ad4ce req-8e22648a-539d-48ec-99a6-3810a77b08cf tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 210 time: 0.0755248 Feb 19 07:15:25.319681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.330144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70519-987c-4125-99a3-3232ffe79956 req-23f85c5a-2f68-4076-b76f-471bac846ad1 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:25.332060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-23f85c5a-2f68-4076-b76f-471bac846ad1 tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797&tenant_id=667a6c0345b647abb5fdbbde48922a07&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.2470026 Feb 19 07:15:25.344057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cddab-9a46-49fe-a334-35a4c735a873 req-12e1587f-dabd-4e42-8493-11c9f6b965b2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:25.346148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-377cddab-9a46-49fe-a334-35a4c735a873 req-12e1587f-dabd-4e42-8493-11c9f6b965b2 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 950 time: 0.1623275 Feb 19 07:15:25.439287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b1d004c4-b80b-49a7-a193-b72ffb034690 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:25.441233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2be9b26-57bd-41c1-9181-b34f08a337a4 req-0e0ae9c5-6e25-4e2e-ab5f-acf5a1aabfca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 210 time: 0.4418747 Feb 19 07:15:25.448360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9e9f8-3867-4583-8701-85252642a04e None None] Pushing event updated for resources: {'Port': ['ID=3888fbcd-0446-4a98-95b6-9232262aef54,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:25.480119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Deleting port 0b28d7ee-c891-49b0-88e3-3736249ee45b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:25.480571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.505292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c69f59c4-b2bf-4e2d-8d76-e49bbebd9f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.514024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:25.515555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:25.602182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Provisioning complete for port b1d004c4-b80b-49a7-a193-b72ffb034690 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:25.602892 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.643777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.677714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Deleting port 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:25.678056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.681911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b1d004c4-b80b-49a7-a193-b72ffb034690 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:25.682417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.720355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] For port 0b28d7ee-c891-49b0-88e3-3736249ee45b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0b28d7ee-c891-49b0-88e3-3736249ee45b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:25.720722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.747846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Allocated IP 172.20.0.1 (de9f2278-badd-4ec4-a4e4-fb411efaa649/0191247a-92a0-4a87-a1e2-0d6cf4ae63f6/fbd8a086-f11c-4f5f-8ac4-c2a3819169a9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:25.767590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Calling delete_port for 0b28d7ee-c891-49b0-88e3-3736249ee45b owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:25.802669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-73a70519-987c-4125-99a3-3232ffe79956 req-3508ea32-aff7-4e8e-9321-e1b71f09933f service neutron] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:25.829920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-73a70519-987c-4125-99a3-3232ffe79956 req-3508ea32-aff7-4e8e-9321-e1b71f09933f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.831047 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73a70519-987c-4125-99a3-3232ffe79956 req-3508ea32-aff7-4e8e-9321-e1b71f09933f service neutron] 10.222.0.47 "DELETE /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.4835918 Feb 19 07:15:25.841476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.884549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] For port 7c374d87-200c-42db-8f77-dd4b4f277cf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7c374d87-200c-42db-8f77-dd4b4f277cf5,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:25.884971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:25.915339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Calling delete_port for 7c374d87-200c-42db-8f77-dd4b4f277cf5 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:25.947260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 63e37292-1443-4ade-9ce7-4b5503004aaf is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:25.948357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:25.957904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:25.958849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac1fc-0e7d-4a5c-9a53-e6d68cbd2cff req-8ae18cb1-b047-408f-b04d-7222b9a392dd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:25.960621 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-747ac1fc-0e7d-4a5c-9a53-e6d68cbd2cff req-8ae18cb1-b047-408f-b04d-7222b9a392dd tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 950 time: 0.1552751 Feb 19 07:15:25.986699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:26.017626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c69f59c4-b2bf-4e2d-8d76-e49bbebd9f65 admin admin] Publish callbacks [] for security_group (3fa1e620-c621-4c79-9a9b-f60f3043a9e7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.019444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:26.025265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c69f59c4-b2bf-4e2d-8d76-e49bbebd9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3fa1e620-c621-4c79-9a9b-f60f3043a9e7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.105474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks [] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.106740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c69f59c4-b2bf-4e2d-8d76-e49bbebd9f65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2f2531f963143069eb675ed7fb6fdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8581865 Feb 19 07:15:26.107710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:26.123748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-747ac1fc-0e7d-4a5c-9a53-e6d68cbd2cff req-128dd02f-dc45-43cd-a548-7aa1950b140d tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495194 Feb 19 07:15:26.127977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:26.128607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.139758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f59c4-b2bf-4e2d-8d76-e49bbebd9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1e620-c621-4c79-9a9b-f60f3043a9e7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:26.226919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-d56cf1a0-8171-479e-93cb-31a4a1153a27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9784620 Feb 19 07:15:26.269392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b1d004c4-b80b-49a7-a193-b72ffb034690 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:26.276359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a0f4f853-4040-4e54-9f1c-dccdfaedf384 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:26.277475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2', 'admin_state_up': True, 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:26.334179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] Publish callbacks [] for security_group (3fa1e620-c621-4c79-9a9b-f60f3043a9e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.354661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7c374d87-200c-42db-8f77-dd4b4f277cf5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.378976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4', 'ab903947-5d30-426f-b40b-552aba9062e7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:26.403715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] Publish callbacks [] for security_group (3fa1e620-c621-4c79-9a9b-f60f3043a9e7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.446953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Current status of the port b1d004c4-b80b-49a7-a193-b72ffb034690 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:26.449201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.485700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Provisioning complete for port a0f4f853-4040-4e54-9f1c-dccdfaedf384 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:26.486052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.503150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event deleted for resources: {'Port': ['ID=7c374d87-200c-42db-8f77-dd4b4f277cf5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:26.503641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:26.517561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0dcc2-ec9f-46ec-9ac9-ff997a03559d req-0b4e0eb2-9ea0-4ed7-b972-51127f940124 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:26.519269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7f0dcc2-ec9f-46ec-9ac9-ff997a03559d req-0b4e0eb2-9ea0-4ed7-b972-51127f940124 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.2991326 Feb 19 07:15:26.525028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0f465f-9325-4a4e-aafa-50b5f15437e7 req-721bf899-fb15-42ba-842d-18bd72dda186 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 210 time: 0.1170132 Feb 19 07:15:26.557655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a0f4f853-4040-4e54-9f1c-dccdfaedf384 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:26.558120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.591578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:26.602439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0b28d7ee-c891-49b0-88e3-3736249ee45b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.620591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] No DVR routers for this DVR port 7c374d87-200c-42db-8f77-dd4b4f277cf5 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:26.627683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.631006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-377cddab-9a46-49fe-a334-35a4c735a873 req-f1156efe-e913-406e-b875-c8700ea8ebe0 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.47 "DELETE /v2.0/ports/7c374d87-200c-42db-8f77-dd4b4f277cf5 HTTP/1.1" status: 204 len: 173 time: 1.2775536 Feb 19 07:15:26.641122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-deleted', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:26.643377 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067fc604-e4af-4a40-b130-6df780fcd5be" -d '{"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-deleted", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:26.654537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:19Z', 'revision_number': 3, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:26.706078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-217909e7-d122-4fc1-ad7d-4d38b7a3df7d tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:26.708819 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-217909e7-d122-4fc1-ad7d-4d38b7a3df7d tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.24 "GET /v2.0/networks?id=23d72f5e-a29a-443e-b1d5-6ff39b3f789c HTTP/1.1" status: 200 len: 818 time: 0.3544834 Feb 19 07:15:26.722923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072bf56-42b0-4f83-b55d-5aacc4dcdd7a req-709d4540-1b61-462d-a6fc-74dd7e4848a6 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:26.724654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2072bf56-42b0-4f83-b55d-5aacc4dcdd7a req-709d4540-1b61-462d-a6fc-74dd7e4848a6 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 931 time: 0.1080513 Feb 19 07:15:26.729377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b784665-3635-4b00-b4c6-f129f7895a6b None None] The sync data for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 is: [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:19Z', 'revision_number': 3, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:26.730215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Request body: {'port': {'device_id': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c', 'admin_state_up': True, 'tenant_id': 'ad75fe6034aa450f9c96ac3b93d308af'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:26.767294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6eac7-3ea3-497a-9d53-b225bad13f8c None None] Current status of the port a0f4f853-4040-4e54-9f1c-dccdfaedf384 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:26.834566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3fa1e620-c621-4c79-9a9b-f60f3043a9e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.837153 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.838322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fa1e620-c621-4c79-9a9b-f60f3043a9e7 HTTP/1.1" status: 204 len: 168 time: 0.7258918 Feb 19 07:15:26.850835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a0f4f853-4040-4e54-9f1c-dccdfaedf384 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:26.864610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e61d045b-65e5-43a0-91ea-dcb3b4b8e15a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:26.910939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e61d045b-65e5-43a0-91ea-dcb3b4b8e15a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:26.911333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e61d045b-65e5-43a0-91ea-dcb3b4b8e15a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:26.945499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604aec4-3619-4c65-a044-17792570049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1e620-c621-4c79-9a9b-f60f3043a9e7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:26.983492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Made reservation on behalf of ad75fe6034aa450f9c96ac3b93d308af for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:26.992893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0478a0d8-6486-4bc3-bca7-82892c5d7a72 None None] Provisioning complete for port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:26.993257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0478a0d8-6486-4bc3-bca7-82892c5d7a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:26.994536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.074195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2072bf56-42b0-4f83-b55d-5aacc4dcdd7a req-78d22f38-b096-410d-8abe-b18cca4aa3cf tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209852 Feb 19 07:15:27.190296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0478a0d8-6486-4bc3-bca7-82892c5d7a72 None None] Port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:27.248380 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c34616-cd1b-4b36-a99d-42cfa6d7a843 x-openstack-request-id: req-78c34616-cd1b-4b36-a99d-42cfa6d7a843 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:27.248380 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c133d7-aba7-40c3-8bc7-ea9150a85a11", "name": "network-vif-deleted", "tag": "7c374d87-200c-42db-8f77-dd4b4f277cf5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:27.248774 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78c34616-cd1b-4b36-a99d-42cfa6d7a843 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:27.248882 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c133d7-aba7-40c3-8bc7-ea9150a85a11', 'name': 'network-vif-deleted', 'tag': '7c374d87-200c-42db-8f77-dd4b4f277cf5', 'status': 'completed', 'code': 200} Feb 19 07:15:27.403068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:27.430885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:27.443769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-503bd43e-a8ad-4dff-9ab7-ada1204b3a31 req-02b41e99-c9f4-4eb1-a7ec-9bc7baeb57da tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=25c133d7-aba7-40c3-8bc7-ea9150a85a11 HTTP/1.1" status: 200 len: 210 time: 0.0585525 Feb 19 07:15:27.443929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:27.446486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b28d7ee-c891-49b0-88e3-3736249ee45b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:27.462602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ca02df-1e4f-41c9-a18a-6eb92d29a119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.475889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Allocated IP 172.20.0.8 (23d72f5e-a29a-443e-b1d5-6ff39b3f789c/a2eee9fe-f395-4b5b-acf5-1ea183a36f8c/16ce470f-1c80-46e4-9f86-47ebd921831d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:27.591795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7f0dcc2-ec9f-46ec-9ac9-ff997a03559d req-edc04a22-dbaa-4cb6-8e81-2ab4dfcdd57f tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0590940 Feb 19 07:15:27.592439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:27.595978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.598092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.687708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (7dcdea3c-dcfb-417b-b844-52323ab58613), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.788854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ce58c97-c874-47d6-a209-6149f58338fb req-52de0c2f-13a2-4c17-9432-7893baa580d4 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 210 time: 0.0783651 Feb 19 07:15:27.842025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ca02df-1e4f-41c9-a18a-6eb92d29a119 admin admin] Publish callbacks [] for security_group (0907595a-113b-4884-ab20-5e86ec1d5584), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.848373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87ca02df-1e4f-41c9-a18a-6eb92d29a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0907595a-113b-4884-ab20-5e86ec1d5584), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.888185 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.903174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks [] for router_controller (7dcdea3c-dcfb-417b-b844-52323ab58613), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:27.910929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87ca02df-1e4f-41c9-a18a-6eb92d29a119 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d919b51706f644a68c3bcbfa7fbf8c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069225 Feb 19 07:15:27.918301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:27.948201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca02df-1e4f-41c9-a18a-6eb92d29a119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0907595a-113b-4884-ab20-5e86ec1d5584,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:27.969615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks [] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.013114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-495e792f-cd18-4a23-ac2c-603c41d26c7f None None] Provisioning complete for port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:28.013114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-495e792f-cd18-4a23-ac2c-603c41d26c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.024426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.062826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:28.064022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (7dcdea3c-dcfb-417b-b844-52323ab58613), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.064529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dcdea3c-dcfb-417b-b844-52323ab58613 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:15:28.076341 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.077699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-80ae3e0c-a0cd-4eb7-bc81-064e7d26b9e4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7dcdea3c-dcfb-417b-b844-52323ab58613 HTTP/1.1" status: 204 len: 168 time: 4.9849465 Feb 19 07:15:28.080870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:28.084921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-495e792f-cd18-4a23-ac2c-603c41d26c7f None None] Port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:28.086547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 7c374d87-200c-42db-8f77-dd4b4f277cf5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:28.086885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7c374d87-200c-42db-8f77-dd4b4f277cf5 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:28.104484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:28.126506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f7907-5c69-4852-aa86-8a36859b49dc req-b0774a2a-fe5d-415e-bbdc-db4d5bc8483a tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:28.128098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-159f7907-5c69-4852-aa86-8a36859b49dc req-b0774a2a-fe5d-415e-bbdc-db4d5bc8483a tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 1126 time: 0.3184063 Feb 19 07:15:28.128226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:28.136708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:28.143983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Allocated IP 19.86.0.134 (31b11652-100e-40ea-a83d-0f9a3eb1cec2/17e12a15-9087-4074-bc1d-9bcc2f181628/2f86d9a8-492f-4430-8261-831969b9368f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:28.236282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Pushing event updated for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:28.246655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:28.247816 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.285712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Deleting subnet 9c60dc02-6765-43c3-8328-d605a4f97814 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:15:28.294454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Publish callbacks [] for subnet (9c60dc02-6765-43c3-8328-d605a4f97814), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.320307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-34fd5741-f0e7-44af-8b91-c2041643e2d7 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5946178 Feb 19 07:15:28.321168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.331138 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] Publish callbacks [] for security_group (0907595a-113b-4884-ab20-5e86ec1d5584), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.333623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Request body: {'port': {'device_id': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:28.375261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9c60dc02-6765-43c3-8328-d605a4f97814), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.383161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf921-f69a-4f95-b008-ca0a9493f18f req-c3639fa1-bd6d-4b71-b4a3-b2042c175543 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:28.384659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37dcf921-f69a-4f95-b008-ca0a9493f18f req-c3639fa1-bd6d-4b71-b4a3-b2042c175543 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 931 time: 0.1710582 Feb 19 07:15:28.414653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-159f7907-5c69-4852-aa86-8a36859b49dc req-b398cd60-b124-4f2b-98dd-af922c9c1b9f tempest-LiveAutoBlockMigrationV225Test-252743259 tempest-LiveAutoBlockMigrationV225Test-252743259-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385303 Feb 19 07:15:28.416498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] Publish callbacks [] for security_group (0907595a-113b-4884-ab20-5e86ec1d5584), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.436038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for port (2f86d9a8-492f-4430-8261-831969b9368f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.503408 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.552270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37dcf921-f69a-4f95-b008-ca0a9493f18f req-f45c1fa6-96a8-41f1-94db-41f0b653177f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457531 Feb 19 07:15:28.566971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.634979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0907595a-113b-4884-ab20-5e86ec1d5584), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.638450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.641105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0907595a-113b-4884-ab20-5e86ec1d5584 HTTP/1.1" status: 204 len: 168 time: 0.7125654 Feb 19 07:15:28.652311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:28.685164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:28.688477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:28.698016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:28.719449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cc73e-8abc-46af-ba76-41cc10189340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907595a-113b-4884-ab20-5e86ec1d5584,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:28.825116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9c60dc02-6765-43c3-8328-d605a4f97814), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.883085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:28.898716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.932398 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks [] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.941891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:28.976166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3de8ff73-0896-4ada-8249-662bb7550bab tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7116868 Feb 19 07:15:29.048172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'admin_state_up': True, 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:29.071003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9c60dc02-6765-43c3-8328-d605a4f97814), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.127831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c60dc02-6765-43c3-8328-d605a4f97814,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:29.143480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.148414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09cb47c-9bb3-4171-bdde-b4a636f00303 None None] Network b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:29.151825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.154423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-26051fe8-cb4e-413e-8342-e2bd2952d5c5 None None] Provisioning complete for port 2f86d9a8-492f-4430-8261-831969b9368f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:29.154973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26051fe8-cb4e-413e-8342-e2bd2952d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2f86d9a8-492f-4430-8261-831969b9368f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.156619 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e18c38d8-7afd-44c6-a1d5-a02499cffe85 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9c60dc02-6765-43c3-8328-d605a4f97814 HTTP/1.1" status: 204 len: 168 time: 1.0728307 Feb 19 07:15:29.160647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:29.175802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:29.196390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167cd58-b3d2-4509-a0a8-8f875d9630d0 req-7056a152-19ef-464d-be26-a9721e42a785 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:29.197909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a167cd58-b3d2-4509-a0a8-8f875d9630d0 req-7056a152-19ef-464d-be26-a9721e42a785 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.3578568 Feb 19 07:15:29.245678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c457d7d-66a0-4522-8a80-408376629144 req-85d78fee-c728-4678-ad50-8fd029fbf135 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:29.253993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3888fbcd-0446-4a98-95b6-9232262aef54 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:29.254216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c457d7d-66a0-4522-8a80-408376629144 req-85d78fee-c728-4678-ad50-8fd029fbf135 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.3354535 Feb 19 07:15:29.358940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-26051fe8-cb4e-413e-8342-e2bd2952d5c5 None None] Port 2f86d9a8-492f-4430-8261-831969b9368f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:29.376265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a167cd58-b3d2-4509-a0a8-8f875d9630d0 req-ca182898-195c-43b8-9a3a-b65a70d2cfa1 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534350 Feb 19 07:15:29.408177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3888fbcd-0446-4a98-95b6-9232262aef54 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:29.409238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.409855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:29.419270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.425606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.473423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:29.491051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:29.507767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ce470f-1c80-46e4-9f86-47ebd921831d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:29.525506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c457d7d-66a0-4522-8a80-408376629144 req-20f6a1df-d361-4340-93bf-894cd3f5ebbc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696362 Feb 19 07:15:29.546217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f35186-e588-404d-904f-5c10be208948 None None] DHCP port deletion for b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:15:29.566147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks [] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.573088 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:15:29.595814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3888fbcd-0446-4a98-95b6-9232262aef54 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:29.606666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.681086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Transition to ACTIVE for port object 16ce470f-1c80-46e4-9f86-47ebd921831d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:29.685697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3888fbcd-0446-4a98-95b6-9232262aef54, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3888fbcd-0446-4a98-95b6-9232262aef54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:29.693145 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.738391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.780182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Allocated IP 19.80.0.241 (63e37292-1443-4ade-9ce7-4b5503004aaf/328a4ada-e039-41f1-859c-98ab0c5736e9/94e8dec9-84e6-4029-8ec2-7676fbabf230) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:29.799126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3888fbcd-0446-4a98-95b6-9232262aef54,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:29.805465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0b28d7ee-c891-49b0-88e3-3736249ee45b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:29.816105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-89844507-04d9-42a8-8a5e-39861301c0fd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:29.819139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-89844507-04d9-42a8-8a5e-39861301c0fd tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.3693459 Feb 19 07:15:29.831520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 0b28d7ee-c891-49b0-88e3-3736249ee45b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:29.831861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0b28d7ee-c891-49b0-88e3-3736249ee45b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:29.845483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ffa2fd3-f6be-4dd5-86f2-ce4fb6ad9ffc None None] Provisioning complete for port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:29.845878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2fd3-f6be-4dd5-86f2-ce4fb6ad9ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.862625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:29.893590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa2fd3-f6be-4dd5-86f2-ce4fb6ad9ffc None None] Port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:29.924961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-33f35186-e588-404d-904f-5c10be208948 None None] Deleting port bfb90359-5f04-40e1-a93b-c03a152f168f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:29.925344 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33f35186-e588-404d-904f-5c10be208948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.927102 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:29.927789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd61a7-b0c9-42e4-b170-1c49f5a70e02 req-b5bcf41c-409e-4b87-a59e-7cd6d9c315f8 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:29.929455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59bd61a7-b0c9-42e4-b170-1c49f5a70e02 req-b5bcf41c-409e-4b87-a59e-7cd6d9c315f8 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 931 time: 0.4152074 Feb 19 07:15:29.946557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Deleting port bfb90359-5f04-40e1-a93b-c03a152f168f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:29.947060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.030691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:30.031099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] For port bfb90359-5f04-40e1-a93b-c03a152f168f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfb90359-5f04-40e1-a93b-c03a152f168f,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:30.032003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.036655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-33f35186-e588-404d-904f-5c10be208948 None None] For port bfb90359-5f04-40e1-a93b-c03a152f168f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfb90359-5f04-40e1-a93b-c03a152f168f,segment=NetworkSegment(5ac0b4b2-8a41-454e-9688-3a124a7b68a0),segment_id=5ac0b4b2-8a41-454e-9688-3a124a7b68a0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:30.037358 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33f35186-e588-404d-904f-5c10be208948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.053523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-33f35186-e588-404d-904f-5c10be208948 None None] Calling delete_port for bfb90359-5f04-40e1-a93b-c03a152f168f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:30.065518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59bd61a7-b0c9-42e4-b170-1c49f5a70e02 req-43250834-2ab5-48a9-a559-75ec1c7d9024 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120586 Feb 19 07:15:30.095319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420666-07af-4fbe-954a-2180ff06bedd req-dae06723-3725-45bb-8ad5-cccbc4a836d8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:30.100486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420666-07af-4fbe-954a-2180ff06bedd req-dae06723-3725-45bb-8ad5-cccbc4a836d8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:30.102072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0420666-07af-4fbe-954a-2180ff06bedd req-dae06723-3725-45bb-8ad5-cccbc4a836d8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 1654 time: 0.4481618 Feb 19 07:15:30.135781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Calling delete_port for bfb90359-5f04-40e1-a93b-c03a152f168f owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:30.180270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33f35186-e588-404d-904f-5c10be208948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.216895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f35186-e588-404d-904f-5c10be208948 None None] Pushing event deleted for resources: {'Port': ['ID=bfb90359-5f04-40e1-a93b-c03a152f168f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:30.223004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f35186-e588-404d-904f-5c10be208948 None None] No DVR routers for this DVR port bfb90359-5f04-40e1-a93b-c03a152f168f on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:30.225513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.287283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:30.308378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Sync routers for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:30.317261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0420666-07af-4fbe-954a-2180ff06bedd req-95eb1a03-95dd-4c78-b665-5e2a987cecad tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084742 Feb 19 07:15:30.318271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:30.319840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fbbb5b95-7fd7-4009-954b-c8130fd1aaf9 admin admin] 10.222.0.43 "PUT /v2.0/routers/0f9bdc7a-2fb6-4f6e-8018-09f15087df66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5449479 Feb 19 07:15:30.320927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:30.343141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.343577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Attempting to bind port 16ce470f-1c80-46e4-9f86-47ebd921831d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:30.343577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Attempting to bind port 16ce470f-1c80-46e4-9f86-47ebd921831d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '2d1480b1-b298-4587-954b-04accda6ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:30.343577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Attempting to bind port 16ce470f-1c80-46e4-9f86-47ebd921831d on network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:30.343577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Deleting port dd901257-5e68-4592-9d3c-624680ab2264 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:30.343577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dd901257-5e68-4592-9d3c-624680ab2264), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.357126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Port 16ce470f-1c80-46e4-9f86-47ebd921831d on network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:30.357453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Attempting to bind port 16ce470f-1c80-46e4-9f86-47ebd921831d on network 23d72f5e-a29a-443e-b1d5-6ff39b3f789c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:30.377711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-3564d32a-7ab0-42d4-b502-9b57f3259c03 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:30.379221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-3564d32a-7ab0-42d4-b502-9b57f3259c03 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.2241018 Feb 19 07:15:30.418524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:30.418692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Checking segment: {'id': '2d1480b1-b298-4587-954b-04accda6ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:30.419058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Bound using segment: {'id': '2d1480b1-b298-4587-954b-04accda6ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:30.419531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Bound port: 16ce470f-1c80-46e4-9f86-47ebd921831d, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1480b1-b298-4587-954b-04accda6ace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:30.419890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.436319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 63e37292-1443-4ade-9ce7-4b5503004aaf is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:30.446140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:30.464030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:30.513688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:30.561463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:30.597834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:30.598521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.687129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-3e27dccf-9d4b-4374-ad8f-488a03e867a1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6547167 Feb 19 07:15:30.704733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:30.775574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f607-ce20-4df4-a375-6364ddd8963f req-4531603e-1b20-4bc9-b276-3c6108cf133e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:30.778204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b51f607-ce20-4df4-a375-6364ddd8963f req-4531603e-1b20-4bc9-b276-3c6108cf133e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.2190223 Feb 19 07:15:30.856180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:30.862126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b51f607-ce20-4df4-a375-6364ddd8963f req-a86ed78a-f761-406a-9c01-49d1c60eea79 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634158 Feb 19 07:15:30.873273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 2, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:30.983443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Checking router: 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:30.983811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Updating router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:15:31.024442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bfb90359-5f04-40e1-a93b-c03a152f168f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.080657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb90359-5f04-40e1-a93b-c03a152f168f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:31.085648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] No DVR routers for this DVR port bfb90359-5f04-40e1-a93b-c03a152f168f on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:31.091921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.093936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44adfc40-8330-4652-9751-1419dabf8d83 None None] Provisioning complete for port 94e8dec9-84e6-4029-8ec2-7676fbabf230 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:31.094310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44adfc40-8330-4652-9751-1419dabf8d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.154013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3888fbcd-0446-4a98-95b6-9232262aef54 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:31.266477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:31.272629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:31.276489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks [] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.293092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Transition to ACTIVE for port object a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:31.293593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.299748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719809269', 'description': 'tempest-description--2061191135'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:31.342482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.344009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.355629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] For port dd901257-5e68-4592-9d3c-624680ab2264, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dd901257-5e68-4592-9d3c-624680ab2264,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:31.356047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dd901257-5e68-4592-9d3c-624680ab2264), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.378672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:31.386693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:31.410865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7414437-308f-484e-9fab-d2ef6693aada req-1ea25cc2-550a-422f-9dec-170293089b04 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:31.421534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7414437-308f-484e-9fab-d2ef6693aada req-1ea25cc2-550a-422f-9dec-170293089b04 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 950 time: 0.1269836 Feb 19 07:15:31.450382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Calling delete_port for dd901257-5e68-4592-9d3c-624680ab2264 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:31.455750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac0b4b2-8a41-454e-9688-3a124a7b68a0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:31.456073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac0b4b2-8a41-454e-9688-3a124a7b68a0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:31.464624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=16ce470f-1c80-46e4-9f86-47ebd921831d,segment=NetworkSegment(2d1480b1-b298-4587-954b-04accda6ace0),segment_id=2d1480b1-b298-4587-954b-04accda6ace0)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:31.486901 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5ac0b4b2-8a41-454e-9688-3a124a7b68a0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.509411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.567516 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5ac0b4b2-8a41-454e-9688-3a124a7b68a0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.614123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:31.615173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25871081-2f00-4457-820a-169b9766764a service neutron] Pushing event updated for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:31.615390 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.616769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/16ce470f-1c80-46e4-9f86-47ebd921831d HTTP/1.1" status: 200 len: 1091 time: 3.2875152 Feb 19 07:15:31.619412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:15:31.619412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5ac0b4b2-8a41-454e-9688-3a124a7b68a0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.630158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Attempting to bind port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:31.630366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Attempting to bind port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:31.630946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks [] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.631814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Attempting to bind port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c on network 63e37292-1443-4ade-9ce7-4b5503004aaf {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:31.644042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c on network 63e37292-1443-4ade-9ce7-4b5503004aaf not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:31.644288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Attempting to bind port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c on network 63e37292-1443-4ade-9ce7-4b5503004aaf {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:31.653427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44adfc40-8330-4652-9751-1419dabf8d83 None None] Port 94e8dec9-84e6-4029-8ec2-7676fbabf230 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:31.655285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.673063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7414437-308f-484e-9fab-d2ef6693aada req-45d2b1fd-495b-47d0-9032-8c84173981eb tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496786 Feb 19 07:15:31.673890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:31.674228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Checking segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:31.675091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Bound using segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:31.677141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Bound port: a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:31.677546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.729037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (2664eed5-4b26-4e29-8b16-53da3961f801), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.732140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:31.737783 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bf9690-19e6-40db-821d-ab9108de564c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:15:31.741996 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:15:31.754249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Deleting port ab903947-5d30-426f-b40b-552aba9062e7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:31.754595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ab903947-5d30-426f-b40b-552aba9062e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.771820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:31.790308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fbc8c-6a05-4da4-98a9-c7d83fd33a5c None None] Pushing event updated for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:31.844869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3888fbcd-0446-4a98-95b6-9232262aef54 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:31.845347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.890602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aac1b4-853c-4337-96a1-d2a34920ed58 req-1cca0331-c3f4-409d-a4cf-b6154305de4d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:31.892579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] For port ab903947-5d30-426f-b40b-552aba9062e7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ab903947-5d30-426f-b40b-552aba9062e7,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:31.892954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ab903947-5d30-426f-b40b-552aba9062e7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:31.897635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aac1b4-853c-4337-96a1-d2a34920ed58 req-1cca0331-c3f4-409d-a4cf-b6154305de4d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:31.908072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Calling delete_port for ab903947-5d30-426f-b40b-552aba9062e7 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:31.908984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aac1b4-853c-4337-96a1-d2a34920ed58 req-1cca0331-c3f4-409d-a4cf-b6154305de4d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:31.916676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3aac1b4-853c-4337-96a1-d2a34920ed58 req-1cca0331-c3f4-409d-a4cf-b6154305de4d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2388 time: 0.1024971 Feb 19 07:15:32.016151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3aac1b4-853c-4337-96a1-d2a34920ed58 req-14fd40a7-8a69-4740-a298-2f025eba5b4e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Feb 19 07:15:32.018244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:32.030254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.035147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2664eed5-4b26-4e29-8b16-53da3961f801), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.071173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e951e09-7c81-4d8a-bd9e-635a9c6cb262 req-3c673c2f-0b21-4b81-81ad-070a72bdd59c tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:32.072739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e951e09-7c81-4d8a-bd9e-635a9c6cb262 req-3c673c2f-0b21-4b81-81ad-070a72bdd59c tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 943 time: 0.7124050 Feb 19 07:15:32.093074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:32.093840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.095291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-25871081-2f00-4457-820a-169b9766764a service neutron] 10.222.0.47 "PUT /v2.0/ports/a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c HTTP/1.1" status: 200 len: 1091 time: 1.3956025 Feb 19 07:15:32.095748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:32.098020 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38598a2c-3382-4893-9fa0-3cdf9e8256b1" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:32.136332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:32.141855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:32.187842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Attempting to bind port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:32.188303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Attempting to bind port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:32.188807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Attempting to bind port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 on network de9f2278-badd-4ec4-a4e4-fb411efaa649 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:32.189310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25871081-2f00-4457-820a-169b9766764a service neutron] Pushing event updated for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:32.219420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:32.219878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Checking segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:32.220296 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.220700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Bound using segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:32.221194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Bound port: fbd8a086-f11c-4f5f-8ac4-c2a3819169a9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:32.221724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.223834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No active binding found for port dd901257-5e68-4592-9d3c-624680ab2264 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:15:32.224330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port dd901257-5e68-4592-9d3c-624680ab2264 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:15:32.225774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dd901257-5e68-4592-9d3c-624680ab2264 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:32.258722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.286953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.292773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a HTTP/1.1" status: 204 len: 168 time: 3.1301272 Feb 19 07:15:32.306131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0581-d855-4184-9b5c-6f56fb939710 req-b670a11f-6d0e-445f-8240-f4f8e4c340f5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:32.307912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edef0581-d855-4184-9b5c-6f56fb939710 req-b670a11f-6d0e-445f-8240-f4f8e4c340f5 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 944 time: 0.2069142 Feb 19 07:15:32.309059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2f86d9a8-492f-4430-8261-831969b9368f), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.318999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2664eed5-4b26-4e29-8b16-53da3961f801,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:32.325767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dd901257-5e68-4592-9d3c-624680ab2264), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.410421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3888fbcd-0446-4a98-95b6-9232262aef54 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:32.413171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e7f52aed-5c89-4772-b3f8-a9982d95c540'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:32.444658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edef0581-d855-4184-9b5c-6f56fb939710 req-d35e2226-1fc5-4bf0-a395-764cce48bb39 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252248 Feb 19 07:15:32.478910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff948b3-525b-4fc9-ae76-cca551e3af15 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15fc3d6-b6bc-47bb-9bab-ea8d76e16e1a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:32.515381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfb90359-5f04-40e1-a93b-c03a152f168f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:32.545723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-18358911-5611-4891-8b37-d644c42531da None None] Provisioning complete for port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:32.546023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18358911-5611-4891-8b37-d644c42531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.574207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: bfb90359-5f04-40e1-a93b-c03a152f168f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:32.575239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfb90359-5f04-40e1-a93b-c03a152f168f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:32.609058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] For port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:32.636573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e951e09-7c81-4d8a-bd9e-635a9c6cb262 req-008c0e21-42ee-4df1-8891-9a07fb871c89 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583593 Feb 19 07:15:32.643112 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c377ddb-367f-475f-8e81-18c910a34ceb x-openstack-request-id: req-5c377ddb-367f-475f-8e81-18c910a34ceb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:32.643263 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:32.643708 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c377ddb-367f-475f-8e81-18c910a34ceb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:32.643897 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d', 'status': 'completed', 'code': 200} Feb 19 07:15:32.653398 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.656733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] For port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:32.658557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61c6b334-3991-4bd2-b790-f449b7ccdb2e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3770669 Feb 19 07:15:32.659161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-18358911-5611-4891-8b37-d644c42531da None None] Port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:32.676588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:32.678956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:32.683134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'security_group_rule': {'security_group_id': '2664eed5-4b26-4e29-8b16-53da3961f801', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:32.696256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.704272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] No DVR routers for this DVR port dd901257-5e68-4592-9d3c-624680ab2264 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:32.708191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.712212 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ecb7eb6-aa37-418f-920b-757f69ce0a73 req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "DELETE /v2.0/ports/dd901257-5e68-4592-9d3c-624680ab2264 HTTP/1.1" status: 204 len: 173 time: 2.8582132 Feb 19 07:15:32.719273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740f8ba-da67-4f14-8bad-bfaa3c8f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:32.774146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-83ea72d0-7d7e-4399-88d3-aed8e41699d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:32.775887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-83ea72d0-7d7e-4399-88d3-aed8e41699d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad75fe6034aa450f9c96ac3b93d308af&device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 1125 time: 0.8558869 Feb 19 07:15:32.776649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b1d86-a92b-45f5-9dac-46f1a52bd3a3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event deleted for resources: {'Port': ['ID=dd901257-5e68-4592-9d3c-624680ab2264,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:32.891543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-144be67e-52b4-4462-9326-0edb4ac37089 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ce470f-1c80-46e4-9f86-47ebd921831d HTTP/1.1" status: 200 len: 217 time: 0.1076384 Feb 19 07:15:32.915230 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:32.941253 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (1d36f3ef-7ffd-44d2-94e1-d5cc3cf6940e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.000843 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (1d36f3ef-7ffd-44d2-94e1-d5cc3cf6940e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.009079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2de6f499-bc03-4852-b425-0dc890de64a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c490173f34a4497bdd3c6198484c8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153589 Feb 19 07:15:33.010629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (1d36f3ef-7ffd-44d2-94e1-d5cc3cf6940e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.026923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:33.041927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:33.042793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:33.076950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.094281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4161668 Feb 19 07:15:33.098918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:33.099637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ab903947-5d30-426f-b40b-552aba9062e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.104262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f86d9a8-492f-4430-8261-831969b9368f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:33.135540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'security_group_rule': {'security_group_id': '2664eed5-4b26-4e29-8b16-53da3961f801', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:33.140281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks [] for port (2f86d9a8-492f-4430-8261-831969b9368f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.241376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fbc8c-6a05-4da4-98a9-c7d83fd33a5c None None] Pushing event updated for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:33.283695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:33.348378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event deleted for resources: {'Port': ['ID=ab903947-5d30-426f-b40b-552aba9062e7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:33.453919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:33.493422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2435ed5-62eb-4fc5-8a1c-9b6aed6f6af4 req-86b5ea87-ab96-4d3a-9507-fcd94acf16e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:33.499806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2435ed5-62eb-4fc5-8a1c-9b6aed6f6af4 req-86b5ea87-ab96-4d3a-9507-fcd94acf16e5 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=031d92ae-06b4-4607-9e0f-47ec226839d8 HTTP/1.1" status: 200 len: 867 time: 0.6416438 Feb 19 07:15:33.554476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] No DVR routers for this DVR port ab903947-5d30-426f-b40b-552aba9062e7 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:33.585041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-f016e149-0ec1-4b73-9d52-89e9b402f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:33.585515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-f016e149-0ec1-4b73-9d52-89e9b402f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:33.585976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-f016e149-0ec1-4b73-9d52-89e9b402f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:33.593894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-f016e149-0ec1-4b73-9d52-89e9b402f4cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2762 time: 0.3317463 Feb 19 07:15:33.627056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.630360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7778d036-7094-432c-a9c7-1040df9ff9fd req-66dc3c3a-e1cc-4360-aa19-b4d476050c49 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "DELETE /v2.0/ports/ab903947-5d30-426f-b40b-552aba9062e7 HTTP/1.1" status: 204 len: 173 time: 3.2449906 Feb 19 07:15:33.670577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2435ed5-62eb-4fc5-8a1c-9b6aed6f6af4 req-f9cc6f87-214b-4070-92ad-4b8a957eff42 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697121 Feb 19 07:15:33.681152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Provisioning complete for port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:33.682042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.783057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (580aa438-1050-4b78-91e0-5d1e1a587d99), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:33.839396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:33.883331 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a442c22-cbb2-402a-a4bb-a59e2158cfbd x-openstack-request-id: req-7a442c22-cbb2-402a-a4bb-a59e2158cfbd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:33.883869 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:33.884396 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a442c22-cbb2-402a-a4bb-a59e2158cfbd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:33.885134 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c', 'status': 'completed', 'code': 200} Feb 19 07:15:33.893390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: ab903947-5d30-426f-b40b-552aba9062e7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:33.893732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ab903947-5d30-426f-b40b-552aba9062e7 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:33.902936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879827cc-a9e0-408c-a803-399659280c5b req-71accb1a-3fa6-49da-9ed1-ba1709f95089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:33.905160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-71accb1a-3fa6-49da-9ed1-ba1709f95089 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2eee9fe-f395-4b5b-acf5-1ea183a36f8c HTTP/1.1" status: 200 len: 858 time: 0.8229289 Feb 19 07:15:33.906428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1186f-f3b9-4303-9ad0-732c9975661a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d36f3ef-7ffd-44d2-94e1-d5cc3cf6940e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:33.984844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Transition to ACTIVE for port object 2f86d9a8-492f-4430-8261-831969b9368f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:33.998700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.053133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Current status of the port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:34.053532 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.101360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:34.146241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] Publish callbacks [] for security_group (1a0cac7f-b33d-4e10-b38d-f5abacb247d6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.172624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8dbe-10e8-49f9-869a-08cbe7a29616 req-e93a1bef-5e45-4579-9f44-af314cb658d2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.191724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8dbe-10e8-49f9-869a-08cbe7a29616 req-e93a1bef-5e45-4579-9f44-af314cb658d2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.196981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8dbe-10e8-49f9-869a-08cbe7a29616 req-e93a1bef-5e45-4579-9f44-af314cb658d2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.209220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa6a8dbe-10e8-49f9-869a-08cbe7a29616 req-e93a1bef-5e45-4579-9f44-af314cb658d2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2388 time: 0.3170717 Feb 19 07:15:34.210351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-63d26543-769a-4934-b351-a8d1e046729d None None] For port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:34.214291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-75da4663-dfd1-41a0-99f6-80e347891c0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23d72f5e-a29a-443e-b1d5-6ff39b3f789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993818 Feb 19 07:15:34.225309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.225785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (580aa438-1050-4b78-91e0-5d1e1a587d99), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.254377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (580aa438-1050-4b78-91e0-5d1e1a587d99), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.320322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] Publish callbacks [] for security_group (1a0cac7f-b33d-4e10-b38d-f5abacb247d6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.391460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:32Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:34.415900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580aa438-1050-4b78-91e0-5d1e1a587d99,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:34.455848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533bf65-d1da-4896-8b82-e99e9e4de53c None None] The sync data for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 is: [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:32Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:34.470485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d26543-769a-4934-b351-a8d1e046729d None None] Pushing event updated for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:34.517088 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-9ab164e1-20d5-4e5f-b3dc-b9a0c04b96f8 service neutron] 10.222.0.24 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869661 Feb 19 07:15:34.520763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-946b080c-a84f-45f7-9ab1-23043665da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.521333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-946b080c-a84f-45f7-9ab1-23043665da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.521900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-946b080c-a84f-45f7-9ab1-23043665da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.528320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-946b080c-a84f-45f7-9ab1-23043665da14 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=193137b6c423465b9a5694df94d3434c&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.8926468 Feb 19 07:15:34.593027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa6a8dbe-10e8-49f9-869a-08cbe7a29616 req-850180a7-f45f-4cf6-8768-c42e526871e1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793066 Feb 19 07:15:34.600297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbba6a6-261c-4dd4-93da-83faa215677d req-1b0e1103-d052-40f7-8b44-be011f7d3e63 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:34.606690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cbba6a6-261c-4dd4-93da-83faa215677d req-1b0e1103-d052-40f7-8b44-be011f7d3e63 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.7072041 Feb 19 07:15:34.623725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1a0cac7f-b33d-4e10-b38d-f5abacb247d6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.628793 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.633070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b8751673-b982-4153-9ac4-1636c64e40fa tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5288146 Feb 19 07:15:34.634211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.645017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0cac7f-b33d-4e10-b38d-f5abacb247d6 HTTP/1.1" status: 204 len: 168 time: 1.6115072 Feb 19 07:15:34.653499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:34.689079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-deleted', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264'}, {'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-deleted', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:34.694380 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e65bbc-1788-48eb-bfa7-0cc57d678331" -d '{"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-deleted", "tag": "dd901257-5e68-4592-9d3c-624680ab2264"}, {"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-deleted", "tag": "ab903947-5d30-426f-b40b-552aba9062e7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:34.699566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:34.728121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f2a80-eee3-49d1-8dcb-7d527681654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cac7f-b33d-4e10-b38d-f5abacb247d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:34.778705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Attempting to bind port 2f86d9a8-492f-4430-8261-831969b9368f on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:34.779106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Attempting to bind port 2f86d9a8-492f-4430-8261-831969b9368f by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:34.779473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Attempting to bind port 2f86d9a8-492f-4430-8261-831969b9368f on network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:34.795762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-829c500e-1bc4-455d-b6f8-02a6922b9a3c req-a9af8696-d59d-42d1-b83e-c3cfa3e26978 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.0766225 Feb 19 07:15:34.807763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Port 2f86d9a8-492f-4430-8261-831969b9368f on network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:34.809291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Attempting to bind port 2f86d9a8-492f-4430-8261-831969b9368f on network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:34.818730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:34.879924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:34.882405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Checking segment: {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:34.882907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Bound using segment: {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:34.883490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Bound port: 2f86d9a8-492f-4430-8261-831969b9368f, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:34.883947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2f86d9a8-492f-4430-8261-831969b9368f), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.048496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281cd98-0d15-4b37-acba-269d24a77376 req-d3c8c48f-6044-43a0-8962-e7d5c2ff1120 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:35.050321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9281cd98-0d15-4b37-acba-269d24a77376 req-d3c8c48f-6044-43a0-8962-e7d5c2ff1120 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 946 time: 0.2937157 Feb 19 07:15:35.184294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:35.262581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4dc93-db30-4314-b52c-4e5cc221a23c req-d9651bf2-658f-4fce-bbc0-649fd13eedc0 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:35.271507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ae4dc93-db30-4314-b52c-4e5cc221a23c req-d9651bf2-658f-4fce-bbc0-649fd13eedc0 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 943 time: 0.3217335 Feb 19 07:15:35.271682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cbba6a6-261c-4dd4-93da-83faa215677d req-b7787469-8038-49a6-b34e-3a59e5464b52 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6304667 Feb 19 07:15:35.320287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:35.322521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:35.324623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.392335 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-879827cc-a9e0-408c-a803-399659280c5b req-6ceacb20-08b2-474c-866d-2094cf171135 service neutron] 10.222.0.24 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663399 Feb 19 07:15:35.404419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2f86d9a8-492f-4430-8261-831969b9368f,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:35.441594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.451891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-fa37620d-29be-4603-a153-d94353abfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:35.456950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38598a2c-3382-4893-9fa0-3cdf9e8256b1 req-fa37620d-29be-4603-a153-d94353abfb38 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7896440 Feb 19 07:15:35.579803 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1551af06-a413-4c6c-a582-c1be2e019e60 x-openstack-request-id: req-1551af06-a413-4c6c-a582-c1be2e019e60 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:35.582794 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebc1ca1-5f4d-4aef-9691-f02e49dba797", "name": "network-vif-deleted", "tag": "dd901257-5e68-4592-9d3c-624680ab2264", "status": "completed", "code": 200}, {"server_uuid": "031d92ae-06b4-4607-9e0f-47ec226839d8", "name": "network-vif-deleted", "tag": "ab903947-5d30-426f-b40b-552aba9062e7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:35.583133 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1551af06-a413-4c6c-a582-c1be2e019e60 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:35.585485 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebc1ca1-5f4d-4aef-9691-f02e49dba797', 'name': 'network-vif-deleted', 'tag': 'dd901257-5e68-4592-9d3c-624680ab2264', 'status': 'completed', 'code': 200} Feb 19 07:15:35.585809 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031d92ae-06b4-4607-9e0f-47ec226839d8', 'name': 'network-vif-deleted', 'tag': 'ab903947-5d30-426f-b40b-552aba9062e7', 'status': 'completed', 'code': 200} Feb 19 07:15:35.599953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Deleting port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:35.600391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.609083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:35.642790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ae4dc93-db30-4314-b52c-4e5cc221a23c req-d5eee3d4-61c0-4cad-871c-ec35640e3931 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573468 Feb 19 07:15:35.643491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:35.649758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.660832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] 10.222.0.47 "PUT /v2.0/ports/2f86d9a8-492f-4430-8261-831969b9368f HTTP/1.1" status: 200 len: 1092 time: 3.5143912 Feb 19 07:15:35.664865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.710107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Request body: {'port': {'device_id': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:35.835990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] For port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:35.836386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:35.968016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:35.970309 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0a786e-7f27-4653-a206-ec2b871a38fd" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "2f86d9a8-492f-4430-8261-831969b9368f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:35.972875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:36.009377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3674-2944-49dc-ae65-dd1ba3b68f1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:36.206133 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7638378-aaa1-4e21-bcf9-8025e82ee00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:36.207152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c647776-9a02-4729-9909-6a7dc51dadf3 req-5c278e1d-9484-4641-9a25-bf195b216b4b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.1656671 Feb 19 07:15:36.326091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9690-19e6-40db-821d-ab9108de564c req-660ce8fa-3235-4aa6-8c20-ebbe242b2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:36.327713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-660ce8fa-3235-4aa6-8c20-ebbe242b2cf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad75fe6034aa450f9c96ac3b93d308af&device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 1125 time: 0.8497686 Feb 19 07:15:36.391212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996a00d-ce9a-49ab-b16e-2465a744cc9b req-3eab1cb5-6e4e-4cbf-9f88-a8034c90c69d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:36.397772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996a00d-ce9a-49ab-b16e-2465a744cc9b req-3eab1cb5-6e4e-4cbf-9f88-a8034c90c69d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:36.408638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996a00d-ce9a-49ab-b16e-2465a744cc9b req-3eab1cb5-6e4e-4cbf-9f88-a8034c90c69d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:36.416831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9996a00d-ce9a-49ab-b16e-2465a744cc9b req-3eab1cb5-6e4e-4cbf-9f88-a8034c90c69d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2400 time: 0.4500668 Feb 19 07:15:36.544637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Allocated IP 172.25.7.74 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/43325e07-c1d0-465d-8d65-9d3db7c20ea6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:36.637430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9996a00d-ce9a-49ab-b16e-2465a744cc9b req-62b5c33a-b29b-40e2-822a-49edd5452484 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187114 Feb 19 07:15:36.749397 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19896211-b297-44d3-91b5-3b6c128d356f x-openstack-request-id: req-19896211-b297-44d3-91b5-3b6c128d356f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:36.749714 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "2f86d9a8-492f-4430-8261-831969b9368f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:36.749970 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19896211-b297-44d3-91b5-3b6c128d356f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:36.750374 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f', 'status': 'completed', 'code': 200} Feb 19 07:15:36.982733 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:36.983364 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (470372af-0286-4285-b84e-fec736357986), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:36.983484 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Floating IP 470372af-0286-4285-b84e-fec736357986 disassociated. External IP: 172.25.7.62, port: 7c4c9455-9c91-4af9-b561-6664cb1e6bb6. Feb 19 07:15:36.983828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Calling delete_port for 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:36.995796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.071833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.142728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7c4c9455-9c91-4af9-b561-6664cb1e6bb6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.166748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebd599-1eac-49d2-9663-5416ee7ec388 req-f78306ce-1bde-42d9-be4e-150a74aad1f6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.173915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5ebd599-1eac-49d2-9663-5416ee7ec388 req-f78306ce-1bde-42d9-be4e-150a74aad1f6 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.8172522 Feb 19 07:15:37.181470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e8dec9-84e6-4029-8ec2-7676fbabf230 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:37.192490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks [] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.212375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Transition to ACTIVE for port object 94e8dec9-84e6-4029-8ec2-7676fbabf230 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:37.219058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9690-19e6-40db-821d-ab9108de564c req-6ec5caf9-d6ed-4958-89a2-dda2895d8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.220705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-6ec5caf9-d6ed-4958-89a2-dda2895d8694 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23d72f5e-a29a-443e-b1d5-6ff39b3f789c HTTP/1.1" status: 200 len: 918 time: 0.8629754 Feb 19 07:15:37.231945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event deleted for resources: {'Port': ['ID=7c4c9455-9c91-4af9-b561-6664cb1e6bb6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:37.274686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'Port': ['ID=43325e07-c1d0-465d-8d65-9d3db7c20ea6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:37.285363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.342414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-d88d71ff-8666-4ecd-8329-943869f55f83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ce470f-1c80-46e4-9f86-47ebd921831d HTTP/1.1" status: 200 len: 217 time: 0.1065571 Feb 19 07:15:37.367830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:37.393368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c44f5-eea2-4dba-8749-a88757691a0e req-1587f652-9763-4fe8-a44a-69dd45e527b6 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.394924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db2c44f5-eea2-4dba-8749-a88757691a0e req-1587f652-9763-4fe8-a44a-69dd45e527b6 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 867 time: 0.5029070 Feb 19 07:15:37.395882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:37.402261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:37.416163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-45ab1320-059f-46bc-acc6-b082b5a6ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.416932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-45ab1320-059f-46bc-acc6-b082b5a6ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.417566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-45ab1320-059f-46bc-acc6-b082b5a6ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.419495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-45ab1320-059f-46bc-acc6-b082b5a6ff71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2860 time: 0.2948527 Feb 19 07:15:37.498377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Pushing event updated for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:37.500471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5ebd599-1eac-49d2-9663-5416ee7ec388 req-0f52dfd1-18db-43ed-af36-df9004cb1620 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a06369a-069d-4997-a7b9-5e441c2d7dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254731 Feb 19 07:15:37.629244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb85e51-7aff-414e-b618-550661af950a req-a943b7bf-a702-409f-9497-8248d1a51a08 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.631012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fb85e51-7aff-414e-b618-550661af950a req-a943b7bf-a702-409f-9497-8248d1a51a08 tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 949 time: 0.4048789 Feb 19 07:15:37.736341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db2c44f5-eea2-4dba-8749-a88757691a0e req-196b24e4-4d7d-413b-b72d-bd0c1f224e63 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a44e30-0b06-4fcf-b9ea-64b8f40c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923689 Feb 19 07:15:37.755377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Attempting to bind port 94e8dec9-84e6-4029-8ec2-7676fbabf230 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:37.756215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Attempting to bind port 94e8dec9-84e6-4029-8ec2-7676fbabf230 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:37.756944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Attempting to bind port 94e8dec9-84e6-4029-8ec2-7676fbabf230 on network 63e37292-1443-4ade-9ce7-4b5503004aaf {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:37.763617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9690-19e6-40db-821d-ab9108de564c req-3f2ca11d-e06b-4bd0-8a4e-4c29c1420901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.765338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-3f2ca11d-e06b-4bd0-8a4e-4c29c1420901 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2eee9fe-f395-4b5b-acf5-1ea183a36f8c HTTP/1.1" status: 200 len: 858 time: 0.4122152 Feb 19 07:15:37.797645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Port 94e8dec9-84e6-4029-8ec2-7676fbabf230 on network 63e37292-1443-4ade-9ce7-4b5503004aaf not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:37.798355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Attempting to bind port 94e8dec9-84e6-4029-8ec2-7676fbabf230 on network 63e37292-1443-4ade-9ce7-4b5503004aaf {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:37.823355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.830565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:37.831326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Checking segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:37.831728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Bound using segment: {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:37.832339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Bound port: 94e8dec9-84e6-4029-8ec2-7676fbabf230, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9d2ca9-0966-4b3f-9d34-54e37cc25593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:37.832827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.877623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-3a97fa2b-dea3-4244-bec3-a7c0f002eca5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23d72f5e-a29a-443e-b1d5-6ff39b3f789c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852547 Feb 19 07:15:37.956173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Router d28a9731-ca12-4522-8003-975040ccf926 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:37.973677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:37.995619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68ed2d-23c6-4ac6-bee6-a0ce8d2f83ad req-9ec12e8b-80e4-408f-ae64-f8b25e3d4bd8 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:37.998555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa68ed2d-23c6-4ac6-bee6-a0ce8d2f83ad req-9ec12e8b-80e4-408f-ae64-f8b25e3d4bd8 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 943 time: 0.2935710 Feb 19 07:15:38.000080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9852bf60-52b6-4996-828f-10556e55ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.000772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9852bf60-52b6-4996-828f-10556e55ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.001411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9852bf60-52b6-4996-828f-10556e55ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.003346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9852bf60-52b6-4996-828f-10556e55ff5c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=193137b6c423465b9a5694df94d3434c&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5455172 Feb 19 07:15:38.036849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Deleting port 4bd71740-436b-4905-9c6a-35704c0240c4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:38.037339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.066987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:38.120109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:38.165864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.229356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:38.237535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.238517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.239953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] 10.222.0.47 "PUT /v2.0/ports/94e8dec9-84e6-4029-8ec2-7676fbabf230 HTTP/1.1" status: 200 len: 1092 time: 2.5381105 Feb 19 07:15:38.250367 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Sync routers for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:38.279302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] For port 4bd71740-436b-4905-9c6a-35704c0240c4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4bd71740-436b-4905-9c6a-35704c0240c4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:38.279688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.297726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f2419-da41-451f-b487-ca6e85e98dea service neutron] Pushing event updated for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:38.311116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:38.313287 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:38.318702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Calling delete_port for 4bd71740-436b-4905-9c6a-35704c0240c4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:38.428209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] No DVR routers for this DVR port 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:38.437452 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-62f8b32e-1e7c-405c-b9af-eaf23ae6446b service neutron] 10.222.0.24 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357759 Feb 19 07:15:38.442505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-eee9713d-b766-4ffc-885f-a25f6bd05e46 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7a28193a68e74a4e8bff946fd3955114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003387 Feb 19 07:15:38.446621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.450282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.459901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9281cd98-0d15-4b37-acba-269d24a77376 req-b86861eb-0266-4705-a21e-a1fe4d319ff1 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.24 "DELETE /v2.0/ports/7c4c9455-9c91-4af9-b561-6664cb1e6bb6 HTTP/1.1" status: 204 len: 173 time: 3.3903952 Feb 19 07:15:38.464236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'name': 'network-vif-deleted', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:38.470075 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dded14-4145-4fd2-866c-f66faeb91b06" -d '{"events": [{"server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "name": "network-vif-deleted", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:38.474439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.511015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4485c189-2f0a-4def-aaca-6cd2c72596d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.538950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa68ed2d-23c6-4ac6-bee6-a0ce8d2f83ad req-3667d64f-3c9b-47aa-a5bc-240d9ca5e724 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342841 Feb 19 07:15:38.549175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9210dc16-7718-4e3c-870d-a73759810a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.553547 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:38.563564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b0a786e-7f27-4653-a206-ec2b871a38fd req-9210dc16-7718-4e3c-870d-a73759810a5f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5481844 Feb 19 07:15:38.809135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:38.811407 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ad5b2-30e0-4f90-be55-6068f99e4796" -d '{"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:38.813896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.851702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:38.863990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1631620 Feb 19 07:15:38.889650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c84c5-fe45-4b2c-ac14-c78c7d8f67cf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'Port': ['ID=43325e07-c1d0-465d-8d65-9d3db7c20ea6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:38.890143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4b953a6-9611-4a97-972f-1f35a0d51d57 req-2477595b-7f31-4055-b56d-1dfe34f47ce7 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.1123650 Feb 19 07:15:38.912952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-08a67e41-4749-48a8-9a7b-202a7ad951f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.915334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-08a67e41-4749-48a8-9a7b-202a7ad951f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.917304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-08a67e41-4749-48a8-9a7b-202a7ad951f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.921262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-08a67e41-4749-48a8-9a7b-202a7ad951f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2958 time: 0.2688010 Feb 19 07:15:38.930337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43bf9690-19e6-40db-821d-ab9108de564c req-5735bc73-a748-4fb3-a1c1-b39929f01335 service neutron] 10.222.0.24 "GET /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483466 Feb 19 07:15:38.968690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-78e806c5-0fd2-4ebc-8cf9-b92a53bbe63d tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:38.991470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-78e806c5-0fd2-4ebc-8cf9-b92a53bbe63d tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5399270 Feb 19 07:15:39.031292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-81e8fb3d-ff0e-4a34-a17c-d3bfa531ad14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c HTTP/1.1" status: 200 len: 217 time: 0.0972269 Feb 19 07:15:39.093951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-17e1025b-8277-45bb-9b41-ab021961ac91 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/quotas/7a28193a68e74a4e8bff946fd3955114 HTTP/1.1" status: 200 len: 375 time: 0.0955806 Feb 19 07:15:39.140004 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:39.165725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-c8b33df0-6530-4f4c-8fd5-dcc61da46941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.167216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-c8b33df0-6530-4f4c-8fd5-dcc61da46941 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=328a4ada-e039-41f1-859c-98ab0c5736e9 HTTP/1.1" status: 200 len: 801 time: 0.1246479 Feb 19 07:15:39.172438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-9d31a80d-b341-4ca2-beae-e993f91735f4 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a28193a68e74a4e8bff946fd3955114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757537 Feb 19 07:15:39.173618 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Checking router: d28a9731-ca12-4522-8003-975040ccf926 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:39.177904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e867-95ca-4ac2-8c7a-62f18eacc2aa req-3796c95f-fea8-46d6-a3f4-1a7998817713 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.186090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:39.186762 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:39.199462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e867-95ca-4ac2-8c7a-62f18eacc2aa req-3796c95f-fea8-46d6-a3f4-1a7998817713 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.218831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e867-95ca-4ac2-8c7a-62f18eacc2aa req-3796c95f-fea8-46d6-a3f4-1a7998817713 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.220636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bef7e867-95ca-4ac2-8c7a-62f18eacc2aa req-3796c95f-fea8-46d6-a3f4-1a7998817713 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2412 time: 0.1948762 Feb 19 07:15:39.222647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4bd71740-436b-4905-9c6a-35704c0240c4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:39.239560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4bd71740-436b-4905-9c6a-35704c0240c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:39.273308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-abc2afa3-2b59-4d56-9104-8c7687d5be0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2130413 Feb 19 07:15:39.276180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Pushing event deleted for resources: {'Port': ['ID=4bd71740-436b-4905-9c6a-35704c0240c4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:39.406978 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:39.426111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] No DVR routers for this DVR port 4bd71740-436b-4905-9c6a-35704c0240c4 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:39.434258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:39.441293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fb85e51-7aff-414e-b618-550661af950a req-998ab164-026c-4702-ab95-ba046633099f tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.24 "DELETE /v2.0/ports/4bd71740-436b-4905-9c6a-35704c0240c4 HTTP/1.1" status: 204 len: 173 time: 1.7994668 Feb 19 07:15:39.472206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bef7e867-95ca-4ac2-8c7a-62f18eacc2aa req-a4bb8abc-b8cf-4442-a0a7-77176d072743 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302477 Feb 19 07:15:39.474443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-a172fb05-c873-4717-9ba6-53ba70dc1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.493112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-a172fb05-c873-4717-9ba6-53ba70dc1463 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e37292-1443-4ade-9ce7-4b5503004aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2693088 Feb 19 07:15:39.535395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-5b7f08fc-e44f-4649-b9cf-e15e96d8cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:39.540239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-5b7f08fc-e44f-4649-b9cf-e15e96d8cfc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=667a6c0345b647abb5fdbbde48922a07&device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 1127 time: 0.2263825 Feb 19 07:15:39.590937 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:39.706080 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b315c0-d624-4532-934b-4a9499a4f7b7 x-openstack-request-id: req-22b315c0-d624-4532-934b-4a9499a4f7b7 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:39.708176 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a37a604-772c-46c7-8690-02b829ed8fd1", "name": "network-vif-deleted", "tag": "7c4c9455-9c91-4af9-b561-6664cb1e6bb6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:39.708604 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22b315c0-d624-4532-934b-4a9499a4f7b7 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:39.709044 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a37a604-772c-46c7-8690-02b829ed8fd1', 'name': 'network-vif-deleted', 'tag': '7c4c9455-9c91-4af9-b561-6664cb1e6bb6', 'status': 'completed', 'code': 200} Feb 19 07:15:39.841710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0b2af00-38c2-4d71-89e6-c4d5a67a3d71 req-a9db8c29-9619-48e2-beb5-36d8b98ab7cc tempest-MigrationsAdminTest-213653579 tempest-MigrationsAdminTest-213653579-project] 10.222.0.43 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 210 time: 0.1222179 Feb 19 07:15:39.847410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-6327bea7-b292-4291-8987-2d86fd8d5e28 service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431919 Feb 19 07:15:39.881202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 16ce470f-1c80-46e4-9f86-47ebd921831d details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:39.884240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:39.917390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-816415fe-985e-4f71-aba5-3ed0977a27bb req-a74ea7d8-02be-4316-9ab5-5e25c34876d8 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a37a604-772c-46c7-8690-02b829ed8fd1 HTTP/1.1" status: 200 len: 210 time: 0.1240015 Feb 19 07:15:39.935430 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:39.940760 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438c6b6-eb58-4ffa-a5ae-56adf34a9e1d x-openstack-request-id: req-c438c6b6-eb58-4ffa-a5ae-56adf34a9e1d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:39.943693 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:39.945275 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c438c6b6-eb58-4ffa-a5ae-56adf34a9e1d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:39.951544 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'status': 'completed', 'code': 200} Feb 19 07:15:39.977876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:39.978452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7c4c9455-9c91-4af9-b561-6664cb1e6bb6 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:40.046446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-989cabec-0aef-40b6-8f34-5dab724cb760 service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928298 Feb 19 07:15:40.076322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f26ed36-512c-4afa-abaa-60d3f32afa0a None None] The sync data for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 is: [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:14:27Z', 'revision_number': 4, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0', 'name': '', 'network_id': '3cd3a57f-57a1-4055-88c0-9a32a1c77bde', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'mac_address': 'fa:16:3e:23:5f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:26Z', 'updated_at': '2022-02-19T07:14:33Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'subnets': [{'id': '888829f0-c4d4-4519-a6f6-90fb5285e505', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:40.117971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:40.125707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-039ced34-36aa-4713-82e9-750e932f2af6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=2f86d9a8-492f-4430-8261-831969b9368f HTTP/1.1" status: 200 len: 217 time: 0.0725400 Feb 19 07:15:40.163885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-e8a84759-8031-4db5-a553-a9755b63c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:40.165359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-e8a84759-8031-4db5-a553-a9755b63c1b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 200 len: 920 time: 0.5847776 Feb 19 07:15:40.256080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da7a823e-aecd-4cb9-a287-bddc2478dac9 req-046841e7-9c53-4418-8c55-2866a72f05c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2603085 Feb 19 07:15:40.278729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-6b21d88e-0a52-4856-bd88-fddf1bb194e2 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--719809269&fields=id&tenant_id=79c6ab151b204f20ad101e0e4d8f6afa HTTP/1.1" status: 200 len: 267 time: 0.1615684 Feb 19 07:15:40.342397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8944386c-b2ea-42a3-a52e-18ce4cea21b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.354245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=16ce470f-1c80-46e4-9f86-47ebd921831d,segment=NetworkSegment(2d1480b1-b298-4587-954b-04accda6ace0),segment_id=2d1480b1-b298-4587-954b-04accda6ace0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:40.410042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-ca1e38d1-5c8b-446d-ba9a-68fa252da1c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 200 len: 217 time: 0.2345917 Feb 19 07:15:40.419803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c6d0207f-34b1-4bcc-874d-cef186ff3a94 req-120838ba-d0c2-4739-b038-c1b401b4fd7e tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 210 time: 0.2364640 Feb 19 07:15:40.420704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-df0516fd-4724-4838-bef6-f1a515108f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:40.421253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '16ce470f-1c80-46e4-9f86-47ebd921831d', 'network_id': '23d72f5e-a29a-443e-b1d5-6ff39b3f789c', 'port_id': '16ce470f-1c80-46e4-9f86-47ebd921831d', 'mac_address': 'fa:16:3e:43:03:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eee9fe-f395-4b5b-acf5-1ea183a36f8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:40.424322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-df0516fd-4724-4838-bef6-f1a515108f58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=17e12a15-9087-4074-bc1d-9bcc2f181628 HTTP/1.1" status: 200 len: 801 time: 0.2733426 Feb 19 07:15:40.510736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 16ce470f-1c80-46e4-9f86-47ebd921831d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:40.511436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.539002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ce470f-1c80-46e4-9f86-47ebd921831d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:40.545068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-9c60417e-c932-4dea-96b5-88b2a0431289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:40.546554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-9c60417e-c932-4dea-96b5-88b2a0431289 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 200 len: 860 time: 0.1253188 Feb 19 07:15:40.569261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-9c430a8b-a671-4503-81db-df9386ca2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:40.570868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-9c430a8b-a671-4503-81db-df9386ca2ee3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=31b11652-100e-40ea-a83d-0f9a3eb1cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1339951 Feb 19 07:15:40.584619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=16ce470f-1c80-46e4-9f86-47ebd921831d,segment=NetworkSegment(2d1480b1-b298-4587-954b-04accda6ace0),segment_id=2d1480b1-b298-4587-954b-04accda6ace0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:40.594998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-1ca82cbd-428d-4db8-b9a3-40852cb52f18 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:40.595310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.600745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da7a823e-aecd-4cb9-a287-bddc2478dac9 req-f083f6bb-31d6-4b43-b1c0-953ccd4737e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&device_id=f97204a0-0b92-44e1-8078-8529c9b32eb5 HTTP/1.1" status: 200 len: 210 time: 0.2092369 Feb 19 07:15:40.601696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-1ca82cbd-428d-4db8-b9a3-40852cb52f18 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/networks?id=de9f2278-badd-4ec4-a4e4-fb411efaa649 HTTP/1.1" status: 200 len: 806 time: 0.3218200 Feb 19 07:15:40.608386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c32016d-83ef-434d-9569-7eac18be7dd1 None None] New status for floating IP 470372af-0286-4285-b84e-fec736357986: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:15:40.639248 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-ed9b35ba-d8a3-48c6-9a8f-9de25397eb86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604904 Feb 19 07:15:40.686278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-cab58a93-6bf5-4bfe-8302-f61b08e8b6bb tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/quotas/79c6ab151b204f20ad101e0e4d8f6afa HTTP/1.1" status: 200 len: 375 time: 0.0836418 Feb 19 07:15:40.723402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da7a823e-aecd-4cb9-a287-bddc2478dac9 req-bc780390-b805-49f4-bd1b-814a2a301da5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785639 Feb 19 07:15:40.774949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8944386c-b2ea-42a3-a52e-18ce4cea21b1 admin admin] Publish callbacks [] for security_group (81668749-6f95-4b13-b93d-9d9d8b166aba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.787492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8944386c-b2ea-42a3-a52e-18ce4cea21b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (81668749-6f95-4b13-b93d-9d9d8b166aba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.803601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-e99d5f74-0023-4927-b36f-f7c707743849 service neutron] 10.222.0.47 "GET /v2.0/networks/31b11652-100e-40ea-a83d-0f9a3eb1cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238979 Feb 19 07:15:40.843064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['16ce470f-1c80-46e4-9f86-47ebd921831d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:40.844818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-44e75fe1-16c4-4f0d-83b8-6ab7aa5965db tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79c6ab151b204f20ad101e0e4d8f6afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576066 Feb 19 07:15:40.953091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:40.959331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:41.019175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944386c-b2ea-42a3-a52e-18ce4cea21b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81668749-6f95-4b13-b93d-9d9d8b166aba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:41.031503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8944386c-b2ea-42a3-a52e-18ce4cea21b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7dba50aa8b4468ebdc62abe50b2ae9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9123449 Feb 19 07:15:41.034627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46740) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:41.046270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-0c81f990-2a4f-47b8-8c44-f75a80296b01 service neutron] 10.222.0.43 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700339 Feb 19 07:15:41.370827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571ae4-10ac-4f95-a0f5-999ed5f2f55f req-d1eadedc-5d03-46ce-99e6-46d2c9bdbe46 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.372806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4571ae4-10ac-4f95-a0f5-999ed5f2f55f req-d1eadedc-5d03-46ce-99e6-46d2c9bdbe46 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 944 time: 0.8253496 Feb 19 07:15:41.436495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-19c454c7-03fb-4e76-af55-16c55e1b60de tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a28193a68e74a4e8bff946fd3955114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500729 Feb 19 07:15:41.442499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a823e-aecd-4cb9-a287-bddc2478dac9 req-7b70d16f-371f-4cdc-a123-d3dafeeebcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.443701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-1f59de06-1eda-4edb-bee7-ccf9e2bec9b1 service neutron] 10.222.0.47 "GET /v2.0/networks/31b11652-100e-40ea-a83d-0f9a3eb1cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268759 Feb 19 07:15:41.444364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da7a823e-aecd-4cb9-a287-bddc2478dac9 req-7b70d16f-371f-4cdc-a123-d3dafeeebcfc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6545284 Feb 19 07:15:41.450535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-09c62852-5796-4148-a966-072fc50370c5 service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856092 Feb 19 07:15:41.520876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4571ae4-10ac-4f95-a0f5-999ed5f2f55f req-51725c81-ad6a-4d7e-af1f-6bcd1d2cfb50 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234686 Feb 19 07:15:41.556721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-242ab688-7e46-45bb-8b62-d2ef70910856 req-71e6cb26-c6e6-4cd6-8cc2-ab131c15f51f service neutron] 10.222.0.47 "GET /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004512 Feb 19 07:15:41.589294 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] Publish callbacks [] for security_group (81668749-6f95-4b13-b93d-9d9d8b166aba), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:41.607271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-0ac9fb7a-4616-4613-a0d5-a318cc3e4f78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230 HTTP/1.1" status: 200 len: 217 time: 0.1364281 Feb 19 07:15:41.634704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ecc64fde-3c0e-4dbf-b6f6-8eda7ef6ddd3 req-d517f618-699e-417f-b785-d9a2cbd576d6 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.0291393 Feb 19 07:15:41.682165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-dcd4aed4-37b9-42dd-bbca-2d90942a83c8 service neutron] 10.222.0.43 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255438 Feb 19 07:15:41.694087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] Publish callbacks [] for security_group (81668749-6f95-4b13-b93d-9d9d8b166aba), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:41.780902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-b0a5a15f-c8c8-4b0f-ad41-c4f82840fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.782358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-b0a5a15f-c8c8-4b0f-ad41-c4f82840fa90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=328a4ada-e039-41f1-859c-98ab0c5736e9 HTTP/1.1" status: 200 len: 801 time: 0.1580896 Feb 19 07:15:41.782607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93314-6532-4860-933d-46c3fb578d1a req-ed8ad4f5-2935-44ad-9317-6add907da78a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.789923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93314-6532-4860-933d-46c3fb578d1a req-ed8ad4f5-2935-44ad-9317-6add907da78a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.797156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca93314-6532-4860-933d-46c3fb578d1a req-ed8ad4f5-2935-44ad-9317-6add907da78a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.800055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eca93314-6532-4860-933d-46c3fb578d1a req-ed8ad4f5-2935-44ad-9317-6add907da78a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2412 time: 0.0894024 Feb 19 07:15:41.835322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a5120bb0-671b-43d2-ba9d-8dec14bd13f3 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:41.836761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a5120bb0-671b-43d2-ba9d-8dec14bd13f3 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922186 Feb 19 07:15:41.858326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Request body: {'port': {'device_id': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '7a28193a68e74a4e8bff946fd3955114'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:41.861244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eca93314-6532-4860-933d-46c3fb578d1a req-f1b94ed3-0586-476d-96c6-8ba01be12a7b tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545876 Feb 19 07:15:41.877032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (81668749-6f95-4b13-b93d-9d9d8b166aba), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:41.879669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:41.880855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81668749-6f95-4b13-b93d-9d9d8b166aba HTTP/1.1" status: 204 len: 168 time: 0.8450897 Feb 19 07:15:41.891216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 16ce470f-1c80-46e4-9f86-47ebd921831d up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:41.952119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-deleted', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:41.962987 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43401a49-e20b-402e-9adb-f589253025be" -d '{"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-deleted", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:41.986236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879adef-d5d0-45d4-b204-90d0703d89d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81668749-6f95-4b13-b93d-9d9d8b166aba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:41.993546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-18a089d5-b59a-4e08-b4bd-5a6fe960074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:42.024511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-18a089d5-b59a-4e08-b4bd-5a6fe960074a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e37292-1443-4ade-9ce7-4b5503004aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2360599 Feb 19 07:15:42.115106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 16ce470f-1c80-46e4-9f86-47ebd921831d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:42.130874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 16ce470f-1c80-46e4-9f86-47ebd921831d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:42.132171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.157923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acfa3633-904e-4071-a610-574636e35637 req-dceb39ce-5ab1-4344-b3aa-de5b16de6b74 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 210 time: 0.0444806 Feb 19 07:15:42.203677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9bf4f9a-7117-45b7-b8c0-ac22254e4db7 req-af1771d1-274f-4b36-94e3-f843fd523e46 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 210 time: 0.0529037 Feb 19 07:15:42.265101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:42.295729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-f3a37186-da1d-4450-85b4-f5f21673e72d service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619412 Feb 19 07:15:42.297257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Made reservation on behalf of 7a28193a68e74a4e8bff946fd3955114 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:42.301117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.315859 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b268ff2d-ede5-4c75-bf03-f0c223ad5e66 x-openstack-request-id: req-b268ff2d-ede5-4c75-bf03-f0c223ad5e66 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:42.318595 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97204a0-0b92-44e1-8078-8529c9b32eb5", "name": "network-vif-deleted", "tag": "4bd71740-436b-4905-9c6a-35704c0240c4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:42.318854 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b268ff2d-ede5-4c75-bf03-f0c223ad5e66 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:42.319481 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97204a0-0b92-44e1-8078-8529c9b32eb5', 'name': 'network-vif-deleted', 'tag': '4bd71740-436b-4905-9c6a-35704c0240c4', 'status': 'completed', 'code': 200} Feb 19 07:15:42.322941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.417791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (07a44e30-0b06-4fcf-b9ea-64b8f40c4106), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.491086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:42.500435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (07a44e30-0b06-4fcf-b9ea-64b8f40c4106), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.508324 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.533998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58c3d48c-ba38-4727-9223-45c09ed706d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.541827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46768) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:42.615381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 16ce470f-1c80-46e4-9f86-47ebd921831d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:42.615955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.616959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (07a44e30-0b06-4fcf-b9ea-64b8f40c4106), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.620194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.622137 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "DELETE /v2.0/security-groups/07a44e30-0b06-4fcf-b9ea-64b8f40c4106 HTTP/1.1" status: 204 len: 168 time: 0.3559170 Feb 19 07:15:42.633235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:42.649176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3bcfe9d-5797-4dff-b13d-4de524783cbb req-4a1d1757-66f6-43f8-95f5-261426b8ffaa service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442173 Feb 19 07:15:42.655700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:42.659111 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4d772-9b42-48b9-acf1-1c72d974d861" -d '{"events": [{"server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "name": "network-vif-plugged", "status": "completed", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:42.685715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=16ce470f-1c80-46e4-9f86-47ebd921831d,segment=NetworkSegment(2d1480b1-b298-4587-954b-04accda6ace0),segment_id=2d1480b1-b298-4587-954b-04accda6ace0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:42.692154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.693102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:42.738487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a32238-f96a-4c8a-a6b4-835dc3386b68 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a44e30-0b06-4fcf-b9ea-64b8f40c4106,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:42.750442 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7d850028-949a-4f08-8807-ea00337acd43 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] show failed (client error): The resource could not be found. Feb 19 07:15:42.756958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d850028-949a-4f08-8807-ea00337acd43 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "GET /v2.0/security-groups/07a44e30-0b06-4fcf-b9ea-64b8f40c4106 HTTP/1.1" status: 404 len: 347 time: 0.1159456 Feb 19 07:15:42.759061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:42.806828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks [] for security_group (760d4c7e-4dac-4a44-a16d-7156e8de4f27), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.816116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 4bd71740-436b-4905-9c6a-35704c0240c4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:42.816531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4bd71740-436b-4905-9c6a-35704c0240c4 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:42.819685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:42.828871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (760d4c7e-4dac-4a44-a16d-7156e8de4f27), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:42.947088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011449bb-7774-4256-8610-21568d1ad820 req-d49f9a1b-e5d1-4daa-9304-7887f49a34dc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:42.954694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-011449bb-7774-4256-8610-21568d1ad820 req-d49f9a1b-e5d1-4daa-9304-7887f49a34dc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 944 time: 0.2972102 Feb 19 07:15:42.977293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55653cd1-5383-4fbc-8a47-e69a9b81d9e2 req-2275f975-a79c-44b3-afce-001336e16e5b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.0838280 Feb 19 07:15:43.000483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760d4c7e-4dac-4a44-a16d-7156e8de4f27,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:43.042233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58c3d48c-ba38-4727-9223-45c09ed706d8 admin admin] Publish callbacks [] for security_group (0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.045976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-f48c9d78-d783-4b75-a7a7-5b045c201332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.046668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-f48c9d78-d783-4b75-a7a7-5b045c201332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.058250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-f48c9d78-d783-4b75-a7a7-5b045c201332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.061723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-f48c9d78-d783-4b75-a7a7-5b045c201332 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2958 time: 0.3351016 Feb 19 07:15:43.076826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58c3d48c-ba38-4727-9223-45c09ed706d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.083892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c310331d-cedb-4c65-a370-0e7f999f949d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2456c081a2394cb1ad6cf9fbf9070a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404558 Feb 19 07:15:43.084403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:43.093568 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c6a38-579a-4b90-b3df-aa71b0c162b4 x-openstack-request-id: req-6a2c6a38-579a-4b90-b3df-aa71b0c162b4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:43.094080 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "name": "network-vif-plugged", "status": "completed", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:43.094080 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a2c6a38-579a-4b90-b3df-aa71b0c162b4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:43.094538 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d', 'code': 200} Feb 19 07:15:43.095895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Deleting port 816ecd13-26aa-4181-a06e-7986b163b330 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:43.096359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (816ecd13-26aa-4181-a06e-7986b163b330), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.275604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-011449bb-7774-4256-8610-21568d1ad820 req-00122c1f-563b-43b8-9c39-7d69db777978 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199489 Feb 19 07:15:43.281680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (816ecd13-26aa-4181-a06e-7986b163b330), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.282011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (816ecd13-26aa-4181-a06e-7986b163b330), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.297352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-58c3d48c-ba38-4727-9223-45c09ed706d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=246d2006f3af45f2ab201cafead16648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8037555 Feb 19 07:15:43.308943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3d48c-ba38-4727-9223-45c09ed706d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:43.314023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:43.315136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Allocated IP 192.168.233.183 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/90dc7dda-9429-4ae4-ae9e-b85081b1ca8b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:43.346063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Calling delete_port for 816ecd13-26aa-4181-a06e-7986b163b330 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:43.428990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5654-625c-4f23-bf51-a168b282306c req-076765e5-827d-4f04-8386-bdf6a3f4abf1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.435029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5654-625c-4f23-bf51-a168b282306c req-076765e5-827d-4f04-8386-bdf6a3f4abf1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.440470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5654-625c-4f23-bf51-a168b282306c req-076765e5-827d-4f04-8386-bdf6a3f4abf1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.442166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-443d5654-625c-4f23-bf51-a168b282306c req-076765e5-827d-4f04-8386-bdf6a3f4abf1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2412 time: 0.2024214 Feb 19 07:15:43.447957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055600dc-8553-4946-aa03-25670fcebd97 req-6423a92d-d240-475b-819d-b3247e524ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.449494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-055600dc-8553-4946-aa03-25670fcebd97 req-6423a92d-d240-475b-819d-b3247e524ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 1127 time: 0.1977870 Feb 19 07:15:43.462001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95039ed9-c981-47de-84f9-2f4975902e46 req-bd7fb22e-fa7f-4d84-84b5-196433ac949f tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 210 time: 0.0804410 Feb 19 07:15:43.464658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] Publish callbacks [] for security_group (6a06369a-069d-4997-a7b9-5e441c2d7dcb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.470300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-67b7948e-d6f3-4931-8b5a-ea438a32f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.472550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-67b7948e-d6f3-4931-8b5a-ea438a32f62d service neutron] 10.222.0.47 "GET /v2.0/networks?id=63e37292-1443-4ade-9ce7-4b5503004aaf HTTP/1.1" status: 200 len: 901 time: 0.4002848 Feb 19 07:15:43.556624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-055600dc-8553-4946-aa03-25670fcebd97 req-53ef07c5-d299-434e-88bf-dce0a65eb9ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951989 Feb 19 07:15:43.560713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-443d5654-625c-4f23-bf51-a168b282306c req-6ae46959-0a5c-4546-ad76-665e9b45053a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978224 Feb 19 07:15:43.619803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (816ecd13-26aa-4181-a06e-7986b163b330), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.649817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Pushing event deleted for resources: {'Port': ['ID=816ecd13-26aa-4181-a06e-7986b163b330,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:43.680963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-77d71fb9-ae1e-4191-9498-221b1f1c71a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230 HTTP/1.1" status: 200 len: 217 time: 0.1050017 Feb 19 07:15:43.685624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] Publish callbacks [] for security_group (6a06369a-069d-4997-a7b9-5e441c2d7dcb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.687457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] Publish callbacks [] for security_group (0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.690642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-660c4fef-899a-45c1-beef-013278e70568 req-3e2e9d5f-fc91-42ec-b095-0b08ebe86f7b tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 210 time: 0.1027372 Feb 19 07:15:43.805686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] Publish callbacks [] for security_group (0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.809509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks [] for floatingip (470372af-0286-4285-b84e-fec736357986), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.812886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.814055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-063557d4-f44d-4bcc-9c02-ddf3e61a1065 tempest-ServersTestFqdnHostnames-523257104 tempest-ServersTestFqdnHostnames-523257104-project] 10.222.0.43 "DELETE /v2.0/floatingips/470372af-0286-4285-b84e-fec736357986 HTTP/1.1" status: 204 len: 168 time: 1.0534337 Feb 19 07:15:43.819769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:43.838510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-3dc67801-375a-4127-9673-846f77567754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:43.840698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-3dc67801-375a-4127-9673-846f77567754 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=328a4ada-e039-41f1-859c-98ab0c5736e9 HTTP/1.1" status: 200 len: 801 time: 0.1490793 Feb 19 07:15:43.900505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks [] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.936785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a06369a-069d-4997-a7b9-5e441c2d7dcb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.939479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.940688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a06369a-069d-4997-a7b9-5e441c2d7dcb HTTP/1.1" status: 204 len: 168 time: 0.8058133 Feb 19 07:15:43.984083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45acf6d-7b35-423c-9cb0-c8255305e8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a06369a-069d-4997-a7b9-5e441c2d7dcb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:43.986094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:43.990343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:44.001868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165 HTTP/1.1" status: 204 len: 168 time: 0.6794324 Feb 19 07:15:44.030395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-a8d47ae1-5b63-424a-8023-35c3c47c03e7 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:44.031935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-a8d47ae1-5b63-424a-8023-35c3c47c03e7 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.47 "GET /v2.0/networks?id=de9f2278-badd-4ec4-a4e4-fb411efaa649 HTTP/1.1" status: 200 len: 806 time: 0.2985940 Feb 19 07:15:44.038996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-3b680cde-7859-4618-a111-151bde468218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:44.048291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-3b680cde-7859-4618-a111-151bde468218 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63e37292-1443-4ade-9ce7-4b5503004aaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1979830 Feb 19 07:15:44.051967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30b949-d600-4857-b0c1-eac45c3203c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d47daf0-b7ae-4d0d-bf0e-bedefaf0c165,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:44.066779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:44.394996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-5d04277e-d2a4-4c22-b973-0c2e6c5ce13c tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c6ab151b204f20ad101e0e4d8f6afa HTTP/1.1" status: 200 len: 379 time: 0.2995996 Feb 19 07:15:44.398399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:44.405224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:44.409440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:44.412220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-319c0d43-4e0e-420c-a626-22b81ed70b52 req-0d985663-1343-4834-95ed-3aec610c95cc tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.1522307 Feb 19 07:15:44.415690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:44.478479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-79a0db7c-1ed5-4869-a3a9-ba32db9367e1 service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222767 Feb 19 07:15:44.521754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:44.523916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'port': {'device_id': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'admin_state_up': True, 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'security_groups': ['2664eed5-4b26-4e29-8b16-53da3961f801']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:44.530438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:44.728764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-a635a2e9-40e3-435b-a3ad-e1d2f06e0ac6 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8824410 Feb 19 07:15:44.743791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:44.758489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b948b-5df3-44d0-9458-0aca2166df8b req-8041ccfd-9323-4909-988a-756cf3e814d4 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:44.761022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e14b948b-5df3-44d0-9458-0aca2166df8b req-8041ccfd-9323-4909-988a-756cf3e814d4 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 945 time: 0.2282715 Feb 19 07:15:44.764756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Request body: {'port': {'device_id': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:44.826476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-574ad5b2-30e0-4f90-be55-6068f99e4796 req-954828a5-80cf-457e-85c7-69d15ef78699 service neutron] 10.222.0.47 "GET /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402729 Feb 19 07:15:44.901703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-043c4828-af4e-4dce-9a22-d23afe062e41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73d5db07fe9b43008a82d4ae6a7ed7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512699 Feb 19 07:15:44.901934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:44.904808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e14b948b-5df3-44d0-9458-0aca2166df8b req-270d9e8f-0b81-483f-a57f-920d272deb83 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013312 Feb 19 07:15:44.911831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:44.922288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-902981cb-80c6-4298-bf38-555512278609 None None] Provisioning complete for port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:44.922800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-902981cb-80c6-4298-bf38-555512278609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:44.986967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1c99c-90eb-4265-bdfd-27b833bca7fe req-c407373a-4649-406c-bd73-8c843b722289 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:44.992230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58a1c99c-90eb-4265-bdfd-27b833bca7fe req-c407373a-4649-406c-bd73-8c843b722289 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 936 time: 0.3752408 Feb 19 07:15:45.069091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-902981cb-80c6-4298-bf38-555512278609 None None] Port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:45.103558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Made reservation on behalf of 79c6ab151b204f20ad101e0e4d8f6afa for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:45.115129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.168307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58a1c99c-90eb-4265-bdfd-27b833bca7fe req-1b7ccbf4-38e9-4ee5-9237-7d3eb5e958a0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643593 Feb 19 07:15:45.206046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] Publish callbacks [] for security_group (6a201e9a-ab8b-4528-8dcf-324dd3711a78), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.224488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2ee1-cce8-40bd-baa2-ae7c561ab4bc req-9d3a5f34-19a7-42c8-9faa-09ebd1ce39ad tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:45.231940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2ee1-cce8-40bd-baa2-ae7c561ab4bc req-9d3a5f34-19a7-42c8-9faa-09ebd1ce39ad tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:45.235528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] Publish callbacks [] for security_group (6a201e9a-ab8b-4528-8dcf-324dd3711a78), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.238621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae2ee1-cce8-40bd-baa2-ae7c561ab4bc req-9d3a5f34-19a7-42c8-9faa-09ebd1ce39ad tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:45.241195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fae2ee1-cce8-40bd-baa2-ae7c561ab4bc req-9d3a5f34-19a7-42c8-9faa-09ebd1ce39ad tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2412 time: 0.1424425 Feb 19 07:15:45.335285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-940206a1-eaee-4a6b-854f-c2534d3f6bc1 req-0fea48ae-3ff4-45df-b01e-09830a6f9962 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 210 time: 0.0406160 Feb 19 07:15:45.342932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fae2ee1-cce8-40bd-baa2-ae7c561ab4bc req-353c0618-be39-4f5a-997b-cab3700fddd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885885 Feb 19 07:15:45.390518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:45.396677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (d28a9731-ca12-4522-8003-975040ccf926), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.403411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks [] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.420766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Transition to ACTIVE for port object 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:45.428581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.486648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:45.556120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a201e9a-ab8b-4528-8dcf-324dd3711a78), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.556944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.558208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a201e9a-ab8b-4528-8dcf-324dd3711a78 HTTP/1.1" status: 204 len: 168 time: 0.6369948 Feb 19 07:15:45.596733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b279414-3a7f-4f1f-a383-3c4bb97a9172 req-8b0ae214-fc8d-4c3b-9ef8-eed03069fcce tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.0583844 Feb 19 07:15:45.600109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Attempting to bind port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:45.600465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Attempting to bind port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:45.600791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Attempting to bind port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:45.615645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:45.615986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Attempting to bind port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:45.626761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:45.627098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:45.627509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:45.627949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Bound port: 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:45.628306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.640264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76c991-2fe4-4ca7-a1d8-f9bafa5f271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a201e9a-ab8b-4528-8dcf-324dd3711a78,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:45.736032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Allocated IP 172.20.0.14 (de9f2278-badd-4ec4-a4e4-fb411efaa649/0191247a-92a0-4a87-a1e2-0d6cf4ae63f6/0b17e296-26e1-4b1f-ba51-a3d5df73248c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:15:45.805530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:45.810964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:45.826883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.913359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:45.970597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:45.971250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:45.972907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-57af3639-f42d-4d85-bfcf-c2c10d493467 service neutron] 10.222.0.24 "PUT /v2.0/ports/90dc7dda-9429-4ae4-ae9e-b85081b1ca8b HTTP/1.1" status: 200 len: 1096 time: 1.2293494 Feb 19 07:15:45.974042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:45.977261 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50c5744-0268-4778-8420-28a5d261091c" -d '{"events": [{"name": "network-changed", "server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:46.010089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.056835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Deleting port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:46.057184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.106207 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4c074-041f-483c-b26f-48b1bafd3a3f x-openstack-request-id: req-d2e4c074-041f-483c-b26f-48b1bafd3a3f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:46.106847 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:46.107115 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2e4c074-041f-483c-b26f-48b1bafd3a3f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:46.110063 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'status': 'completed', 'code': 200} Feb 19 07:15:46.158132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.282566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:15:46.287439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90b33-ad40-4c9c-937d-df86849f4578 req-b0a9336d-196a-4b46-afe0-6c3cc6ab2cb0 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.289692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2a90b33-ad40-4c9c-937d-df86849f4578 req-b0a9336d-196a-4b46-afe0-6c3cc6ab2cb0 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 945 time: 0.1747689 Feb 19 07:15:46.296991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-0a30e891-777b-410a-bf24-10213272ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.301172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-0a30e891-777b-410a-bf24-10213272ee7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a28193a68e74a4e8bff946fd3955114&device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 1130 time: 0.2673738 Feb 19 07:15:46.313531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:46.328060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:15:46.420034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event updated for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:46.424710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-d9aadb31-936d-481a-b70d-a3842c4b254a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b HTTP/1.1" status: 200 len: 217 time: 0.1027648 Feb 19 07:15:46.452396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] For port c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:46.452767 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.503118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.504003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.507315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Calling delete_port for c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:46.526080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2a90b33-ad40-4c9c-937d-df86849f4578 req-086c8bba-5472-4975-a192-24a9f93551ed tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236471 Feb 19 07:15:46.539295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-7a5dcd58-bde3-4d85-9e77-14c599344f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.543240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-7a5dcd58-bde3-4d85-9e77-14c599344f8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1098378 Feb 19 07:15:46.613322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-25878dae-491b-4834-9dc1-5d247a668660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.618694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-25878dae-491b-4834-9dc1-5d247a668660 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0681503 Feb 19 07:15:46.638349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01159623-557e-4d86-bfa1-bb73f2b3a974 req-2eebb67d-cbd0-47f5-a70b-c565d74e3609 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.639899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01159623-557e-4d86-bfa1-bb73f2b3a974 req-2eebb67d-cbd0-47f5-a70b-c565d74e3609 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 948 time: 0.3712876 Feb 19 07:15:46.644939 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-4621138d-c4f0-4719-9bdb-8a692897cff5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1320605 Feb 19 07:15:46.714349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29e42421-9c9e-4d90-86f6-f81875e743a8 None None] Provisioning complete for port 0b17e296-26e1-4b1f-ba51-a3d5df73248c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:46.717268 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29e42421-9c9e-4d90-86f6-f81875e743a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:46.793845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29e42421-9c9e-4d90-86f6-f81875e743a8 None None] Port 0b17e296-26e1-4b1f-ba51-a3d5df73248c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:15:46.826058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-21801619-4425-44d2-9bbf-ec776ea74b38 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020569 Feb 19 07:15:46.846675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead054-f851-4ae0-9139-8453abf94893 req-ba724107-c080-4722-80fe-f45cd92b7f22 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:46.848477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26ead054-f851-4ae0-9139-8453abf94893 req-ba724107-c080-4722-80fe-f45cd92b7f22 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 932 time: 0.1353037 Feb 19 07:15:46.862704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Request body: {'port': {'device_id': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:46.946433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26ead054-f851-4ae0-9139-8453abf94893 req-68f0b25a-cc42-4166-ab85-5c01c2780ff6 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819635 Feb 19 07:15:46.980408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:47.080349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01159623-557e-4d86-bfa1-bb73f2b3a974 req-e98477a2-1c88-4ba1-84d8-b5763062c8dc tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344215 Feb 19 07:15:47.110987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:47.153807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:47.156174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11f9d72e-6073-4c04-8a9f-3560e96ef92c req-1ec05015-64f7-4945-ad9c-7b0b27459c97 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056056 Feb 19 07:15:47.390553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df749a7-ae0c-4548-a91e-6e726a0d8157 req-891d4b53-1197-4193-b8eb-71917a6cddfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.406740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df749a7-ae0c-4548-a91e-6e726a0d8157 req-891d4b53-1197-4193-b8eb-71917a6cddfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.418914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df749a7-ae0c-4548-a91e-6e726a0d8157 req-891d4b53-1197-4193-b8eb-71917a6cddfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.429366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3df749a7-ae0c-4548-a91e-6e726a0d8157 req-891d4b53-1197-4193-b8eb-71917a6cddfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2412 time: 0.3574045 Feb 19 07:15:47.443363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5744-0268-4778-8420-28a5d261091c req-b10cd2ce-1679-42ba-ab51-39e690921a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.445089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-b10cd2ce-1679-42ba-ab51-39e690921a7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a28193a68e74a4e8bff946fd3955114&device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 1130 time: 0.2116866 Feb 19 07:15:47.589217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3df749a7-ae0c-4548-a91e-6e726a0d8157 req-7b1fc9db-5611-475a-beb4-cba476a8073e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430831 Feb 19 07:15:47.666436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5744-0268-4778-8420-28a5d261091c req-2b9e4c8b-4570-4431-9cf6-d4ef254f3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.667978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-2b9e4c8b-4570-4431-9cf6-d4ef254f3779 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2074482 Feb 19 07:15:47.766563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-a0530168-ac12-44d4-b20a-d0d15c22fa97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b HTTP/1.1" status: 200 len: 217 time: 0.0904660 Feb 19 07:15:47.830780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5744-0268-4778-8420-28a5d261091c req-a974964b-ec79-4e17-ac4c-dd2311ee0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.832290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-a974964b-ec79-4e17-ac4c-dd2311ee0054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0527129 Feb 19 07:15:47.845055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee06c-89d2-4663-836b-349c2380e4b2 req-471f5360-67e2-410f-8c89-6da79191a07a tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.846697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-789ee06c-89d2-4663-836b-349c2380e4b2 req-471f5360-67e2-410f-8c89-6da79191a07a tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 945 time: 0.1720052 Feb 19 07:15:47.992009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5744-0268-4778-8420-28a5d261091c req-e26c0d1c-9458-4b6d-9617-3baf45d140ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:47.993543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-e26c0d1c-9458-4b6d-9617-3baf45d140ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1459222 Feb 19 07:15:48.060072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-789ee06c-89d2-4663-836b-349c2380e4b2 req-c03fbbe1-c02e-4ce3-9ab3-0ba58ce4aa60 tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa465eb4-f913-44f4-becc-88611d8ab673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749740 Feb 19 07:15:48.127788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:48.149054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-312085cf-3ce7-4160-9f2a-fa8939b6fc77 req-53fdf9ed-50b1-4e5c-a789-e4da94462368 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.1241724 Feb 19 07:15:48.160116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (d28a9731-ca12-4522-8003-975040ccf926), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.227530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-02f75e3f-2999-42d9-93bf-2d1d9f3d8839 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241821 Feb 19 07:15:48.337914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:48.372223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c', 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'port_id': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c', 'mac_address': 'fa:16:3e:0a:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328a4ada-e039-41f1-859c-98ab0c5736e9', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:48.445836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:48.446243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.462291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:48.466309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba5619-8430-4e32-8e13-3a69473550d9 req-a1a17ddf-471b-46fe-8705-e9df4fb94806 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:48.476495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88ba5619-8430-4e32-8e13-3a69473550d9 req-a1a17ddf-471b-46fe-8705-e9df4fb94806 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 932 time: 0.2192428 Feb 19 07:15:48.492232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:48.499901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.500943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 94e8dec9-84e6-4029-8ec2-7676fbabf230 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:48.537388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603b257-7b88-4715-9741-0a5bf6962b81 req-64d010f2-cc87-40fb-986e-aba067648933 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:48.544156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b603b257-7b88-4715-9741-0a5bf6962b81 req-64d010f2-cc87-40fb-986e-aba067648933 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 948 time: 0.1795647 Feb 19 07:15:48.563710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:48.577134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d50c5744-0268-4778-8420-28a5d261091c req-a9f21f7c-b999-4755-8e55-231a3c27d159 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412004 Feb 19 07:15:48.617999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'network_id': '63e37292-1443-4ade-9ce7-4b5503004aaf', 'port_id': '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'mac_address': 'fa:16:3e:29:2a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328a4ada-e039-41f1-859c-98ab0c5736e9', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:48.618916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88ba5619-8430-4e32-8e13-3a69473550d9 req-1c7c424a-c0b2-4f43-8f69-b15d5c3fb23b tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366498 Feb 19 07:15:48.657483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b17e296-26e1-4b1f-ba51-a3d5df73248c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:48.666015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks [] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.678926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Transition to ACTIVE for port object 0b17e296-26e1-4b1f-ba51-a3d5df73248c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:15:48.681711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:48.704359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 94e8dec9-84e6-4029-8ec2-7676fbabf230 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:48.705428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.721540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e8dec9-84e6-4029-8ec2-7676fbabf230 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:48.755788 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.762276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Router d28a9731-ca12-4522-8003-975040ccf926 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:15:48.786523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:48.796152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:48.801757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2f86d9a8-492f-4430-8261-831969b9368f details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:48.815434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b603b257-7b88-4715-9741-0a5bf6962b81 req-ab9578cc-1826-49ec-bb9e-309e61e3a88a tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662535 Feb 19 07:15:48.862907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1930478891', 'description': 'tempest-description-170732677'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:48.891953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-3c441ad4-0ead-48dc-948e-cbbdbbdee77e tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:48.894091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-3c441ad4-0ead-48dc-948e-cbbdbbdee77e tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 945 time: 0.1682537 Feb 19 07:15:48.962055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:48.991822 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.004353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.032745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:49.205393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2f86d9a8-492f-4430-8261-831969b9368f,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:49.212010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8930-76e8-4c4f-b705-7f6ae64142d0 req-eb5390a1-c311-4af5-a5cf-2549457a13ee tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:49.218726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8930-76e8-4c4f-b705-7f6ae64142d0 req-eb5390a1-c311-4af5-a5cf-2549457a13ee tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:49.225946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e8930-76e8-4c4f-b705-7f6ae64142d0 req-eb5390a1-c311-4af5-a5cf-2549457a13ee tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:49.227141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2f86d9a8-492f-4430-8261-831969b9368f', 'network_id': '31b11652-100e-40ea-a83d-0f9a3eb1cec2', 'port_id': '2f86d9a8-492f-4430-8261-831969b9368f', 'mac_address': 'fa:16:3e:46:8b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e12a15-9087-4074-bc1d-9bcc2f181628', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:49.227941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba7e8930-76e8-4c4f-b705-7f6ae64142d0 req-eb5390a1-c311-4af5-a5cf-2549457a13ee tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2414 time: 0.2879460 Feb 19 07:15:49.255872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Deleting port 16ce470f-1c80-46e4-9f86-47ebd921831d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:49.256283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.277335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Attempting to bind port 0b17e296-26e1-4b1f-ba51-a3d5df73248c on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:15:49.277706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Attempting to bind port 0b17e296-26e1-4b1f-ba51-a3d5df73248c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:15:49.278035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Attempting to bind port 0b17e296-26e1-4b1f-ba51-a3d5df73248c on network de9f2278-badd-4ec4-a4e4-fb411efaa649 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:49.284270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Port 0b17e296-26e1-4b1f-ba51-a3d5df73248c on network de9f2278-badd-4ec4-a4e4-fb411efaa649 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:15:49.284654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Attempting to bind port 0b17e296-26e1-4b1f-ba51-a3d5df73248c on network de9f2278-badd-4ec4-a4e4-fb411efaa649 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:15:49.290782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:15:49.291167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Checking segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:49.291836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Bound using segment: {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:15:49.292436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Bound port: 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3df24d-a7fa-4168-a965-468e849cc95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:15:49.293514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.298964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:15:49.301646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2f86d9a8-492f-4430-8261-831969b9368f is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:49.302052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2f86d9a8-492f-4430-8261-831969b9368f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.313299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc9ad56e-9e67-444d-8d09-b8f5eb619065 admin admin] 10.222.0.43 "PUT /v2.0/routers/d28a9731-ca12-4522-8003-975040ccf926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4918885 Feb 19 07:15:49.313720 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Sync routers for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:15:49.328248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:49.333152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f86d9a8-492f-4430-8261-831969b9368f {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:49.342044 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:49.343223 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:49.376049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2f86d9a8-492f-4430-8261-831969b9368f,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:49.382400 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.445121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] For port 16ce470f-1c80-46e4-9f86-47ebd921831d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=16ce470f-1c80-46e4-9f86-47ebd921831d,segment=NetworkSegment(2d1480b1-b298-4587-954b-04accda6ace0),segment_id=2d1480b1-b298-4587-954b-04accda6ace0)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:49.445549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.480471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:49.488151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Calling delete_port for 16ce470f-1c80-46e4-9f86-47ebd921831d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:49.562036 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba7e8930-76e8-4c4f-b705-7f6ae64142d0 req-0e0db70c-b2d3-4cdb-aeb5-6e4c606a14ef tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204713 Feb 19 07:15:49.570084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:15:49.570287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (b32831ab-591f-4f00-818b-ce6751d70047), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.575434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:15:49.586487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.621211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:49.621923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.623587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b17e296-26e1-4b1f-ba51-a3d5df73248c HTTP/1.1" status: 200 len: 1092 time: 2.7661247 Feb 19 07:15:49.665574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:49.669981 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414ac1f-ddde-47ee-b55f-964a563fd306" -d '{"events": [{"name": "network-changed", "server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:49.720913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b32831ab-591f-4f00-818b-ce6751d70047), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.770796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (16ce470f-1c80-46e4-9f86-47ebd921831d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.802305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['16ce470f-1c80-46e4-9f86-47ebd921831d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:49.864673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2f86d9a8-492f-4430-8261-831969b9368f'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:49.880272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43c5d9a1-a03c-40b9-a434-70c344d5229b req-84f56a32-238a-4f12-ac24-95bad6f2fedb tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47 HTTP/1.1" status: 200 len: 210 time: 0.1094208 Feb 19 07:15:49.883230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks [] for router (d28a9731-ca12-4522-8003-975040ccf926), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:49.929338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32831ab-591f-4f00-818b-ce6751d70047,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:49.977746 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:49.989466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:50.014567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Pushing event deleted for resources: {'Port': ['ID=16ce470f-1c80-46e4-9f86-47ebd921831d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:50.045192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:50.070526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8610d5-5106-4581-aa79-3b59023c29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:50.099814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-d0f22ed4-6594-4830-bca0-8d3cad780d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:50.101738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-d0f22ed4-6594-4830-bca0-8d3cad780d78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c6ab151b204f20ad101e0e4d8f6afa&device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 1126 time: 0.4248705 Feb 19 07:15:50.134060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:50.146682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:50.157203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'mac_address': 'fa:16:3e:18:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:50.159831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['94e8dec9-84e6-4029-8ec2-7676fbabf230'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:50.192724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] No DVR routers for this DVR port 16ce470f-1c80-46e4-9f86-47ebd921831d on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:50.202123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.211552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3a23e2e-cde6-45ba-b588-3a15fccbd952 req-37c058b7-e9bd-4a7c-87e7-b0c0451b9bcc tempest-InstanceActionsV221TestJSON-488162227 tempest-InstanceActionsV221TestJSON-488162227-project] 10.222.0.24 "DELETE /v2.0/ports/16ce470f-1c80-46e4-9f86-47ebd921831d HTTP/1.1" status: 204 len: 173 time: 1.3071847 Feb 19 07:15:50.220351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf7dc543-9cce-4806-a0a6-aab88e35391e req-6684617f-8ecb-4b83-8e30-52cec8c7803c tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ebc1ca1-5f4d-4aef-9691-f02e49dba797 HTTP/1.1" status: 200 len: 210 time: 0.1372499 Feb 19 07:15:50.233048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'name': 'network-vif-deleted', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:50.240112 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4e583-2c72-4cd0-b89b-2617e32ce392" -d '{"events": [{"server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "name": "network-vif-deleted", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:50.262956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (b9c45323-871f-469e-b93c-8136067a27b5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.271849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b9c45323-871f-469e-b93c-8136067a27b5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.320853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-bcb0c751-9065-4163-bd93-8349fbeace2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c HTTP/1.1" status: 200 len: 217 time: 0.1915224 Feb 19 07:15:50.356672 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2efea71-630e-40fe-82a9-b76ed31d4a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.400337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.407579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-184d7f1f-d2d1-481a-b783-2dd0e5c1976d req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5529265 Feb 19 07:15:50.413374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7419b22-bde0-4ada-ad39-0f99f1bce58d tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c45323-871f-469e-b93c-8136067a27b5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:50.500011 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f86e2-3cdd-4051-8ca3-9d68c3e3711d x-openstack-request-id: req-c06f86e2-3cdd-4051-8ca3-9d68c3e3711d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:50.500474 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:50.500736 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c06f86e2-3cdd-4051-8ca3-9d68c3e3711d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:50.502510 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'status': 'completed', 'code': 200} Feb 19 07:15:50.512641 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:15:46Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:50.564782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks [] for router_gateway (d28a9731-ca12-4522-8003-975040ccf926), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.577114 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Checking router: d28a9731-ca12-4522-8003-975040ccf926 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:15:50.599373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Routers {'d28a9731-ca12-4522-8003-975040ccf926'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:15:50.602934 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:15:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d28a9731-ca12-4522-8003-975040ccf926'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:50.604794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2efea71-630e-40fe-82a9-b76ed31d4a95 admin admin] Publish callbacks [] for security_group (15530988-9bfe-45be-839e-b6b335b189ff), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.632411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2efea71-630e-40fe-82a9-b76ed31d4a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (15530988-9bfe-45be-839e-b6b335b189ff), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.671375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:50.672479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.709144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:50.745046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-db7b8bbe-1a4f-48a8-96e5-ce2a72539a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:50.746549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-db7b8bbe-1a4f-48a8-96e5-ce2a72539a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0191247a-92a0-4a87-a1e2-0d6cf4ae63f6 HTTP/1.1" status: 200 len: 845 time: 0.4176524 Feb 19 07:15:50.797979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efea71-630e-40fe-82a9-b76ed31d4a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15530988-9bfe-45be-839e-b6b335b189ff,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:50.825526 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] Set router d28a9731-ca12-4522-8003-975040ccf926 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:15:50.831729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b2efea71-630e-40fe-82a9-b76ed31d4a95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1631b9714734d16b2df8100fbfa57fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7845662 Feb 19 07:15:50.838243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:50.860276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a733c-0106-49b5-bbe8-12aaaa966a04 req-78ccd807-0631-4c10-ae71-8223d07c2538 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:50.870003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-488a733c-0106-49b5-bbe8-12aaaa966a04 req-78ccd807-0631-4c10-ae71-8223d07c2538 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 944 time: 0.3661244 Feb 19 07:15:50.936420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Deleting port d3fcd937-5a7b-4af5-a8ab-e207c733d98d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:50.937178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.942259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:50.943930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-5a652fe5-be56-47ed-8df4-162efd575fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:50.946407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-5a652fe5-be56-47ed-8df4-162efd575fcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de9f2278-badd-4ec4-a4e4-fb411efaa649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1863637 Feb 19 07:15:50.978953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:50.999332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-488a733c-0106-49b5-bbe8-12aaaa966a04 req-7034b2e8-4f1f-4916-9625-cb6cae6ac1d2 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281173 Feb 19 07:15:51.005418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3f099-a558-4fb2-98c0-d765b8c5df61 req-c472015d-fa3f-478d-9424-4b8941fe5ae0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:51.012322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90c3f099-a558-4fb2-98c0-d765b8c5df61 req-c472015d-fa3f-478d-9424-4b8941fe5ae0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 948 time: 0.4055548 Feb 19 07:15:51.126653 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dde18e-b1ae-4376-879c-923fc90f6353 x-openstack-request-id: req-18dde18e-b1ae-4376-879c-923fc90f6353 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:51.126972 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47", "name": "network-vif-deleted", "tag": "16ce470f-1c80-46e4-9f86-47ebd921831d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:51.127333 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18dde18e-b1ae-4376-879c-923fc90f6353 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:51.127653 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4af9cc3-2a26-45ce-8e0f-80d37b6d0f47', 'name': 'network-vif-deleted', 'tag': '16ce470f-1c80-46e4-9f86-47ebd921831d', 'status': 'completed', 'code': 200} Feb 19 07:15:51.137748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90c3f099-a558-4fb2-98c0-d765b8c5df61 req-2d7b7b14-172b-4fcc-8335-cbe34df7a8da tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078024 Feb 19 07:15:51.146426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Request body: {'security_group': {'name': 'tempest-securitygroup-857864299', 'description': 'tempest-description-349282051'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:51.149839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] Publish callbacks [] for security_group (15530988-9bfe-45be-839e-b6b335b189ff), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.206593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] Publish callbacks [] for security_group (15530988-9bfe-45be-839e-b6b335b189ff), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.251608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.262405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:51.269502 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:15:46Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:51.320733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0270914-d42b-48f0-af41-5936fbe45559 req-8f5b8c0f-5278-4221-9db4-ac55c9cca905 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:51.327741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0270914-d42b-48f0-af41-5936fbe45559 req-8f5b8c0f-5278-4221-9db4-ac55c9cca905 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:51.331980 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92642943-160b-4d9e-8a3a-541d2b7ac74e None None] The sync data for ids ['d28a9731-ca12-4522-8003-975040ccf926'] in n-d-829866-3 is: [{'id': 'd28a9731-ca12-4522-8003-975040ccf926', 'name': 'tempest-ServersTestFqdnHostnames-1971759169-router', 'tenant_id': '05a4cf2096d74f85af530f3c67df4778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:21Z', 'updated_at': '2022-02-19T07:15:46Z', 'revision_number': 5, 'project_id': '05a4cf2096d74f85af530f3c67df4778', 'gw_port': {'id': 'd3fcd937-5a7b-4af5-a8ab-e207c733d98d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a9731-ca12-4522-8003-975040ccf926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:22Z', 'updated_at': '2022-02-19T07:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:15:51.334272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0270914-d42b-48f0-af41-5936fbe45559 req-8f5b8c0f-5278-4221-9db4-ac55c9cca905 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:51.336021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0270914-d42b-48f0-af41-5936fbe45559 req-8f5b8c0f-5278-4221-9db4-ac55c9cca905 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2415 time: 0.0819619 Feb 19 07:15:51.346254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:51.391636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (15530988-9bfe-45be-839e-b6b335b189ff), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.399384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.406026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15530988-9bfe-45be-839e-b6b335b189ff HTTP/1.1" status: 204 len: 168 time: 0.5577803 Feb 19 07:15:51.458404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] For port d3fcd937-5a7b-4af5-a8ab-e207c733d98d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:51.462040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.471813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0270914-d42b-48f0-af41-5936fbe45559 req-a949d680-8a80-49b3-9eb9-77b55e69e65a tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199422 Feb 19 07:15:51.480675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8c77-08e4-4540-9698-837eaef49bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15530988-9bfe-45be-839e-b6b335b189ff,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:51.536264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Calling delete_port for d3fcd937-5a7b-4af5-a8ab-e207c733d98d owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:51.560811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-95f6e407-f7d6-4bc0-9d03-a6aa03264864 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990624 Feb 19 07:15:51.663410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (77844bb9-f654-474f-b950-5013350db6a8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.729625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (77844bb9-f654-474f-b950-5013350db6a8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.780935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77844bb9-f654-474f-b950-5013350db6a8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:51.856641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:51.862017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-138ca341-b0d8-4c02-9e55-0e65212d6a9a req-8ffabbbe-b716-463c-89a7-dbd4dd8279bf tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7518373 Feb 19 07:15:51.940456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 16ce470f-1c80-46e4-9f86-47ebd921831d no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:51.962024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:51.995010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 16ce470f-1c80-46e4-9f86-47ebd921831d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:52.003162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 16ce470f-1c80-46e4-9f86-47ebd921831d not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:52.052302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:52.057811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Deleting subnet a2eee9fe-f395-4b5b-acf5-1ea183a36f8c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:15:52.090535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d69b2fd-af68-47d7-b0c5-d46bca180a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.119156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Publish callbacks [] for subnet (a2eee9fe-f395-4b5b-acf5-1ea183a36f8c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.157141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2f86d9a8-492f-4430-8261-831969b9368f up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:52.176596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1235cfd-8a68-4dac-ac7f-644a0f8c8d85 req-e06db781-f75f-4080-889d-81298b5db876 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012952 Feb 19 07:15:52.231870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d3fcd937-5a7b-4af5-a8ab-e207c733d98d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.265981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 2f86d9a8-492f-4430-8261-831969b9368f completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:52.271914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2f86d9a8-492f-4430-8261-831969b9368f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:52.272715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2f86d9a8-492f-4430-8261-831969b9368f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.299171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (a2eee9fe-f395-4b5b-acf5-1ea183a36f8c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.304976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3fcd937-5a7b-4af5-a8ab-e207c733d98d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:52.338804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-77252253', 'description': 'tempest-description-1870996666'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:52.341254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852308e2-c5ab-4521-a1ad-cafeae78931d req-1da58ee8-a030-4fff-8195-d0a9e432a037 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:52.348677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-852308e2-c5ab-4521-a1ad-cafeae78931d req-1da58ee8-a030-4fff-8195-d0a9e432a037 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 944 time: 0.1940441 Feb 19 07:15:52.407757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a2eee9fe-f395-4b5b-acf5-1ea183a36f8c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.429495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2f86d9a8-492f-4430-8261-831969b9368f is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:52.430242 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2f86d9a8-492f-4430-8261-831969b9368f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.464282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-852308e2-c5ab-4521-a1ad-cafeae78931d req-50881782-6629-4af0-beb1-a37a992722a5 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098177 Feb 19 07:15:52.478368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (d28a9731-ca12-4522-8003-975040ccf926), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.489281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:52.491388 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1a6e3b-4e8b-41c1-889d-ec36116cfdb3" -d '{"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "2f86d9a8-492f-4430-8261-831969b9368f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:52.516609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2f86d9a8-492f-4430-8261-831969b9368f,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:52.522051 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.532695 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d69b2fd-af68-47d7-b0c5-d46bca180a34 admin admin] Publish callbacks [] for security_group (59164091-c50c-4007-83d0-94985f214320), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.549267 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d69b2fd-af68-47d7-b0c5-d46bca180a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (59164091-c50c-4007-83d0-94985f214320), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.602538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:52.616034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.620503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-1dd53df8-b15b-4629-b7ad-335738edeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:52.622416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-1dd53df8-b15b-4629-b7ad-335738edeac4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c6ab151b204f20ad101e0e4d8f6afa&device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 1126 time: 0.3778915 Feb 19 07:15:52.636294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d28a9731-ca12-4522-8003-975040ccf926), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.640013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d69b2fd-af68-47d7-b0c5-d46bca180a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88d459657e9d496fb5c72a0d842ec447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740845 Feb 19 07:15:52.645170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:52.646111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.647102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69b2fd-af68-47d7-b0c5-d46bca180a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59164091-c50c-4007-83d0-94985f214320,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:52.661880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (a2eee9fe-f395-4b5b-acf5-1ea183a36f8c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.666328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks [] for router_controller (d28a9731-ca12-4522-8003-975040ccf926), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.695363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2eee9fe-f395-4b5b-acf5-1ea183a36f8c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:52.724194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.727380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab535054-1ba0-4ab3-8580-f97a2141a504 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a2eee9fe-f395-4b5b-acf5-1ea183a36f8c HTTP/1.1" status: 204 len: 168 time: 0.7641404 Feb 19 07:15:52.729756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:52.803946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc9a6e-7ac4-4546-9e78-eb18f0b3c7af req-f4489231-aba6-4e83-a805-9d2eece917ce tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:52.811841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26fc9a6e-7ac4-4546-9e78-eb18f0b3c7af req-f4489231-aba6-4e83-a805-9d2eece917ce tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 949 time: 0.2318919 Feb 19 07:15:52.829328 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (23d72f5e-a29a-443e-b1d5-6ff39b3f789c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.840903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d28a9731-ca12-4522-8003-975040ccf926), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.841609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28a9731-ca12-4522-8003-975040ccf926 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:15:52.848231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.850192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-78849cca-1810-4f75-89d4-635e86742178 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d28a9731-ca12-4522-8003-975040ccf926 HTTP/1.1" status: 204 len: 168 time: 3.5202949 Feb 19 07:15:52.856626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:52.920822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Deleting subnet 888829f0-c4d4-4519-a6f6-90fb5285e505 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:15:52.924225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Publish callbacks [] for subnet (888829f0-c4d4-4519-a6f6-90fb5285e505), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.956933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (23d72f5e-a29a-443e-b1d5-6ff39b3f789c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:52.980143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d72f5e-a29a-443e-b1d5-6ff39b3f789c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:52.990334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1480b1-b298-4587-954b-04accda6ace0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:52.990635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1480b1-b298-4587-954b-04accda6ace0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:53.001039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (2d1480b1-b298-4587-954b-04accda6ace0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.025173 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2d1480b1-b298-4587-954b-04accda6ace0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.036037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:15:53.036449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (2d1480b1-b298-4587-954b-04accda6ace0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.322640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (888829f0-c4d4-4519-a6f6-90fb5285e505), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:15:53.378748 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:15:53.404773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (888829f0-c4d4-4519-a6f6-90fb5285e505), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.416025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] Publish callbacks [] for security_group (59164091-c50c-4007-83d0-94985f214320), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.427828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26fc9a6e-7ac4-4546-9e78-eb18f0b3c7af req-789456d4-d071-455e-94d6-5340a956fc5f tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150818 Feb 19 07:15:53.438854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (23d72f5e-a29a-443e-b1d5-6ff39b3f789c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.490128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.502345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-83f4101a-d7f3-4a2f-a95a-4cefd7901278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:53.503742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] 10.222.0.43 "DELETE /v2.0/networks/23d72f5e-a29a-443e-b1d5-6ff39b3f789c HTTP/1.1" status: 204 len: 168 time: 0.7722387 Feb 19 07:15:53.503868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-83f4101a-d7f3-4a2f-a95a-4cefd7901278 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de9f2278-badd-4ec4-a4e4-fb411efaa649 HTTP/1.1" status: 200 len: 906 time: 0.8701439 Feb 19 07:15:53.518807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:53.536270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (e7acd0d6-794e-4f15-90f9-92212a5e10b4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.541400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279333a4-dc6d-4f4f-a5fa-1288dcb8b668 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d72f5e-a29a-443e-b1d5-6ff39b3f789c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:53.576070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] Publish callbacks [] for security_group (59164091-c50c-4007-83d0-94985f214320), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.597274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:53.599121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92908ef-c8a5-4d3b-8fc9-9ad14f330fe0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:53.606073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-a7f813dd-f112-4926-9390-c76183065de4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c HTTP/1.1" status: 200 len: 217 time: 0.0889535 Feb 19 07:15:53.607126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e7acd0d6-794e-4f15-90f9-92212a5e10b4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.633149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (888829f0-c4d4-4519-a6f6-90fb5285e505), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.677246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.677760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21feb34c-978c-473a-bf56-90a3b67ba16a None None] Network 3cd3a57f-57a1-4055-88c0-9a32a1c77bde requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:53.681866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/888829f0-c4d4-4519-a6f6-90fb5285e505 HTTP/1.1" status: 204 len: 168 time: 0.8212011 Feb 19 07:15:53.713221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:53.736580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106c031-abc2-4a8b-aff2-c53b1f1e49b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888829f0-c4d4-4519-a6f6-90fb5285e505,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:53.757873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7acd0d6-794e-4f15-90f9-92212a5e10b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:53.800319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-7c785a97-a35c-479d-916b-e2ce46cdebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:53.804501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-7c785a97-a35c-479d-916b-e2ce46cdebbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0191247a-92a0-4a87-a1e2-0d6cf4ae63f6 HTTP/1.1" status: 200 len: 845 time: 0.1896689 Feb 19 07:15:53.881872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549a05-e897-41e5-95e9-dfe1552b7e60 req-f9e87ac0-a499-4adf-b8bb-43d25168cb80 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:53.889216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549a05-e897-41e5-95e9-dfe1552b7e60 req-f9e87ac0-a499-4adf-b8bb-43d25168cb80 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:53.895619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5549a05-e897-41e5-95e9-dfe1552b7e60 req-f9e87ac0-a499-4adf-b8bb-43d25168cb80 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:53.904045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5549a05-e897-41e5-95e9-dfe1552b7e60 req-f9e87ac0-a499-4adf-b8bb-43d25168cb80 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2416 time: 0.3182333 Feb 19 07:15:53.908774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (59164091-c50c-4007-83d0-94985f214320), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.912160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.915649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59164091-c50c-4007-83d0-94985f214320 HTTP/1.1" status: 204 len: 168 time: 1.2621646 Feb 19 07:15:53.937786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47012) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:53.943700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3cd3a57f-57a1-4055-88c0-9a32a1c77bde), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:53.952626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3f194-fb07-4b1f-aa27-086cdee54176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59164091-c50c-4007-83d0-94985f214320,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:53.957064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:54.051939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (6634dfd2-2310-499b-86c7-cc7503724f72), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.055921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] DHCP port deletion for 3cd3a57f-57a1-4055-88c0-9a32a1c77bde request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:15:54.070012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6634dfd2-2310-499b-86c7-cc7503724f72), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.114683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5549a05-e897-41e5-95e9-dfe1552b7e60 req-977e4e2f-f4e4-4f2a-b367-9238fdcfcdaf tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096994 Feb 19 07:15:54.119585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:54.145402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:54.145402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.181860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Deleting port 38337b96-b3c2-488a-ab95-a8c82c2331d1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:54.184571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.197109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:54.207752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6634dfd2-2310-499b-86c7-cc7503724f72,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:54.235830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.243737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3efa8d94-3f57-4183-869e-46e89513e484 req-7931f1d9-1414-45e7-a3cb-1323f3c58df2 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9054489 Feb 19 07:15:54.248958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8818d4c6-9dd9-4d72-99ad-7c92eb366079 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad75fe6034aa450f9c96ac3b93d308af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052821 Feb 19 07:15:54.251675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:54.252304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-cad925d2-bab7-402f-aad9-d5d081db78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:54.253845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-cad925d2-bab7-402f-aad9-d5d081db78f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de9f2278-badd-4ec4-a4e4-fb411efaa649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4371266 Feb 19 07:15:54.283486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Deleting port 38337b96-b3c2-488a-ab95-a8c82c2331d1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:15:54.284112 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.324853 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b9bda-adc4-4a82-92c3-aa963f6a6725 x-openstack-request-id: req-9b0b9bda-adc4-4a82-92c3-aa963f6a6725 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:54.325152 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "2f86d9a8-492f-4430-8261-831969b9368f", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:54.325405 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b0b9bda-adc4-4a82-92c3-aa963f6a6725 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:54.325797 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f', 'code': 200} Feb 19 07:15:54.409525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-229517409', 'description': 'tempest-description-1019472665'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:54.447648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.531895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] For port 38337b96-b3c2-488a-ab95-a8c82c2331d1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=38337b96-b3c2-488a-ab95-a8c82c2331d1,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:54.531895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.555137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] For port 38337b96-b3c2-488a-ab95-a8c82c2331d1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=38337b96-b3c2-488a-ab95-a8c82c2331d1,segment=NetworkSegment(1229167e-fb50-48a3-89dd-17647e718d45),segment_id=1229167e-fb50-48a3-89dd-17647e718d45)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:54.560288 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.568243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-3c2892c0-bf3c-48a6-8d8b-bfd6dcc9f9d5 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052878 Feb 19 07:15:54.590513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Calling delete_port for 38337b96-b3c2-488a-ab95-a8c82c2331d1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:54.629902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Calling delete_port for 38337b96-b3c2-488a-ab95-a8c82c2331d1 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:15:54.652491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] Publish callbacks [] for security_group (aa465eb4-f913-44f4-becc-88611d8ab673), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.678117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7fe1-adb6-41d5-92e7-505111ddb5a5 req-459d9f40-764a-4ec2-a37f-ac541d19c3df tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:54.682740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c87e7fe1-adb6-41d5-92e7-505111ddb5a5 req-459d9f40-764a-4ec2-a37f-ac541d19c3df tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 944 time: 0.3124728 Feb 19 07:15:54.686781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (42ab8e13-773a-4424-a0fc-311c45095ce3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.698955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (42ab8e13-773a-4424-a0fc-311c45095ce3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.732983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f414ac1f-ddde-47ee-b55f-964a563fd306 req-f9c1c7be-f779-4d96-99d3-771a77962937 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570160 Feb 19 07:15:54.744421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.746219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74c7c2b4-1ca0-49b0-89dc-68305ccb8c80 req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3603404 Feb 19 07:15:54.764191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00fd12-86ac-4c7d-864a-4912849ea05a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ab8e13-773a-4424-a0fc-311c45095ce3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:54.874687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] Publish callbacks [] for security_group (aa465eb4-f913-44f4-becc-88611d8ab673), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.946773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:54.947233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.959018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.965382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:54.982196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:54.982570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:54.987535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939f25d-7eb7-41de-a6c5-fb3da3ea59e4 req-6ad10917-6c8f-42ba-8f8c-9c6b434408eb tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:54.990854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c939f25d-7eb7-41de-a6c5-fb3da3ea59e4 req-6ad10917-6c8f-42ba-8f8c-9c6b434408eb tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 949 time: 0.1388624 Feb 19 07:15:55.012045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aa465eb4-f913-44f4-becc-88611d8ab673), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.017111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.049284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa465eb4-f913-44f4-becc-88611d8ab673 HTTP/1.1" status: 204 len: 168 time: 0.7959146 Feb 19 07:15:55.068809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=38337b96-b3c2-488a-ab95-a8c82c2331d1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:55.087500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:55.088101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c939f25d-7eb7-41de-a6c5-fb3da3ea59e4 req-0660e793-2a26-4934-b891-c884cf33d75d tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Feb 19 07:15:55.116573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090dffa-ece8-4ee4-9341-6e6c8c75faea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa465eb4-f913-44f4-becc-88611d8ab673,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:55.120052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.126452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] No DVR routers for this DVR port 38337b96-b3c2-488a-ab95-a8c82c2331d1 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:55.140460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (38337b96-b3c2-488a-ab95-a8c82c2331d1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.160981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c87e7fe1-adb6-41d5-92e7-505111ddb5a5 req-66a2eb70-e69d-4e0f-8eb6-bfe04f59fd8e tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599988 Feb 19 07:15:55.202551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:55.240025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] Pushing event deleted for resources: {'Port': ['ID=38337b96-b3c2-488a-ab95-a8c82c2331d1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:55.248179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ce1e8-d208-4eca-8a80-7784966fc27b None None] No DVR routers for this DVR port 38337b96-b3c2-488a-ab95-a8c82c2331d1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:15:55.314710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d3fcd937-5a7b-4af5-a8ab-e207c733d98d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:55.348198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d3fcd937-5a7b-4af5-a8ab-e207c733d98d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:55.348561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d3fcd937-5a7b-4af5-a8ab-e207c733d98d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:55.349014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 38337b96-b3c2-488a-ab95-a8c82c2331d1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:15:55.437427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 38337b96-b3c2-488a-ab95-a8c82c2331d1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:15:55.437767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 38337b96-b3c2-488a-ab95-a8c82c2331d1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:15:55.459853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:55.460266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.493902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3cd3a57f-57a1-4055-88c0-9a32a1c77bde), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.552758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:55.560904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.561813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 94e8dec9-84e6-4029-8ec2-7676fbabf230 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:15:55.602063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd3a57f-57a1-4055-88c0-9a32a1c77bde']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:55.639978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1229167e-fb50-48a3-89dd-17647e718d45') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:55.640272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1229167e-fb50-48a3-89dd-17647e718d45') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:15:55.659063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:55.666881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1229167e-fb50-48a3-89dd-17647e718d45), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.692272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-a678e3f3-959e-4cc8-9205-3c951c560d62 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39833 time: 0.5553436 Feb 19 07:15:55.715233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e67-e51c-4f07-912e-614271b1056e req-8239f298-e2d5-40b8-beff-a04dd06375a4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:55.724406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e67-e51c-4f07-912e-614271b1056e req-8239f298-e2d5-40b8-beff-a04dd06375a4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:55.741544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb44e67-e51c-4f07-912e-614271b1056e req-8239f298-e2d5-40b8-beff-a04dd06375a4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:55.752692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5bb44e67-e51c-4f07-912e-614271b1056e req-8239f298-e2d5-40b8-beff-a04dd06375a4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2416 time: 0.4245408 Feb 19 07:15:55.761299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1229167e-fb50-48a3-89dd-17647e718d45), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.773555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 94e8dec9-84e6-4029-8ec2-7676fbabf230 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:15:55.778604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 94e8dec9-84e6-4029-8ec2-7676fbabf230 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:15:55.778991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.787808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-d2052df5-2090-45a9-b004-09126e058962 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/029405b0-9f55-4bb0-b315-ad91d5f38524 HTTP/1.1" status: 200 len: 2998 time: 0.0871000 Feb 19 07:15:55.801304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:15:55.806302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1229167e-fb50-48a3-89dd-17647e718d45), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:15:55.896783 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:15:55.900041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-c0d598a9-3f46-4969-ba4c-d23c09688685 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/029405b0-9f55-4bb0-b315-ad91d5f38524 HTTP/1.1" status: 200 len: 2998 time: 0.1012750 Feb 19 07:15:55.934122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5bb44e67-e51c-4f07-912e-614271b1056e req-94dba27d-a514-49ac-80c3-ec059872baea tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805475 Feb 19 07:15:55.934974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3cd3a57f-57a1-4055-88c0-9a32a1c77bde), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.945611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.950543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] 10.222.0.43 "DELETE /v2.0/networks/3cd3a57f-57a1-4055-88c0-9a32a1c77bde HTTP/1.1" status: 204 len: 168 time: 2.2361600 Feb 19 07:15:55.970062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 94e8dec9-84e6-4029-8ec2-7676fbabf230 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:55.970922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:55.981140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13302d35-10c0-44de-8404-72bbecedfb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd3a57f-57a1-4055-88c0-9a32a1c77bde,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:56.010644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:56.018694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.048109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-e3d1245b-1757-450a-8fd0-6a6fa74c26f3 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0a200e09-2eba-4689-bcb7-d8bc61bdf22d HTTP/1.1" status: 200 len: 2998 time: 0.1489143 Feb 19 07:15:56.148395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-46455a5f-f48b-4ebd-a85b-33c3bd8220d7 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/0a200e09-2eba-4689-bcb7-d8bc61bdf22d HTTP/1.1" status: 200 len: 2998 time: 0.0938020 Feb 19 07:15:56.148785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:56.173877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b17e296-26e1-4b1f-ba51-a3d5df73248c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:15:56.202221 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-d2ac2fb8-285f-4258-9058-c450128bf8e1 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1ddaa7e6-94e7-41d7-bc71-1f6a75647af3 HTTP/1.1" status: 200 len: 2990 time: 0.0478554 Feb 19 07:15:56.285230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-0f5a2efc-a695-49cb-a9b2-74a03f8dfa4b tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/1ddaa7e6-94e7-41d7-bc71-1f6a75647af3 HTTP/1.1" status: 200 len: 2990 time: 0.0763984 Feb 19 07:15:56.338536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24457-dab9-40af-9df0-c87e4cc5b27c req-3e858280-231e-449a-9583-3c48afcac75c tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:56.340356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:56.342027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6f24457-dab9-40af-9df0-c87e4cc5b27c req-3e858280-231e-449a-9583-3c48afcac75c tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 950 time: 0.1273687 Feb 19 07:15:56.367611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}, {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c'}, {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:15:56.373774 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fed490-06f2-4710-85bc-ddfff0d582ed" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}, {"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c"}, {"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:15:56.403744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-0b54aafe-737e-4f3c-8bcc-927612212525 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2cacf66f-e738-46bf-b1fa-909c631ed788 HTTP/1.1" status: 200 len: 2998 time: 0.1118569 Feb 19 07:15:56.454421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6f24457-dab9-40af-9df0-c87e4cc5b27c req-88a1ac63-e364-45ca-80e7-6a12b6646d90 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060231 Feb 19 07:15:56.466660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:56.485462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bbd3403a-4069-4116-89dd-f0735044420f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05a4cf2096d74f85af530f3c67df4778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439602 Feb 19 07:15:56.488063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:56.490872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'port_id': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'mac_address': 'fa:16:3e:65:45:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:15:56.539948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0b17e296-26e1-4b1f-ba51-a3d5df73248c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:15:56.540350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.554768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b17e296-26e1-4b1f-ba51-a3d5df73248c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:15:56.564358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-8bf8c136-c754-47c3-a457-9fe89df9f734 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2cacf66f-e738-46bf-b1fa-909c631ed788 HTTP/1.1" status: 200 len: 2998 time: 0.1489708 Feb 19 07:15:56.580429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:15:56.588225 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.589932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] Publish callbacks [] for security_group (a2886374-64a5-4807-aad3-90dd76c24dc6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.643332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] Publish callbacks [] for security_group (a2886374-64a5-4807-aad3-90dd76c24dc6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.671317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:56.690432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-abeed1dd-789a-4c89-8a09-793bee14276a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2ef09f11-5efa-4388-b1fa-f57ebe697521 HTTP/1.1" status: 200 len: 2998 time: 0.1198277 Feb 19 07:15:56.770929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-a9ba0113-ba77-4607-adbb-040ab63f64a8 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/2ef09f11-5efa-4388-b1fa-f57ebe697521 HTTP/1.1" status: 200 len: 2998 time: 0.0725892 Feb 19 07:15:56.787877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bd0f1-7dec-4221-9af3-11af3e73cd9f req-ea200e23-e3d6-4c1b-9203-371ad5458898 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:56.796075 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a35bd0f1-7dec-4221-9af3-11af3e73cd9f req-ea200e23-e3d6-4c1b-9203-371ad5458898 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 945 time: 0.1724846 Feb 19 07:15:56.859911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a35bd0f1-7dec-4221-9af3-11af3e73cd9f req-3690143e-ccd4-4f80-aeea-0c407e51f813 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627060 Feb 19 07:15:56.866046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2886374-64a5-4807-aad3-90dd76c24dc6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.866543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-69fa20e7-59c3-498e-99e4-7e5c509f8109 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/760d4c7e-4dac-4a44-a16d-7156e8de4f27 HTTP/1.1" status: 200 len: 2998 time: 0.0892718 Feb 19 07:15:56.871540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:56.877589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2886374-64a5-4807-aad3-90dd76c24dc6 HTTP/1.1" status: 204 len: 168 time: 0.3884916 Feb 19 07:15:56.897922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147616-bdc8-4384-b8ce-d663954a18f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2886374-64a5-4807-aad3-90dd76c24dc6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:56.906557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:56.952691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0b17e296-26e1-4b1f-ba51-a3d5df73248c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:15:57.004730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-19ce1730-3075-4bc1-8c7f-7c2f7a2587d3 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/760d4c7e-4dac-4a44-a16d-7156e8de4f27 HTTP/1.1" status: 200 len: 2998 time: 0.1318035 Feb 19 07:15:57.047121 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 07:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b6201-e587-47cd-9905-7a9433d7e2d8 x-openstack-request-id: req-594b6201-e587-47cd-9905-7a9433d7e2d8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:15:57.048244 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "code": 200}, {"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c", "code": 200}, {"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-plugged", "status": "completed", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:15:57.048600 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-594b6201-e587-47cd-9905-7a9433d7e2d8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:15:57.049088 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'code': 200} Feb 19 07:15:57.049413 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c', 'code': 200} Feb 19 07:15:57.050060 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'code': 200} Feb 19 07:15:57.106480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-7f8ccc1c-7de2-434d-98d1-651cb7121c65 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8f4c56dc-821c-4348-b40a-5652ab6870e9 HTTP/1.1" status: 200 len: 2998 time: 0.0949945 Feb 19 07:15:57.203427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-1b997692-a633-497d-95f8-7e2cf8997391 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/8f4c56dc-821c-4348-b40a-5652ab6870e9 HTTP/1.1" status: 200 len: 2998 time: 0.0954649 Feb 19 07:15:57.300353 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-efa4f363-a9c5-4a92-88d0-ffaaf3363abd tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] show failed (client error): The resource could not be found. Feb 19 07:15:57.302567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-efa4f363-a9c5-4a92-88d0-ffaaf3363abd tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a2886374-64a5-4807-aad3-90dd76c24dc6 HTTP/1.1" status: 404 len: 352 time: 0.0479753 Feb 19 07:15:57.341689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6150-88b9-4fdd-8502-f7ed26d2c6ae req-5dfc9a25-79dd-4f5c-a0c1-f1eb0d92f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.355357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6150-88b9-4fdd-8502-f7ed26d2c6ae req-5dfc9a25-79dd-4f5c-a0c1-f1eb0d92f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.355915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a6150-88b9-4fdd-8502-f7ed26d2c6ae req-5dfc9a25-79dd-4f5c-a0c1-f1eb0d92f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.361921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff7a6150-88b9-4fdd-8502-f7ed26d2c6ae req-5dfc9a25-79dd-4f5c-a0c1-f1eb0d92f881 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2964 time: 0.1662040 Feb 19 07:15:57.398983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92969d-dce8-40c8-9a48-514dce77df90 req-1c0aa672-3402-4ae7-9a28-8e8788acafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.400962 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-f1c1ceac-bcf7-4c8e-b697-41af5a36fc95 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] show failed (client error): The resource could not be found. Feb 19 07:15:57.401424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc92969d-dce8-40c8-9a48-514dce77df90 req-1c0aa672-3402-4ae7-9a28-8e8788acafb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 1132 time: 0.3291290 Feb 19 07:15:57.402033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-f1c1ceac-bcf7-4c8e-b697-41af5a36fc95 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a2886374-64a5-4807-aad3-90dd76c24dc6 HTTP/1.1" status: 404 len: 352 time: 0.0906513 Feb 19 07:15:57.407389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1866716709-network', 'tenant_id': '42b9cc578ba9443994551b44f0bb11d8'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:57.447803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc153e-b317-450c-aa41-7622cb7335fd req-65e92450-5ef3-456d-b730-f0f30dc47ed9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.456070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc153e-b317-450c-aa41-7622cb7335fd req-65e92450-5ef3-456d-b730-f0f30dc47ed9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.464218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc153e-b317-450c-aa41-7622cb7335fd req-65e92450-5ef3-456d-b730-f0f30dc47ed9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.469596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7edc153e-b317-450c-aa41-7622cb7335fd req-65e92450-5ef3-456d-b730-f0f30dc47ed9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.3028276 Feb 19 07:15:57.478998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Made reservation on behalf of 42b9cc578ba9443994551b44f0bb11d8 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:57.481884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.511669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.540736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-85a8d4a8-2b89-4e9a-b29d-481af748bb16 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b32831ab-591f-4f00-818b-ce6751d70047 HTTP/1.1" status: 200 len: 2998 time: 0.1174688 Feb 19 07:15:57.545051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff7a6150-88b9-4fdd-8502-f7ed26d2c6ae req-c29343d0-8830-4df4-befb-f5c1b1f7f0d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727669 Feb 19 07:15:57.591984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7edc153e-b317-450c-aa41-7622cb7335fd req-8060ae82-d369-463f-9b14-f03c918e339e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214364 Feb 19 07:15:57.607240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-8e9f423d-64aa-4a5b-bafe-e08ce9041e6a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b32831ab-591f-4f00-818b-ce6751d70047 HTTP/1.1" status: 200 len: 2998 time: 0.0496662 Feb 19 07:15:57.650345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc92969d-dce8-40c8-9a48-514dce77df90 req-f14ce65c-3a47-4942-b3b9-f94785a430aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130718 Feb 19 07:15:57.705083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-c5903b31-37cc-4648-83e9-097d6effbc8d tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e7acd0d6-794e-4f15-90f9-92212a5e10b4 HTTP/1.1" status: 200 len: 2998 time: 0.0899370 Feb 19 07:15:57.762934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-89099dec-5b00-49cf-b285-f2c00955e31b tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/e7acd0d6-794e-4f15-90f9-92212a5e10b4 HTTP/1.1" status: 200 len: 2998 time: 0.0511625 Feb 19 07:15:57.779881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks [] for security_group (647b626f-c10e-4649-8bfc-f1db8fdfbf0a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.800831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (647b626f-c10e-4649-8bfc-f1db8fdfbf0a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.814272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:57.825216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (15ee317f-0da2-49fc-bd86-bcb1f37d4a68), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.825934 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Added segment 15ee317f-0da2-49fc-bd86-bcb1f37d4a68 of type vlan for network 1da9a639-7494-463d-b3a3-8224fa3795bc Feb 19 07:15:57.875550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1da9a639-7494-463d-b3a3-8224fa3795bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.891604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89cde0-535e-4bc4-91b7-a9ccc94a2eac req-81927a85-b268-4844-a934-28eefbd1ed32 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.893338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf89cde0-535e-4bc4-91b7-a9ccc94a2eac req-81927a85-b268-4844-a934-28eefbd1ed32 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 950 time: 0.2024651 Feb 19 07:15:57.903305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-de1dd535-4144-428c-982c-6381d3cf93ae tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f45fe659-567a-4804-a939-1e1a36f40d7f HTTP/1.1" status: 200 len: 2994 time: 0.1281142 Feb 19 07:15:57.964538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647b626f-c10e-4649-8bfc-f1db8fdfbf0a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:57.970331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1da9a639-7494-463d-b3a3-8224fa3795bc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.971471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:57.972148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:57.988191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80d7fa43-fbc0-47ac-91f9-34f3cddb2fed req-71f4c296-f701-496f-a92e-184a6ca97991 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/f45fe659-567a-4804-a939-1e1a36f40d7f HTTP/1.1" status: 200 len: 2994 time: 0.0787799 Feb 19 07:15:58.072133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Pushing event updated for resources: {'Network': ['ID=1da9a639-7494-463d-b3a3-8224fa3795bc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:58.084399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.084989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.085589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.086244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.086750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.087202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.087648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.088758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.088758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.090202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.090756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.091382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.091804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.102832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.104055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.105005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.105771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.106583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.108360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.109638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.110051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.110672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1da9a639-7494-463d-b3a3-8224fa3795bc details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:58.111123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.111821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.113830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.114243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.114648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.197355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf4a4040-343d-4e37-b919-e20e4f5f4d7e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2886503 Feb 19 07:15:58.201312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47140) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:58.208196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf89cde0-535e-4bc4-91b7-a9ccc94a2eac req-1e3d9d5c-eb5d-4078-ab6d-1f67cc133e8d tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068082 Feb 19 07:15:58.222335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Request body: {'subnet': {'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1866716709-subnet', 'tenant_id': '42b9cc578ba9443994551b44f0bb11d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:58.273310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda246-a671-4531-8606-e28a588e9a7d req-7954440f-43d4-4b95-bf6a-0e74e816f07a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:58.275101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48fda246-a671-4531-8606-e28a588e9a7d req-7954440f-43d4-4b95-bf6a-0e74e816f07a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 945 time: 0.1924953 Feb 19 07:15:58.291673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Made reservation on behalf of 42b9cc578ba9443994551b44f0bb11d8 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:58.295173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:58.431272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d735b02-f492-4bb1-bdb8-b179e7f853ee req-2395af44-11c2-49a7-80b9-e27a4c58fcf0 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54c9498b408b4e6aa9fbad8100d39b99 HTTP/1.1" status: 200 len: 6152 time: 0.1744506 Feb 19 07:15:58.472019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:58.497958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (95aa1ef3-e309-483f-997f-2a184d9d6125), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:58.587765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d735b02-f492-4bb1-bdb8-b179e7f853ee req-c3ebf930-86f7-431b-95fb-b5b04fa86e1e tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "GET /v2.0/security-groups/b32831ab-591f-4f00-818b-ce6751d70047 HTTP/1.1" status: 200 len: 2998 time: 0.1474700 Feb 19 07:15:58.662169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95aa1ef3-e309-483f-997f-2a184d9d6125,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:58.671248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Checking segment: {'id': '15ee317f-0da2-49fc-bd86-bcb1f37d4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:15:58.671657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Network hostable DHCP agents. Network: 1da9a639-7494-463d-b3a3-8224fa3795bc, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:15:58.678271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.678772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.679175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.679545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.679883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.680231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.680554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.680881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.681259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.682240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.682589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.683488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.683990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:15:58.692633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1545915413-network', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:58.707825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48fda246-a671-4531-8606-e28a588e9a7d req-6ce155bd-8769-479a-b3cb-c66c39541d41 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262693 Feb 19 07:15:58.734545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Network 1da9a639-7494-463d-b3a3-8224fa3795bc is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:15:58.736651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:58.740057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:58.751736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1da9a639-7494-463d-b3a3-8224fa3795bc) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:15:58.761740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:58.762549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:58.763088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd79610-8089-4f09-a9f5-1237f4cd6d5f None None] Network 1da9a639-7494-463d-b3a3-8224fa3795bc requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:58.794120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:58.809546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7357cc6-f517-4f95-b54c-84bf725d001f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5972745 Feb 19 07:15:58.826272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d735b02-f492-4bb1-bdb8-b179e7f853ee req-01a5d85d-07cf-4372-bb5c-2022b3d8fbe8 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "GET /v2.0/security-groups/b32831ab-591f-4f00-818b-ce6751d70047 HTTP/1.1" status: 200 len: 2998 time: 0.2360919 Feb 19 07:15:58.896432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-d36d7f22-b5e9-4134-ad15-7e2e46040f46 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/42ab8e13-773a-4424-a0fc-311c45095ce3 HTTP/1.1" status: 200 len: 1794 time: 0.0576682 Feb 19 07:15:58.932271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef15f6-54ad-4959-962b-edf6c272355c req-47d00a5a-c133-4e67-b463-0179ef0f8cdb tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:58.944484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef15f6-54ad-4959-962b-edf6c272355c req-47d00a5a-c133-4e67-b463-0179ef0f8cdb tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:58.965067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef15f6-54ad-4959-962b-edf6c272355c req-47d00a5a-c133-4e67-b463-0179ef0f8cdb tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:58.980889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31ef15f6-54ad-4959-962b-edf6c272355c req-47d00a5a-c133-4e67-b463-0179ef0f8cdb tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.1787343 Feb 19 07:15:59.029371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f91379-31cd-455c-b417-65d38d1297a6 None None] Network 1da9a639-7494-463d-b3a3-8224fa3795bc requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:15:59.110208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31ef15f6-54ad-4959-962b-edf6c272355c req-593372aa-9013-4ebd-952f-67c1ec51e9bf tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233115 Feb 19 07:15:59.187958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks [] for security_group (27be8af6-2ef3-4c20-a4f0-8d48d244f705), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.203901 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (42ab8e13-773a-4424-a0fc-311c45095ce3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.209891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (27be8af6-2ef3-4c20-a4f0-8d48d244f705), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.253818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:15:59.267775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (42ab8e13-773a-4424-a0fc-311c45095ce3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.300687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.301197 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Added segment c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94 of type vlan for network 98978c2c-242d-44c2-b6e5-754afe116997 Feb 19 07:15:59.316835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be8af6-2ef3-4c20-a4f0-8d48d244f705,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:59.368307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (98978c2c-242d-44c2-b6e5-754afe116997), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.398847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (98978c2c-242d-44c2-b6e5-754afe116997), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.401026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:59.402773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.427101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9538112 Feb 19 07:15:59.430839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:15:59.437520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Request body: {'subnet': {'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1545915413-subnet', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:15:59.438631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (42ab8e13-773a-4424-a0fc-311c45095ce3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.441355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.442818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d014df5-04b9-4383-9df3-a85c44085cbb req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/42ab8e13-773a-4424-a0fc-311c45095ce3 HTTP/1.1" status: 204 len: 173 time: 0.5363457 Feb 19 07:15:59.482226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:15:59.485945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.539846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5898-c46b-4ee2-9c06-38a3ac1c95e9 tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ab8e13-773a-4424-a0fc-311c45095ce3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:59.610472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69852fb-eb15-4bed-be66-9198b8cc5991 admin admin] Pushing event updated for resources: {'Network': ['ID=98978c2c-242d-44c2-b6e5-754afe116997,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:15:59.623160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 98978c2c-242d-44c2-b6e5-754afe116997 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:15:59.690340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b4797-e553-4ef8-ad86-54419f577c6d req-a159ba72-946b-4bf1-b7d1-6b609e577af0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:59.691987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d98b4797-e553-4ef8-ad86-54419f577c6d req-a159ba72-946b-4bf1-b7d1-6b609e577af0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 950 time: 0.1196778 Feb 19 07:15:59.794416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d98b4797-e553-4ef8-ad86-54419f577c6d req-926603e5-0eea-48fe-ad35-796f4953b501 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969188 Feb 19 07:15:59.852986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-74c2f230-0e94-4261-81e2-b07bdd0cbc48 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:15:59.855386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-74c2f230-0e94-4261-81e2-b07bdd0cbc48 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/networks?id=1da9a639-7494-463d-b3a3-8224fa3795bc HTTP/1.1" status: 200 len: 822 time: 0.2664881 Feb 19 07:15:59.900789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-9b1e26b2-2159-4a9e-9976-032ed2f52d4e tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/quotas/42b9cc578ba9443994551b44f0bb11d8 HTTP/1.1" status: 200 len: 375 time: 0.0394235 Feb 19 07:15:59.924824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-61c9556e-6abd-472c-ac80-171d05e4658f tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "GET /v2.0/security-groups/6634dfd2-2310-499b-86c7-cc7503724f72 HTTP/1.1" status: 200 len: 1793 time: 0.0838640 Feb 19 07:15:59.936994 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:15:59.990854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-8fbd42cf-6c19-427a-859d-ea50535fc3d4 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=42b9cc578ba9443994551b44f0bb11d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648267 Feb 19 07:16:00.012709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (6634dfd2-2310-499b-86c7-cc7503724f72), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.047289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:00.051578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (6634dfd2-2310-499b-86c7-cc7503724f72), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.102354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6634dfd2-2310-499b-86c7-cc7503724f72), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.107297 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.122291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (1e3dcf15-d9bc-4f83-819d-5819ba097ad1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.127779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34f8b8d8-3aa2-4658-af1d-da930d17bec6 req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/6634dfd2-2310-499b-86c7-cc7503724f72 HTTP/1.1" status: 204 len: 173 time: 0.1952190 Feb 19 07:16:00.149988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab6009-a6b9-4f01-ba75-3a2c4da83e8a tempest-SecurityGroupsTestAdminJSON-2041712175 tempest-SecurityGroupsTestAdminJSON-2041712175-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6634dfd2-2310-499b-86c7-cc7503724f72,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:00.211862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-7b06f62d-6051-4d15-96d0-08b926fb2f56 service neutron] 10.222.0.43 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177374 Feb 19 07:16:00.234386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b17e296-26e1-4b1f-ba51-a3d5df73248c up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:00.303603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc04f18-03c4-42d8-8dd9-481b646de1c4 req-5048e902-2ccf-4ae1-898d-e15fd462e4a4 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:00.320119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-afc04f18-03c4-42d8-8dd9-481b646de1c4 req-5048e902-2ccf-4ae1-898d-e15fd462e4a4 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 945 time: 0.0992374 Feb 19 07:16:00.324566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-32d8a284-9a8a-44a0-84f0-31f0aa579777 service neutron] 10.222.0.43 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116436 Feb 19 07:16:00.337461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0b17e296-26e1-4b1f-ba51-a3d5df73248c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:00.343479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0b17e296-26e1-4b1f-ba51-a3d5df73248c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:00.344162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.382672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3dcf15-d9bc-4f83-819d-5819ba097ad1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:00.401115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-afc04f18-03c4-42d8-8dd9-481b646de1c4 req-0f44f5bc-e2b5-4246-a12e-67db5ed162af tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687668 Feb 19 07:16:00.414270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-015c65d7-f376-4bbe-becc-4589b6595855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.434846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Checking segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:00.435233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Network hostable DHCP agents. Network: 98978c2c-242d-44c2-b6e5-754afe116997, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:00.461777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0b17e296-26e1-4b1f-ba51-a3d5df73248c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:00.462515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.511398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:00.512400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:00.515532 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e3053-3df0-4bfc-8b84-4c8e4c1d636c" -d '{"events": [{"server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:00.525860 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.532708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Network 98978c2c-242d-44c2-b6e5-754afe116997 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:00.605605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:00.618413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 98978c2c-242d-44c2-b6e5-754afe116997) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:00.629150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771ea2c-71fe-417a-a59f-7ae2370b7f29 None None] Network 98978c2c-242d-44c2-b6e5-754afe116997 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:00.757396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-015c65d7-f376-4bbe-becc-4589b6595855 admin admin] Publish callbacks [] for security_group (1a0ea89b-b94f-464a-97d0-9a3c460501bf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.775483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:00.776097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.794411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-015c65d7-f376-4bbe-becc-4589b6595855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1a0ea89b-b94f-464a-97d0-9a3c460501bf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.814055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-382ff3f8-2ff9-4843-ac07-65718d9b80cc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3789830 Feb 19 07:16:00.814749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:00.824025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:00.828398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-531db05d-c5ca-48cd-9c50-02b40d7902c1 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "GET /v2.0/security-groups/77844bb9-f654-474f-b950-5013350db6a8 HTTP/1.1" status: 200 len: 1793 time: 0.2774415 Feb 19 07:16:00.849929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-98978c2c-242d-44c2-b6e5-754afe116997', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:16:00.850791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:00.876507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-015c65d7-f376-4bbe-becc-4589b6595855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f34b2b9b0c7a423e8d3ca70ce8b4ce3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7966645 Feb 19 07:16:00.878833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:00.891608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c65d7-f376-4bbe-becc-4589b6595855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ea89b-b94f-464a-97d0-9a3c460501bf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:01.023092 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] Publish callbacks [] for security_group (1a0ea89b-b94f-464a-97d0-9a3c460501bf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.029931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (77844bb9-f654-474f-b950-5013350db6a8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.036184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.039045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.075328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (77844bb9-f654-474f-b950-5013350db6a8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.126597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (77844bb9-f654-474f-b950-5013350db6a8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.130004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.136953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4a21ac8-5e2a-44f1-983a-7c9401f9c046 req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "DELETE /v2.0/security-groups/77844bb9-f654-474f-b950-5013350db6a8 HTTP/1.1" status: 204 len: 173 time: 0.2890375 Feb 19 07:16:01.147359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Allocated IP 172.20.0.2 (98978c2c-242d-44c2-b6e5-754afe116997/1e3dcf15-d9bc-4f83-819d-5819ba097ad1/4aa4573f-4ad3-43eb-a968-50b3536f5d3a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:01.162833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c838d82-81ee-4fd5-9743-d3ff9cb8b646 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77844bb9-f654-474f-b950-5013350db6a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:01.211053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] Publish callbacks [] for security_group (1a0ea89b-b94f-464a-97d0-9a3c460501bf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.245446 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1550bf2-2686-431f-94ad-8f19e0e712cf x-openstack-request-id: req-f1550bf2-2686-431f-94ad-8f19e0e712cf {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:01.246091 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:01.246557 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1550bf2-2686-431f-94ad-8f19e0e712cf {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:01.247144 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'code': 200} Feb 19 07:16:01.338682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd5f85ac-4869-4e97-aa11-3432aadf1167 req-04d811d8-aaa0-42a8-b8b6-23489bb88841 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.0673871 Feb 19 07:16:01.449588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da878cc7-d277-40c1-beed-b65374d3a145 req-2570938e-3711-40ad-94b9-41aa8f010333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:01.456185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da878cc7-d277-40c1-beed-b65374d3a145 req-2570938e-3711-40ad-94b9-41aa8f010333 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 1128 time: 0.1149323 Feb 19 07:16:01.469199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks [] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.477535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.516258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for router_controller (3f21f7a6-4cc1-44b7-8adc-fce008765780), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.523747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Network 98978c2c-242d-44c2-b6e5-754afe116997 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:01.532918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:01.537712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:01.541109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Pushing event updated for resources: {'Port': ['ID=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:01.569858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da878cc7-d277-40c1-beed-b65374d3a145 req-4ff1e6bf-c806-442e-8f6b-774885182a28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076777 Feb 19 07:16:01.580496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-c2039010-9d4c-4fc3-a4bd-6eff018a0053 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "GET /v2.0/security-groups/b9c45323-871f-469e-b93c-8136067a27b5 HTTP/1.1" status: 200 len: 1794 time: 0.1063240 Feb 19 07:16:01.589553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6aaac-0213-4b2e-97f5-60e265520256 req-aac2c082-40ba-4ae2-8b55-b9b3c037a40f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:01.605397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6aaac-0213-4b2e-97f5-60e265520256 req-aac2c082-40ba-4ae2-8b55-b9b3c037a40f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:01.618145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Attempting to bind port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:01.618539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Attempting to bind port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:01.622537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Attempting to bind port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a on network 98978c2c-242d-44c2-b6e5-754afe116997 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:01.625597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6aaac-0213-4b2e-97f5-60e265520256 req-aac2c082-40ba-4ae2-8b55-b9b3c037a40f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:01.634867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:01.635517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Checking segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:01.636404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.636762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Bound using segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:01.637683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27c6aaac-0213-4b2e-97f5-60e265520256 req-aac2c082-40ba-4ae2-8b55-b9b3c037a40f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.5654998 Feb 19 07:16:01.640291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Bound port: 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:01.640662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.694337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (b9c45323-871f-469e-b93c-8136067a27b5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.764501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (b9c45323-871f-469e-b93c-8136067a27b5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.774733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] For port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:01.778999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] For port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:01.786459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1a0ea89b-b94f-464a-97d0-9a3c460501bf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.789372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.794720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.797128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a0ea89b-b94f-464a-97d0-9a3c460501bf HTTP/1.1" status: 204 len: 168 time: 0.9157424 Feb 19 07:16:01.873862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b9c45323-871f-469e-b93c-8136067a27b5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.874295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67405f-1929-41f1-87f1-ec71c9745efa None None] Pushing event updated for resources: {'Port': ['ID=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:01.877501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:01.880537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-983cc3a1-50d0-4078-8543-1616e8bd0d5d req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] 10.222.0.43 "DELETE /v2.0/security-groups/b9c45323-871f-469e-b93c-8136067a27b5 HTTP/1.1" status: 204 len: 173 time: 0.2992270 Feb 19 07:16:01.906571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a23fd-420d-4ddc-b0d4-a881380ad6e5 tempest-SecurityGroupsTestAdminJSON-560119659 tempest-SecurityGroupsTestAdminJSON-560119659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c45323-871f-469e-b93c-8136067a27b5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:01.993484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cbecf-d60a-4da8-a37b-92eaeda5a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ea89b-b94f-464a-97d0-9a3c460501bf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:02.222145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27c6aaac-0213-4b2e-97f5-60e265520256 req-10196aa1-2b0b-4547-b29a-cadf2217598c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820558 Feb 19 07:16:02.224309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46d7b-050f-4296-a5ec-cab6c38957e8 req-089728d1-92cf-4c2c-84f3-218ae102b883 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:02.239717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dd46d7b-050f-4296-a5ec-cab6c38957e8 req-089728d1-92cf-4c2c-84f3-218ae102b883 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.1997705 Feb 19 07:16:02.362398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dd46d7b-050f-4296-a5ec-cab6c38957e8 req-02589108-371d-41d5-adc6-a2a712ad698c tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211016 Feb 19 07:16:02.467924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:02.547636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-1568fa2d-24cf-4647-8974-88d37fcaba54 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:02.549231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-1568fa2d-24cf-4647-8974-88d37fcaba54 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.24 "GET /v2.0/networks?id=1da9a639-7494-463d-b3a3-8224fa3795bc HTTP/1.1" status: 200 len: 822 time: 0.3585835 Feb 19 07:16:02.557728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for router_gateway (3f21f7a6-4cc1-44b7-8adc-fce008765780), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:02.578763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0307ddd2-4d79-4ef0-995d-7dfb12211b8f req-61e78d3c-be38-4f4d-aa55-1c12356f1593 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.0563061 Feb 19 07:16:02.583114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Request body: {'port': {'device_id': '0d9de408-7c38-442b-938b-5062e1d30a71', 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc', 'admin_state_up': True, 'tenant_id': '42b9cc578ba9443994551b44f0bb11d8'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:02.733750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-334d6baa-2f87-43ad-9e31-e60500495cdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54c9498b408b4e6aa9fbad8100d39b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646894 Feb 19 07:16:02.734406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:02.740476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:02.798146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9773a433-837d-4f55-986c-e0cb3fa1232b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:02.836864 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:02.986627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9773a433-837d-4f55-986c-e0cb3fa1232b admin admin] Publish callbacks [] for security_group (993b300a-4449-4b6d-92d9-f433fb6048f2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.015458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9773a433-837d-4f55-986c-e0cb3fa1232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (993b300a-4449-4b6d-92d9-f433fb6048f2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.164277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] Publish callbacks [] for security_group (b32831ab-591f-4f00-818b-ce6751d70047), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.207989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] Publish callbacks [] for security_group (b32831ab-591f-4f00-818b-ce6751d70047), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.271041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4aa4573f-4ad3-43eb-a968-50b3536f5d3a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:03.298530 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9773a433-837d-4f55-986c-e0cb3fa1232b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e70ba77c5cf4995b44128fda67f20e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5419838 Feb 19 07:16:03.299685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773a433-837d-4f55-986c-e0cb3fa1232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993b300a-4449-4b6d-92d9-f433fb6048f2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:03.318347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:03.371263 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b32831ab-591f-4f00-818b-ce6751d70047), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.374105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.380688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b32831ab-591f-4f00-818b-ce6751d70047 HTTP/1.1" status: 204 len: 168 time: 0.6451690 Feb 19 07:16:03.440521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:03.441038 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.454295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca681e92-2613-465a-aec8-d0087c58a295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32831ab-591f-4f00-818b-ce6751d70047,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:03.500554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbfffe-0da8-44d0-9ad7-1cc654781fd5 req-4a763b3b-cb23-4d42-b030-b5d1e96992ec tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:03.531477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbfffe-0da8-44d0-9ad7-1cc654781fd5 req-4a763b3b-cb23-4d42-b030-b5d1e96992ec tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:03.533355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] Publish callbacks [] for security_group (993b300a-4449-4b6d-92d9-f433fb6048f2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.556049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbfffe-0da8-44d0-9ad7-1cc654781fd5 req-4a763b3b-cb23-4d42-b030-b5d1e96992ec tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:03.567821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cadbfffe-0da8-44d0-9ad7-1cc654781fd5 req-4a763b3b-cb23-4d42-b030-b5d1e96992ec tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.4079692 Feb 19 07:16:03.631100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] Publish callbacks [] for security_group (993b300a-4449-4b6d-92d9-f433fb6048f2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.674846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:03.680916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.743832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cadbfffe-0da8-44d0-9ad7-1cc654781fd5 req-2278e4e6-087a-4ba7-9d9e-ee130a41bdbb tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699963 Feb 19 07:16:03.752389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:03.766026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.772121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Made reservation on behalf of 42b9cc578ba9443994551b44f0bb11d8 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:03.772860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f58a0-79b3-404d-9967-d8a1c90badc1 req-ebc9bfca-4f1e-4dd8-89c0-3207ac44ca19 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:03.774572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c4f58a0-79b3-404d-9967-d8a1c90badc1 req-ebc9bfca-4f1e-4dd8-89c0-3207ac44ca19 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.2476807 Feb 19 07:16:03.780957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.839377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (993b300a-4449-4b6d-92d9-f433fb6048f2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.841966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:03.862120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/993b300a-4449-4b6d-92d9-f433fb6048f2 HTTP/1.1" status: 204 len: 168 time: 0.5412214 Feb 19 07:16:03.875795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122b1a6-5fd4-46b6-a3d4-0c049fd18f7c None None] Network 98978c2c-242d-44c2-b6e5-754afe116997 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:03.944108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78799d6-3bb2-4cd4-869a-79ebc5689155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b300a-4449-4b6d-92d9-f433fb6048f2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:03.956156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c4f58a0-79b3-404d-9967-d8a1c90badc1 req-16fdfc96-57d5-415b-8c6b-c02b80245f5c tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640844 Feb 19 07:16:04.030405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8326a132-0451-44cb-b0ed-a3129811373e req-ba1eadfe-ab1c-4a8b-a54a-aecf4f0e6c1d tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.1587970 Feb 19 07:16:04.131020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:04.189880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:04.204130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:04.214392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-36711afe-44a0-4c61-acc5-077144f5c016 None None] Provisioning complete for port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:04.214945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36711afe-44a0-4c61-acc5-077144f5c016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.289892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-64217307-aa32-4d38-bace-a23bb179b939 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=203345f7af1540d0aeae18403f9e5a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988405 Feb 19 07:16:04.293143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47326) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:04.404117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] Publish callbacks [] for security_group (e7acd0d6-794e-4f15-90f9-92212a5e10b4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.456060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for router_gateway (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.577757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] Publish callbacks [] for security_group (e7acd0d6-794e-4f15-90f9-92212a5e10b4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.583770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.613837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8f29-d848-45c3-bf4a-559bbffb7005 req-43a1a516-f08a-431e-b908-0caccf7fc88c tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:04.625470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-befc8f29-d848-45c3-bf4a-559bbffb7005 req-43a1a516-f08a-431e-b908-0caccf7fc88c tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.4758830 Feb 19 07:16:04.626068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:04.640505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Request body: {'floatingip': {'port_id': '0b17e296-26e1-4b1f-ba51-a3d5df73248c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:04.703573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Allocated IP 172.20.0.5 (1da9a639-7494-463d-b3a3-8224fa3795bc/95aa1ef3-e309-483f-997f-2a184d9d6125/beee5d1b-59b2-4a72-a7aa-493a48014c02) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:04.708853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-506a553a-0194-4561-8efa-9968538e982d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:04.722391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.732381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-506a553a-0194-4561-8efa-9968538e982d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:04.737817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-506a553a-0194-4561-8efa-9968538e982d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:04.759875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-506a553a-0194-4561-8efa-9968538e982d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.2979376 Feb 19 07:16:04.852946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e7acd0d6-794e-4f15-90f9-92212a5e10b4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.860066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:04.861307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7acd0d6-794e-4f15-90f9-92212a5e10b4 HTTP/1.1" status: 204 len: 168 time: 0.5654547 Feb 19 07:16:04.883671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:04.927597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'mac_address': 'fa:16:3e:18:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:04.933565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-36711afe-44a0-4c61-acc5-077144f5c016 None None] Current status of the port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:05.027968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0bb4-646f-4da2-9baa-2e7329477cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7acd0d6-794e-4f15-90f9-92212a5e10b4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:05.082255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:05.082910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.128421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:05.159366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0673c-d762-4c54-9375-027d47469824 req-f9ec3efd-6028-44ac-b52a-98e104fab169 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:05.166422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:05.182822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0673c-d762-4c54-9375-027d47469824 req-f9ec3efd-6028-44ac-b52a-98e104fab169 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:05.184796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.196007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0673c-d762-4c54-9375-027d47469824 req-f9ec3efd-6028-44ac-b52a-98e104fab169 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:05.200217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0d0673c-d762-4c54-9375-027d47469824 req-f9ec3efd-6028-44ac-b52a-98e104fab169 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 2418 time: 0.2759440 Feb 19 07:16:05.207041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port 2f86d9a8-492f-4430-8261-831969b9368f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:05.209579 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2f86d9a8-492f-4430-8261-831969b9368f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.285112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:05.297031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4aa4573f-4ad3-43eb-a968-50b3536f5d3a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:05.306735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8fb7509-b781-43a7-b094-b21968378985 req-51a812fa-90a6-45fb-806c-25116a236000 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.1279511 Feb 19 07:16:05.371223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.371792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.372544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.373047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.373942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.374476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.375790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.376297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.376798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.377296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.378020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.378511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.378999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:05.403920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port 2f86d9a8-492f-4430-8261-831969b9368f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2f86d9a8-492f-4430-8261-831969b9368f,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:05.406189 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2f86d9a8-492f-4430-8261-831969b9368f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.411909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:05.440039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for 2f86d9a8-492f-4430-8261-831969b9368f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:05.462282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c3c800d1-f6f3-441e-a115-b6843ea3632c None None] Provisioning complete for port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:05.462811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c3c800d1-f6f3-441e-a115-b6843ea3632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.523716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Allocated IP 172.25.7.90 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/ced5a28e-8296-4f46-826b-0c601f505a8c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:05.544104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:05.544580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.684420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c3c800d1-f6f3-441e-a115-b6843ea3632c None None] Current status of the port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:05.877548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0d0673c-d762-4c54-9375-027d47469824 req-f3f4041f-5dc5-47ae-9fdf-b97e8b1b782e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347198 Feb 19 07:16:05.880157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2f86d9a8-492f-4430-8261-831969b9368f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:05.935353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2f86d9a8-492f-4430-8261-831969b9368f', '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:05.943268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=2f86d9a8-492f-4430-8261-831969b9368f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:06.075334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port 2f86d9a8-492f-4430-8261-831969b9368f on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:06.082670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.085648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-a3fe7593-abda-4a72-ad61-42df692f29d9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "DELETE /v2.0/ports/2f86d9a8-492f-4430-8261-831969b9368f HTTP/1.1" status: 204 len: 173 time: 1.3249481 Feb 19 07:16:06.086147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:06.088636 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e306fa55-49ba-40e5-9aae-5164aaa3f504" -d '{"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "2f86d9a8-492f-4430-8261-831969b9368f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:06.157921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks [] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.201549 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b6fc3-620e-4619-a6b7-7a945899683e x-openstack-request-id: req-209b6fc3-620e-4619-a6b7-7a945899683e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:06.203994 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "2f86d9a8-492f-4430-8261-831969b9368f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:06.205383 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-209b6fc3-620e-4619-a6b7-7a945899683e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:06.206679 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': '2f86d9a8-492f-4430-8261-831969b9368f', 'status': 'completed', 'code': 200} Feb 19 07:16:06.263307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:06.340231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-541e52aa-0de0-4d06-8f2b-2a7abd4603b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.358493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.384428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port 94e8dec9-84e6-4029-8ec2-7676fbabf230 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:06.384717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.576367 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:16:06.647256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port 94e8dec9-84e6-4029-8ec2-7676fbabf230, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=94e8dec9-84e6-4029-8ec2-7676fbabf230,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:06.647873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:06.788135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for 94e8dec9-84e6-4029-8ec2-7676fbabf230 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:06.800496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0afb5110-a888-44ff-b9d1-f27bfd594489 req-fc2f6f66-3972-4efb-b3af-5caf7125fa37 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.1184874 Feb 19 07:16:06.962955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.018935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152309-b6b7-4d44-b189-f897c3c7a240 req-d7df7855-48f6-4873-b2a0-017bde430e73 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:07.027380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d152309-b6b7-4d44-b189-f897c3c7a240 req-d7df7855-48f6-4873-b2a0-017bde430e73 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 1.2131693 Feb 19 07:16:07.117839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (94e8dec9-84e6-4029-8ec2-7676fbabf230), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.149136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=94e8dec9-84e6-4029-8ec2-7676fbabf230,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:07.201587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c07279-3133-4f5c-90fb-154bf02aa4cd req-2353f3ad-6fe7-42c3-bd2a-abbd14cab650 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:07.209354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c07279-3133-4f5c-90fb-154bf02aa4cd req-2353f3ad-6fe7-42c3-bd2a-abbd14cab650 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:07.211218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85c07279-3133-4f5c-90fb-154bf02aa4cd req-2353f3ad-6fe7-42c3-bd2a-abbd14cab650 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=11ad1729-7360-437d-8666-3bbc00ac55e9 HTTP/1.1" status: 200 len: 1603 time: 0.2033651 Feb 19 07:16:07.243327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port 94e8dec9-84e6-4029-8ec2-7676fbabf230 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:07.252658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.263840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-b185c22d-4961-4724-8abf-c93e9d98e949 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "DELETE /v2.0/ports/94e8dec9-84e6-4029-8ec2-7676fbabf230 HTTP/1.1" status: 204 len: 173 time: 1.1491687 Feb 19 07:16:07.352549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Pushing event updated for resources: {'Port': ['ID=ced5a28e-8296-4f46-826b-0c601f505a8c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:07.422957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.474043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d152309-b6b7-4d44-b189-f897c3c7a240 req-2bd015c7-13a3-4e0b-8373-0478aa0f0917 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450598 Feb 19 07:16:07.526050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-041eb2d5-6704-48db-a26e-9ec6dabcd26b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:07.530027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-041eb2d5-6704-48db-a26e-9ec6dabcd26b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 1.1825621 Feb 19 07:16:07.561483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85c07279-3133-4f5c-90fb-154bf02aa4cd req-24ac320b-3709-494c-a948-103b5a2f5eed tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154685 Feb 19 07:16:07.620392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:07.620757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.786903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:07.787598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:07.809030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:08.041428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:08.139346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:08.139727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.219269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:08.221454 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae41231c-adfc-4374-a34c-3191bfa56c81" -d '{"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:08.255724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.289713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:08.289889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:08.328134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] It took 1.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:16:08.350946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:08.351309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:08.351736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e7f52aed-5c89-4772-b3f8-a9982d95c540 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:08.356440 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9488ce-6c80-4905-801e-756935f41755 x-openstack-request-id: req-5e9488ce-6c80-4905-801e-756935f41755 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:08.359647 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "94e8dec9-84e6-4029-8ec2-7676fbabf230", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:08.360102 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e9488ce-6c80-4905-801e-756935f41755 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:08.361104 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': '94e8dec9-84e6-4029-8ec2-7676fbabf230', 'status': 'completed', 'code': 200} Feb 19 07:16:08.367742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:08.452641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.456843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:08.473416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:08.501548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:08.506496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:08.506900 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.508778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.516693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1acc79-c021-49e4-8b99-8e046c71b04f req-496e8f94-99d6-492f-ab46-65b715b7d89c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "DELETE /v2.0/ports/a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c HTTP/1.1" status: 204 len: 173 time: 1.2445636 Feb 19 07:16:08.631568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.650135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e7f52aed-5c89-4772-b3f8-a9982d95c540 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:08.659598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 94e8dec9-84e6-4029-8ec2-7676fbabf230 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:08.780628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 94e8dec9-84e6-4029-8ec2-7676fbabf230 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:08.780975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 94e8dec9-84e6-4029-8ec2-7676fbabf230 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:08.781410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2f86d9a8-492f-4430-8261-831969b9368f no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:08.784723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e90a500-120a-44cb-9da9-71125dcc95ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:08.830752 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Floating IP ff575e9c-7127-4b31-890e-03d71dcf5153 associated. External IP: 172.25.7.74, port: 0b17e296-26e1-4b1f-ba51-a3d5df73248c. Feb 19 07:16:08.862392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:08.865369 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8507338-e06e-49cc-bbf2-6ee6a861ef81" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:08.868951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 2f86d9a8-492f-4430-8261-831969b9368f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:08.869498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2f86d9a8-492f-4430-8261-831969b9368f not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:08.884497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:08.894457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:09.020752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:09.074166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-8b488091-eb74-42e7-a20d-cd616dbf07fe tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361831 Feb 19 07:16:09.098698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Network 1da9a639-7494-463d-b3a3-8224fa3795bc is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:09.120514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:09.125736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:09.208774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:09.209838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:09.267644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-9f905afc-e1b1-472f-ba00-e2669dd0173e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:09.281287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-9f905afc-e1b1-472f-ba00-e2669dd0173e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061591 Feb 19 07:16:09.311726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-3e825279-bb3e-49f4-b229-51e06107166d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/quotas/0aa6e8015b674b42b42c1fd1f4b7d73f HTTP/1.1" status: 200 len: 375 time: 0.0271204 Feb 19 07:16:09.341943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7803295 Feb 19 07:16:09.343021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38695872-acdc-457b-a442-d9de94d6dadb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Pushing event updated for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:09.383247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-bd217ac5-cd8c-42d8-99ec-93e3327f44f9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704756 Feb 19 07:16:09.402219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Request body: {'port': {'device_id': '0d9de408-7c38-442b-938b-5062e1d30a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:09.446300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Deleting port e7f52aed-5c89-4772-b3f8-a9982d95c540 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:09.446620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:09.539882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d21c-7e32-403a-895c-f24f2644753c req-5d420529-8318-4b3c-a527-3201b90146a8 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:09.547426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b31d21c-7e32-403a-895c-f24f2644753c req-5d420529-8318-4b3c-a527-3201b90146a8 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 931 time: 0.9937484 Feb 19 07:16:09.592219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:09.706245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] For port e7f52aed-5c89-4772-b3f8-a9982d95c540, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e7f52aed-5c89-4772-b3f8-a9982d95c540,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:09.706841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:09.709165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21593-bcfc-4225-affa-463713fa4d0b req-83bd9cf9-b722-49be-8811-ac06a09d4162 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:09.711550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2e21593-bcfc-4225-affa-463713fa4d0b req-83bd9cf9-b722-49be-8811-ac06a09d4162 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 944 time: 0.0993850 Feb 19 07:16:09.739763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Calling delete_port for e7f52aed-5c89-4772-b3f8-a9982d95c540 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:09.850560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2e21593-bcfc-4225-affa-463713fa4d0b req-34da7c95-4555-4731-8d2d-bcbba130f60d tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309779 Feb 19 07:16:09.919508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:09.980056 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde62a4-5865-4282-bf56-bfaa85805315 x-openstack-request-id: req-ffde62a4-5865-4282-bf56-bfaa85805315 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:09.981122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:09.981547 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ffde62a4-5865-4282-bf56-bfaa85805315 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:09.982185 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'code': 200} Feb 19 07:16:10.044518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting subnet 17e12a15-9087-4074-bc1d-9bcc2f181628 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:10.047938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (17e12a15-9087-4074-bc1d-9bcc2f181628), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.128121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (17e12a15-9087-4074-bc1d-9bcc2f181628), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.222634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-95c5bbac-1ce0-4044-8290-b8ea3a957f9e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392673 Feb 19 07:16:10.330497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.374240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b31d21c-7e32-403a-895c-f24f2644753c req-c33250f5-5500-4363-be15-b049dede2475 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258836 Feb 19 07:16:10.377260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:10.383932 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b9dcb-28a7-4fde-b5d9-2b2d6edf8f56" -d '{"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:10.466861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (17e12a15-9087-4074-bc1d-9bcc2f181628), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.480888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-04ec156f-d9b8-4272-9760-d57c8f55cb38 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:10.483228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-04ec156f-d9b8-4272-9760-d57c8f55cb38 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598243 Feb 19 07:16:10.527935 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f8506-4718-47fa-9e07-7cf69676902a x-openstack-request-id: req-537f8506-4718-47fa-9e07-7cf69676902a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:10.528566 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ad1729-7360-437d-8666-3bbc00ac55e9", "name": "network-vif-deleted", "tag": "a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:10.529015 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-537f8506-4718-47fa-9e07-7cf69676902a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:10.529471 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ad1729-7360-437d-8666-3bbc00ac55e9', 'name': 'network-vif-deleted', 'tag': 'a916f1dd-f0dc-4ce4-8de6-aeb030ffc01c', 'status': 'completed', 'code': 200} Feb 19 07:16:10.547057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-4ac98780-0b2c-470f-b10e-79e0302a4ac8 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/quotas/0aa6e8015b674b42b42c1fd1f4b7d73f HTTP/1.1" status: 200 len: 375 time: 0.0167923 Feb 19 07:16:10.761055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:16:10.862723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e7f52aed-5c89-4772-b3f8-a9982d95c540), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.896172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:10.925720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for router_gateway (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:11.014176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-921ec9f8-b524-42fc-bc6e-41bbd9598c4b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4608195 Feb 19 07:16:11.062090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (17e12a15-9087-4074-bc1d-9bcc2f181628), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:11.139471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7886253-fb4e-42ff-8f22-16a65e6429fc None None] Network 31b11652-100e-40ea-a83d-0f9a3eb1cec2 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:11.148431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Subnet': ['ID=17e12a15-9087-4074-bc1d-9bcc2f181628,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:11.163512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:11.175976 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a2c4f5fb-c6b1-4e13-832c-6eae5aff2a44 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/subnets/17e12a15-9087-4074-bc1d-9bcc2f181628 HTTP/1.1" status: 204 len: 168 time: 1.2550805 Feb 19 07:16:11.176969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:11.182261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event deleted for resources: {'Port': ['ID=e7f52aed-5c89-4772-b3f8-a9982d95c540,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:11.194680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-fd91ae09-e00b-4fc9-9601-8412affaac73 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673132 Feb 19 07:16:11.252420 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4758ba2-557d-4aec-9370-fadc6a6d8b91 req-c56082b7-48c3-4af4-9b33-cb19033c2d86 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 210 time: 0.1785347 Feb 19 07:16:11.583689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-45d10303-fbe2-412e-ab81-226227695445 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:11.585669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-45d10303-fbe2-412e-ab81-226227695445 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775158 Feb 19 07:16:11.611587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Request body: {'port': {'device_id': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '0aa6e8015b674b42b42c1fd1f4b7d73f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:11.679378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] DHCP port deletion for 31b11652-100e-40ea-a83d-0f9a3eb1cec2 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:16:11.810193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Deleting port a0f4f853-4040-4e54-9f1c-dccdfaedf384 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:11.811084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:11.862336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:11.925526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ad5bf-f4e0-4835-981b-bbb877df2b21 req-6b15ac0e-b541-46bd-8a2f-282e424437e2 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:11.935682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b5ad5bf-f4e0-4835-981b-bbb877df2b21 req-6b15ac0e-b541-46bd-8a2f-282e424437e2 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 931 time: 0.2735322 Feb 19 07:16:12.014474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] For port a0f4f853-4040-4e54-9f1c-dccdfaedf384, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a0f4f853-4040-4e54-9f1c-dccdfaedf384,segment=NetworkSegment(fd1933d5-4527-484f-9ba0-8e11cc93e3bc),segment_id=fd1933d5-4527-484f-9ba0-8e11cc93e3bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:12.015132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.046985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Calling delete_port for a0f4f853-4040-4e54-9f1c-dccdfaedf384 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:12.087748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] No DVR routers for this DVR port e7f52aed-5c89-4772-b3f8-a9982d95c540 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:12.132107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.136100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-773c8826-c9dd-46c0-a8e6-b7dc315391d2 req-e58b141b-272c-408d-b9b0-c5881bbf5e85 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "DELETE /v2.0/ports/e7f52aed-5c89-4772-b3f8-a9982d95c540 HTTP/1.1" status: 204 len: 173 time: 3.6546178 Feb 19 07:16:12.142134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b5ad5bf-f4e0-4835-981b-bbb877df2b21 req-7aeb2286-fdaf-4612-815d-ec885741b004 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039628 Feb 19 07:16:12.164982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-deleted', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:12.168707 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8996d5c7-6093-47ca-b836-55702db1d973" -d '{"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-deleted", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:12.172811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Made reservation on behalf of 0aa6e8015b674b42b42c1fd1f4b7d73f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:12.185567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45635141-c3fe-436c-96fa-5c48f1056c1c req-d3882379-8555-4f3a-844d-fa1db3849f62 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 210 time: 0.1464329 Feb 19 07:16:12.207145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.230227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89dd50e-7625-487d-9ade-a18a5519a389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.232319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:16:12.240794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (31b11652-100e-40ea-a83d-0f9a3eb1cec2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.245983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.248966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.277599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Sync routers for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:16:12.288902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-890ea643-c27e-45ca-9db1-6a66aab5d661 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "PUT /v2.0/floatingips/ff575e9c-7127-4b31-890e-03d71dcf5153 HTTP/1.1" status: 200 len: 991 time: 7.6527729 Feb 19 07:16:12.294971 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dcd3d7-f1f0-4052-9c0b-592f00ab6cdb x-openstack-request-id: req-67dcd3d7-f1f0-4052-9c0b-592f00ab6cdb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:12.295367 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c790d9a-6842-40a4-89f6-999fccb87b07", "name": "network-vif-deleted", "tag": "e7f52aed-5c89-4772-b3f8-a9982d95c540", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:12.295690 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67dcd3d7-f1f0-4052-9c0b-592f00ab6cdb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:12.296169 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c790d9a-6842-40a4-89f6-999fccb87b07', 'name': 'network-vif-deleted', 'tag': 'e7f52aed-5c89-4772-b3f8-a9982d95c540', 'status': 'completed', 'code': 200} Feb 19 07:16:12.312412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beee5d1b-59b2-4a72-a7aa-493a48014c02 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:12.318346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:12.319873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:12.320377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.330488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks [] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.489983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Transition to ACTIVE for port object beee5d1b-59b2-4a72-a7aa-493a48014c02 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:12.498101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] The port 'a0f4f853-4040-4e54-9f1c-dccdfaedf384' was deleted {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 07:16:12.540372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.564631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks [] for security_group (2a4124c2-9a58-4579-99e1-4ca0dac4b741), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.567454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89dd50e-7625-487d-9ade-a18a5519a389 admin admin] Publish callbacks [] for security_group (0ed95815-e8b1-465f-9134-41c1ab3e37bd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.582653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a0f4f853-4040-4e54-9f1c-dccdfaedf384), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.600275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2a4124c2-9a58-4579-99e1-4ca0dac4b741), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.615805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] No DVR routers for this DVR port a0f4f853-4040-4e54-9f1c-dccdfaedf384 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:12.635561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.651313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d1fec53-0ee2-4335-b502-d743431ed68d req-47367fa6-de2c-4655-970a-b3a78b7e075b tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c790d9a-6842-40a4-89f6-999fccb87b07 HTTP/1.1" status: 200 len: 210 time: 0.1017201 Feb 19 07:16:12.673234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4124c2-9a58-4579-99e1-4ca0dac4b741,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:12.674745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a89dd50e-7625-487d-9ade-a18a5519a389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0ed95815-e8b1-465f-9134-41c1ab3e37bd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.694471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5fe13-86a2-45b1-8397-8a6866e06816 None None] Pushing event deleted for resources: {'Port': ['ID=a0f4f853-4040-4e54-9f1c-dccdfaedf384,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:12.732312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa500d2-d920-468d-937f-b84c0dc231d0 req-0198bffa-d1f3-4c93-bb99-75734e79e060 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:12.733886 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fa500d2-d920-468d-937f-b84c0dc231d0 req-0198bffa-d1f3-4c93-bb99-75734e79e060 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.2418113 Feb 19 07:16:12.738082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (31b11652-100e-40ea-a83d-0f9a3eb1cec2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:12.742579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a89dd50e-7625-487d-9ade-a18a5519a389 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3ba50a1fb1241fda3f8dff5fa987402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8703601 Feb 19 07:16:12.745947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:12.763414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dd50e-7625-487d-9ade-a18a5519a389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed95815-e8b1-465f-9134-41c1ab3e37bd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:12.782924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:12.821289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:12.851768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b11652-100e-40ea-a83d-0f9a3eb1cec2']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:12.877249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Router 3f21f7a6-4cc1-44b7-8adc-fce008765780 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:16:12.882384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:12.883085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1933d5-4527-484f-9ba0-8e11cc93e3bc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:12.922063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (fd1933d5-4527-484f-9ba0-8e11cc93e3bc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.005068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Allocated IP 192.168.233.203 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/d42446bd-51cc-4fcd-b609-4bfcb20b54c0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:13.005814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fd1933d5-4527-484f-9ba0-8e11cc93e3bc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.019036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:16:13.019726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (fd1933d5-4527-484f-9ba0-8e11cc93e3bc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:16:13.141211 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:16:13.164034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fa500d2-d920-468d-937f-b84c0dc231d0 req-1015c27a-1b31-4e8d-a8b4-c74c3f906982 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4166946 Feb 19 07:16:13.202683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a0f4f853-4040-4e54-9f1c-dccdfaedf384 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:13.252852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a0f4f853-4040-4e54-9f1c-dccdfaedf384 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:13.253209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a0f4f853-4040-4e54-9f1c-dccdfaedf384 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:13.277334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'ff575e9c-7127-4b31-890e-03d71dcf5153', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'port_id': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'mac_address': 'fa:16:3e:65:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:15:37Z', 'updated_at': '2022-02-19T07:16:07Z', 'revision_number': 1, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:13.295340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (31b11652-100e-40ea-a83d-0f9a3eb1cec2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.312864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.319423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/networks/31b11652-100e-40ea-a83d-0f9a3eb1cec2 HTTP/1.1" status: 204 len: 168 time: 2.1382401 Feb 19 07:16:13.324248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:13.327942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] Publish callbacks [] for security_group (0ed95815-e8b1-465f-9134-41c1ab3e37bd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.358221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Checking router: 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:16:13.361029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] Publish callbacks [] for security_group (0ed95815-e8b1-465f-9134-41c1ab3e37bd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.380673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:13.381046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:13.451167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks [] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.548438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019e4a1-0652-43a8-b768-4648003b1bc8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Network': ['ID=31b11652-100e-40ea-a83d-0f9a3eb1cec2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:13.555990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6c186f92-d1b5-474f-8c36-bac09b31bdd5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363290 Feb 19 07:16:13.579081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0ed95815-e8b1-465f-9134-41c1ab3e37bd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.583444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.589268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ed95815-e8b1-465f-9134-41c1ab3e37bd HTTP/1.1" status: 204 len: 168 time: 0.8327098 Feb 19 07:16:13.631635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.639060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Attempting to bind port beee5d1b-59b2-4a72-a7aa-493a48014c02 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:13.639561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Attempting to bind port beee5d1b-59b2-4a72-a7aa-493a48014c02 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '15ee317f-0da2-49fc-bd86-bcb1f37d4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:13.639992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Attempting to bind port beee5d1b-59b2-4a72-a7aa-493a48014c02 on network 1da9a639-7494-463d-b3a3-8224fa3795bc {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:13.676328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e276cb5-0b2e-4b2d-950b-68aad58be332 req-a5f10898-d414-4851-b5c6-3fd8527dffc4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 210 time: 0.1303465 Feb 19 07:16:13.710808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4067b5c-f6b9-4ef1-b73e-3cf2a4fe187b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed95815-e8b1-465f-9134-41c1ab3e37bd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:13.719008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Port beee5d1b-59b2-4a72-a7aa-493a48014c02 on network 1da9a639-7494-463d-b3a3-8224fa3795bc not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:13.719457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Attempting to bind port beee5d1b-59b2-4a72-a7aa-493a48014c02 on network 1da9a639-7494-463d-b3a3-8224fa3795bc {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:13.728912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting subnet 328a4ada-e039-41f1-859c-98ab0c5736e9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:13.736655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (328a4ada-e039-41f1-859c-98ab0c5736e9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.741316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:13.741893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Checking segment: {'id': '15ee317f-0da2-49fc-bd86-bcb1f37d4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:13.742485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Bound using segment: {'id': '15ee317f-0da2-49fc-bd86-bcb1f37d4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:13.743093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Bound port: beee5d1b-59b2-4a72-a7aa-493a48014c02, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ee317f-0da2-49fc-bd86-bcb1f37d4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:13.743624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.806986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:13.834762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:16:13.837590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:13.842069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:13.862380 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Sync routers for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:16:13.865434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (328a4ada-e039-41f1-859c-98ab0c5736e9), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.891169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:13.891928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:13.961279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:13.967247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-35f05c4d-380c-43de-9c8f-9a014efd0a26 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.1475596 Feb 19 07:16:13.996174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:14.086108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:14.086998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.137378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:14.138829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a9a27-1119-4084-8582-3ba4293e5e10 req-d4990f92-7bf2-4207-a19d-0f38b9553e19 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:14.148223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b9a9a27-1119-4084-8582-3ba4293e5e10 req-d4990f92-7bf2-4207-a19d-0f38b9553e19 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 943 time: 0.6313961 Feb 19 07:16:14.158383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:14.203539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-507565b2-dd3c-46ac-8139-d05994044c54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5965543 Feb 19 07:16:14.203771 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:14.223720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Request body: {'port': {'device_id': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:14.329683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-c67ef870-04c6-49a1-a0ab-1e58a75006b6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:14.335531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-c67ef870-04c6-49a1-a0ab-1e58a75006b6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7637572 Feb 19 07:16:14.350507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:14.357754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Request body: {'port': {'device_id': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '0aa6e8015b674b42b42c1fd1f4b7d73f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:14.364515 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab8bf6-b625-484f-a0e5-e740439a3a38" -d '{"events": [{"name": "network-changed", "server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:14.380726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:14.442386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:14.455867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02,segment=NetworkSegment(15ee317f-0da2-49fc-bd86-bcb1f37d4a68),segment_id=15ee317f-0da2-49fc-bd86-bcb1f37d4a68)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:14.499650 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb301be8-8622-494a-8b83-81a6ae0ec214 x-openstack-request-id: req-fb301be8-8622-494a-8b83-81a6ae0ec214 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:14.501725 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:14.502150 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb301be8-8622-494a-8b83-81a6ae0ec214 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:14.502727 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'status': 'completed', 'code': 200} Feb 19 07:16:14.511259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.576664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-042a1f23-48c1-4778-87ea-55d10522e2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.580574 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:09Z', 'revision_number': 3, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:14.595730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b9a9a27-1119-4084-8582-3ba4293e5e10 req-4be0cf18-f284-4485-ac91-d1e139db53b4 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454784 Feb 19 07:16:14.620623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-80bf1095-3041-4bf0-9e7e-b6e0113cded4 None None] Provisioning complete for port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:14.632941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80bf1095-3041-4bf0-9e7e-b6e0113cded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.637852 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Checking router: 3f21f7a6-4cc1-44b7-8adc-fce008765780 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:16:14.638565 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Updating router 3f21f7a6-4cc1-44b7-8adc-fce008765780 port ced5a28e-8296-4f46-826b-0c601f505a8c binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:16:14.668768 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.687936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.762216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:14.762832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.764437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] 10.222.0.24 "PUT /v2.0/ports/beee5d1b-59b2-4a72-a7aa-493a48014c02 HTTP/1.1" status: 200 len: 1091 time: 5.3758535 Feb 19 07:16:14.880582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-80bf1095-3041-4bf0-9e7e-b6e0113cded4 None None] Port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:14.911867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (328a4ada-e039-41f1-859c-98ab0c5736e9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:14.921931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-6ea0ff2c-a912-4760-8f7c-455c222c4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:14.923664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-6ea0ff2c-a912-4760-8f7c-455c222c4c64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79c6ab151b204f20ad101e0e4d8f6afa&device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 1128 time: 0.3964794 Feb 19 07:16:14.973947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'ff575e9c-7127-4b31-890e-03d71dcf5153', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'port_id': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'mac_address': 'fa:16:3e:65:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:15:37Z', 'updated_at': '2022-02-19T07:16:07Z', 'revision_number': 1, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:14.996911 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks [] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.006230 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.035284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6534ee45-c17d-4c16-9c55-77d9eb04a12c None None] The sync data for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 is: [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'ff575e9c-7127-4b31-890e-03d71dcf5153', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'port_id': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'mac_address': 'fa:16:3e:65:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:15:37Z', 'updated_at': '2022-02-19T07:16:07Z', 'revision_number': 1, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:16:15.085256 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Attempting to bind port ced5a28e-8296-4f46-826b-0c601f505a8c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:15.086359 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Attempting to bind port ced5a28e-8296-4f46-826b-0c601f505a8c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:15.089231 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Attempting to bind port ced5a28e-8296-4f46-826b-0c601f505a8c on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:15.106007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a819e2eb-e746-48e8-bf0c-71a852f4c53c req-4f30ea71-a352-4e2c-9d22-d0125cc2d9d1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 210 time: 0.1007247 Feb 19 07:16:15.138986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21acbe9-743c-43f5-be7f-d34e9dbf9f5d service neutron] Pushing event updated for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:15.168657 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Pushing event updated for resources: {'Port': ['ID=ced5a28e-8296-4f46-826b-0c601f505a8c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:15.178371 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:15.181358 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:15.181936 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.182629 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:15.183314 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Bound port: ced5a28e-8296-4f46-826b-0c601f505a8c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:15.183919 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.187387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.187908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.188685 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.189318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.189893 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.190458 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.200449 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.201333 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.202045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.202532 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.203014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.203591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.204253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:16:15.243697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Made reservation on behalf of 0aa6e8015b674b42b42c1fd1f4b7d73f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:15.249730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.295389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-042a1f23-48c1-4778-87ea-55d10522e2c6 admin admin] Publish callbacks [] for security_group (f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.312963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-042a1f23-48c1-4778-87ea-55d10522e2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.313298 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] For port ced5a28e-8296-4f46-826b-0c601f505a8c, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:15.319233 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] For port ced5a28e-8296-4f46-826b-0c601f505a8c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ced5a28e-8296-4f46-826b-0c601f505a8c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:15.343357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-fcf846c9-84c7-4851-9919-c0ad3aa0a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:15.344823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-fcf846c9-84c7-4851-9919-c0ad3aa0a9e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de9f2278-badd-4ec4-a4e4-fb411efaa649 HTTP/1.1" status: 200 len: 906 time: 0.2169800 Feb 19 07:16:15.352065 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.427799 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:15.428875 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:15.460735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d189b2-9eaf-41fe-9f4b-a90e08490dec None None] New status for floating IP ff575e9c-7127-4b31-890e-03d71dcf5153: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:16:15.463591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-b9077b23-4a7e-4a1e-9d28-2e42409b4a14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c HTTP/1.1" status: 200 len: 999 time: 0.1070874 Feb 19 07:16:15.515040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc2744-47d2-4e88-a9b5-cb8a5af4ace0 req-a2bb0255-6b20-486e-b2a0-71fe7ede7797 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:15.516695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc2744-47d2-4e88-a9b5-cb8a5af4ace0 req-a2bb0255-6b20-486e-b2a0-71fe7ede7797 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.8344414 Feb 19 07:16:15.524618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-042a1f23-48c1-4778-87ea-55d10522e2c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3a99802e29c4c378f351c6dfbec7e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0640299 Feb 19 07:16:15.540476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:15.565278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a1f23-48c1-4778-87ea-55d10522e2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:15.634981 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174b04-967f-4a2e-bd9f-027a15b82a9d None None] Pushing event updated for resources: {'Port': ['ID=ced5a28e-8296-4f46-826b-0c601f505a8c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:15.638130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:15.641704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-c38f5470-6309-41f7-bf69-1f7cda34e9d3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:15.645769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-c38f5470-6309-41f7-bf69-1f7cda34e9d3 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 945 time: 0.7572055 Feb 19 07:16:15.680591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-7b81a501-c560-4be9-8563-435b8c668a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:15.682654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-7b81a501-c560-4be9-8563-435b8c668a7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42b9cc578ba9443994551b44f0bb11d8&device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 1125 time: 0.8633175 Feb 19 07:16:15.685237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks [] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.712442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Transition to ACTIVE for port object d42446bd-51cc-4fcd-b609-4bfcb20b54c0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:15.717888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (328a4ada-e039-41f1-859c-98ab0c5736e9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.810926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Allocated IP 192.168.233.162 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/9fd9abb1-f2d5-46cd-9140-294c3efe10ab) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:15.862454 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:15.872999 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:15.956704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] Publish callbacks [] for security_group (f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.073361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] Publish callbacks [] for security_group (f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.106562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:16.148436 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:09Z', 'revision_number': 3, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:16.194595 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1923d02-b60f-42eb-881e-9dc8ed1cc4ac None None] The sync data for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 is: [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:09Z', 'revision_number': 3, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:16:16.271622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks [] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.271826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-8f933ef5-9b87-4008-a73e-c8da00fb6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:16.273907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-8f933ef5-9b87-4008-a73e-c8da00fb6c00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0191247a-92a0-4a87-a1e2-0d6cf4ae63f6 HTTP/1.1" status: 200 len: 845 time: 0.8000844 Feb 19 07:16:16.334017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62de707-4b10-4dbf-a6d3-fc4be4b2f604 req-507296e3-c3af-4f69-81fc-fb7d2a8093a6 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:16.335650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b62de707-4b10-4dbf-a6d3-fc4be4b2f604 req-507296e3-c3af-4f69-81fc-fb7d2a8093a6 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 943 time: 0.4699657 Feb 19 07:16:16.373827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Subnet': ['ID=328a4ada-e039-41f1-859c-98ab0c5736e9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:16.405093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.408097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.409677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a HTTP/1.1" status: 204 len: 168 time: 0.8653893 Feb 19 07:16:16.461463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a08b-1908-4d65-a656-86c2d9a44785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8bc98-4c9c-41e1-9b0f-b26eb40f038a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:16.468529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-e1328367-1265-40ee-b008-ab1bf56ba3bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02 HTTP/1.1" status: 200 len: 217 time: 0.7400091 Feb 19 07:16:16.503367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.506851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7855c-c0b2-417e-8a18-0f066ac3678c None None] Network 63e37292-1443-4ade-9ce7-4b5503004aaf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:16.513273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6a7a62ad-ab54-4c3a-9033-bc95b205981e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/subnets/328a4ada-e039-41f1-859c-98ab0c5736e9 HTTP/1.1" status: 204 len: 168 time: 3.0606363 Feb 19 07:16:16.521804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Attempting to bind port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:16.522877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Attempting to bind port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:16.523383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Attempting to bind port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:16.528217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:16.544851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:16.556594 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3bc4af-9771-4692-ade4-037b09b04fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:16.567624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.585978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b62de707-4b10-4dbf-a6d3-fc4be4b2f604 req-d9850531-07cd-4342-b13a-ecaa4aed5cca tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407389 Feb 19 07:16:16.586505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:16.586835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Attempting to bind port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:16.629236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1bc2744-47d2-4e88-a9b5-cb8a5af4ace0 req-dff24cf8-680e-4b1b-8b0b-f1e1d12fb332 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0761828 Feb 19 07:16:16.705577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Deleting port 4fac5e23-b045-4d8b-8dfc-668b27d6752d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:16.705934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.766783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:16.767398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:16.767586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:16.768310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Bound port: d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:16.770390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:16.801839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-36f72f3b-9694-4962-87fb-14e7f86e1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:16.803389 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-36f72f3b-9694-4962-87fb-14e7f86e1f83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95aa1ef3-e309-483f-997f-2a184d9d6125 HTTP/1.1" status: 200 len: 862 time: 0.3224528 Feb 19 07:16:16.818848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-f01362c8-bdbe-4055-9170-7fa279bcf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:16.826355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-f01362c8-bdbe-4055-9170-7fa279bcf3ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de9f2278-badd-4ec4-a4e4-fb411efaa649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4416695 Feb 19 07:16:16.857274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-8c6f98d9-f466-404c-9567-31ed0649fa4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da9a639-7494-463d-b3a3-8224fa3795bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432560 Feb 19 07:16:16.939442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:16.944549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event updated for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:16.950165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] DHCP port deletion for 63e37292-1443-4ade-9ce7-4b5503004aaf request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:16:16.988421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] For port 4fac5e23-b045-4d8b-8dfc-668b27d6752d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4fac5e23-b045-4d8b-8dfc-668b27d6752d,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:16.988836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.008369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Calling delete_port for 4fac5e23-b045-4d8b-8dfc-668b27d6752d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:17.025648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (63e37292-1443-4ade-9ce7-4b5503004aaf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.040214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:17.047406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:17.099010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Deleting port 9c01daa0-08e9-4563-9681-5582695922c4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:17.104452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9c01daa0-08e9-4563-9681-5582695922c4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.189778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:17.196476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.339622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ced5a28e-8296-4f46-826b-0c601f505a8c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:17.388039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-b7779d47-6335-4869-9bc0-602d1ba1a4a2 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295854 Feb 19 07:16:17.425974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] For port 9c01daa0-08e9-4563-9681-5582695922c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9c01daa0-08e9-4563-9681-5582695922c4,segment=NetworkSegment(3d9d2ca9-0966-4b3f-9d34-54e37cc25593),segment_id=3d9d2ca9-0966-4b3f-9d34-54e37cc25593)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:17.426778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9c01daa0-08e9-4563-9681-5582695922c4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.435802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-6d7e84a8-62e1-4bb1-9bf6-e6aec2b7e2da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0945656 Feb 19 07:16:17.473141 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c1548-562f-4210-a55b-ee91b31574af x-openstack-request-id: req-ae6c1548-562f-4210-a55b-ee91b31574af {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:17.474054 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:17.474054 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae6c1548-562f-4210-a55b-ee91b31574af {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:17.474398 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02', 'status': 'completed', 'code': 200} Feb 19 07:16:17.475991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4fac5e23-b045-4d8b-8dfc-668b27d6752d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.493957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Calling delete_port for 9c01daa0-08e9-4563-9681-5582695922c4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:17.496188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Request body: {'port': {'device_id': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:17.523662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ced5a28e-8296-4f46-826b-0c601f505a8c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:17.524829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.644753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:17.661360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e834e5fc-6033-447e-ba68-1b672efb6e5f None None] Provisioning complete for port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:17.661751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e834e5fc-6033-447e-ba68-1b672efb6e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.669183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:17.734418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e834e5fc-6033-447e-ba68-1b672efb6e5f None None] Port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:17.766624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dab8bf6-b625-484f-a0e5-e740439a3a38 req-1249f71f-7b0b-4416-9e2d-654b895205e2 service neutron] 10.222.0.47 "GET /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543857 Feb 19 07:16:17.774010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.824622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e214ce-a532-4e1b-ad0e-d9ec28bbd860 req-3e3edc1d-1c6e-4b7c-955d-0330171e97e4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:17.828523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50e214ce-a532-4e1b-ad0e-d9ec28bbd860 req-3e3edc1d-1c6e-4b7c-955d-0330171e97e4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 936 time: 0.9479256 Feb 19 07:16:17.860518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ced5a28e-8296-4f46-826b-0c601f505a8c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:17.860518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.886678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (9c01daa0-08e9-4563-9681-5582695922c4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.890972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:17.891679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.897589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] 10.222.0.47 "PUT /v2.0/ports/d42446bd-51cc-4fcd-b609-4bfcb20b54c0 HTTP/1.1" status: 200 len: 1096 time: 3.6743076 Feb 19 07:16:17.902784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:17.910574 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbfd97a-731a-4086-a3fa-2c0f705dadfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:17.953804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] No DVR routers for this DVR port 9c01daa0-08e9-4563-9681-5582695922c4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:17.958305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] No DVR routers for this DVR port 4fac5e23-b045-4d8b-8dfc-668b27d6752d on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:17.963034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:17.969880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc699710-ebf4-417f-a6d8-88d6b160c8f5 req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "DELETE /v2.0/ports/4fac5e23-b045-4d8b-8dfc-668b27d6752d HTTP/1.1" status: 204 len: 173 time: 2.2962992 Feb 19 07:16:18.009756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-17e5bddf-c738-481f-8bb9-7c677ccdaed5 service neutron] 10.222.0.24 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1320899 Feb 19 07:16:18.039981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea8aec-a279-45d9-92d4-615f109c08ba None None] Pushing event deleted for resources: {'Port': ['ID=9c01daa0-08e9-4563-9681-5582695922c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:18.040203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36a60e-546e-4a5b-8bf0-35eaacebfad9 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event deleted for resources: {'Port': ['ID=4fac5e23-b045-4d8b-8dfc-668b27d6752d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:18.041918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ced5a28e-8296-4f46-826b-0c601f505a8c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ced5a28e-8296-4f46-826b-0c601f505a8c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:18.059305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:18.129430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd586d0-f3d6-48aa-aba5-5c587d9fe672 service neutron] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:18.273735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9c01daa0-08e9-4563-9681-5582695922c4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:18.274174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:18.319539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ced5a28e-8296-4f46-826b-0c601f505a8c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:18.332547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9c01daa0-08e9-4563-9681-5582695922c4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:18.333667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9c01daa0-08e9-4563-9681-5582695922c4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:18.347137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:18.381697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 4fac5e23-b045-4d8b-8dfc-668b27d6752d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:18.382309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4fac5e23-b045-4d8b-8dfc-668b27d6752d not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:18.420032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2df62290-69de-4f1f-8fc9-34bc1132aec2 req-92b80139-4324-4e15-8bd5-68443505b826 service neutron] 10.222.0.24 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779218 Feb 19 07:16:18.452168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bd1c4-2391-4818-97b2-e2e8c602c772 req-6d37fbb7-f90d-45bc-b245-bfffd82996c5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:18.462219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b52bd1c4-2391-4818-97b2-e2e8c602c772 req-6d37fbb7-f90d-45bc-b245-bfffd82996c5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 943 time: 0.6852832 Feb 19 07:16:18.474868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:18.509822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port 9c01daa0-08e9-4563-9681-5582695922c4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:18.510712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9c01daa0-08e9-4563-9681-5582695922c4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:18.597585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-ef8e58f9-e5a2-4ead-b48f-270f6183a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:18.599105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-ef8e58f9-e5a2-4ead-b48f-270f6183a019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1130 time: 0.3946228 Feb 19 07:16:18.611296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50e214ce-a532-4e1b-ad0e-d9ec28bbd860 req-1138cb73-36cb-4f6a-891c-62949fc23fb1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7620394 Feb 19 07:16:18.644276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b52bd1c4-2391-4818-97b2-e2e8c602c772 req-a97f08aa-9f95-4acc-8b2c-e29971c9c116 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721759 Feb 19 07:16:18.691653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-c8c2696a-df5a-4c93-8894-d9a8f714818b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0 HTTP/1.1" status: 200 len: 217 time: 0.0797129 Feb 19 07:16:18.730719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-a3da21e0-cb7e-442b-888d-f23a61f4cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:18.736583 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-a3da21e0-cb7e-442b-888d-f23a61f4cf96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42b9cc578ba9443994551b44f0bb11d8&device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 1125 time: 0.2475634 Feb 19 07:16:18.808253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-354bccd9-71c2-4fcc-8947-90cd9d6d93a7 req-a2d419ac-e876-434c-a253-9f0f1cdcb325 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bc158d8-8e16-4be0-b6eb-fb2cb74a4082 HTTP/1.1" status: 200 len: 210 time: 0.0491016 Feb 19 07:16:18.844474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port 9c01daa0-08e9-4563-9681-5582695922c4, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:18.844842 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9c01daa0-08e9-4563-9681-5582695922c4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:18.859305 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5192c0-92a9-4099-8d18-25f2b9109c40 x-openstack-request-id: req-6e5192c0-92a9-4099-8d18-25f2b9109c40 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:18.859603 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:18.859941 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e5192c0-92a9-4099-8d18-25f2b9109c40 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:18.860348 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'status': 'completed', 'code': 200} Feb 19 07:16:18.883315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for 9c01daa0-08e9-4563-9681-5582695922c4 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:18.899492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Port 9c01daa0-08e9-4563-9681-5582695922c4 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:16:18.932962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-ef030842-01f1-4108-a7d6-f82439dbe381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:18.936696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-ef030842-01f1-4108-a7d6-f82439dbe381 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1872087 Feb 19 07:16:18.952948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9c01daa0-08e9-4563-9681-5582695922c4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.066719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Allocated IP 172.20.0.1 (98978c2c-242d-44c2-b6e5-754afe116997/1e3dcf15-d9bc-4f83-819d-5819ba097ad1/dd9bd2aa-6c2d-4521-8d81-83323f093b3d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:19.109766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port 9c01daa0-08e9-4563-9681-5582695922c4 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:19.196151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=9c01daa0-08e9-4563-9681-5582695922c4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:19.220322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks [] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.222698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ced5a28e-8296-4f46-826b-0c601f505a8c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:19.269529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.321785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ced5a28e-8296-4f46-826b-0c601f505a8c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:19.323089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.342728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:19.353306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Network 98978c2c-242d-44c2-b6e5-754afe116997 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:19.358682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:19.373484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:19.471238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-abb69229-d3d3-4d12-9752-ad1dfa7f29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:19.472985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-abb69229-d3d3-4d12-9752-ad1dfa7f29bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=1da9a639-7494-463d-b3a3-8224fa3795bc HTTP/1.1" status: 200 len: 922 time: 0.7283027 Feb 19 07:16:19.476368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-deleted', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:19.480246 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7935d2-edd3-430b-b191-6f16aab4b5b9" -d '{"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-deleted", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:19.576421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ced5a28e-8296-4f46-826b-0c601f505a8c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:19.600899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-f2619d22-13bf-4f4b-8473-45e3ff2441d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02 HTTP/1.1" status: 200 len: 217 time: 0.1147721 Feb 19 07:16:19.606618 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9409d-11b1-4976-b9c7-d1003529915f x-openstack-request-id: req-1fe9409d-11b1-4976-b9c7-d1003529915f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:19.607008 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc158d8-8e16-4be0-b6eb-fb2cb74a4082", "name": "network-vif-deleted", "tag": "4fac5e23-b045-4d8b-8dfc-668b27d6752d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:19.609491 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fe9409d-11b1-4976-b9c7-d1003529915f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:19.610067 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc158d8-8e16-4be0-b6eb-fb2cb74a4082', 'name': 'network-vif-deleted', 'tag': '4fac5e23-b045-4d8b-8dfc-668b27d6752d', 'status': 'completed', 'code': 200} Feb 19 07:16:19.651159 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.705044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-b70b598a-2c64-44e2-9e28-01026f27ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:19.706554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-b70b598a-2c64-44e2-9e28-01026f27ca89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=95aa1ef3-e309-483f-997f-2a184d9d6125 HTTP/1.1" status: 200 len: 862 time: 0.0936053 Feb 19 07:16:19.772342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-6358198d-ced6-4e4e-ac8b-9ad7a7766e43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1da9a639-7494-463d-b3a3-8224fa3795bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519922 Feb 19 07:16:19.835736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1c728794-eef9-42b2-923a-7e03e4436df7 None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:19.836381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c728794-eef9-42b2-923a-7e03e4436df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.927754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (63e37292-1443-4ade-9ce7-4b5503004aaf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:19.928372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c728794-eef9-42b2-923a-7e03e4436df7 None None] Port dd9bd2aa-6c2d-4521-8d81-83323f093b3d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:19.992263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7bcac-6e27-4b10-9614-2f27515daaa9 req-7dd420d7-8aa0-4121-b431-9ec5e0e81407 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:19.993770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9f7bcac-6e27-4b10-9614-2f27515daaa9 req-7dd420d7-8aa0-4121-b431-9ec5e0e81407 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 936 time: 0.1960018 Feb 19 07:16:20.048158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e37292-1443-4ade-9ce7-4b5503004aaf']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:20.061585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-99939ddf-4122-47b2-b8b5-a81a0f4eea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:20.063336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-99939ddf-4122-47b2-b8b5-a81a0f4eea06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0310657 Feb 19 07:16:20.079869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9d2ca9-0966-4b3f-9d34-54e37cc25593') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:20.080419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9d2ca9-0966-4b3f-9d34-54e37cc25593') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:20.094170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-87ad50d6-2d17-476b-8eca-bf54752042c9 service neutron] 10.222.0.24 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967834 Feb 19 07:16:20.109546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (3d9d2ca9-0966-4b3f-9d34-54e37cc25593), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.203977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.212410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3d9d2ca9-0966-4b3f-9d34-54e37cc25593), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.234781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbc494-eacb-422a-984d-f3faae96bebf req-26ecc5ef-a0f4-4541-82dc-591f4cab1921 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:20.236598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbdbc494-eacb-422a-984d-f3faae96bebf req-26ecc5ef-a0f4-4541-82dc-591f4cab1921 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 943 time: 0.3204119 Feb 19 07:16:20.245125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:16:20.245540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (3d9d2ca9-0966-4b3f-9d34-54e37cc25593), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:16:20.249105 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:16:20.285258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9f7bcac-6e27-4b10-9614-2f27515daaa9 req-e9d0fe51-e603-4ba0-8b87-b2c701d53894 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401850 Feb 19 07:16:20.332114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd9abb1-f2d5-46cd-9140-294c3efe10ab {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:20.373258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc3bc4af-9771-4692-ade4-037b09b04fc1 req-15e10fa5-d379-441c-b3c6-7f682891b0af service neutron] 10.222.0.24 "GET /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654042 Feb 19 07:16:20.408780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks [] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.455533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Transition to ACTIVE for port object 9fd9abb1-f2d5-46cd-9140-294c3efe10ab will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:20.499390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.500682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks [] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.509243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.511921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-fcbc4f0d-a173-4db8-995d-0607ef2b7d40 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347072 Feb 19 07:16:20.518909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (63e37292-1443-4ade-9ce7-4b5503004aaf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.584029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbdbc494-eacb-422a-984d-f3faae96bebf req-9c181518-172b-4b0b-82ca-5371d4862eaf tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313057 Feb 19 07:16:20.605880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.606935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/networks/63e37292-1443-4ade-9ce7-4b5503004aaf HTTP/1.1" status: 204 len: 168 time: 4.0731270 Feb 19 07:16:20.683462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:20.684872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:20.691963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-219631501'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:20.784972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.800709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:20.806145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.816591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0438530-d526-4df8-8e98-7f5219c522b6 req-210edd2c-9b9e-4316-98f4-c01147d679fd service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883785 Feb 19 07:16:20.875534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80110705-aa9b-46f6-8524-16e351101711 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Network': ['ID=63e37292-1443-4ade-9ce7-4b5503004aaf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:20.960505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:20.976115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e0d1ead8-2734-48bb-a731-84a22ef5db1d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:20.976989 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Added segment e0d1ead8-2734-48bb-a731-84a22ef5db1d of type vlan for network 52444d8f-2098-4d7d-b324-d6200ae8deef Feb 19 07:16:20.992020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:20.995662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:21.048411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (52444d8f-2098-4d7d-b324-d6200ae8deef), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.080146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d651f-60ea-42db-a514-b4e77bf2b723 req-9fbe7f6b-6815-4895-aac5-8d39220ec114 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:21.082017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b4d651f-60ea-42db-a514-b4e77bf2b723 req-9fbe7f6b-6815-4895-aac5-8d39220ec114 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.2158592 Feb 19 07:16:21.093457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Attempting to bind port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:21.093684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Attempting to bind port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:21.093969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Attempting to bind port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:21.115312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-96e9af30-bfb7-4b15-a2fe-cefe03a1acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:21.116798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-96e9af30-bfb7-4b15-a2fe-cefe03a1acc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1130 time: 0.2465098 Feb 19 07:16:21.117452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:21.117813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Attempting to bind port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:21.123940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Network 98978c2c-242d-44c2-b6e5-754afe116997 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:21.125780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (52444d8f-2098-4d7d-b324-d6200ae8deef), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.131418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:21.131744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:21.132141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:21.132586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Bound port: 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:21.132711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:21.133081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.133432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.142100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:21.270653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b4d651f-60ea-42db-a514-b4e77bf2b723 req-466c42b5-f27b-4bf8-9cae-622546339342 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801777 Feb 19 07:16:21.279073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5890684 Feb 19 07:16:21.280439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:21.290163 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75f5a90a-2725-4b94-9f34-d2d5f76ff18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.290514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'subnet': {'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:21.323126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c70fbe-a1dd-4dac-9e41-b10d64ae5a14 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Network': ['ID=52444d8f-2098-4d7d-b324-d6200ae8deef,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:21.345827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:21.427706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-30a72029-b05a-4a14-8f9e-e7b5260cc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:21.429779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-30a72029-b05a-4a14-8f9e-e7b5260cc2cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2996151 Feb 19 07:16:21.455132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:21.466391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:21.540848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-22369c48-5b76-4d02-b861-697921dd7d93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0 HTTP/1.1" status: 200 len: 217 time: 0.0937755 Feb 19 07:16:21.587978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.618274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c7c5829b-60ba-467d-bded-3a61284ddbc1 None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:21.618902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7c5829b-60ba-467d-bded-3a61284ddbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.660494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5829b-60ba-467d-bded-3a61284ddbc1 None None] Port dd9bd2aa-6c2d-4521-8d81-83323f093b3d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:21.742319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:21.743059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.744619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] 10.222.0.24 "PUT /v2.0/ports/9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 200 len: 1096 time: 4.2943747 Feb 19 07:16:21.765991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:21.779311 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90eb658-e66b-4814-9e20-f8d594c4f7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:21.792388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:21.795875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:21.978525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75f5a90a-2725-4b94-9f34-d2d5f76ff18a admin admin] Publish callbacks [] for security_group (53a76d53-63b2-47d5-9778-66c9d1d10fd6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.023956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75f5a90a-2725-4b94-9f34-d2d5f76ff18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (53a76d53-63b2-47d5-9778-66c9d1d10fd6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.026034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-55a3a93b-7c30-4225-bfc7-61c7ca734cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.028693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-55a3a93b-7c30-4225-bfc7-61c7ca734cd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4782319 Feb 19 07:16:22.029889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (2494a887-4d80-4087-adc2-e6d3d4b14a1f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.059033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9b0b-7d35-42f8-a8d5-96943b9271bb service neutron] Pushing event updated for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:22.105571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device beee5d1b-59b2-4a72-a7aa-493a48014c02 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:22.128664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-75f5a90a-2725-4b94-9f34-d2d5f76ff18a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47ae2d5a3ecb484f8c431ad5ed6dda7a&name=default HTTP/1.1" status: 200 len: 2998 time: 1.1312740 Feb 19 07:16:22.129914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5a90a-2725-4b94-9f34-d2d5f76ff18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a76d53-63b2-47d5-9778-66c9d1d10fd6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:22.132783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:22.148017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Router 3f21f7a6-4cc1-44b7-8adc-fce008765780 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:16:22.173422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-dc9c945f-fb09-43e3-929c-46c18e87537e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.175177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-dc9c945f-fb09-43e3-929c-46c18e87537e tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.3166895 Feb 19 07:16:22.176335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Subnet': ['ID=2494a887-4d80-4087-adc2-e6d3d4b14a1f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:22.188387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83e717-c430-492a-9af6-7eb1a28a449d req-1dec3a71-49d0-42e6-b376-1cd582ade7ee tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.195831 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f83e717-c430-492a-9af6-7eb1a28a449d req-1dec3a71-49d0-42e6-b376-1cd582ade7ee tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 948 time: 0.3264399 Feb 19 07:16:22.241962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Checking segment: {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:22.242322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network hostable DHCP agents. Network: 52444d8f-2098-4d7d-b324-d6200ae8deef, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:22.260548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c213a4c-6b91-46d9-933e-c087fd553efc req-dcbbd335-cc44-4480-b951-9683439da452 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.264572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c213a4c-6b91-46d9-933e-c087fd553efc req-dcbbd335-cc44-4480-b951-9683439da452 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 943 time: 0.5647497 Feb 19 07:16:22.274103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02,segment=NetworkSegment(15ee317f-0da2-49fc-bd86-bcb1f37d4a68),segment_id=15ee317f-0da2-49fc-bd86-bcb1f37d4a68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:22.293007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'beee5d1b-59b2-4a72-a7aa-493a48014c02', 'network_id': '1da9a639-7494-463d-b3a3-8224fa3795bc', 'port_id': 'beee5d1b-59b2-4a72-a7aa-493a48014c02', 'mac_address': 'fa:16:3e:67:88:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95aa1ef3-e309-483f-997f-2a184d9d6125', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:22.316851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-140962b9-8554-4f5f-905a-9a50e24f8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.318821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-140962b9-8554-4f5f-905a-9a50e24f8f1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 1130 time: 0.3060114 Feb 19 07:16:22.327599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-bc79bd72-be68-4a99-abf5-b4ebcdacd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.329428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-bc79bd72-be68-4a99-abf5-b4ebcdacd321 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2717547 Feb 19 07:16:22.343634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f83e717-c430-492a-9af6-7eb1a28a449d req-567eb24f-f373-404d-8a4a-7edbd599496f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414471 Feb 19 07:16:22.347408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port beee5d1b-59b2-4a72-a7aa-493a48014c02 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:22.348418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.368094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c213a4c-6b91-46d9-933e-c087fd553efc req-ad49ffed-b694-4cd8-8c13-fbec6f1943bb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950265 Feb 19 07:16:22.400135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee5d1b-59b2-4a72-a7aa-493a48014c02 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:22.426344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 52444d8f-2098-4d7d-b324-d6200ae8deef is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:22.433831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-c4a33fd7-bc0d-44c7-97ff-cb3bfc11b412 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 200 len: 217 time: 0.0695550 Feb 19 07:16:22.443138 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d48f7f-d972-429e-91bc-9841570e527a x-openstack-request-id: req-52d48f7f-d972-429e-91bc-9841570e527a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:22.443464 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:22.443708 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52d48f7f-d972-429e-91bc-9841570e527a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:22.444110 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab', 'status': 'completed', 'code': 200} Feb 19 07:16:22.451023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] Publish callbacks [] for security_group (53a76d53-63b2-47d5-9778-66c9d1d10fd6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.457943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02,segment=NetworkSegment(15ee317f-0da2-49fc-bd86-bcb1f37d4a68),segment_id=15ee317f-0da2-49fc-bd86-bcb1f37d4a68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:22.474391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.521369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] Publish callbacks [] for security_group (53a76d53-63b2-47d5-9778-66c9d1d10fd6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.527484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Deleting port efd7de58-42f5-441e-9a00-397200998cac {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:22.527724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (efd7de58-42f5-441e-9a00-397200998cac), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.597488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:22.668491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 52444d8f-2098-4d7d-b324-d6200ae8deef) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:22.670309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (53a76d53-63b2-47d5-9778-66c9d1d10fd6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.673398 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.674919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53a76d53-63b2-47d5-9778-66c9d1d10fd6 HTTP/1.1" status: 204 len: 168 time: 0.5358608 Feb 19 07:16:22.683140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323053a-c675-474b-9183-35344ca3ce3b None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:22.705694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:16:22.732261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b0fd1b19-a0cd-43a7-8a87-2d6c8b793dd2 admin admin] 10.222.0.43 "PUT /v2.0/routers/3f21f7a6-4cc1-44b7-8adc-fce008765780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7243056 Feb 19 07:16:22.740037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0abe9-19aa-4580-9b7a-f13d05bc7696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a76d53-63b2-47d5-9778-66c9d1d10fd6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:22.741567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.742167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.747629 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Sync routers for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:16:22.769179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:22.769817 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:22.801841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['beee5d1b-59b2-4a72-a7aa-493a48014c02'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:22.888029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] For port efd7de58-42f5-441e-9a00-397200998cac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=efd7de58-42f5-441e-9a00-397200998cac,segment=NetworkSegment(1431086d-e541-4930-ae11-017e7c684fc6),segment_id=1431086d-e541-4930-ae11-017e7c684fc6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:22.892289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (efd7de58-42f5-441e-9a00-397200998cac), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:22.898997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-b145d44f-fbf4-4730-ba7b-1372b6eec06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:22.901826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-b145d44f-fbf4-4730-ba7b-1372b6eec06c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4485118 Feb 19 07:16:22.904892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-1e9f3541-a305-486f-b514-bdba37d25ede service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422289 Feb 19 07:16:22.920506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a3a12d5a-7956-4ad4-b834-51539fa6d777 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6368124 Feb 19 07:16:22.927228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:22.942256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Calling delete_port for efd7de58-42f5-441e-9a00-397200998cac owned by compute:tempest-test_az-890053058 {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:22.995055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-801015468'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:23.042726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-52444d8f-2098-4d7d-b324-d6200ae8deef', 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef', 'project_id': '193137b6c423465b9a5694df94d3434c', 'fixed_ips': [{'subnet_id': '2494a887-4d80-4087-adc2-e6d3d4b14a1f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:16:23.044918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf720d7-0332-4196-8e1f-ea6e5cc06290 req-13eaf1ae-19ef-4b1e-bd3c-5e27841c8961 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:23.045951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.046451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6cf720d7-0332-4196-8e1f-ea6e5cc06290 req-13eaf1ae-19ef-4b1e-bd3c-5e27841c8961 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e981c977-7652-4344-b463-aad911223553 HTTP/1.1" status: 200 len: 966 time: 0.5942740 Feb 19 07:16:23.097417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:23.100541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.121397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:23.175458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-02071f8c-674d-4919-bd84-47ba48a669b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:23.199738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-02071f8c-674d-4919-bd84-47ba48a669b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2691953 Feb 19 07:16:23.235392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:23.335874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (efd7de58-42f5-441e-9a00-397200998cac), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.454035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Pushing event deleted for resources: {'Port': ['ID=efd7de58-42f5-441e-9a00-397200998cac,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:23.456840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:23.493289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6cf720d7-0332-4196-8e1f-ea6e5cc06290 req-32475b58-781e-414a-ac9e-0a1f6ade3262 tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.43 "GET /v2.0/security-groups?id=2cacf66f-e738-46bf-b1fa-909c631ed788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077296 Feb 19 07:16:23.502724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a7199c66-6ed0-4ffa-afd8-0294b64a862e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.503407 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Added segment a7199c66-6ed0-4ffa-afd8-0294b64a862e of type vlan for network 9ff0e559-d4e3-4941-9978-8de53d944e85 Feb 19 07:16:23.516239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-edbfd97a-731a-4086-a3fa-2c0f705dadfa req-3c652c67-40cf-42f2-ac51-0bc4a50eae34 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874288 Feb 19 07:16:23.528344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] No DVR routers for this DVR port efd7de58-42f5-441e-9a00-397200998cac on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:23.532608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.535878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4805a9df-0fc1-4653-b6f4-730dd86b05a8 req-02f4301f-6b95-410a-80d1-1a23498b09db tempest-LiveAutoBlockMigrationV225Test-1705588768 tempest-LiveAutoBlockMigrationV225Test-1705588768-project] 10.222.0.47 "DELETE /v2.0/ports/efd7de58-42f5-441e-9a00-397200998cac HTTP/1.1" status: 204 len: 173 time: 1.3324835 Feb 19 07:16:23.567928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9ff0e559-d4e3-4941-9978-8de53d944e85), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.573155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-deleted', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:23.575853 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f64c7-2e2f-4955-8550-062999e2e8e7" -d '{"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-deleted", "tag": "efd7de58-42f5-441e-9a00-397200998cac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:23.601531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Allocated IP 19.80.0.2 (52444d8f-2098-4d7d-b324-d6200ae8deef/2494a887-4d80-4087-adc2-e6d3d4b14a1f/f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:23.622386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-56bc4b26-0ab8-4346-b72f-35a7e3f38faf service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769653 Feb 19 07:16:23.633943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6c115a-b547-43a4-97ac-64480e94a7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.709499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486226b-d0de-4d15-bc47-1bced27317ac req-a57780f4-435f-4576-81d2-7bea6af80f09 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:23.718615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1486226b-d0de-4d15-bc47-1bced27317ac req-a57780f4-435f-4576-81d2-7bea6af80f09 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 948 time: 0.2083466 Feb 19 07:16:23.788640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9ff0e559-d4e3-4941-9978-8de53d944e85), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.794532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:23.800844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.823907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:20Z', 'revision_number': 2, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:23.875168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1486226b-d0de-4d15-bc47-1bced27317ac req-aded3983-1f1d-47e2-a765-06894d9ec259 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551723 Feb 19 07:16:23.896519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Checking router: 3f21f7a6-4cc1-44b7-8adc-fce008765780 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:16:23.896880 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Updating router 3f21f7a6-4cc1-44b7-8adc-fce008765780 port dd9bd2aa-6c2d-4521-8d81-83323f093b3d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:16:23.924937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6c115a-b547-43a4-97ac-64480e94a7f2 admin admin] Publish callbacks [] for security_group (966a709f-dfa9-4d91-bbee-41f2debef709), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.932989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f6c115a-b547-43a4-97ac-64480e94a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (966a709f-dfa9-4d91-bbee-41f2debef709), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.981741 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:23.994493 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaddb3b-b8f7-488c-984e-9d6aa0a15269 x-openstack-request-id: req-adaddb3b-b8f7-488c-984e-9d6aa0a15269 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:24.008212 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e981c977-7652-4344-b463-aad911223553", "name": "network-vif-deleted", "tag": "efd7de58-42f5-441e-9a00-397200998cac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:24.008756 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adaddb3b-b8f7-488c-984e-9d6aa0a15269 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:24.010391 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e981c977-7652-4344-b463-aad911223553', 'name': 'network-vif-deleted', 'tag': 'efd7de58-42f5-441e-9a00-397200998cac', 'status': 'completed', 'code': 200} Feb 19 07:16:24.075658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c115a-b547-43a4-97ac-64480e94a7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a709f-dfa9-4d91-bbee-41f2debef709,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.087486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f6c115a-b547-43a4-97ac-64480e94a7f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=58f68b3b22f14cc1971f3a3d1e657004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5769873 Feb 19 07:16:24.090680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:24.091642 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks [] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.105469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.185368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Pushing event updated for resources: {'Port': ['ID=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.209378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] Publish callbacks [] for security_group (966a709f-dfa9-4d91-bbee-41f2debef709), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.216769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:24.218824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:24.222726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f57c181-c1d8-4018-8c1a-934bb535c0b2 req-ea1761c9-309d-464b-a359-70335e0d1977 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859380 Feb 19 07:16:24.226529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:24.264028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] Publish callbacks [] for security_group (966a709f-dfa9-4d91-bbee-41f2debef709), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.293696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3595748 Feb 19 07:16:24.302104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47898) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:24.319805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'subnet': {'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:24.327265 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks [] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.331452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:24.335725 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.358358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device efd7de58-42f5-441e-9a00-397200998cac no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:24.362083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Attempting to bind port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:24.362472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Attempting to bind port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:24.363856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Attempting to bind port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b on network 52444d8f-2098-4d7d-b324-d6200ae8deef {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:24.458396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:24.459420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Checking segment: {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:24.463623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.465216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Bound using segment: {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:24.466771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Bound port: f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:24.467678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.511157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: efd7de58-42f5-441e-9a00-397200998cac {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:24.515970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device efd7de58-42f5-441e-9a00-397200998cac not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:24.521182 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Attempting to bind port dd9bd2aa-6c2d-4521-8d81-83323f093b3d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:24.522300 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Attempting to bind port dd9bd2aa-6c2d-4521-8d81-83323f093b3d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:24.524366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Attempting to bind port dd9bd2aa-6c2d-4521-8d81-83323f093b3d on network 98978c2c-242d-44c2-b6e5-754afe116997 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:24.538436 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:24.539270 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Checking segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:24.539943 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.541735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Bound using segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:24.542593 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Bound port: dd9bd2aa-6c2d-4521-8d81-83323f093b3d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:24.543162 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.569533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (966a709f-dfa9-4d91-bbee-41f2debef709), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.575725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.579735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/966a709f-dfa9-4d91-bbee-41f2debef709 HTTP/1.1" status: 204 len: 168 time: 0.4827764 Feb 19 07:16:24.665964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0549a2-0348-460f-9de0-6a67911ecbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a709f-dfa9-4d91-bbee-41f2debef709,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.669690 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] For port dd9bd2aa-6c2d-4521-8d81-83323f093b3d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:24.675540 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] For port dd9bd2aa-6c2d-4521-8d81-83323f093b3d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:24.684941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:16:24.690652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47908) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:24.692601 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.701123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-574641155-network', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:24.712122 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b006-2de0-49e0-8a0b-95b1404db8c0 None None] Pushing event updated for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.717932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:24.718971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac1ebd-b1f8-46e9-b846-31c7cd572083 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Network': ['ID=9ff0e559-d4e3-4941-9978-8de53d944e85,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.789787 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b006-2de0-49e0-8a0b-95b1404db8c0 None None] Pushing event updated for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:24.797901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:24.807851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:24.809367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.810399 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:24.814249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f83d7-f5e3-4c0e-8c72-0e4152e5c5bd req-786b14a4-d4e4-4e3e-936d-61d8a905adcb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:24.826571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-392f83d7-f5e3-4c0e-8c72-0e4152e5c5bd req-786b14a4-d4e4-4e3e-936d-61d8a905adcb tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 944 time: 1.0130603 Feb 19 07:16:24.843825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Made reservation on behalf of 1f0b1b87d680417f8aa7325759f082bc for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:24.846732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:24.871476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:24.920593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-a50bb5b9-c74c-44a7-9165-e61c2a68f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:24.937108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-a50bb5b9-c74c-44a7-9165-e61c2a68f172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 1130 time: 0.4810262 Feb 19 07:16:24.973675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:25.072691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.265361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-3639caa7-9b5f-48eb-b024-06f2cc0347e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:25.268770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-3639caa7-9b5f-48eb-b024-06f2cc0347e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3293750 Feb 19 07:16:25.273442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-392f83d7-f5e3-4c0e-8c72-0e4152e5c5bd req-c7a2db3a-5216-44ab-8e24-0a890f67ac78 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459071 Feb 19 07:16:25.342321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:25.392203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298a06-599c-42ed-b41f-a11c00a9c4b2 req-c678fe04-c7c0-495a-a69e-11e716451d33 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:25.410231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90298a06-599c-42ed-b41f-a11c00a9c4b2 req-c678fe04-c7c0-495a-a69e-11e716451d33 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 948 time: 0.3430989 Feb 19 07:16:25.410964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'mac_address': 'fa:16:3e:72:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:25.436835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-68e41476-7532-486c-8d9c-c74d632dba53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 200 len: 217 time: 0.1596367 Feb 19 07:16:25.459639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] For port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:25.467999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] For port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:25.500340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks [] for security_group (1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.501315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.513856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.553388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Deleting subnet 2f0ace47-f436-4670-8217-62377ae79884 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:25.574287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Publish callbacks [] for subnet (2f0ace47-f436-4670-8217-62377ae79884), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.603200 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4364c521-ddca-4374-9325-b487752d1597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:24Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:25.645417 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364c521-ddca-4374-9325-b487752d1597 None None] The sync data for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 is: [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:24Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:16:25.646135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90298a06-599c-42ed-b41f-a11c00a9c4b2 req-9ac07042-8d03-4f78-92ef-89a98611bcf4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346752 Feb 19 07:16:25.653156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:25.653397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:25.653521 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.667617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-566e4bb0-c778-4ae4-ade6-d953729d6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:25.669127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-566e4bb0-c778-4ae4-ade6-d953729d6369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2215583 Feb 19 07:16:25.701478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f77aa229-60f7-49fd-85a6-4362ec127e1d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.706599 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Added segment f77aa229-60f7-49fd-85a6-4362ec127e1d of type vlan for network 51b47bca-2d42-488b-9724-792b481b276f Feb 19 07:16:25.720125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (2f0ace47-f436-4670-8217-62377ae79884), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.757980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:25.786200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:25.786754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.873531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (51b47bca-2d42-488b-9724-792b481b276f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.877767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73f36-580d-4fb1-ab36-89fd90b1b73d None None] Pushing event updated for resources: {'Port': ['ID=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:25.879424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c7720e89-5b7e-46ba-ac0c-3ecde68dfb48), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.896681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:25.913915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2f0ace47-f436-4670-8217-62377ae79884), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.952024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:25.971706 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:25.982704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-ab21fe17-5d97-4f84-a5f0-64bf9888182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:25.987103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-ab21fe17-5d97-4f84-a5f0-64bf9888182c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3095841 Feb 19 07:16:26.050229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (51b47bca-2d42-488b-9724-792b481b276f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:26.052228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:26.054393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:26.068607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Subnet': ['ID=c7720e89-5b7e-46ba-ac0c-3ecde68dfb48,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:26.074967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Checking segment: {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:26.075372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network hostable DHCP agents. Network: 9ff0e559-d4e3-4941-9978-8de53d944e85, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:26.202785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:26.218755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5231075 Feb 19 07:16:26.239931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:26.245729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-3b214821-41cd-4a37-853b-ddf9db4608a9 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468450 Feb 19 07:16:26.281610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Request body: {'subnet': {'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-574641155-subnet', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:26.289191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9156f-0537-41a6-8025-527a301c74ed admin admin] Pushing event updated for resources: {'Network': ['ID=51b47bca-2d42-488b-9724-792b481b276f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:26.329273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9ff0e559-d4e3-4941-9978-8de53d944e85) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:26.363521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:26.364567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:26.423624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (2f0ace47-f436-4670-8217-62377ae79884), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:26.435628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Made reservation on behalf of 1f0b1b87d680417f8aa7325759f082bc for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:26.444868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:26.548856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:26.558434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device beee5d1b-59b2-4a72-a7aa-493a48014c02 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:26.564651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 51b47bca-2d42-488b-9724-792b481b276f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:26.674214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f8db7f-d6e6-4b03-af0b-ce7890a80753 None None] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:26.866804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:26.901033 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5a794196-cffe-4d30-b5c8-7e9a54cdcfc9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5785611 Feb 19 07:16:26.915426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (77330877-8b63-4176-98fb-6ff5933d96e1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.176926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77330877-8b63-4176-98fb-6ff5933d96e1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:27.239792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97055a-12b3-4d31-a72c-e8665aaa427d req-68404c67-4eab-4f5c-b353-94c4958b827f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:27.246792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d97055a-12b3-4d31-a72c-e8665aaa427d req-68404c67-4eab-4f5c-b353-94c4958b827f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 948 time: 0.3740366 Feb 19 07:16:27.248938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Checking segment: {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:27.269071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Network hostable DHCP agents. Network: 51b47bca-2d42-488b-9724-792b481b276f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:27.307632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Current status of the port dd9bd2aa-6c2d-4521-8d81-83323f093b3d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:27.308614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.396901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] For port dd9bd2aa-6c2d-4521-8d81-83323f093b3d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:27.432274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Network 51b47bca-2d42-488b-9724-792b481b276f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:27.484325 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d97055a-12b3-4d31-a72c-e8665aaa427d req-72b76c99-e0cf-4417-ae37-1600134d79b8 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322993 Feb 19 07:16:27.488813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0ace47-f436-4670-8217-62377ae79884,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:27.492506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.499732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47982) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:27.510131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-136aed3f-0216-4cc1-ad5f-6acb5720a99a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2f0ace47-f436-4670-8217-62377ae79884 HTTP/1.1" status: 204 len: 168 time: 2.7881439 Feb 19 07:16:27.520190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-9ff0e559-d4e3-4941-9978-8de53d944e85', 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85', 'project_id': '193137b6c423465b9a5694df94d3434c', 'fixed_ips': [{'subnet_id': 'c7720e89-5b7e-46ba-ac0c-3ecde68dfb48'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:16:27.521282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.525288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dd9bd2aa-6c2d-4521-8d81-83323f093b3d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:27.533179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 51b47bca-2d42-488b-9724-792b481b276f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:27.534561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.629427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:27.636662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d90eb658-e66b-4814-9e20-f8d594c4f7ac req-b13c13e2-f681-48c8-91c3-e97c3ffa9af7 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3807817 Feb 19 07:16:27.640996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.679453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4be03-da60-4f13-8eee-e589c5235ea4 req-e70e00c0-9931-448c-a96f-b23a7c3b8ba3 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:27.681424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-deb4be03-da60-4f13-8eee-e589c5235ea4 req-e70e00c0-9931-448c-a96f-b23a7c3b8ba3 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 944 time: 1.2336357 Feb 19 07:16:27.700501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-edf64412-d229-46c8-9470-39912181d200 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4537311 Feb 19 07:16:27.703450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:27.730073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:27.743662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bce09c-f4be-41c7-8156-e08ec8473628 None None] Network 51b47bca-2d42-488b-9724-792b481b276f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:27.828167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.836431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:27.870799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-deb4be03-da60-4f13-8eee-e589c5235ea4 req-62c1cd85-7f50-4e22-a282-6aaba3675758 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816833 Feb 19 07:16:27.957448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-80b6f6b3-1b3a-4e00-8aa0-75705af5921d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:27.963454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-80b6f6b3-1b3a-4e00-8aa0-75705af5921d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:27.965461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-80b6f6b3-1b3a-4e00-8aa0-75705af5921d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/networks?id=52444d8f-2098-4d7d-b324-d6200ae8deef&id=9ff0e559-d4e3-4941-9978-8de53d944e85 HTTP/1.1" status: 200 len: 1390 time: 0.2914212 Feb 19 07:16:28.028849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for router_controller (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.029478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-36717948-e8ec-499a-89ee-c8c9d55c4101 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/quotas/193137b6c423465b9a5694df94d3434c HTTP/1.1" status: 200 len: 375 time: 0.0505731 Feb 19 07:16:28.034798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.222490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08bdb0-8874-4a96-a16b-b7d6447adb9f None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:28.276390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for router_gateway (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.357213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-f93120f4-ff33-4734-98e4-3d59d2718122 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3165557 Feb 19 07:16:28.378877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.437708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Allocated IP 19.86.0.2 (9ff0e559-d4e3-4941-9978-8de53d944e85/c7720e89-5b7e-46ba-ac0c-3ecde68dfb48/ff0ca00b-464e-4a60-af6d-387a25a62a11) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:28.452330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:28.466791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1431086d-e541-4930-ae11-017e7c684fc6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:28.467812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1431086d-e541-4930-ae11-017e7c684fc6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:28.482480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1431086d-e541-4930-ae11-017e7c684fc6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.535181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1431086d-e541-4930-ae11-017e7c684fc6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.558737 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9faab14d-f514-4548-89b3-be659bd10645 service neutron] 10.222.0.43 "GET /v2.0/networks/52444d8f-2098-4d7d-b324-d6200ae8deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905766 Feb 19 07:16:28.561066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:16:28.563828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1431086d-e541-4930-ae11-017e7c684fc6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:16:28.570458 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:16:28.679425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks [] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.747616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9fd9abb1-f2d5-46cd-9140-294c3efe10ab details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:28.762316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-1382dbe2-bbaa-407d-8e6a-ed71e2189167 service neutron] 10.222.0.43 "GET /v2.0/networks/52444d8f-2098-4d7d-b324-d6200ae8deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682291 Feb 19 07:16:28.763720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.782675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.789593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b HTTP/1.1" status: 204 len: 168 time: 1.2884994 Feb 19 07:16:28.792126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0138e55-ec77-4807-a1e7-a05eac34d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c9bed6-f8e6-48b2-9cf0-2e3f0230798b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:28.794086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:28.830651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac605c1-680a-4225-b600-d607246fbea6 req-5802dbb2-c358-4b02-8b4a-7ae35b297982 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:28.839292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cac605c1-680a-4225-b600-d607246fbea6 req-5802dbb2-c358-4b02-8b4a-7ae35b297982 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 948 time: 0.2389336 Feb 19 07:16:28.848327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for router_gateway (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.876125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:28.922939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-1f9c4e8b-7374-4ebd-ad0d-1013465842de service neutron] 10.222.0.43 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318512 Feb 19 07:16:28.953664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:28.996613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cac605c1-680a-4225-b600-d607246fbea6 req-de3d6a59-1740-4785-bae5-f51b764cc8ce tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563289 Feb 19 07:16:29.018742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab', 'mac_address': 'fa:16:3e:95:29:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:29.022880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-51b47bca-2d42-488b-9724-792b481b276f', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:16:29.023967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.046983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.055407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port beee5d1b-59b2-4a72-a7aa-493a48014c02 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:29.056280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Deleting subnet 513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:29.083967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Publish callbacks [] for subnet (513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.132497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Allocated IP 172.25.7.4 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/94a2f28c-7aee-40ae-8198-fde68ec8f484) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:29.221394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-ca493798-741d-42fd-a010-c63a91c46b74 service neutron] 10.222.0.43 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573744 Feb 19 07:16:29.248091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.255308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port beee5d1b-59b2-4a72-a7aa-493a48014c02 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:29.255852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.257074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435b97b-0ed0-4aa4-8b47-76534656d94f None None] Pushing event updated for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:29.322280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:29.322692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.325491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Pushing event updated for resources: {'Port': ['ID=ff0ca00b-464e-4a60-af6d-387a25a62a11,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:29.369368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.371430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:29.386709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.402458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:29.410991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:29.419704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2f9516ea-7824-4366-ae92-0f1c8e709e89 None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:29.420422 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f9516ea-7824-4366-ae92-0f1c8e709e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.456116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722a378-340f-4bb8-9087-97f74b11e5a3 req-13f3a409-c732-44cc-a834-d70756033a94 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:29.459600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7722a378-340f-4bb8-9087-97f74b11e5a3 req-13f3a409-c732-44cc-a834-d70756033a94 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 944 time: 0.3248060 Feb 19 07:16:29.467279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd9abb1-f2d5-46cd-9140-294c3efe10ab {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:29.510038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:29.510664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.539989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.568545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.582010 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.602870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46 HTTP/1.1" status: 204 len: 168 time: 0.6845746 Feb 19 07:16:29.606232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:29.626288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:29.678088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176fbfd-d2b5-46c9-a477-10f141bc9f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513a2ed9-4d6c-4e17-8d04-ebdcdfa97a46,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:29.724888 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:29.742945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:29.760756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:29.766635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:29.772090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7722a378-340f-4bb8-9087-97f74b11e5a3 req-5e0bcc38-e28d-47ed-9444-1f6d66041bd4 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982099 Feb 19 07:16:29.773848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Pushing event updated for resources: {'Port': ['ID=94a2f28c-7aee-40ae-8198-fde68ec8f484,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:29.995468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Allocated IP 172.20.0.2 (51b47bca-2d42-488b-9724-792b481b276f/77330877-8b63-4176-98fb-6ff5933d96e1/c92cad18-9bfb-4b32-b336-d0ffda5a7f74) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:30.090389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Attempting to bind port ff0ca00b-464e-4a60-af6d-387a25a62a11 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:30.090389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Attempting to bind port ff0ca00b-464e-4a60-af6d-387a25a62a11 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:30.090389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Attempting to bind port ff0ca00b-464e-4a60-af6d-387a25a62a11 on network 9ff0e559-d4e3-4941-9978-8de53d944e85 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:30.090389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9fd9abb1-f2d5-46cd-9140-294c3efe10ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:30.093896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:30.094290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Checking segment: {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:30.094667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.095049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Bound using segment: {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:30.095558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Bound port: ff0ca00b-464e-4a60-af6d-387a25a62a11, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:30.095928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.337257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e82a2ce5-8a3c-4163-850d-e67e26d7b151 req-bf84ef63-32a1-4b4a-a511-d7ee443a3855 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 210 time: 0.6838443 Feb 19 07:16:30.414675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b755f14f-c8d4-4b02-92d5-67b427b2fb34), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.507037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77d9e8-8c31-40a9-b825-51ff9d162cc6 req-1441b29d-62d3-420f-8978-882e6a23b989 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:30.507037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e77d9e8-8c31-40a9-b825-51ff9d162cc6 req-1441b29d-62d3-420f-8978-882e6a23b989 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 949 time: 0.2598104 Feb 19 07:16:30.570372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for router_gateway (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.600220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b755f14f-c8d4-4b02-92d5-67b427b2fb34), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.656777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b755f14f-c8d4-4b02-92d5-67b427b2fb34']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:30.673621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee98192b-bd76-42ae-9f87-412fc4ebc7e0') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:30.673914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee98192b-bd76-42ae-9f87-412fc4ebc7e0') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:30.688771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:30.693138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:30.699290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.703784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e77d9e8-8c31-40a9-b825-51ff9d162cc6 req-28b18217-973d-4afe-93a2-69a665367a65 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899691 Feb 19 07:16:30.734520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ee98192b-bd76-42ae-9f87-412fc4ebc7e0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.760620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dd9bd2aa-6c2d-4521-8d81-83323f093b3d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:30.764624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:30.770933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ee98192b-bd76-42ae-9f87-412fc4ebc7e0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.779695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:16:30.781434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ee98192b-bd76-42ae-9f87-412fc4ebc7e0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:16:30.783946 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:16:30.913043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] For port ff0ca00b-464e-4a60-af6d-387a25a62a11, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:30.917010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] For port ff0ca00b-464e-4a60-af6d-387a25a62a11, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ff0ca00b-464e-4a60-af6d-387a25a62a11,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:30.933197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2f9516ea-7824-4366-ae92-0f1c8e709e89 None None] Current status of the port dd9bd2aa-6c2d-4521-8d81-83323f093b3d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:30.943369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port beee5d1b-59b2-4a72-a7aa-493a48014c02 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:30.944578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.003044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048177a-e4b6-4d13-a009-a9714ab56d37 req-bbee731d-b86b-4543-bbf4-3fae662de8cc tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:31.012250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9048177a-e4b6-4d13-a009-a9714ab56d37 req-bbee731d-b86b-4543-bbf4-3fae662de8cc tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 944 time: 0.0913544 Feb 19 07:16:31.014527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b755f14f-c8d4-4b02-92d5-67b427b2fb34), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.041572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.050091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02,segment=NetworkSegment(15ee317f-0da2-49fc-bd86-bcb1f37d4a68),segment_id=15ee317f-0da2-49fc-bd86-bcb1f37d4a68)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:31.051050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] 10.222.0.43 "DELETE /v2.0/networks/b755f14f-c8d4-4b02-92d5-67b427b2fb34 HTTP/1.1" status: 204 len: 168 time: 1.4393840 Feb 19 07:16:31.052728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.054791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a4c97-efa5-43c7-aa02-ded170e1b56b admin admin] Pushing event deleted for resources: {'Network': ['ID=b755f14f-c8d4-4b02-92d5-67b427b2fb34,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:31.110753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.124132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:31.127566 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c2dfd1-6350-4e13-84ba-0edf6dadbce7" -d '{"events": [{"server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "name": "network-vif-plugged", "status": "completed", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:31.139089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9048177a-e4b6-4d13-a009-a9714ab56d37 req-3c909e95-e33f-4f4b-a09c-40e8eb7bbd65 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255257 Feb 19 07:16:31.201338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.310837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bc53a-c231-4b6e-9e1e-bde3dcaa1026 None None] Pushing event updated for resources: {'Port': ['ID=ff0ca00b-464e-4a60-af6d-387a25a62a11,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:31.465006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:16:31.662948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71a1b09b-2eb5-40aa-aad8-1a4781a6f191 req-c2dae95a-2566-415b-a0f1-e39d2517e2a4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 210 time: 0.1229618 Feb 19 07:16:31.674185 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks [] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.714731 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e258e8e-0f83-4c57-9f52-aa28fb869c81 x-openstack-request-id: req-5e258e8e-0f83-4c57-9f52-aa28fb869c81 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:31.715527 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "name": "network-vif-plugged", "status": "completed", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:31.722553 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e258e8e-0f83-4c57-9f52-aa28fb869c81 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:31.723005 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02', 'code': 200} Feb 19 07:16:31.761324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:31.808893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-55b16e1d-b605-4bda-868a-3ef3993195d3 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:31.836638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-55b16e1d-b605-4bda-868a-3ef3993195d3 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:31.843157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.846561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-55b16e1d-b605-4bda-868a-3ef3993195d3 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "GET /v2.0/networks?id=52444d8f-2098-4d7d-b324-d6200ae8deef&id=9ff0e559-d4e3-4941-9978-8de53d944e85 HTTP/1.1" status: 200 len: 1390 time: 0.5797977 Feb 19 07:16:31.866298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:31.866685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.880007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:16:31.894099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'port': {'device_id': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef', 'admin_state_up': True, 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:31.914410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa6544-b4b5-477a-b13f-f727d6bd3602 req-3f6db625-d63e-4e5e-a95b-0186414fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:31.920620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66aa6544-b4b5-477a-b13f-f727d6bd3602 req-3f6db625-d63e-4e5e-a95b-0186414fe471 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 1127 time: 0.4168096 Feb 19 07:16:31.938261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Sync routers for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:16:31.972298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Provisioning complete for port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:31.972689 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.993961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:31.997728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-171561e8-ddf0-4e9a-aa1a-12fbb0dec424 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2713439 Feb 19 07:16:32.018964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48128) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:32.055738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Network 51b47bca-2d42-488b-9724-792b481b276f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:32.085855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-26c0aa61-aabf-42ae-bc3d-6bf4baf18b7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=667a6c0345b647abb5fdbbde48922a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212333 Feb 19 07:16:32.092853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:32.116087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:32.125676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:32.132727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:32.144759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66aa6544-b4b5-477a-b13f-f727d6bd3602 req-9a14d068-be57-4c62-8735-6c832d704a99 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880281 Feb 19 07:16:32.146783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:32.147530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:32.167263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159309-3be3-4f00-9280-23af9afc67bd req-6cd16104-3896-4b0c-8ecd-7fae4ea1d297 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:32.177277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a159309-3be3-4f00-9280-23af9afc67bd req-6cd16104-3896-4b0c-8ecd-7fae4ea1d297 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 950 time: 0.1286714 Feb 19 07:16:32.179050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:32.181680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b46ab-a356-4a39-b5cc-69e03f2c033b req-1f706da9-f152-4acf-ae55-935859257b9c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:32.182590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.188848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa7b46ab-a356-4a39-b5cc-69e03f2c033b req-1f706da9-f152-4acf-ae55-935859257b9c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 949 time: 0.2940128 Feb 19 07:16:32.266888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a159309-3be3-4f00-9280-23af9afc67bd req-8c5aa515-920f-4ffe-aa8e-455484315ae0 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886455 Feb 19 07:16:32.279032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] Publish callbacks [] for security_group (2cacf66f-e738-46bf-b1fa-909c631ed788), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.312660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:32.322101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa7b46ab-a356-4a39-b5cc-69e03f2c033b req-05f3cbf6-cbd8-4e99-827f-d9e160d354d4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321411 Feb 19 07:16:32.334415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:32.339522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:32.339899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.352272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] Publish callbacks [] for security_group (2cacf66f-e738-46bf-b1fa-909c631ed788), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.509221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2cacf66f-e738-46bf-b1fa-909c631ed788), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.513846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.526690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cacf66f-e738-46bf-b1fa-909c631ed788 HTTP/1.1" status: 204 len: 168 time: 0.4280636 Feb 19 07:16:32.554240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae90ae-44dd-4346-95c0-2f8b129db955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cacf66f-e738-46bf-b1fa-909c631ed788,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:32.605418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Pushing event updated for resources: {'Port': ['ID=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:32.777225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30680ba-197f-46db-83cb-513199c48dfe req-cca78b21-dc50-4b81-8695-2d2dcd88380c tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:32.794982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a30680ba-197f-46db-83cb-513199c48dfe req-cca78b21-dc50-4b81-8695-2d2dcd88380c tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 945 time: 0.3413026 Feb 19 07:16:32.797627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Allocated IP 19.80.0.148 (52444d8f-2098-4d7d-b324-d6200ae8deef/2494a887-4d80-4087-adc2-e6d3d4b14a1f/d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:32.847558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Attempting to bind port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:32.848589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Attempting to bind port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:32.849130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Attempting to bind port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 on network 51b47bca-2d42-488b-9724-792b481b276f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:32.864191 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a30680ba-197f-46db-83cb-513199c48dfe req-94b70f8d-c098-484a-bbe4-02954241afd1 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679739 Feb 19 07:16:32.871005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:32.871435 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.936717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Current status of the port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:32.937115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.939163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:32.941331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Checking segment: {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:32.941748 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:32.942156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Bound using segment: {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:32.942661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Bound port: c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:32.943048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.116424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.247363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:33.263960 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.300540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd271d-2a88-4208-b192-92db5987f09e None None] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:33.344312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:33.356459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-77e88442-c2d0-40b6-b948-2b9a958926a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db5082dd66d94a7cad9090d272341814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903630 Feb 19 07:16:33.368070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48156) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:33.408978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.466604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] Publish callbacks [] for security_group (0a200e09-2eba-4689-bcb7-d8bc61bdf22d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.481271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] For port c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:33.504636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.542363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] For port c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:33.545312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:33.545910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.613254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 52444d8f-2098-4d7d-b324-d6200ae8deef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:33.617225 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.622905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] Publish callbacks [] for security_group (0a200e09-2eba-4689-bcb7-d8bc61bdf22d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.625821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:33.638729 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:16:33.639092 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:16:33.644845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:33.675604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e02f-45d3-4b5a-9082-de610e1730e9 req-c267e402-571f-4d36-9a18-02ea3512bb27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:33.681771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:33.683663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da73e02f-45d3-4b5a-9082-de610e1730e9 req-c267e402-571f-4d36-9a18-02ea3512bb27 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 932 time: 0.1977239 Feb 19 07:16:33.745789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:33.761895 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78c101-aefa-4b5e-81a8-dc17de476f63" -d '{"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:33.788010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:33.794159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dd9bd2aa-6c2d-4521-8d81-83323f093b3d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:33.798395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:33.825906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.855878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.894795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:33.895961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.917239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37e17-154c-4b62-a978-fc3369f8a9bb req-2d8b0c6d-a594-48d7-9d8f-86d9d8e25ed4 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:33.938934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11e37e17-154c-4b62-a978-fc3369f8a9bb req-2d8b0c6d-a594-48d7-9d8f-86d9d8e25ed4 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 950 time: 0.4494448 Feb 19 07:16:33.967640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420af49-ca53-4dff-aa1c-758147515d8d None None] Pushing event updated for resources: {'Port': ['ID=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:33.976478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0a200e09-2eba-4689-bcb7-d8bc61bdf22d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.979932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:33.983533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a200e09-2eba-4689-bcb7-d8bc61bdf22d HTTP/1.1" status: 204 len: 168 time: 0.6134923 Feb 19 07:16:34.008293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:30Z', 'revision_number': 3, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:34.041801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7f751-9e47-4f8b-84ef-c047996bf12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a200e09-2eba-4689-bcb7-d8bc61bdf22d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:34.090506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-edc608b8-328a-47c4-ac58-d27fb4526376 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216876 Feb 19 07:16:34.105820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Request body: {'port': {'device_id': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85', 'admin_state_up': True, 'tenant_id': '193137b6c423465b9a5694df94d3434c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:34.177727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Allocated IP 172.20.0.1 (51b47bca-2d42-488b-9724-792b481b276f/77330877-8b63-4176-98fb-6ff5933d96e1/e13d0ac6-d379-4354-8a6a-7b4e7c256265) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:34.236470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11e37e17-154c-4b62-a978-fc3369f8a9bb req-dea1fa99-fb39-4be1-a0ee-e4fd77954ea2 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929392 Feb 19 07:16:34.325775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks [] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:34.379461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:34.489631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Made reservation on behalf of 193137b6c423465b9a5694df94d3434c for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:34.493694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:34.507763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:34.517580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccea515-8c6e-4658-b1a7-e236a3801619 req-eaf01742-4fa0-4ba1-9659-300f17966b6b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:34.521438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da73e02f-45d3-4b5a-9082-de610e1730e9 req-41f3bde9-a8e8-4d33-b33d-8e48bc542f58 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367686 Feb 19 07:16:34.522800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ccea515-8c6e-4658-b1a7-e236a3801619 req-eaf01742-4fa0-4ba1-9659-300f17966b6b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 949 time: 0.1274188 Feb 19 07:16:34.536156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Network 51b47bca-2d42-488b-9724-792b481b276f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:34.538553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:34.544148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:34.631615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:34.637255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9fd9abb1-f2d5-46cd-9140-294c3efe10ab up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:34.639650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Checking router: 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:16:34.640001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Updating router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 port 94a2f28c-7aee-40ae-8198-fde68ec8f484 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:16:34.699511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ccea515-8c6e-4658-b1a7-e236a3801619 req-e5d06871-f41c-4e84-a8fa-46f5e0b12f71 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300941 Feb 19 07:16:34.762250 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d834c4-6ab4-4c3d-8f38-bf1918b6b86b x-openstack-request-id: req-19d834c4-6ab4-4c3d-8f38-bf1918b6b86b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:34.763506 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:34.764121 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19d834c4-6ab4-4c3d-8f38-bf1918b6b86b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:34.766561 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'code': 200} Feb 19 07:16:34.820776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1115e-a69b-48d7-b60e-cd19d637f570 req-c774576c-888a-452a-8a2b-6072e94f7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:34.826968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82c1115e-a69b-48d7-b60e-cd19d637f570 req-c774576c-888a-452a-8a2b-6072e94f7567 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.1109827 Feb 19 07:16:34.827264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Allocated IP 19.86.0.246 (9ff0e559-d4e3-4941-9978-8de53d944e85/c7720e89-5b7e-46ba-ac0c-3ecde68dfb48/88703678-b483-419c-b102-5108dd23c0eb) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:34.940618 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.022245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82c1115e-a69b-48d7-b60e-cd19d637f570 req-cdf76427-8ed7-45ef-9534-d50a5453ced7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 Feb 19 07:16:35.032108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4c93b-fcc4-4807-8162-2f9a879459db req-cae62dce-9c4c-4807-87cb-cc03de65a5be tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:35.034156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60c4c93b-fcc4-4807-8162-2f9a879459db req-cae62dce-9c4c-4807-87cb-cc03de65a5be tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 945 time: 0.2525911 Feb 19 07:16:35.053162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:35.077851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1121e-e9c6-4598-9116-3322379b882c None None] Current status of the port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:35.083695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dd9bd2aa-6c2d-4521-8d81-83323f093b3d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:35.084252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.135880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60c4c93b-fcc4-4807-8162-2f9a879459db req-fc0865f7-58b8-43cd-89bf-38a01d3ba0b7 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955806 Feb 19 07:16:35.136773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.180090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:35.285702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:35.287148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.327620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks [] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.335321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.369725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for port (88703678-b483-419c-b102-5108dd23c0eb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.404235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Provisioning complete for port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:35.404609 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.457749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dd9bd2aa-6c2d-4521-8d81-83323f093b3d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:35.458617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:35.459588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ff0ca00b-464e-4a60-af6d-387a25a62a11 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:35.467634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.476689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.529223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:35.537573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:35.599254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:35.605415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:35.693794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Network 51b47bca-2d42-488b-9724-792b481b276f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:35.695274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:35.723812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks [] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.729643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c87d0-940a-455f-82ef-c07240a35b5c None None] Network 51b47bca-2d42-488b-9724-792b481b276f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:35.763629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event updated for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:35.768973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:35.769469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.809409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:35.810863 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.823202 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.848505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-2b15506f-5a98-4b5a-8741-5a941cd8bcd9 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7523823 Feb 19 07:16:35.862557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Provisioning complete for port ff0ca00b-464e-4a60-af6d-387a25a62a11 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:35.863019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.880735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Request body: {'port': {'device_id': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:35.956102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2524f9-50e3-4706-a418-baedf0c20fdf None None] Pushing event updated for resources: {'Port': ['ID=94a2f28c-7aee-40ae-8198-fde68ec8f484,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:35.983715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:35.985567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e7104-fe6e-46bd-a451-7da714a54d10 req-6bdfabae-099b-4741-adfe-caa12ebcdbd8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:35.990993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e7104-fe6e-46bd-a451-7da714a54d10 req-6bdfabae-099b-4741-adfe-caa12ebcdbd8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:35.992878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-468e7104-fe6e-46bd-a451-7da714a54d10 req-6bdfabae-099b-4741-adfe-caa12ebcdbd8 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1655 time: 0.2008152 Feb 19 07:16:36.001638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:16:36.029725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:36.043263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ff0ca00b-464e-4a60-af6d-387a25a62a11 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:36.044226 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.120929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.127073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-468e7104-fe6e-46bd-a451-7da714a54d10 req-fda556cd-cb8b-4ca3-a0f4-5d31aea0c088 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208155 Feb 19 07:16:36.173269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Attempting to bind port 94a2f28c-7aee-40ae-8198-fde68ec8f484 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:36.178690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Attempting to bind port 94a2f28c-7aee-40ae-8198-fde68ec8f484 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:36.179417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Attempting to bind port 94a2f28c-7aee-40ae-8198-fde68ec8f484 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:36.238408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:16:36.253609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6187f061-615b-4d08-82a7-b7ce12ed44f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/5fbb8a6c-ef27-4e80-b7ba-c438b325e046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2315354 Feb 19 07:16:36.285491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:36.384171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:36.385284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:36.392093 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.392921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:36.393313 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Bound port: 94a2f28c-7aee-40ae-8198-fde68ec8f484, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:36.393815 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.398698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a4d6-fc44-410a-acbd-e6e3489398a1 req-cf4b49be-70cd-4a25-ab0f-c1da5573af82 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:36.409396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab46a4d6-fc44-410a-acbd-e6e3489398a1 req-cf4b49be-70cd-4a25-ab0f-c1da5573af82 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 945 time: 0.1049519 Feb 19 07:16:36.507060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab46a4d6-fc44-410a-acbd-e6e3489398a1 req-22dd3693-f5b9-4d6a-be82-a927e41ca88c tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820043 Feb 19 07:16:36.536152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:36.561594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks [] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.608312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Transition to ACTIVE for port object d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:36.616083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.650110 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e1dfc94-5e86-4fd2-a7cb-6434255b69f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:36.700226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:36.754122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28051931-747b-4090-a334-685ec45e24cb req-0711384e-e951-4621-b98e-ae105d53c102 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:36.784154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28051931-747b-4090-a334-685ec45e24cb req-0711384e-e951-4621-b98e-ae105d53c102 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 950 time: 0.1717138 Feb 19 07:16:36.849276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:36.851743 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b9f5d2-68a5-40b1-a843-26b589ddc01d" -d '{"events": [{"server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:36.897897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Pushing event updated for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:36.933352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28051931-747b-4090-a334-685ec45e24cb req-69cb6586-070a-4398-a28a-62617b8b5641 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410699 Feb 19 07:16:36.947631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] For port 94a2f28c-7aee-40ae-8198-fde68ec8f484, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:36.955842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Attempting to bind port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:36.957361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Attempting to bind port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:36.958597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Attempting to bind port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b on network 52444d8f-2098-4d7d-b324-d6200ae8deef {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:36.967808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b on network 52444d8f-2098-4d7d-b324-d6200ae8deef not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:36.968407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Attempting to bind port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b on network 52444d8f-2098-4d7d-b324-d6200ae8deef {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:36.980614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:36.981217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Checking segment: {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:36.981865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Bound using segment: {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:36.983636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Bound port: d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d1ead8-2734-48bb-a731-84a22ef5db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:36.984258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.055750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] For port 94a2f28c-7aee-40ae-8198-fde68ec8f484, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=94a2f28c-7aee-40ae-8198-fde68ec8f484,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:37.072503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Current status of the port ff0ca00b-464e-4a60-af6d-387a25a62a11 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:37.073052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.076629 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafbfb09-b97a-4f93-9d24-6991328f03cc x-openstack-request-id: req-fafbfb09-b97a-4f93-9d24-6991328f03cc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:37.076924 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "name": "network-vif-plugged", "status": "completed", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:37.077186 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fafbfb09-b97a-4f93-9d24-6991328f03cc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:37.077581 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab', 'code': 200} Feb 19 07:16:37.083480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.113336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-90a99014-0077-4b7a-96e8-d7ecb3859da2 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:37.120621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-90a99014-0077-4b7a-96e8-d7ecb3859da2 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 945 time: 0.0959663 Feb 19 07:16:37.142225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:37.149969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:37.163914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.206078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] For port ff0ca00b-464e-4a60-af6d-387a25a62a11, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ff0ca00b-464e-4a60-af6d-387a25a62a11,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:37.219404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ff0ca00b-464e-4a60-af6d-387a25a62a11 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:37.222303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.280759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:37.281972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.285233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.365586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Pushing event updated for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:37.369881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:37.370961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.372676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6c3b9f38-fccc-4b16-86a2-df2ac63ce195 service neutron] 10.222.0.47 "PUT /v2.0/ports/d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b HTTP/1.1" status: 200 len: 1092 time: 1.5148966 Feb 19 07:16:37.416779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:37.419315 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05187e34-4984-45d6-84c2-6ae8f807b989" -d '{"events": [{"name": "network-changed", "server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:37.461698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Request body: {'port': {'device_id': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:37.496551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:16:37.497286 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:16:37.497960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:37.499107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:37.548582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e8c1-6e45-42ae-97d4-b9f98af6c2fb req-ed4b5ff1-6738-4f55-94b8-01cfb3e32808 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:37.569274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e8c1-6e45-42ae-97d4-b9f98af6c2fb req-ed4b5ff1-6738-4f55-94b8-01cfb3e32808 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:37.582428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dce8e8c1-6e45-42ae-97d4-b9f98af6c2fb req-ed4b5ff1-6738-4f55-94b8-01cfb3e32808 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1667 time: 0.2477646 Feb 19 07:16:37.612912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:37.657675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Deleting port beee5d1b-59b2-4a72-a7aa-493a48014c02 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:16:37.657675 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.658861 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56ce33-866b-45d7-871b-bd95e2f6fb2a x-openstack-request-id: req-1f56ce33-866b-45d7-871b-bd95e2f6fb2a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:37.663545 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:37.664125 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f56ce33-866b-45d7-871b-bd95e2f6fb2a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:37.664775 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b', 'status': 'completed', 'code': 200} Feb 19 07:16:37.682402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2524f9-50e3-4706-a418-baedf0c20fdf None None] Pushing event updated for resources: {'Port': ['ID=94a2f28c-7aee-40ae-8198-fde68ec8f484,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:37.772015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aedb5c-d5c6-4081-8e0a-e7f1ce61ca6a req-f824e8bb-cfde-47f5-b141-4e3b8ad0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:37.779229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45aedb5c-d5c6-4081-8e0a-e7f1ce61ca6a req-f824e8bb-cfde-47f5-b141-4e3b8ad0f257 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 1132 time: 0.5862181 Feb 19 07:16:37.865919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88703678-b483-419c-b102-5108dd23c0eb), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:37.883860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:37.987711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dce8e8c1-6e45-42ae-97d4-b9f98af6c2fb req-9a62a35c-419b-4b3d-88e7-21b468e864d4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957784 Feb 19 07:16:38.027934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45aedb5c-d5c6-4081-8e0a-e7f1ce61ca6a req-04301e3a-ab1a-47c4-b351-2c67a940e6df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385595 Feb 19 07:16:38.052045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-61e1f741-0c6f-47a9-babf-b34f091fae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.052526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-61e1f741-0c6f-47a9-babf-b34f091fae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.054122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-61e1f741-0c6f-47a9-babf-b34f091fae22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1945 time: 0.3882306 Feb 19 07:16:38.085794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:38.145375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43e3ef-f59b-4d63-912a-7f4134757abc req-4cf6fb4e-0f7a-4480-8b97-fdb3236157ce tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.158568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b43e3ef-f59b-4d63-912a-7f4134757abc req-4cf6fb4e-0f7a-4480-8b97-fdb3236157ce tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 945 time: 0.3077464 Feb 19 07:16:38.255587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-769652992-network', 'tenant_id': '79af69ad386946bc8440ff5357368234'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:38.375781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] For port beee5d1b-59b2-4a72-a7aa-493a48014c02, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=beee5d1b-59b2-4a72-a7aa-493a48014c02,segment=NetworkSegment(15ee317f-0da2-49fc-bd86-bcb1f37d4a68),segment_id=15ee317f-0da2-49fc-bd86-bcb1f37d4a68)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:38.376151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.429963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Calling delete_port for beee5d1b-59b2-4a72-a7aa-493a48014c02 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:16:38.505424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.529252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:38.532122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.540372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d2a920-f296-440c-ae97-acbf2386a779 None None] Pushing event updated for resources: {'Port': ['ID=ff0ca00b-464e-4a60-af6d-387a25a62a11,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:38.596758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b43e3ef-f59b-4d63-912a-7f4134757abc req-f67210fd-37b1-44cb-b37e-6b3fee4f6399 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/security-groups?id=647b626f-c10e-4649-8bfc-f1db8fdfbf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372749 Feb 19 07:16:38.599362 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20659bd0-9960-4deb-ad34-bcd6d4aa558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.611992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88703678-b483-419c-b102-5108dd23c0eb {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:38.630092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Provisioning complete for port 88703678-b483-419c-b102-5108dd23c0eb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:38.630844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88703678-b483-419c-b102-5108dd23c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.632775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks [] for port (88703678-b483-419c-b102-5108dd23c0eb), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.641082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.662495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Transition to ACTIVE for port object 88703678-b483-419c-b102-5108dd23c0eb will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:38.671537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.676523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ff0ca00b-464e-4a60-af6d-387a25a62a11 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:38.714870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53113acb-53bb-429f-8d96-8552b50f2c12 req-8fc0db00-ae79-4009-a52b-e22336e18caf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.722916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53113acb-53bb-429f-8d96-8552b50f2c12 req-8fc0db00-ae79-4009-a52b-e22336e18caf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 950 time: 0.6223137 Feb 19 07:16:38.738406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Port 88703678-b483-419c-b102-5108dd23c0eb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:38.743067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:38.759428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-53e00e74-3d6b-45b2-97d3-3f875f15a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.759862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-53e00e74-3d6b-45b2-97d3-3f875f15a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.760504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-53e00e74-3d6b-45b2-97d3-3f875f15a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:38.762912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-53e00e74-3d6b-45b2-97d3-3f875f15a4db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=193137b6c423465b9a5694df94d3434c&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.6901305 Feb 19 07:16:38.817631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Provisioning complete for port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:38.818386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:38.856243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Pushing event updated for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:38.975797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:34Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e13d0ac6-d379-4354-8a6a-7b4e7c256265', 'name': '', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'mac_address': 'fa:16:3e:9c:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:33Z', 'updated_at': '2022-02-19T07:16:35Z', 'revision_number': 2, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'subnets': [{'id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:39.079790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53113acb-53bb-429f-8d96-8552b50f2c12 req-c42410e0-0117-40f2-824f-ed5d53b877da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556814 Feb 19 07:16:39.097790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:39.100887 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a52bd9-8211-4b66-94b5-7de73405cfff" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-unplugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:39.117847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (beee5d1b-59b2-4a72-a7aa-493a48014c02), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.126595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ff0ca00b-464e-4a60-af6d-387a25a62a11 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:39.132215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617916a7-bd71-42ac-b855-e8ef7f87b819 None None] The sync data for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 is: [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:34Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e13d0ac6-d379-4354-8a6a-7b4e7c256265', 'name': '', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'mac_address': 'fa:16:3e:9c:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:33Z', 'updated_at': '2022-02-19T07:16:35Z', 'revision_number': 2, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'subnets': [{'id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:16:39.194633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['beee5d1b-59b2-4a72-a7aa-493a48014c02'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:39.281479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Pushing event deleted for resources: {'Port': ['ID=beee5d1b-59b2-4a72-a7aa-493a48014c02,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:39.298097 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60adcad6-5593-4194-be10-c10bfe3def62 x-openstack-request-id: req-60adcad6-5593-4194-be10-c10bfe3def62 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:39.298713 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-unplugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:39.298713 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60adcad6-5593-4194-be10-c10bfe3def62 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:39.299144 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'code': 200} Feb 19 07:16:39.323404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-302a8886-e69f-429a-a3fb-6c4cb701ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:39.326511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05187e34-4984-45d6-84c2-6ae8f807b989 req-302a8886-e69f-429a-a3fb-6c4cb701ffc8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5529461 Feb 19 07:16:39.338061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Current status of the port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:39.338061 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.338609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Attempting to bind port 88703678-b483-419c-b102-5108dd23c0eb on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:39.339085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Attempting to bind port 88703678-b483-419c-b102-5108dd23c0eb by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:39.339550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Attempting to bind port 88703678-b483-419c-b102-5108dd23c0eb on network 9ff0e559-d4e3-4941-9978-8de53d944e85 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:39.351323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Port 88703678-b483-419c-b102-5108dd23c0eb on network 9ff0e559-d4e3-4941-9978-8de53d944e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:39.351656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Attempting to bind port 88703678-b483-419c-b102-5108dd23c0eb on network 9ff0e559-d4e3-4941-9978-8de53d944e85 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:39.364830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:39.365255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Checking segment: {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:39.365955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Bound using segment: {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:39.366502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Bound port: 88703678-b483-419c-b102-5108dd23c0eb, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7199c66-6ed0-4ffa-afd8-0294b64a862e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:39.367021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88703678-b483-419c-b102-5108dd23c0eb), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.437799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60708-b6e0-45f3-a08e-7245be2b0b98 req-60915940-efbd-4ba9-82f4-a02373b94bff tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:39.443454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60708-b6e0-45f3-a08e-7245be2b0b98 req-60915940-efbd-4ba9-82f4-a02373b94bff tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:39.451240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ee60708-b6e0-45f3-a08e-7245be2b0b98 req-60915940-efbd-4ba9-82f4-a02373b94bff tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1679 time: 0.3411071 Feb 19 07:16:39.456438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] For port c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:39.458108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] No DVR routers for this DVR port beee5d1b-59b2-4a72-a7aa-493a48014c02 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:16:39.468518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.472216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ac9af45-72b3-40ca-b103-497dbdd43932 req-ebc0b9cd-51d1-4bd2-9802-eb9fd46ce4e5 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.24 "DELETE /v2.0/ports/beee5d1b-59b2-4a72-a7aa-493a48014c02 HTTP/1.1" status: 204 len: 173 time: 2.3435323 Feb 19 07:16:39.472456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'name': 'network-vif-deleted', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:39.474958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.480209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ff0ca00b-464e-4a60-af6d-387a25a62a11 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:39.481451 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6cb22-b4fd-4dc0-a63a-0b8509581fa4" -d '{"events": [{"server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "name": "network-vif-deleted", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:39.484542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.489002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks [] for security_group (40ff2a32-f8fa-44a8-ac1e-9d284ac30021), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.499653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40ff2a32-f8fa-44a8-ac1e-9d284ac30021), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.550557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:39.620770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:39.624953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff2a32-f8fa-44a8-ac1e-9d284ac30021,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:39.628520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=88703678-b483-419c-b102-5108dd23c0eb,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:39.647366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c179b9e9-10a1-46cd-b12d-85765a17c3fb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.647773 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Added segment c179b9e9-10a1-46cd-b12d-85765a17c3fb of type vlan for network 4c3ab712-c699-4725-8829-7ba80b465f62 Feb 19 07:16:39.669396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ee60708-b6e0-45f3-a08e-7245be2b0b98 req-0dc52925-1e47-475c-8957-333f599e2d2f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159116 Feb 19 07:16:39.690152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.700876 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f8a86-d913-453c-9d3f-70da6a3c9dc4 x-openstack-request-id: req-161f8a86-d913-453c-9d3f-70da6a3c9dc4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:39.701174 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9de408-7c38-442b-938b-5062e1d30a71", "name": "network-vif-deleted", "tag": "beee5d1b-59b2-4a72-a7aa-493a48014c02", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:39.701437 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-161f8a86-d913-453c-9d3f-70da6a3c9dc4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:39.701860 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9de408-7c38-442b-938b-5062e1d30a71', 'name': 'network-vif-deleted', 'tag': 'beee5d1b-59b2-4a72-a7aa-493a48014c02', 'status': 'completed', 'code': 200} Feb 19 07:16:39.770717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4c3ab712-c699-4725-8829-7ba80b465f62), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.834820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4c3ab712-c699-4725-8829-7ba80b465f62), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.836292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:39.837088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.886943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:39.896341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.898792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Provisioning complete for port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:39.899064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:39.904242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] 10.222.0.47 "PUT /v2.0/ports/88703678-b483-419c-b102-5108dd23c0eb HTTP/1.1" status: 200 len: 1092 time: 2.4492831 Feb 19 07:16:39.908401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'tag': '88703678-b483-419c-b102-5108dd23c0eb'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:39.910297 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72240eb3-90ea-4dc9-95c2-2f21331069e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "tag": "88703678-b483-419c-b102-5108dd23c0eb"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:39.910996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.038014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4204974 Feb 19 07:16:40.046446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:40.077899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277b7f6-3d41-4a82-8f31-269e792b7f0d None None] Pushing event updated for resources: {'Port': ['ID=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:40.097237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Request body: {'subnet': {'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-769652992-subnet', 'tenant_id': '79af69ad386946bc8440ff5357368234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:40.134694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae598-c4ad-41f7-96aa-328a60e136ad admin admin] Pushing event updated for resources: {'Network': ['ID=4c3ab712-c699-4725-8829-7ba80b465f62,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:40.171280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:40.173451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.174368 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dd4e93-e951-4cdc-a3d3-4286db929b7b x-openstack-request-id: req-a7dd4e93-e951-4cdc-a3d3-4286db929b7b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:40.174682 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "tag": "88703678-b483-419c-b102-5108dd23c0eb", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:40.175031 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7dd4e93-e951-4cdc-a3d3-4286db929b7b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:40.175451 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'tag': '88703678-b483-419c-b102-5108dd23c0eb', 'status': 'completed', 'code': 200} Feb 19 07:16:40.202607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ff0ca00b-464e-4a60-af6d-387a25a62a11 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:40.209436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:40.242534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997a3aa-8208-4cb7-8dbe-ef61d6e30771 service neutron] Pushing event updated for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:40.268261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc43c7a4-3143-424e-9bde-d84050c4c75d req-4d2e0f70-9c8f-4666-acc0-ef6c6c8e8369 tempest-InstanceActionsNegativeTestJSON-403251978 tempest-InstanceActionsNegativeTestJSON-403251978-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d9de408-7c38-442b-938b-5062e1d30a71 HTTP/1.1" status: 200 len: 210 time: 0.3441637 Feb 19 07:16:40.281748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4c3ab712-c699-4725-8829-7ba80b465f62 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:40.335286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-4ea64913-267f-4dca-8b3c-69c2b2409e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:40.335766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-4ea64913-267f-4dca-8b3c-69c2b2409e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:40.345157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-4ea64913-267f-4dca-8b3c-69c2b2409e56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 2043 time: 0.3614285 Feb 19 07:16:40.357082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Current status of the port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:40.463773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:40.464209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.476087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-d0165cfc-0257-4c62-9631-e4628ed8fa43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b HTTP/1.1" status: 200 len: 217 time: 0.1296966 Feb 19 07:16:40.507937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd939-9557-45a9-bd9e-19946fa6af3e req-2daf9bed-287c-4c0e-abde-12106b68350f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:40.509599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36abd939-9557-45a9-bd9e-19946fa6af3e req-2daf9bed-287c-4c0e-abde-12106b68350f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 950 time: 0.2420282 Feb 19 07:16:40.544784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Provisioning complete for port e13d0ac6-d379-4354-8a6a-7b4e7c256265 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:40.545167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.553122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-b3cf251b-05ae-4d73-afd4-b2a943f3dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:40.554967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-b3cf251b-05ae-4d73-afd4-b2a943f3dbe9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2494a887-4d80-4087-adc2-e6d3d4b14a1f HTTP/1.1" status: 200 len: 801 time: 0.0732317 Feb 19 07:16:40.624513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:40.626125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92cad18-9bfb-4b32-b336-d0ffda5a7f74 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:40.637607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-5b5b2763-39f6-407e-bead-7a0e0bc7709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:40.640218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-5b5b2763-39f6-407e-bead-7a0e0bc7709e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52444d8f-2098-4d7d-b324-d6200ae8deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0791693 Feb 19 07:16:40.736707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6408062c-5b52-46d9-b0e8-ac95dbf24772 None None] Port e13d0ac6-d379-4354-8a6a-7b4e7c256265 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:16:40.752646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36abd939-9557-45a9-bd9e-19946fa6af3e req-25e67431-1ebf-43e2-bc40-c396850deb70 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312708 Feb 19 07:16:40.804646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:40.805269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.874127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (91821e47-7ba2-4e28-9af9-03c4152a518b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:40.930077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:41.011419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-b24c7c7a-67a1-48f0-9144-8ef880bbbadc service neutron] 10.222.0.47 "GET /v2.0/networks/52444d8f-2098-4d7d-b324-d6200ae8deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572388 Feb 19 07:16:41.074752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:41.145836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef203a6-c585-4025-b476-18a6fbe432c3 req-163c584f-e12b-4ab7-83ae-8c8b52e9d5f1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.153294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef203a6-c585-4025-b476-18a6fbe432c3 req-163c584f-e12b-4ab7-83ae-8c8b52e9d5f1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.168890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91821e47-7ba2-4e28-9af9-03c4152a518b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:41.175915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ef203a6-c585-4025-b476-18a6fbe432c3 req-163c584f-e12b-4ab7-83ae-8c8b52e9d5f1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1679 time: 0.2891002 Feb 19 07:16:41.205813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:41.206707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Network hostable DHCP agents. Network: 4c3ab712-c699-4725-8829-7ba80b465f62, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:41.229089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb9d56-08ec-45da-ac10-c469da812e8a req-f3e9778b-bbb2-4f34-a8df-8c638ca4b517 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.237690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fceb9d56-08ec-45da-ac10-c469da812e8a req-f3e9778b-bbb2-4f34-a8df-8c638ca4b517 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3178954 Feb 19 07:16:41.283742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Network 4c3ab712-c699-4725-8829-7ba80b465f62 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:41.330005 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-38714a33-7948-47c5-b2a1-42192f23a8b6 service neutron] 10.222.0.47 "GET /v2.0/networks/52444d8f-2098-4d7d-b324-d6200ae8deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176513 Feb 19 07:16:41.333445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fceb9d56-08ec-45da-ac10-c469da812e8a req-f1e2e72c-6434-42de-9b32-4b0a51fd1893 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903289 Feb 19 07:16:41.336212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4c3ab712-c699-4725-8829-7ba80b465f62) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:41.359658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.360369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207ed2f-09be-4bb6-a6cf-5507dd2f1115 None None] Network 4c3ab712-c699-4725-8829-7ba80b465f62 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:41.360849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:41.395037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c39d3503-ab9c-4dbc-b827-dfb9e501536b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3394430 Feb 19 07:16:41.446361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-037cc454-f289-464e-b96d-815c663a08e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=88703678-b483-419c-b102-5108dd23c0eb HTTP/1.1" status: 200 len: 217 time: 0.1095202 Feb 19 07:16:41.588051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ef203a6-c585-4025-b476-18a6fbe432c3 req-437e175f-8159-4775-93c2-556e8da8b61e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103677 Feb 19 07:16:41.607417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:41.641604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-185dc3bd-c7b1-4304-823d-77d459b04411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.643099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-185dc3bd-c7b1-4304-823d-77d459b04411 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7720e89-5b7e-46ba-ac0c-3ecde68dfb48 HTTP/1.1" status: 200 len: 801 time: 0.1911349 Feb 19 07:16:41.646556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 94a2f28c-7aee-40ae-8198-fde68ec8f484 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:41.772407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Deleting subnet 95aa1ef3-e309-483f-997f-2a184d9d6125 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:41.777368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Publish callbacks [] for subnet (95aa1ef3-e309-483f-997f-2a184d9d6125), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:41.788154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-ecf62be6-557a-4e97-bb09-21bbea01e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.793394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-ecf62be6-557a-4e97-bb09-21bbea01e97e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ff0e559-d4e3-4941-9978-8de53d944e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1357794 Feb 19 07:16:41.796536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f9a62-5a94-46a8-89ed-c05b000563cd None None] Network 4c3ab712-c699-4725-8829-7ba80b465f62 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:41.903334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (95aa1ef3-e309-483f-997f-2a184d9d6125), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:41.976970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-91316e78-dc61-4c71-a442-409aa141c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:41.985650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-91316e78-dc61-4c71-a442-409aa141c112 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a28193a68e74a4e8bff946fd3955114&device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 1130 time: 0.1411903 Feb 19 07:16:42.034837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (95aa1ef3-e309-483f-997f-2a184d9d6125), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.037317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 94a2f28c-7aee-40ae-8198-fde68ec8f484 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:42.037738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.086514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-b1010865-7f81-49a5-b570-6c19ee36f2bc service neutron] 10.222.0.47 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854741 Feb 19 07:16:42.283694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:42.309054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-59be4d7e-92f5-4d73-9dfe-3c6e6bc496da tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2781649 Feb 19 07:16:42.371134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36f2e14c-e3ab-4483-9695-4a5e09d4ed08 req-6bbb2625-2932-4a57-a926-7a168fd53568 service neutron] 10.222.0.47 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733068 Feb 19 07:16:42.473814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:42.482528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:42.489033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device beee5d1b-59b2-4a72-a7aa-493a48014c02 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:16:42.493476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-59ac73d3-7687-4640-b727-a5876080318a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:42.504386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-59ac73d3-7687-4640-b727-a5876080318a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942248 Feb 19 07:16:42.512756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (95aa1ef3-e309-483f-997f-2a184d9d6125), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.521347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'mac_address': 'fa:16:3e:18:9c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:42.523325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: beee5d1b-59b2-4a72-a7aa-493a48014c02 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:16:42.523672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device beee5d1b-59b2-4a72-a7aa-493a48014c02 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:16:42.563416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-788cb5a9-7403-4a08-a3bc-117551516feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:42.564008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-788cb5a9-7403-4a08-a3bc-117551516feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:42.565974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-788cb5a9-7403-4a08-a3bc-117551516feb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=193137b6c423465b9a5694df94d3434c&device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 2043 time: 0.1396873 Feb 19 07:16:42.598746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 94a2f28c-7aee-40ae-8198-fde68ec8f484 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:42.599424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.626369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95aa1ef3-e309-483f-997f-2a184d9d6125,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:42.639593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-bd3c60bb-951e-4fda-8bbc-51c6e53ebdc6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/quotas/0aa6e8015b674b42b42c1fd1f4b7d73f HTTP/1.1" status: 200 len: 375 time: 0.1330073 Feb 19 07:16:42.649469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.666326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75e6e202-d6db-4cd6-a124-ce052ba4020d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/95aa1ef3-e309-483f-997f-2a184d9d6125 HTTP/1.1" status: 204 len: 168 time: 1.0561371 Feb 19 07:16:42.678347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.713216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:42.714358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 94a2f28c-7aee-40ae-8198-fde68ec8f484, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=94a2f28c-7aee-40ae-8198-fde68ec8f484,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:42.732738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:42.733751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.750956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:42.762550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.763609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92cad18-9bfb-4b32-b336-d0ffda5a7f74 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:42.770616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-ff09bd02-3c92-4587-a268-b581ad5f24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:42.772758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-ff09bd02-3c92-4587-a268-b581ad5f24b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ff0e559-d4e3-4941-9978-8de53d944e85 HTTP/1.1" status: 200 len: 901 time: 0.1960077 Feb 19 07:16:42.802116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1da9a639-7494-463d-b3a3-8224fa3795bc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.834865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-5d343ec6-441a-40ea-b2db-b03c27e4601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:42.841666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:42.845635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-5d343ec6-441a-40ea-b2db-b03c27e4601c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.7909055 Feb 19 07:16:42.860982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:42.891473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-3a710649-01fd-4674-b84e-5d6d61da0ce9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=88703678-b483-419c-b102-5108dd23c0eb HTTP/1.1" status: 200 len: 217 time: 0.1110041 Feb 19 07:16:42.904824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-57c774cb-7fc1-4555-b865-f34b994f90ec tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2641630 Feb 19 07:16:42.980270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:42.984705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=94a2f28c-7aee-40ae-8198-fde68ec8f484,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:43.063372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38493ed4-beea-4506-b19d-19a7bae0f3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:43.105981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:43.106551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:43.214405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-a838132a-0196-4b07-a489-591efe656950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:43.218495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-a838132a-0196-4b07-a489-591efe656950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c7720e89-5b7e-46ba-ac0c-3ecde68dfb48 HTTP/1.1" status: 200 len: 801 time: 0.3159328 Feb 19 07:16:43.310947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:43.383395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38493ed4-beea-4506-b19d-19a7bae0f3a3 admin admin] Publish callbacks [] for security_group (e604e239-cdea-4163-b82b-e781fcf4ebbb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:43.387007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-fdccefee-d4c8-4eea-b38c-420c4d936896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:43.389245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-fdccefee-d4c8-4eea-b38c-420c4d936896 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ff0e559-d4e3-4941-9978-8de53d944e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1565654 Feb 19 07:16:43.393037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38493ed4-beea-4506-b19d-19a7bae0f3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e604e239-cdea-4163-b82b-e781fcf4ebbb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:43.476617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:43.491292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48556) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:43.529117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2066838869-network', 'tenant_id': 'a8ba1b32d30942809e5a2c9c1e772aa6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:43.578777 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:16:43.640776 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Sync routers for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:16:43.646211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 94a2f28c-7aee-40ae-8198-fde68ec8f484 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:43.652829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:43.653462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:43.691866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38493ed4-beea-4506-b19d-19a7bae0f3a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70ff8e70d9554fa9bd9b31e9671219a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2067640 Feb 19 07:16:43.726938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:43.805755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 94a2f28c-7aee-40ae-8198-fde68ec8f484 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:43.806363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:43.838922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38493ed4-beea-4506-b19d-19a7bae0f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e604e239-cdea-4163-b82b-e781fcf4ebbb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:43.940848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Made reservation on behalf of a8ba1b32d30942809e5a2c9c1e772aa6 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:43.954614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.016306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-207d68fc-1a1a-48b6-8143-4d30e2dbfd57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b HTTP/1.1" status: 200 len: 217 time: 1.1676705 Feb 19 07:16:44.021248 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:44.056045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-54fd2c1f-3cd9-4a61-a2e7-7e9eb915e774 service neutron] 10.222.0.47 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488614 Feb 19 07:16:44.098912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.265210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-cac34f35-7ace-4c71-a282-450170a997d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:44.266724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-cac34f35-7ace-4c71-a282-450170a997d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2445822 Feb 19 07:16:44.288837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:44.368530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] Publish callbacks [] for security_group (e604e239-cdea-4163-b82b-e781fcf4ebbb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.376647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1da9a639-7494-463d-b3a3-8224fa3795bc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.434628 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:34Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e13d0ac6-d379-4354-8a6a-7b4e7c256265', 'name': '', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'mac_address': 'fa:16:3e:9c:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:33Z', 'updated_at': '2022-02-19T07:16:35Z', 'revision_number': 2, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'subnets': [{'id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:44.462043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72240eb3-90ea-4dc9-95c2-2f21331069e7 req-c3950b4b-3951-41b0-aa02-6017553fc6a4 service neutron] 10.222.0.47 "GET /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844869 Feb 19 07:16:44.488740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5804a-354c-4f27-b9d8-465924e08279 req-e1dda9a7-724d-4c7b-981d-f393cdb2c25f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:44.491154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 94a2f28c-7aee-40ae-8198-fde68ec8f484 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:44.495948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5804a-354c-4f27-b9d8-465924e08279 req-e1dda9a7-724d-4c7b-981d-f393cdb2c25f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:44.501009 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Checking router: 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:16:44.502381 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Updating router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 port e13d0ac6-d379-4354-8a6a-7b4e7c256265 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:16:44.504122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4dd5804a-354c-4f27-b9d8-465924e08279 req-e1dda9a7-724d-4c7b-981d-f393cdb2c25f tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1679 time: 0.4856250 Feb 19 07:16:44.519248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da9a639-7494-463d-b3a3-8224fa3795bc']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:44.549189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-478c314b-889b-44fe-86c5-87eb621da179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:44.554913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-478c314b-889b-44fe-86c5-87eb621da179 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2509396 Feb 19 07:16:44.559544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ee317f-0da2-49fc-bd86-bcb1f37d4a68') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:44.560147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ee317f-0da2-49fc-bd86-bcb1f37d4a68') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:44.568222 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.678043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-db1ace63-c13e-492a-befd-1d6570a7d0a4 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142268 Feb 19 07:16:44.698309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks [] for security_group (f7c527ce-60b1-49ca-b228-92c3ecf0a083), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.715303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] Publish callbacks [] for security_group (e604e239-cdea-4163-b82b-e781fcf4ebbb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.717745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f7c527ce-60b1-49ca-b228-92c3ecf0a083), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.733699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4dd5804a-354c-4f27-b9d8-465924e08279 req-28c2b938-5222-4795-81d4-7e44ad04eb12 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285836 Feb 19 07:16:44.743112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (15ee317f-0da2-49fc-bd86-bcb1f37d4a68), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.799123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:44.804760 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.822114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:44.837748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (15ee317f-0da2-49fc-bd86-bcb1f37d4a68), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.847772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a5095055-7f12-4f2c-9981-df1732226f84), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.848225 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Added segment a5095055-7f12-4f2c-9981-df1732226f84 of type vlan for network 9815a600-756c-4a01-b5aa-ef3171d44ff1 Feb 19 07:16:44.849493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c527ce-60b1-49ca-b228-92c3ecf0a083,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:44.911057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:16:44.911746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (15ee317f-0da2-49fc-bd86-bcb1f37d4a68), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:16:44.933226 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:16:44.971854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-364c7d9c-2ebc-4a8d-9498-d6b1230ece97 req-5c97c08d-af17-45a6-9d62-a640397b5594 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 210 time: 0.0711184 Feb 19 07:16:44.987633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9815a600-756c-4a01-b5aa-ef3171d44ff1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.008422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:45.008818 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.026388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e604e239-cdea-4163-b82b-e781fcf4ebbb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.031536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.034381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e604e239-cdea-4163-b82b-e781fcf4ebbb HTTP/1.1" status: 204 len: 168 time: 1.2909920 Feb 19 07:16:45.047985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:45.052584 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96be7b-3c60-4453-9fe4-37abf787c2c1" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:45.088777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:45.097792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57d778-a4bf-44de-b67e-6a0674724232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604e239-cdea-4163-b82b-e781fcf4ebbb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:45.109880 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.138435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9815a600-756c-4a01-b5aa-ef3171d44ff1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.140450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:45.146299 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a60839-0f3e-4268-a843-98e614d2da42 x-openstack-request-id: req-e8a60839-0f3e-4268-a843-98e614d2da42 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:45.146720 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-plugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:45.147178 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8a60839-0f3e-4268-a843-98e614d2da42 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:45.147786 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'code': 200} Feb 19 07:16:45.150781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.194589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1da9a639-7494-463d-b3a3-8224fa3795bc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.201743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.205804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1da9a639-7494-463d-b3a3-8224fa3795bc HTTP/1.1" status: 204 len: 168 time: 2.4866598 Feb 19 07:16:45.236016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:45.239528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0144dc87-e845-44ce-ac7d-d8fda138348f req-d40ad44e-7b6a-4fc5-a319-a9e6ffccd8ce service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152042 Feb 19 07:16:45.245886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1e39f-fe86-4d73-8885-959b0a8c7f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da9a639-7494-463d-b3a3-8224fa3795bc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:45.266983 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks [] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.276133 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.372909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b53e6-3f60-4777-b19e-a514ccd4bc5b None None] Pushing event updated for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:45.406789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9126940 Feb 19 07:16:45.407984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:45.414508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Request body: {'subnet': {'network_id': '9815a600-756c-4a01-b5aa-ef3171d44ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2066838869-subnet', 'tenant_id': 'a8ba1b32d30942809e5a2c9c1e772aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:45.423087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f424-1a5c-41fc-9231-d396caab2461 admin admin] Pushing event updated for resources: {'Network': ['ID=9815a600-756c-4a01-b5aa-ef3171d44ff1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:45.437131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9815a600-756c-4a01-b5aa-ef3171d44ff1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:45.480827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Made reservation on behalf of a8ba1b32d30942809e5a2c9c1e772aa6 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:45.491537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.549197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b0a377e7-5631-4067-8be2-d433a91a061d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671954 Feb 19 07:16:45.612486 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Attempting to bind port e13d0ac6-d379-4354-8a6a-7b4e7c256265 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:45.615045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Attempting to bind port e13d0ac6-d379-4354-8a6a-7b4e7c256265 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:45.615730 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Attempting to bind port e13d0ac6-d379-4354-8a6a-7b4e7c256265 on network 51b47bca-2d42-488b-9724-792b481b276f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:45.628406 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:45.629120 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Checking segment: {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:45.629768 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.631117 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Bound using segment: {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:45.631865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Bound port: e13d0ac6-d379-4354-8a6a-7b4e7c256265, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77aa229-60f7-49fd-85a6-4362ec127e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '51b47bca-2d42-488b-9724-792b481b276f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:45.632504 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.831300 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] For port e13d0ac6-d379-4354-8a6a-7b4e7c256265, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:45.832780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48582) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:45.839761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] For port e13d0ac6-d379-4354-8a6a-7b4e7c256265, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e13d0ac6-d379-4354-8a6a-7b4e7c256265,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:45.853466 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.868794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Provisioning complete for port e13d0ac6-d379-4354-8a6a-7b4e7c256265 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:45.869374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:45.991170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:16:45.993496 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:16:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:46.133838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Current status of the port e13d0ac6-d379-4354-8a6a-7b4e7c256265 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:46.138160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.207124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.260601 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b53e6-3f60-4777-b19e-a514ccd4bc5b None None] Pushing event updated for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:46.309251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] For port e13d0ac6-d379-4354-8a6a-7b4e7c256265, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e13d0ac6-d379-4354-8a6a-7b4e7c256265,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:46.325409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.415974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:46.429071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:46.475636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037940a-a8ea-4085-9bf3-6df0d192ae08 None None] Pushing event updated for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:46.477917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:16:46.511688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bfbd6-725f-4832-ac82-9f2c13caaf68 req-c19a46d8-ecdb-4735-99ab-270014631af0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:46.517224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bfbd6-725f-4832-ac82-9f2c13caaf68 req-c19a46d8-ecdb-4735-99ab-270014631af0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:46.518900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-329bfbd6-725f-4832-ac82-9f2c13caaf68 req-c19a46d8-ecdb-4735-99ab-270014631af0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1679 time: 0.4727530 Feb 19 07:16:46.529421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7e4c85-d3f5-4833-97ab-3fe013a510cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.542840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:46.600373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dcdb1ce5-5cfa-444d-a7b1-a10fb43d6fa9 None None] Provisioning complete for port e13d0ac6-d379-4354-8a6a-7b4e7c256265 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:46.600373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcdb1ce5-5cfa-444d-a7b1-a10fb43d6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.696215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Checking segment: {'id': 'a5095055-7f12-4f2c-9981-df1732226f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9815a600-756c-4a01-b5aa-ef3171d44ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:46.703665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Network hostable DHCP agents. Network: 9815a600-756c-4a01-b5aa-ef3171d44ff1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:46.847726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f25d234c-4fb1-4fe5-bb98-f7f7b9f651ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42b9cc578ba9443994551b44f0bb11d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0137076 Feb 19 07:16:46.848436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:46.856367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-329bfbd6-725f-4832-ac82-9f2c13caaf68 req-97f6a1a8-30fc-45d4-a630-fe44545b9c9d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195131 Feb 19 07:16:46.878916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Network 9815a600-756c-4a01-b5aa-ef3171d44ff1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:46.954548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9815a600-756c-4a01-b5aa-ef3171d44ff1) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:46.969268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb1ce5-5cfa-444d-a7b1-a10fb43d6fa9 None None] Current status of the port e13d0ac6-d379-4354-8a6a-7b4e7c256265 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:46.974987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:46.975626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:46.991730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-756ed51e-9e7e-4dec-a888-ba9ae165c06c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:47.002495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-756ed51e-9e7e-4dec-a888-ba9ae165c06c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4434588 Feb 19 07:16:47.029492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Request body: {'port': {'device_id': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '0aa6e8015b674b42b42c1fd1f4b7d73f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:47.056802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b47cb-6e00-4a29-a8d5-e96c5444d9be None None] Network 9815a600-756c-4a01-b5aa-ef3171d44ff1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:47.073142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b27a861e-299f-4782-8275-bcc6e5a354ce req-0b89397d-8b2c-4eb6-9ce6-4e2df6bfeb05 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 210 time: 0.0591156 Feb 19 07:16:47.080234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] Publish callbacks [] for security_group (647b626f-c10e-4649-8bfc-f1db8fdfbf0a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.131746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d0c4aad-7ad9-4b3b-b107-72e3260071d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7222269 Feb 19 07:16:47.134633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7e4c85-d3f5-4833-97ab-3fe013a510cb admin admin] Publish callbacks [] for security_group (c5cdc7a0-d836-41c7-be2d-05f47aadf0b5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.144417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7e4c85-d3f5-4833-97ab-3fe013a510cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c5cdc7a0-d836-41c7-be2d-05f47aadf0b5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.148883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:34Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e13d0ac6-d379-4354-8a6a-7b4e7c256265', 'name': '', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'mac_address': 'fa:16:3e:9c:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:33Z', 'updated_at': '2022-02-19T07:16:45Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'subnets': [{'id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:16:47.234533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5794c1f-a2ef-49fe-b214-3bc186f446c0 None None] Network 9815a600-756c-4a01-b5aa-ef3171d44ff1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:47.242603 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc596eaa-163d-464e-8beb-7748a0104730 None None] The sync data for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 is: [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:16:34Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'e13d0ac6-d379-4354-8a6a-7b4e7c256265', 'name': '', 'network_id': '51b47bca-2d42-488b-9724-792b481b276f', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'mac_address': 'fa:16:3e:9c:eb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:33Z', 'updated_at': '2022-02-19T07:16:45Z', 'revision_number': 4, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'subnets': [{'id': '77330877-8b63-4176-98fb-6ff5933d96e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:16:47.251433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:47.281576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] Publish callbacks [] for security_group (647b626f-c10e-4649-8bfc-f1db8fdfbf0a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.290623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d7e4c85-d3f5-4833-97ab-3fe013a510cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd6042ccb7fd420ebe33034900f9886c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8602626 Feb 19 07:16:47.297561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:47.298870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e4c85-d3f5-4833-97ab-3fe013a510cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cdc7a0-d836-41c7-be2d-05f47aadf0b5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:47.407105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Made reservation on behalf of 0aa6e8015b674b42b42c1fd1f4b7d73f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:47.415638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.434564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b', 'network_id': '52444d8f-2098-4d7d-b324-d6200ae8deef', 'port_id': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b', 'mac_address': 'fa:16:3e:a2:cd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2494a887-4d80-4087-adc2-e6d3d4b14a1f', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:47.529279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] Publish callbacks [] for security_group (c5cdc7a0-d836-41c7-be2d-05f47aadf0b5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.565836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] Publish callbacks [] for security_group (c5cdc7a0-d836-41c7-be2d-05f47aadf0b5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.651581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (647b626f-c10e-4649-8bfc-f1db8fdfbf0a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.655574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.657459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/647b626f-c10e-4649-8bfc-f1db8fdfbf0a HTTP/1.1" status: 204 len: 168 time: 0.8053052 Feb 19 07:16:47.689503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc1abe-c2bb-49e1-8ce4-5839eee1b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647b626f-c10e-4649-8bfc-f1db8fdfbf0a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:47.747157 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c5cdc7a0-d836-41c7-be2d-05f47aadf0b5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.756899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.762327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5cdc7a0-d836-41c7-be2d-05f47aadf0b5 HTTP/1.1" status: 204 len: 168 time: 0.4635932 Feb 19 07:16:47.773951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e13d0ac6-d379-4354-8a6a-7b4e7c256265 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:47.781564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:47.782836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc327382-2b6e-475a-a50e-d7c05c81a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cdc7a0-d836-41c7-be2d-05f47aadf0b5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:47.785276 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:47.860768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Allocated IP 192.168.233.103 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/302b730f-d9d9-4af5-bf98-c8d298bb6421) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:16:47.949819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:48.029544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:48.045451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.048326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 88703678-b483-419c-b102-5108dd23c0eb details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:48.319136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks [] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.340476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=88703678-b483-419c-b102-5108dd23c0eb,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:48.380407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '88703678-b483-419c-b102-5108dd23c0eb', 'network_id': '9ff0e559-d4e3-4941-9978-8de53d944e85', 'port_id': '88703678-b483-419c-b102-5108dd23c0eb', 'mac_address': 'fa:16:3e:a0:ed:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7720e89-5b7e-46ba-ac0c-3ecde68dfb48', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:48.424064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.441929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:48.444260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9fd9abb1-f2d5-46cd-9140-294c3efe10ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:48.524249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:16:48.541946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:48.549113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:16:48.572815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e13d0ac6-d379-4354-8a6a-7b4e7c256265 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:48.573779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.697968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event updated for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:48.759615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 88703678-b483-419c-b102-5108dd23c0eb is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:48.761270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88703678-b483-419c-b102-5108dd23c0eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.783111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:48.784880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:48.814929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-daa345f5-c32d-4366-b965-79709a30af45 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8042634 Feb 19 07:16:48.827243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Request body: {'port': {'device_id': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:48.972103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:49.038540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88703678-b483-419c-b102-5108dd23c0eb {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:49.108742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=88703678-b483-419c-b102-5108dd23c0eb,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:49.130166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:49.142781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:49.577186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302b730f-d9d9-4af5-bf98-c8d298bb6421 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:49.591658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks [] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:49.609832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e13d0ac6-d379-4354-8a6a-7b4e7c256265 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:49.616386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Transition to ACTIVE for port object 302b730f-d9d9-4af5-bf98-c8d298bb6421 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:16:49.623814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:49.749302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Pushing event updated for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:49.753484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:49.768673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:49.798492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['88703678-b483-419c-b102-5108dd23c0eb'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:50.002599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2008065315-network', 'tenant_id': 'de3c92a88d604a2a8031a9626464f749'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:50.039655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Attempting to bind port 302b730f-d9d9-4af5-bf98-c8d298bb6421 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:16:50.041890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Attempting to bind port 302b730f-d9d9-4af5-bf98-c8d298bb6421 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:16:50.042494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Attempting to bind port 302b730f-d9d9-4af5-bf98-c8d298bb6421 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:50.054160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Port 302b730f-d9d9-4af5-bf98-c8d298bb6421 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:16:50.054642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Attempting to bind port 302b730f-d9d9-4af5-bf98-c8d298bb6421 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:16:50.065336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:16:50.067444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:50.068088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:16:50.069190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Bound port: 302b730f-d9d9-4af5-bf98-c8d298bb6421, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:16:50.072239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.086960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Made reservation on behalf of de3c92a88d604a2a8031a9626464f749 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:50.091080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.118876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.262888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:16:50.273002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:16:50.289190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.323282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks [] for security_group (a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.335601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.401755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:50.402323 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.403761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] 10.222.0.47 "PUT /v2.0/ports/302b730f-d9d9-4af5-bf98-c8d298bb6421 HTTP/1.1" status: 200 len: 1096 time: 1.5813076 Feb 19 07:16:50.411927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:50.418769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:16:50.421211 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441517ff-f9aa-4896-a39b-d1beacaf5ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:50.472794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (27c2b09a-1e60-4e9c-949a-8980908a6cbe), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.474611 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Added segment 27c2b09a-1e60-4e9c-949a-8980908a6cbe of type vlan for network dc3c6c4f-26e0-4855-9783-5e21518f3a01 Feb 19 07:16:50.636782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6b926-74b4-4c15-a6c4-2521f236a45c service neutron] Pushing event updated for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:50.660676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:50.687017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-31b4a8c6-7e0e-42c7-bcb7-52724ae453a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:50.699461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-31b4a8c6-7e0e-42c7-bcb7-52724ae453a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 1130 time: 0.2244217 Feb 19 07:16:50.771400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:50.819128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-01b47b19-c82d-42d3-a871-649899eee14f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421 HTTP/1.1" status: 200 len: 217 time: 0.1187603 Feb 19 07:16:50.821035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dc3c6c4f-26e0-4855-9783-5e21518f3a01), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.904351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dc3c6c4f-26e0-4855-9783-5e21518f3a01), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.905786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:50.906837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:50.925623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-99957c69-2c47-4972-8ec8-8630abb6fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:50.928500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-99957c69-2c47-4972-8ec8-8630abb6fb0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1027100 Feb 19 07:16:51.033120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2572365 Feb 19 07:16:51.037645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:51.047274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Request body: {'subnet': {'network_id': 'dc3c6c4f-26e0-4855-9783-5e21518f3a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2008065315-subnet', 'tenant_id': 'de3c92a88d604a2a8031a9626464f749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:16:51.059154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5de1d8-0327-46ff-8789-6c7d6076ecbf admin admin] Pushing event updated for resources: {'Network': ['ID=dc3c6c4f-26e0-4855-9783-5e21518f3a01,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:51.071849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dc3c6c4f-26e0-4855-9783-5e21518f3a01 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:16:51.135614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Made reservation on behalf of de3c92a88d604a2a8031a9626464f749 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:16:51.141140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:51.151631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 88703678-b483-419c-b102-5108dd23c0eb up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:51.239587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 88703678-b483-419c-b102-5108dd23c0eb completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:51.245431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-deb55060-c92b-40e6-b7ed-c2610fa44feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:51.246800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-deb55060-c92b-40e6-b7ed-c2610fa44feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3123579 Feb 19 07:16:51.247572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 88703678-b483-419c-b102-5108dd23c0eb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:51.247951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88703678-b483-419c-b102-5108dd23c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:51.402163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 88703678-b483-419c-b102-5108dd23c0eb is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:51.402562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88703678-b483-419c-b102-5108dd23c0eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:51.458710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88703678-b483-419c-b102-5108dd23c0eb'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:16:51.468604 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37af1fa-1aef-4483-b369-679d00d8f276" -d '{"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "88703678-b483-419c-b102-5108dd23c0eb"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:16:51.482517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-96dc0a22-f528-4234-b7f7-f881eb6484ea service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332498 Feb 19 07:16:51.511328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=88703678-b483-419c-b102-5108dd23c0eb,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:51.523647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:51.704804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:51.734212 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4272b1e7-17ac-4381-9cb2-2f8090696347 req-9efb744d-0822-4bd9-a0dc-3a41611a1b97 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437296 Feb 19 07:16:51.925110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (0701177b-96e5-4734-9890-8eba13f3e913), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:52.043316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0701177b-96e5-4734-9890-8eba13f3e913,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:52.060901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Checking segment: {'id': '27c2b09a-1e60-4e9c-949a-8980908a6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dc3c6c4f-26e0-4855-9783-5e21518f3a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:16:52.061465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Network hostable DHCP agents. Network: dc3c6c4f-26e0-4855-9783-5e21518f3a01, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:16:52.092833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Network dc3c6c4f-26e0-4855-9783-5e21518f3a01 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:16:52.129598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, dc3c6c4f-26e0-4855-9783-5e21518f3a01) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:16:52.139029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:52.139029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:52.157722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315eeba3-a2ae-45a9-92d8-b12f9093c269 None None] Network dc3c6c4f-26e0-4855-9783-5e21518f3a01 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:52.176318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed73ee47-5aa7-4fb3-b612-4c73d4f0252a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1347122 Feb 19 07:16:52.405681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aec5c6-bf30-4142-a82c-076548b6cc9e None None] Network dc3c6c4f-26e0-4855-9783-5e21518f3a01 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:16:53.144293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:53.223165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:53.231673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:53.231673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.330538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:53.350828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:53.351524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.393119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:53.403487 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.512242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:53.541753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab56be-ecd4-4067-9530-3784bd82ad64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.697999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab56be-ecd4-4067-9530-3784bd82ad64 admin admin] Publish callbacks [] for security_group (65381cc4-5fad-464c-b2bd-5e0269e9628b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.705030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-56ab56be-ecd4-4067-9530-3784bd82ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65381cc4-5fad-464c-b2bd-5e0269e9628b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.766184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab56be-ecd4-4067-9530-3784bd82ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65381cc4-5fad-464c-b2bd-5e0269e9628b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:53.798289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-56ab56be-ecd4-4067-9530-3784bd82ad64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99fd330c2ff84722821e327f1797ed0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4638095 Feb 19 07:16:53.798672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:53.893365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] Publish callbacks [] for security_group (65381cc4-5fad-464c-b2bd-5e0269e9628b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:53.933818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] Publish callbacks [] for security_group (65381cc4-5fad-464c-b2bd-5e0269e9628b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.009821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65381cc4-5fad-464c-b2bd-5e0269e9628b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.023614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.025798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65381cc4-5fad-464c-b2bd-5e0269e9628b HTTP/1.1" status: 204 len: 168 time: 0.2261519 Feb 19 07:16:54.035025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ae41-8c30-40d5-ad30-a70292cf7cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65381cc4-5fad-464c-b2bd-5e0269e9628b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:54.406302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:54.421184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2202c7a-11b5-4be9-9baa-92b4413054b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.541578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2202c7a-11b5-4be9-9baa-92b4413054b1 admin admin] Publish callbacks [] for security_group (0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.548594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2202c7a-11b5-4be9-9baa-92b4413054b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.593893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2202c7a-11b5-4be9-9baa-92b4413054b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:54.602243 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d2202c7a-11b5-4be9-9baa-92b4413054b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5184ba58d0444d5eab9f2295b246d061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925251 Feb 19 07:16:54.602994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:54.668936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] Publish callbacks [] for security_group (0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.697634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] Publish callbacks [] for security_group (0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.752925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.755596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:54.759235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b HTTP/1.1" status: 204 len: 168 time: 0.1536636 Feb 19 07:16:54.781928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21902c8a-a8d2-46ce-818f-70073187bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb54b89-a24d-41a7-a8d1-cb06a7d4eb7b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:55.142577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 302b730f-d9d9-4af5-bf98-c8d298bb6421 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:16:55.280411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:55.310106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '302b730f-d9d9-4af5-bf98-c8d298bb6421', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '302b730f-d9d9-4af5-bf98-c8d298bb6421', 'mac_address': 'fa:16:3e:b8:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:16:55.370090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 302b730f-d9d9-4af5-bf98-c8d298bb6421 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:55.370851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:55.387751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302b730f-d9d9-4af5-bf98-c8d298bb6421 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:16:55.425790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:55.433217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:55.523608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:55.765891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['302b730f-d9d9-4af5-bf98-c8d298bb6421'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:16:57.140871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 302b730f-d9d9-4af5-bf98-c8d298bb6421 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:16:57.203783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 302b730f-d9d9-4af5-bf98-c8d298bb6421 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:16:57.209933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 302b730f-d9d9-4af5-bf98-c8d298bb6421 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:16:57.212209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:57.305021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 302b730f-d9d9-4af5-bf98-c8d298bb6421 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:16:57.305911 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:57.341546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:16:57.349446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:57.418052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:16:58.745560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5e0c-455c-4ba0-bfad-67eb97ec9aec req-072b4647-4846-4763-ab3a-662487fec9c2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:58.770337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5e0c-455c-4ba0-bfad-67eb97ec9aec req-072b4647-4846-4763-ab3a-662487fec9c2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:58.782206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-310d5e0c-455c-4ba0-bfad-67eb97ec9aec req-072b4647-4846-4763-ab3a-662487fec9c2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1146605 Feb 19 07:16:58.835404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-1bb40095-2257-4b71-a880-f5004c8eef27 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:58.838248 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-1bb40095-2257-4b71-a880-f5004c8eef27 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.2233613 Feb 19 07:16:58.868773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-28993ac5-7af3-49b4-ada8-6ae000747c73 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/quotas/79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 375 time: 0.0210607 Feb 19 07:16:58.895222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-310d5e0c-455c-4ba0-bfad-67eb97ec9aec req-99eb13f2-7ed2-413d-abbb-aca724176eef tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107900 Feb 19 07:16:58.915878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-f7c05658-a071-421c-b3a5-d573c6337c6a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405757 Feb 19 07:16:59.136132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f48ec-503d-41d7-8a1b-ac5add9459ab req-055fe423-6ea1-4a2e-9d34-bf3b0ff14b97 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:59.138554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-673f48ec-503d-41d7-8a1b-ac5add9459ab req-055fe423-6ea1-4a2e-9d34-bf3b0ff14b97 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.1314545 Feb 19 07:16:59.139341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-283726ca-e6b0-444b-862e-7f3d0822dec2 service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123499 Feb 19 07:16:59.240783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-673f48ec-503d-41d7-8a1b-ac5add9459ab req-58e9f4c8-dc64-4397-a5cc-cebe838c7509 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946054 Feb 19 07:16:59.285590 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45ee34-5533-411a-9a49-e41a4743d356 x-openstack-request-id: req-fa45ee34-5533-411a-9a49-e41a4743d356 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:59.286346 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:59.286939 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa45ee34-5533-411a-9a49-e41a4743d356 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:59.287577 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421', 'status': 'completed', 'code': 200} Feb 19 07:16:59.366406 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481a3067-0c0c-4a05-ab03-3cc517a90139 x-openstack-request-id: req-481a3067-0c0c-4a05-ab03-3cc517a90139 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:16:59.367596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "88703678-b483-419c-b102-5108dd23c0eb", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:16:59.369646 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-481a3067-0c0c-4a05-ab03-3cc517a90139 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:16:59.370154 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88703678-b483-419c-b102-5108dd23c0eb', 'code': 200} Feb 19 07:16:59.381761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:16:59.394399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-b653ecd5-c506-4352-8deb-f6148279fd0d service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490680 Feb 19 07:16:59.463929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-ab18eb5f-93c6-47da-9b1c-73749c8001ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:59.465701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-ab18eb5f-93c6-47da-9b1c-73749c8001ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 1132 time: 0.1551604 Feb 19 07:16:59.725956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e814c01-d732-48e4-8831-2c04cfa0b6ea req-bd471b3b-a559-4f7e-8808-c959a224c51e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 210 time: 0.0611436 Feb 19 07:16:59.731813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-b07344b0-6bc6-4ab8-9734-6a48c272e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:16:59.733430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-b07344b0-6bc6-4ab8-9734-6a48c272e7b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2604685 Feb 19 07:16:59.877748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-1f56cf36-63e1-4551-bf66-b6c969a03a1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421 HTTP/1.1" status: 200 len: 217 time: 0.1299012 Feb 19 07:16:59.886418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Deleting subnet 0701177b-96e5-4734-9890-8eba13f3e913 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:16:59.904102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Publish callbacks [] for subnet (0701177b-96e5-4734-9890-8eba13f3e913), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:16:59.996426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.004866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (0701177b-96e5-4734-9890-8eba13f3e913), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.127542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0701177b-96e5-4734-9890-8eba13f3e913), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.179813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-312f7425-66e1-47aa-81c1-1b18e8a5b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:00.182162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-312f7425-66e1-47aa-81c1-1b18e8a5b151 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1394711 Feb 19 07:17:00.192428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087f80-0ba4-40bb-9ae3-fac551d6e3c1 req-a4bf9881-f9f6-48a6-b66f-5485fe43eef5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:00.198205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087f80-0ba4-40bb-9ae3-fac551d6e3c1 req-a4bf9881-f9f6-48a6-b66f-5485fe43eef5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:00.205470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b087f80-0ba4-40bb-9ae3-fac551d6e3c1 req-a4bf9881-f9f6-48a6-b66f-5485fe43eef5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1638718 Feb 19 07:17:00.306215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b087f80-0ba4-40bb-9ae3-fac551d6e3c1 req-c3b96cd3-c785-4f1f-b661-7e62586a6fa1 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973718 Feb 19 07:17:00.333070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-5d445d01-ccfe-4c4e-945b-a6c734f9f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:00.334893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-5d445d01-ccfe-4c4e-945b-a6c734f9f584 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1231160 Feb 19 07:17:00.336368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (0701177b-96e5-4734-9890-8eba13f3e913), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.445946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-feb7b595-90eb-4659-84fe-7bb541d194ae service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004612 Feb 19 07:17:00.476818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0701177b-96e5-4734-9890-8eba13f3e913,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:00.481373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.485855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0701177b-96e5-4734-9890-8eba13f3e913 HTTP/1.1" status: 204 len: 168 time: 1.1012549 Feb 19 07:17:00.489645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:00.521594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.521869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.522218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.522562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.522983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.523242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.523585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.523935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.525256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.525884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.526224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.526708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.527042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafa0f69-7e54-49d1-abcc-a063dbdcbb37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:00.584814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa931d1-c987-4975-9c4e-187e08ac25c6 req-7e80e0e2-1ae5-4c3d-a186-b7640fd832a3 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:00.587525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fa931d1-c987-4975-9c4e-187e08ac25c6 req-7e80e0e2-1ae5-4c3d-a186-b7640fd832a3 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.1167805 Feb 19 07:17:00.666154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fa931d1-c987-4975-9c4e-187e08ac25c6 req-1edf146c-c8d5-4e6a-af00-abd0a33e3d8a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653088 Feb 19 07:17:00.713684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dc3c6c4f-26e0-4855-9783-5e21518f3a01), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.888705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-441517ff-f9aa-4896-a39b-d1beacaf5ba7 req-1c8a6489-42ac-432f-98fa-b1a3efe3fb81 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225597 Feb 19 07:17:00.925141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5da1d377-c919-43a1-842f-1a8fae2f5b16 req-3ba99740-4067-423d-8604-f0fb6575b389 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 210 time: 0.0737011 Feb 19 07:17:00.935059 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dc3c6c4f-26e0-4855-9783-5e21518f3a01), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:00.989374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3c6c4f-26e0-4855-9783-5e21518f3a01']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:01.012909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c2b09a-1e60-4e9c-949a-8980908a6cbe') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:01.013600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c2b09a-1e60-4e9c-949a-8980908a6cbe') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:01.044411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (27c2b09a-1e60-4e9c-949a-8980908a6cbe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:01.080395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (27c2b09a-1e60-4e9c-949a-8980908a6cbe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:01.089369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:01.090618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (27c2b09a-1e60-4e9c-949a-8980908a6cbe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:01.093263 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:01.172737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dc3c6c4f-26e0-4855-9783-5e21518f3a01), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:01.190754 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:01.193934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc3c6c4f-26e0-4855-9783-5e21518f3a01 HTTP/1.1" status: 204 len: 168 time: 0.6889174 Feb 19 07:17:01.230526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5f625-46fc-46f2-8f82-a88b36dc8dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3c6c4f-26e0-4855-9783-5e21518f3a01,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:01.371796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b'}, {'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:01.375843 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26950049-ed67-4f68-8b01-fd402703633c" -d '{"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b"}, {"server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "name": "network-vif-plugged", "status": "completed", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:01.530788 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6653a002-b269-4976-b093-2a0added0e13 x-openstack-request-id: req-6653a002-b269-4976-b093-2a0added0e13 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:01.532749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346471-ccba-4ae0-8d47-920bf3d0d044 req-038ffcfb-fe21-4fd3-95c4-9ba5f0ae5bbd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:01.533020 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-plugged", "status": "completed", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b", "code": 200}, {"server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "name": "network-vif-plugged", "status": "completed", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:01.534070 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6653a002-b269-4976-b093-2a0added0e13 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:01.534815 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b', 'code': 200} Feb 19 07:17:01.536009 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421', 'code': 200} Feb 19 07:17:01.543702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15346471-ccba-4ae0-8d47-920bf3d0d044 req-038ffcfb-fe21-4fd3-95c4-9ba5f0ae5bbd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:01.547572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15346471-ccba-4ae0-8d47-920bf3d0d044 req-038ffcfb-fe21-4fd3-95c4-9ba5f0ae5bbd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1300783 Feb 19 07:17:01.660082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15346471-ccba-4ae0-8d47-920bf3d0d044 req-6166f1d0-76b3-41d7-b5d6-1af1cd838e6d tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893564 Feb 19 07:17:01.761608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48930) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:01.897060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d8e4b5a-1e9b-4aeb-9162-fe9df5edb470 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de3c92a88d604a2a8031a9626464f749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308742 Feb 19 07:17:01.901114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48942) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:01.903470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-825c87ca-6f53-4908-a3f8-40701a40018f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:01.909199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-825c87ca-6f53-4908-a3f8-40701a40018f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.4444044 Feb 19 07:17:01.924511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad1c5-9bdc-44ad-a09d-7817ebdca9b9 req-2fed8688-5abe-4673-9865-4e91fc8afbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:01.925295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad1c5-9bdc-44ad-a09d-7817ebdca9b9 req-2fed8688-5abe-4673-9865-4e91fc8afbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:01.927803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-318ad1c5-9bdc-44ad-a09d-7817ebdca9b9 req-2fed8688-5abe-4673-9865-4e91fc8afbbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 2047 time: 0.2642016 Feb 19 07:17:01.959085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Request body: {'port': {'device_id': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'admin_state_up': True, 'tenant_id': '79af69ad386946bc8440ff5357368234'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:02.035367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] Publish callbacks [] for security_group (a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.096803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-318ad1c5-9bdc-44ad-a09d-7817ebdca9b9 req-55dfef27-cad5-41fd-97b6-3213ce21a3a1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615779 Feb 19 07:17:02.098714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dde01547-ea3a-470c-8e66-625d6458c5d0 req-31bcb746-1bed-4eca-8db7-563af4d39c2a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 210 time: 0.0582247 Feb 19 07:17:02.111499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] Publish callbacks [] for security_group (a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.188384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.197157 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.201674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf HTTP/1.1" status: 204 len: 168 time: 0.2968528 Feb 19 07:17:02.214778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198543d-7ee5-42a4-8f6a-daf295be1609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3710cc1-7ab5-4edd-a11a-8cce2fb3b2cf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:02.257456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f9b17-2d86-4b53-a805-da917ec091b9 req-402354c2-d20d-4dee-a64c-b24f83bebdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:02.259711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-197f9b17-2d86-4b53-a805-da917ec091b9 req-402354c2-d20d-4dee-a64c-b24f83bebdd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 1132 time: 0.4527519 Feb 19 07:17:02.279359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f173f44-137b-4dbb-b45a-2f127aeb9aa0 req-b82c2613-c4f2-4900-afae-d03326dfa1e6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:02.291779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f173f44-137b-4dbb-b45a-2f127aeb9aa0 req-b82c2613-c4f2-4900-afae-d03326dfa1e6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.3811052 Feb 19 07:17:02.292983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:02.297637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.376368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f173f44-137b-4dbb-b45a-2f127aeb9aa0 req-8e5cefcc-3d0c-4e5b-85b6-44b0377befd7 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654633 Feb 19 07:17:02.481742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-197f9b17-2d86-4b53-a805-da917ec091b9 req-4d3255c5-c1c1-468d-ad82-5e7ce2efff18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100595 Feb 19 07:17:02.518866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Allocated IP 172.20.0.8 (4c3ab712-c699-4725-8829-7ba80b465f62/91821e47-7ba2-4e28-9af9-03c4152a518b/bb40a253-247f-4496-8989-988b4e781ffa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:02.770524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks [] for port (bb40a253-247f-4496-8989-988b4e781ffa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.810615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.837352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:02.850779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3469-a958-4c52-a49f-e466794d9b01 req-105ad99e-8a09-4a6f-ab7e-f64c75edbecd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:02.870111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3469-a958-4c52-a49f-e466794d9b01 req-105ad99e-8a09-4a6f-ab7e-f64c75edbecd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:02.874131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c9a3469-a958-4c52-a49f-e466794d9b01 req-105ad99e-8a09-4a6f-ab7e-f64c75edbecd tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1373894 Feb 19 07:17:02.900879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Network 4c3ab712-c699-4725-8829-7ba80b465f62 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:02.912553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:02.920688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:02.935129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:02.984306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c9a3469-a958-4c52-a49f-e466794d9b01 req-7d73e503-2680-48db-a6e5-984a5ecb4abe tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011086 Feb 19 07:17:02.997487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.997873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.998189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.998530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.998867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.999284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.999563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:02.999897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.000231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.000559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.000885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.001208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.001531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:03.031868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:03.032716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:03.062271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e030a8a7-54f6-4de6-9b75-f75aa52d2700 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1164587 Feb 19 07:17:03.079501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Request body: {'port': {'device_id': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:03.184207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:03.296340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae3a3c-02fa-4beb-a3c4-05a9a497d316 req-284707ac-1f7a-48fe-9c4f-6650a3f71eaf tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:03.306666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55ae3a3c-02fa-4beb-a3c4-05a9a497d316 req-284707ac-1f7a-48fe-9c4f-6650a3f71eaf tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 951 time: 0.1070485 Feb 19 07:17:03.364472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55ae3a3c-02fa-4beb-a3c4-05a9a497d316 req-abc059b3-cdf6-4946-a357-b39db6fa7871 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592339 Feb 19 07:17:03.474052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c327cd-4466-4e9c-ba5d-d8d7578dbeb1 req-f176014a-e15a-49d7-a801-8df943b326a5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:03.475595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74c327cd-4466-4e9c-ba5d-d8d7578dbeb1 req-f176014a-e15a-49d7-a801-8df943b326a5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 931 time: 0.2683806 Feb 19 07:17:03.583865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74c327cd-4466-4e9c-ba5d-d8d7578dbeb1 req-e45fc19e-b416-41b1-9f52-5e47098b9e42 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931103 Feb 19 07:17:03.699792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb40a253-247f-4496-8989-988b4e781ffa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:03.758228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks [] for port (bb40a253-247f-4496-8989-988b4e781ffa), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:03.785862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Transition to ACTIVE for port object bb40a253-247f-4496-8989-988b4e781ffa will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:03.792809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:03.884510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b4ba-3398-4061-9cc2-91f2596f53c7 req-6102c376-deb0-4d61-815f-7dddbef744e0 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:03.891654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95f7b4ba-3398-4061-9cc2-91f2596f53c7 req-6102c376-deb0-4d61-815f-7dddbef744e0 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.1957116 Feb 19 07:17:03.893825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:04.045928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95f7b4ba-3398-4061-9cc2-91f2596f53c7 req-3dc70d90-b331-42f0-a77b-facc93afa780 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468585 Feb 19 07:17:04.129986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:04.133268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:04.133681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:04.147718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:04.148108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:04.160933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:04.161252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:04.161649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:04.164244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Bound port: bb40a253-247f-4496-8989-988b4e781ffa, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:04.166017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:04.323062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:04.339464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:04.346826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:04.398371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.399799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:04.401349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] 10.222.0.24 "PUT /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 1091 time: 1.3314095 Feb 19 07:17:04.402082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:04.404790 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db0989-c44f-4934-aa7f-96b774681fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "tag": "bb40a253-247f-4496-8989-988b4e781ffa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:04.445427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0616-e5dc-445c-9edc-2230b738d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:04.532663 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bdc7b6-86c0-48f0-947b-7942efc086cd x-openstack-request-id: req-d3bdc7b6-86c0-48f0-947b-7942efc086cd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:04.532965 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "tag": "bb40a253-247f-4496-8989-988b4e781ffa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:04.533223 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3bdc7b6-86c0-48f0-947b-7942efc086cd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:04.535711 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa', 'status': 'completed', 'code': 200} Feb 19 07:17:04.586371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030c00-35d0-4d88-8357-6b4e5221f33f req-2215d5c3-79b1-4fe4-a48f-cfd3ee1af846 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.595550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030c00-35d0-4d88-8357-6b4e5221f33f req-2215d5c3-79b1-4fe4-a48f-cfd3ee1af846 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.598807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c030c00-35d0-4d88-8357-6b4e5221f33f req-2215d5c3-79b1-4fe4-a48f-cfd3ee1af846 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1782899 Feb 19 07:17:04.647033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-87e9f0b2-6ed4-469a-97d6-4b6c3edfbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.648812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-87e9f0b2-6ed4-469a-97d6-4b6c3edfbd98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1125 time: 0.1747146 Feb 19 07:17:04.713968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-e948423b-d661-4de7-b79c-e4ec3618dd30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.0573812 Feb 19 07:17:04.745735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c030c00-35d0-4d88-8357-6b4e5221f33f req-c3d5271f-946f-408c-b106-9ab511ab9a9c tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353106 Feb 19 07:17:04.787157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-08bff1cb-300b-448d-902d-d38fa18ea990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.788845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-08bff1cb-300b-448d-902d-d38fa18ea990 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.0604084 Feb 19 07:17:04.838984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-fea996da-9e69-44ef-8f61-25759939aa7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433588 Feb 19 07:17:04.926576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:04.947823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a44b3-0574-49d8-980c-e269d8a0f3b4 req-86e7acb4-bdb1-4458-bdb8-d1af95c80594 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.949402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5a44b3-0574-49d8-980c-e269d8a0f3b4 req-86e7acb4-bdb1-4458-bdb8-d1af95c80594 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 951 time: 0.1094162 Feb 19 07:17:04.964671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc08b5-bb8d-4ce1-897e-2fabefc03a45 req-98a142eb-4ef5-43f9-9335-b534bdaff64a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:04.976424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dcc08b5-bb8d-4ce1-897e-2fabefc03a45 req-98a142eb-4ef5-43f9-9335-b534bdaff64a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.0975542 Feb 19 07:17:05.009775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-2e6a94aa-74a3-482b-b8f2-764b81105ab4 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609643 Feb 19 07:17:05.063702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dcc08b5-bb8d-4ce1-897e-2fabefc03a45 req-cef75479-dec2-4636-98d8-b57fdcdefa61 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831449 Feb 19 07:17:05.103763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5a44b3-0574-49d8-980c-e269d8a0f3b4 req-0b5273fd-75c3-4494-b5d9-9ac214a16d3d tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356692 Feb 19 07:17:05.191432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d818090-e1fb-4e34-809d-6984cd2dea23 req-294f478d-b09a-474d-b52b-6214fe80564b service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706128 Feb 19 07:17:05.259102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fde3-2468-42d2-9404-c5571e3efaa7 req-05637224-03b1-4269-8a87-46b207547101 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.267902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4088fde3-2468-42d2-9404-c5571e3efaa7 req-05637224-03b1-4269-8a87-46b207547101 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.0856607 Feb 19 07:17:05.319893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a673d81c-b3cf-4c2e-8430-75f67c339191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.453898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4088fde3-2468-42d2-9404-c5571e3efaa7 req-667fa0f3-7502-4b52-858f-a8e08a175672 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719160 Feb 19 07:17:05.463885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-11b07d1e-16ec-4489-96f9-9537d76cbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.466315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-11b07d1e-16ec-4489-96f9-9537d76cbed5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1125 time: 0.1974320 Feb 19 07:17:05.493865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a673d81c-b3cf-4c2e-8430-75f67c339191 admin admin] Publish callbacks [] for security_group (456a8e80-d2ba-4d5d-8e0c-a93dc06188d1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.505445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a673d81c-b3cf-4c2e-8430-75f67c339191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (456a8e80-d2ba-4d5d-8e0c-a93dc06188d1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.533712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a673d81c-b3cf-4c2e-8430-75f67c339191 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbca367f59be43cd9290651a2301d3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993795 Feb 19 07:17:05.536474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:05.577440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-8561f7e7-b392-47c8-932e-d5b1b0aef829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.578994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-8561f7e7-b392-47c8-932e-d5b1b0aef829 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.0947502 Feb 19 07:17:05.584142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30915f7-a1f0-43d7-8892-3f14e035e5f6 req-401bbaa6-a422-43e0-8fbd-5db59988c6f4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.589479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30915f7-a1f0-43d7-8892-3f14e035e5f6 req-401bbaa6-a422-43e0-8fbd-5db59988c6f4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.591168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f30915f7-a1f0-43d7-8892-3f14e035e5f6 req-401bbaa6-a422-43e0-8fbd-5db59988c6f4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1500938 Feb 19 07:17:05.596494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673d81c-b3cf-4c2e-8430-75f67c339191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456a8e80-d2ba-4d5d-8e0c-a93dc06188d1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:05.644536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-9a35e664-bc20-4fa0-a7a1-ab88491cce88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.0566823 Feb 19 07:17:05.678696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f30915f7-a1f0-43d7-8892-3f14e035e5f6 req-732e191b-7395-4162-a2fa-eed1374a16c3 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616705 Feb 19 07:17:05.692334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] Publish callbacks [] for security_group (456a8e80-d2ba-4d5d-8e0c-a93dc06188d1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.715692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-2c8354bc-7363-49cf-a785-325e42bab225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:05.718737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-2c8354bc-7363-49cf-a785-325e42bab225 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.0665338 Feb 19 07:17:05.739834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] Publish callbacks [] for security_group (456a8e80-d2ba-4d5d-8e0c-a93dc06188d1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.772620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-a1b91938-3b27-41a3-9e3b-724c984fad22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474977 Feb 19 07:17:05.840340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (456a8e80-d2ba-4d5d-8e0c-a93dc06188d1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.844037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:05.847584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/456a8e80-d2ba-4d5d-8e0c-a93dc06188d1 HTTP/1.1" status: 204 len: 168 time: 0.3078480 Feb 19 07:17:05.861600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014da8b-a494-42b0-9c73-2da35227de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a8e80-d2ba-4d5d-8e0c-a93dc06188d1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:05.923872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-e1dc769d-4fae-48c5-86a9-7a627284bae5 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436656 Feb 19 07:17:06.056722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6db0989-c44f-4934-aa7f-96b774681fb6 req-02d66f48-e4be-4069-9d25-0957747a4fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232963 Feb 19 07:17:06.212199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0b5e-9165-472b-83fb-057a3705cc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.262842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a3772-242e-448b-8390-e9d73df00c45 req-23b3b54e-615a-45c5-9f74-044d649428c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.272437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a62a3772-242e-448b-8390-e9d73df00c45 req-23b3b54e-615a-45c5-9f74-044d649428c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.1056201 Feb 19 07:17:06.333427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a62a3772-242e-448b-8390-e9d73df00c45 req-495063e8-4270-4902-ab16-e3d6ebf76f2a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Feb 19 07:17:06.363793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:06.556839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.564107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.565556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.567710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.569668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.571872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.573098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.575027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.590373 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-3031f651-4cfc-4686-ba34-ee2aa517e8e0 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&device_id=db67a718-e954-4d3b-97f8-bb008c291cc5&device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2&device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7&device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9&device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 7569 time: 0.1679289 Feb 19 07:17:06.598985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:06.599415 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.614127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e79a-1540-4b16-bad2-50c680eb8847 req-711ca21d-689a-4452-8332-5db2ea75919b tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.620415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-27fa2ef3-ba56-49cf-9d90-17406d40f124 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.625984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63f9e79a-1540-4b16-bad2-50c680eb8847 req-711ca21d-689a-4452-8332-5db2ea75919b tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 951 time: 0.1147325 Feb 19 07:17:06.659351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:06.668293 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fba71-f0bc-4fb6-8146-762493a4f55a" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-unplugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:06.692747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63f9e79a-1540-4b16-bad2-50c680eb8847 req-985c3855-6b76-4165-8536-8a9a16e201dc tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657341 Feb 19 07:17:06.709133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:06.721511 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.811800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-27fa2ef3-ba56-49cf-9d90-17406d40f124 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Publish callbacks [] for security_group (489d185f-2531-4a83-b57f-c1da8f89ad27), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.822113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-27fa2ef3-ba56-49cf-9d90-17406d40f124 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (489d185f-2531-4a83-b57f-c1da8f89ad27), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:06.842129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-a8c2f64a-3538-46f4-9bb0-be1676741216 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:06.844247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-a8c2f64a-3538-46f4-9bb0-be1676741216 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.24 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 949 time: 0.1154485 Feb 19 07:17:06.869266 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9286fa4-4e19-4f0b-a58f-93236f401bb4 x-openstack-request-id: req-d9286fa4-4e19-4f0b-a58f-93236f401bb4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:06.870052 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-unplugged", "status": "completed", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:06.870962 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9286fa4-4e19-4f0b-a58f-93236f401bb4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:06.871712 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'code': 200} Feb 19 07:17:06.886627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:06.897178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa2ef3-ba56-49cf-9d90-17406d40f124 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489d185f-2531-4a83-b57f-c1da8f89ad27,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:06.905356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.906411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.907000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.907590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.909164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.910643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.911383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.915495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.918396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.918825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.919415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.920829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:06.921391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:07.064735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e24c3-2541-4893-ad97-d79efe7cbb5c req-e797cc5e-daaf-4357-959d-2e1c8a406f03 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.072416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e24c3-2541-4893-ad97-d79efe7cbb5c req-e797cc5e-daaf-4357-959d-2e1c8a406f03 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.079367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9e24c3-2541-4893-ad97-d79efe7cbb5c req-e797cc5e-daaf-4357-959d-2e1c8a406f03 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1727359 Feb 19 07:17:07.086069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d9f6cba-fefd-4447-a927-c937aadd20d8 req-27fa2ef3-ba56-49cf-9d90-17406d40f124 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=760d4c7e-4dac-4a44-a16d-7156e8de4f27&id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&id=029405b0-9f55-4bb0-b315-ad91d5f38524&id=2664eed5-4b26-4e29-8b16-53da3961f801&id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.4942193 Feb 19 07:17:07.209824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-ba3243ce-476e-475f-bd09-3d69e54a7cea tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.216734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-ba3243ce-476e-475f-bd09-3d69e54a7cea tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.216843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-ba3243ce-476e-475f-bd09-3d69e54a7cea tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 1683 time: 0.1826344 Feb 19 07:17:07.225869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Deleting port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:07.226213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.234027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9e24c3-2541-4893-ad97-d79efe7cbb5c req-385d9f87-631d-4409-b9ab-e4cb98a7d0da tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534848 Feb 19 07:17:07.414156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] For port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:07.414864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.432191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Calling delete_port for 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:07.481067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f221e-4ab6-4d2c-aa47-d2de1db1c742 req-cf345d3b-8889-4a20-ad67-b78ab95107c3 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.482855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f221e-4ab6-4d2c-aa47-d2de1db1c742 req-cf345d3b-8889-4a20-ad67-b78ab95107c3 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.483560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f221e-4ab6-4d2c-aa47-d2de1db1c742 req-cf345d3b-8889-4a20-ad67-b78ab95107c3 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.494182 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3f221e-4ab6-4d2c-aa47-d2de1db1c742 req-cf345d3b-8889-4a20-ad67-b78ab95107c3 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2&device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 2977 time: 0.0856380 Feb 19 07:17:07.535781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:07.551126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:07.551745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.561951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3f221e-4ab6-4d2c-aa47-d2de1db1c742 req-6faf0bac-24c4-40eb-a2b6-bc691e4c1e52 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Feb 19 07:17:07.706767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-873440418-network', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:07.741786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed830f87-322a-4043-af55-8ebf2ca0fed1 req-a50cd2f8-a6fd-4bdf-9a05-2ce7f6af2ff9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:07.744263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed830f87-322a-4043-af55-8ebf2ca0fed1 req-a50cd2f8-a6fd-4bdf-9a05-2ce7f6af2ff9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.2600799 Feb 19 07:17:07.747629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Made reservation on behalf of d6daf5522bed4f90bd6cbc443aceb42e for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:07.751205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.759983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (90dc7dda-9429-4ae4-ae9e-b85081b1ca8b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.764480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.877451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Pushing event deleted for resources: {'Port': ['ID=90dc7dda-9429-4ae4-ae9e-b85081b1ca8b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:07.900932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks [] for security_group (a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.927771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e128f51-dd18-4273-bb2e-112208f5f578 req-a5b5ebfa-2dc9-49e6-be56-1d10ea630751 tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.43 "GET /v2.0/ports?device_id=f75ed13d-99ec-4afd-a356-d3e750aafda9 HTTP/1.1" status: 200 len: 210 time: 0.0416636 Feb 19 07:17:07.929949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.972208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:07.972586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:07.984772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:07.994804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] No DVR routers for this DVR port 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:08.007602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:08.020637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed830f87-322a-4043-af55-8ebf2ca0fed1 req-3802ad40-9373-408c-baae-2b44b20f3b6d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517195 Feb 19 07:17:08.022378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5f7cf536-fabc-44b9-a9d5-c7ea9f54707b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.022898 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Added segment 5f7cf536-fabc-44b9-a9d5-c7ea9f54707b of type vlan for network 66ba6680-3672-4709-9139-d4257491b7fd Feb 19 07:17:08.024858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.032135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c9bde6d-a17c-4d6a-913d-159199fac038 req-6bac8e83-06fb-40c8-87ab-bb1c42cb06ae tempest-ImagesOneServerTestJSON-719108308 tempest-ImagesOneServerTestJSON-719108308-project] 10.222.0.24 "DELETE /v2.0/ports/90dc7dda-9429-4ae4-ae9e-b85081b1ca8b HTTP/1.1" status: 204 len: 173 time: 1.1813467 Feb 19 07:17:08.034389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-deleted', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:08.037420 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6e2aa1-91b3-4553-911c-5f23d3e38fc4" -d '{"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-deleted", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:08.058261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:08.130204 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c60b6-2dfc-40c4-b9f1-5e6de2ecbe03 x-openstack-request-id: req-9f9c60b6-2dfc-40c4-b9f1-5e6de2ecbe03 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:08.130776 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75ed13d-99ec-4afd-a356-d3e750aafda9", "name": "network-vif-deleted", "tag": "90dc7dda-9429-4ae4-ae9e-b85081b1ca8b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:08.131069 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f9c60b6-2dfc-40c4-b9f1-5e6de2ecbe03 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:08.131514 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75ed13d-99ec-4afd-a356-d3e750aafda9', 'name': 'network-vif-deleted', 'tag': '90dc7dda-9429-4ae4-ae9e-b85081b1ca8b', 'status': 'completed', 'code': 200} Feb 19 07:17:08.142735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (66ba6680-3672-4709-9139-d4257491b7fd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.209426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (66ba6680-3672-4709-9139-d4257491b7fd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.210478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:08.211113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.273610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.293688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['88703678-b483-419c-b102-5108dd23c0eb', 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:08.333411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] Pushing event updated for resources: {'Network': ['ID=66ba6680-3672-4709-9139-d4257491b7fd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:08.338805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d1874388-bdca-4141-a6b7-b47cba3eb643 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8019013 Feb 19 07:17:08.342055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:08.348240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Request body: {'subnet': {'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-873440418-subnet', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:08.364458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:08.367567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 66ba6680-3672-4709-9139-d4257491b7fd details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:08.385957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Made reservation on behalf of d6daf5522bed4f90bd6cbc443aceb42e for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:08.395638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.431648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bb40a253-247f-4496-8989-988b4e781ffa details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:08.536722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:08.549416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.567897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b2b0c3ef-89c8-4c57-8fb6-74abaaab79c0 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "DELETE /v2.0/ports/d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b HTTP/1.1" status: 204 len: 173 time: 1.3436568 Feb 19 07:17:08.732538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640222e5-5b81-4e9e-9444-64a31b66a98a req-4144c1d4-469d-4872-9dc1-960170084de2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:08.743895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-640222e5-5b81-4e9e-9444-64a31b66a98a req-4144c1d4-469d-4872-9dc1-960170084de2 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 946 time: 0.3152490 Feb 19 07:17:08.867045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81080-6e92-4cb2-9a64-a718abeddec9 req-79f89308-4c93-450c-ac41-b2897ea3d9e8 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:08.870099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5b81080-6e92-4cb2-9a64-a718abeddec9 req-79f89308-4c93-450c-ac41-b2897ea3d9e8 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.2785184 Feb 19 07:17:08.891402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:08.908579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-640222e5-5b81-4e9e-9444-64a31b66a98a req-e45b43f8-a346-4011-b319-7625de92ea76 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631336 Feb 19 07:17:08.920732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port 88703678-b483-419c-b102-5108dd23c0eb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:08.920732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (88703678-b483-419c-b102-5108dd23c0eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:08.921065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'bb40a253-247f-4496-8989-988b4e781ffa', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'port_id': 'bb40a253-247f-4496-8989-988b4e781ffa', 'mac_address': 'fa:16:3e:ed:2c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91821e47-7ba2-4e28-9af9-03c4152a518b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:08.921065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78add1ac-a47f-4721-8125-ce506e29062f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.022679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (e66ba770-52fc-4750-b0cc-7af0db02a023), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.043837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5b81080-6e92-4cb2-9a64-a718abeddec9 req-7d4b94fc-d007-4e8b-bacf-f6add9079573 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603458 Feb 19 07:17:09.106199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port bb40a253-247f-4496-8989-988b4e781ffa is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:09.106514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.167695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port 88703678-b483-419c-b102-5108dd23c0eb, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=88703678-b483-419c-b102-5108dd23c0eb,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:09.168374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (88703678-b483-419c-b102-5108dd23c0eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.202072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66ba770-52fc-4750-b0cc-7af0db02a023,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:09.258352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Checking segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:09.259062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Network hostable DHCP agents. Network: 66ba6680-3672-4709-9139-d4257491b7fd, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:09.287656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515e275-8625-43b7-926c-b0a825b5f3a4 req-ad103ba2-74ef-4ec3-bf2f-ce8eeff304e4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:09.289985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0515e275-8625-43b7-926c-b0a825b5f3a4 req-ad103ba2-74ef-4ec3-bf2f-ce8eeff304e4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.1682668 Feb 19 07:17:09.308461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb40a253-247f-4496-8989-988b4e781ffa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:09.323371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Network 66ba6680-3672-4709-9139-d4257491b7fd is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:09.355411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 66ba6680-3672-4709-9139-d4257491b7fd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:09.374426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:09.380306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b62b29-756c-400a-a150-7b4c85b4a707 None None] Network 66ba6680-3672-4709-9139-d4257491b7fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:09.391813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:09.393316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.426823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.451363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0515e275-8625-43b7-926c-b0a825b5f3a4 req-4e02330c-305e-4364-8bc6-ad0904f1e645 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528633 Feb 19 07:17:09.464470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-28fbf544-b840-4d2c-a07f-757d37eca21f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1210968 Feb 19 07:17:09.474513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:09.482337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:09.520505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a5d7ae37-f42d-402d-8f82-271f70474961), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.521699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a5d7ae37-f42d-402d-8f82-271f70474961), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.668326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for 88703678-b483-419c-b102-5108dd23c0eb owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:09.704381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for router_controller (a5d7ae37-f42d-402d-8f82-271f70474961), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:09.755772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ce7bf-74b6-48fe-9005-fe2b598e0e77 req-e7941b75-6eea-4413-bb8a-180361bef4c5 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:09.757182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['bb40a253-247f-4496-8989-988b4e781ffa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:09.767594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd2ce7bf-74b6-48fe-9005-fe2b598e0e77 req-e7941b75-6eea-4413-bb8a-180361bef4c5 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.6017790 Feb 19 07:17:09.771489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:09.850517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd2ce7bf-74b6-48fe-9005-fe2b598e0e77 req-14102a0c-8ab1-46aa-aa6e-ddf04a52173d tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796869 Feb 19 07:17:10.086696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (88703678-b483-419c-b102-5108dd23c0eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.124033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=88703678-b483-419c-b102-5108dd23c0eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:10.159670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-deleted', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:10.164249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.164458 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8de4c-9fe8-4c99-9f23-6c52d1e9e9fa" -d '{"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-deleted", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:10.216549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port 88703678-b483-419c-b102-5108dd23c0eb on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:10.219446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.238356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6355bce8-5173-4f7a-ab3e-2f47a8294dd2 req-b4ca8ca8-24bf-47dc-b439-b051d14bc1d5 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.47 "DELETE /v2.0/ports/88703678-b483-419c-b102-5108dd23c0eb HTTP/1.1" status: 204 len: 173 time: 1.6662829 Feb 19 07:17:10.241215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-66ba6680-3672-4709-9139-d4257491b7fd', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:17:10.247510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.288635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45652e19-62da-4354-8fc7-da6fec1f6ab3 req-2e20e427-05a9-468f-9e1d-3f43d56c7039 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:10.294089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:10.298727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45652e19-62da-4354-8fc7-da6fec1f6ab3 req-2e20e427-05a9-468f-9e1d-3f43d56c7039 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c78e757-db8a-4ca2-8030-02a32a63e5f9 HTTP/1.1" status: 200 len: 867 time: 0.2495720 Feb 19 07:17:10.410621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45652e19-62da-4354-8fc7-da6fec1f6ab3 req-bc284f7e-7679-40a3-8f73-5189095aa9c4 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "GET /v2.0/security-groups?id=029405b0-9f55-4bb0-b315-ad91d5f38524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106369 Feb 19 07:17:10.440961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81a53fe7-e830-44da-9fa1-cd85fb616a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a28193a68e74a4e8bff946fd3955114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6675239 Feb 19 07:17:10.444961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:10.447849 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf278c94-0402-43d5-a90f-ef51fe62eb6a x-openstack-request-id: req-bf278c94-0402-43d5-a90f-ef51fe62eb6a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:10.448323 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-deleted", "tag": "d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:10.450068 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf278c94-0402-43d5-a90f-ef51fe62eb6a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:10.452699 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-deleted', 'tag': 'd681bc6f-cf65-4a9c-bd5f-e4fe69701e2b', 'status': 'completed', 'code': 200} Feb 19 07:17:10.580106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] Publish callbacks [] for security_group (760d4c7e-4dac-4a44-a16d-7156e8de4f27), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.591484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:10.631225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] Publish callbacks [] for security_group (760d4c7e-4dac-4a44-a16d-7156e8de4f27), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.644205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:10.644765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90dc7dda-9429-4ae4-ae9e-b85081b1ca8b not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:10.656897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Allocated IP 172.20.0.2 (66ba6680-3672-4709-9139-d4257491b7fd/e66ba770-52fc-4750-b0cc-7af0db02a023/4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:10.735298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (760d4c7e-4dac-4a44-a16d-7156e8de4f27), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.755279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.765613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/760d4c7e-4dac-4a44-a16d-7156e8de4f27 HTTP/1.1" status: 204 len: 168 time: 0.3111670 Feb 19 07:17:10.803215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78c69e-b41c-493e-8631-48863ab2d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d4c7e-4dac-4a44-a16d-7156e8de4f27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:10.840155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for router_gateway (a5d7ae37-f42d-402d-8f82-271f70474961), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:10.864097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83e02d-f72c-4258-b188-b10cbcd4a67b req-62b31901-3875-451c-ae4e-ad95c2657246 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:10.874515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af83e02d-f72c-4258-b188-b10cbcd4a67b req-62b31901-3875-451c-ae4e-ad95c2657246 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.2670608 Feb 19 07:17:11.120224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af83e02d-f72c-4258-b188-b10cbcd4a67b req-2ac9ae1c-e5dc-4323-b604-0fecbd318347 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443116 Feb 19 07:17:11.277066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:11.378522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:11.378522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d681bc6f-cf65-4a9c-bd5f-e4fe69701e2b not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:11.378522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 88703678-b483-419c-b102-5108dd23c0eb no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:11.378522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks [] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.381122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.408856 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.418193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 88703678-b483-419c-b102-5108dd23c0eb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:11.418549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 88703678-b483-419c-b102-5108dd23c0eb not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:11.461772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Network 66ba6680-3672-4709-9139-d4257491b7fd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:11.468902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:11.474301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:11.537637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for router_gateway (a5d7ae37-f42d-402d-8f82-271f70474961), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.537834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:11.575669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.610135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Pushing event updated for resources: {'Port': ['ID=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:11.687333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Attempting to bind port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:11.688077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Attempting to bind port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:11.688425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Attempting to bind port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:11.701293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:11.701800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Checking segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:11.702272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.704363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Bound using segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:11.705176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Bound port: 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:11.705665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.735541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting subnet c7720e89-5b7e-46ba-ac0c-3ecde68dfb48 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:17:11.750908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (c7720e89-5b7e-46ba-ac0c-3ecde68dfb48), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.773677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb41fe-cf6b-4438-9be8-93c572211006 req-64d64534-830c-4a37-9f2c-4e242572d5a4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:11.776419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aceb41fe-cf6b-4438-9be8-93c572211006 req-64d64534-830c-4a37-9f2c-4e242572d5a4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2038763 Feb 19 07:17:11.846088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (c7720e89-5b7e-46ba-ac0c-3ecde68dfb48), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.890093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aceb41fe-cf6b-4438-9be8-93c572211006 req-83ba1358-84d9-404c-8f87-d38be69dc662 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763006 Feb 19 07:17:11.951263 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c7720e89-5b7e-46ba-ac0c-3ecde68dfb48), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:11.969171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Allocated IP 172.25.7.133 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/5b5e8cee-c99c-44ad-98dc-c912475ab4da) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:11.998580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] For port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:12.016098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] For port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:12.035599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.042507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (c7720e89-5b7e-46ba-ac0c-3ecde68dfb48), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.098735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Subnet': ['ID=c7720e89-5b7e-46ba-ac0c-3ecde68dfb48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:12.103058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.110865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-94c562d3-f921-4a4f-84c7-25509419a56e tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/subnets/c7720e89-5b7e-46ba-ac0c-3ecde68dfb48 HTTP/1.1" status: 204 len: 168 time: 0.5716543 Feb 19 07:17:12.112327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:12.174831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399495ff-8ced-4a14-b049-48718553a5e5 None None] Pushing event updated for resources: {'Port': ['ID=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:12.185142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d3efd-6cb9-44c4-8d36-b3580b7ebc29 None None] Network 9ff0e559-d4e3-4941-9978-8de53d944e85 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:12.235107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9ff0e559-d4e3-4941-9978-8de53d944e85), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.331255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.378337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bb40a253-247f-4496-8989-988b4e781ffa up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:12.422229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.436954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474744-d09a-4705-81db-07e177c8c287 req-9e365183-7302-4e40-8c1c-db51fd2c7e6d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:12.445442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b474744-d09a-4705-81db-07e177c8c287 req-9e365183-7302-4e40-8c1c-db51fd2c7e6d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.1960602 Feb 19 07:17:12.458988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-deleted', 'tag': '88703678-b483-419c-b102-5108dd23c0eb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:12.480673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] DHCP port deletion for 9ff0e559-d4e3-4941-9978-8de53d944e85 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:17:12.483421 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13548a9-b496-4ee3-bbd1-5d5ae951560f" -d '{"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-deleted", "tag": "88703678-b483-419c-b102-5108dd23c0eb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:12.562971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:12.580316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49366) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:12.584945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:12.615972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:12.623917 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2479c-24d0-435a-8489-b102b19d131b x-openstack-request-id: req-b1e2479c-24d0-435a-8489-b102b19d131b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:12.624353 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c78e757-db8a-4ca2-8030-02a32a63e5f9", "name": "network-vif-deleted", "tag": "88703678-b483-419c-b102-5108dd23c0eb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:12.624500 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1e2479c-24d0-435a-8489-b102b19d131b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:12.624844 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c78e757-db8a-4ca2-8030-02a32a63e5f9', 'name': 'network-vif-deleted', 'tag': '88703678-b483-419c-b102-5108dd23c0eb', 'status': 'completed', 'code': 200} Feb 19 07:17:12.646694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port ff0ca00b-464e-4a60-af6d-387a25a62a11 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:12.647037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.647602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.663749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port bb40a253-247f-4496-8989-988b4e781ffa completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:17:12.698206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port bb40a253-247f-4496-8989-988b4e781ffa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:12.698652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bb40a253-247f-4496-8989-988b4e781ffa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.777509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port ff0ca00b-464e-4a60-af6d-387a25a62a11, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ff0ca00b-464e-4a60-af6d-387a25a62a11,segment=NetworkSegment(a7199c66-6ed0-4ffa-afd8-0294b64a862e),segment_id=a7199c66-6ed0-4ffa-afd8-0294b64a862e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:12.778094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.808416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Pushing event updated for resources: {'Port': ['ID=5b5e8cee-c99c-44ad-98dc-c912475ab4da,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:12.816233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for ff0ca00b-464e-4a60-af6d-387a25a62a11 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:12.934602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port bb40a253-247f-4496-8989-988b4e781ffa is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:12.936629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.940219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b474744-d09a-4705-81db-07e177c8c287 req-ca7fca03-e08e-41e3-abd4-50653e64e522 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936094 Feb 19 07:17:12.941354 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.944995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Deleting port ff0ca00b-464e-4a60-af6d-387a25a62a11 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:12.945589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:12.972036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port ff0ca00b-464e-4a60-af6d-387a25a62a11 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:13.012079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=ff0ca00b-464e-4a60-af6d-387a25a62a11,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:13.097728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] For port ff0ca00b-464e-4a60-af6d-387a25a62a11, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:13.098368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.112400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Calling delete_port for ff0ca00b-464e-4a60-af6d-387a25a62a11 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:13.115079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Port ff0ca00b-464e-4a60-af6d-387a25a62a11 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:17:13.123229 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (ff0ca00b-464e-4a60-af6d-387a25a62a11), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.158882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] No DVR routers for this DVR port ff0ca00b-464e-4a60-af6d-387a25a62a11 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:13.164717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4fc18-5a3d-469d-98ee-fefda8c09b37 None None] Pushing event deleted for resources: {'Port': ['ID=ff0ca00b-464e-4a60-af6d-387a25a62a11,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:13.188173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:13.191632 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f82d4d-04f9-469a-845b-0cfa77f52ef6" -d '{"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-plugged", "status": "completed", "tag": "bb40a253-247f-4496-8989-988b4e781ffa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:13.210820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9ff0e559-d4e3-4941-9978-8de53d944e85), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.212603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:13.219497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.233144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-261948600-network', 'tenant_id': '4e688f0db5df42278eb07241ed97d650'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:13.262270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff0e559-d4e3-4941-9978-8de53d944e85']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:13.282407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7199c66-6ed0-4ffa-afd8-0294b64a862e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:13.285946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7199c66-6ed0-4ffa-afd8-0294b64a862e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:13.291844 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28dccdf-6c82-4e8a-bd84-8635c7d1284b x-openstack-request-id: req-c28dccdf-6c82-4e8a-bd84-8635c7d1284b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:13.292135 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-plugged", "status": "completed", "tag": "bb40a253-247f-4496-8989-988b4e781ffa", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:13.292390 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c28dccdf-6c82-4e8a-bd84-8635c7d1284b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:13.292787 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa', 'code': 200} Feb 19 07:17:13.319644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (a7199c66-6ed0-4ffa-afd8-0294b64a862e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.353806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:13.384124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a7199c66-6ed0-4ffa-afd8-0294b64a862e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.397559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:13.398062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (a7199c66-6ed0-4ffa-afd8-0294b64a862e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.404192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Made reservation on behalf of 4e688f0db5df42278eb07241ed97d650 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:13.404642 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:13.411998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.433666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.444160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for router_gateway (a5d7ae37-f42d-402d-8f82-271f70474961), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.454913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c650cda-85b0-49eb-b710-0f1f56adc4ea req-0dc7ca47-ae77-4d20-ae4c-96ef70a99cbd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:13.462863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c650cda-85b0-49eb-b710-0f1f56adc4ea req-0dc7ca47-ae77-4d20-ae4c-96ef70a99cbd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2180955 Feb 19 07:17:13.509133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c114374-4594-4d46-a65f-7b2c3ff77fa3 req-7dc52796-1e70-4f6a-9c37-97a87fa8d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:13.514279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c114374-4594-4d46-a65f-7b2c3ff77fa3 req-7dc52796-1e70-4f6a-9c37-97a87fa8d7f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1127 time: 0.1767457 Feb 19 07:17:13.559560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9ff0e559-d4e3-4941-9978-8de53d944e85), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.569294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.576046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/networks/9ff0e559-d4e3-4941-9978-8de53d944e85 HTTP/1.1" status: 204 len: 168 time: 1.4599278 Feb 19 07:17:13.576718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:13.600076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c650cda-85b0-49eb-b710-0f1f56adc4ea req-c353bd02-80bd-4a04-865c-89caac7a7982 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361039 Feb 19 07:17:13.643934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c114374-4594-4d46-a65f-7b2c3ff77fa3 req-36f42570-121a-4f64-bbd5-779b84f568ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206315 Feb 19 07:17:13.648004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3abf6-b520-4a61-9c03-e8f538a3bbfc tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Network': ['ID=9ff0e559-d4e3-4941-9978-8de53d944e85,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:13.728145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting subnet 2494a887-4d80-4087-adc2-e6d3d4b14a1f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:17:13.732858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks [] for subnet (2494a887-4d80-4087-adc2-e6d3d4b14a1f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.771308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks [] for security_group (d868c0cc-d05a-4b96-a3b2-f9d55ba0a123), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.786620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d868c0cc-d05a-4b96-a3b2-f9d55ba0a123), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.803870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:13.820257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (2494a887-4d80-4087-adc2-e6d3d4b14a1f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.861677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (745f4eaf-fb3a-4c18-a3cc-54d16938b044), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.862021 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Added segment 745f4eaf-fb3a-4c18-a3cc-54d16938b044 of type vlan for network fa655087-ef28-44c0-9a7b-62f3f81019a7 Feb 19 07:17:13.897127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:13.936806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:13.965194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fa655087-ef28-44c0-9a7b-62f3f81019a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:13.969000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a5d7ae37-f42d-402d-8f82-271f70474961), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.006002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6880c-ea20-4aba-b3a5-c64a46614a5e None None] Network 66ba6680-3672-4709-9139-d4257491b7fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:14.100481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2494a887-4d80-4087-adc2-e6d3d4b14a1f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.111774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fa655087-ef28-44c0-9a7b-62f3f81019a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.112734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:14.113318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.184813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Provisioning complete for port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:14.185195 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.245768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa655087-ef28-44c0-9a7b-62f3f81019a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:14.270043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:14.294676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:14.295471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.308332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af059b30-0524-43b0-9146-37a7b6710126 req-94258814-0417-4722-9079-313598e1d18c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:14.315729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af059b30-0524-43b0-9146-37a7b6710126 req-94258814-0417-4722-9079-313598e1d18c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 945 time: 0.2366767 Feb 19 07:17:14.348902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (2494a887-4d80-4087-adc2-e6d3d4b14a1f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.403960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c469420-5cc9-4a8e-8336-e85fc1fbabd9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8104217 Feb 19 07:17:14.410904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49406) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:14.416878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Request body: {'subnet': {'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-261948600-subnet', 'tenant_id': '4e688f0db5df42278eb07241ed97d650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:14.452486 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.459131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/subnets/2494a887-4d80-4087-adc2-e6d3d4b14a1f HTTP/1.1" status: 204 len: 168 time: 0.8813105 Feb 19 07:17:14.472449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49408) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:14.472668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6965d95-3128-463f-8562-76590071003c None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:14.474714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec301c81-59d5-447b-a6fe-4cefbfa429f7 tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Subnet': ['ID=2494a887-4d80-4087-adc2-e6d3d4b14a1f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:14.491531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bb246-17ce-42a3-a5b1-0861bcaa3677 req-e9aba26c-9c6a-4a6e-92e8-47bac5bfb5d1 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:14.504899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3bb246-17ce-42a3-a5b1-0861bcaa3677 req-e9aba26c-9c6a-4a6e-92e8-47bac5bfb5d1 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.1698794 Feb 19 07:17:14.526804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af059b30-0524-43b0-9146-37a7b6710126 req-86e452ae-142e-4a90-81d6-4836ab317e87 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101336 Feb 19 07:17:14.578379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Current status of the port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:14.578772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.663264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:14.665681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.687680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Made reservation on behalf of 4e688f0db5df42278eb07241ed97d650 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:14.694744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.840761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6561f-cef1-4952-b2c3-bff23fbc5592 req-1a2fed49-f90c-4c0a-bac9-68c9101ad7e9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:14.851861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ae6561f-cef1-4952-b2c3-bff23fbc5592 req-1a2fed49-f90c-4c0a-bac9-68c9101ad7e9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1016605 Feb 19 07:17:14.884023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] For port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:14.887687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3bb246-17ce-42a3-a5b1-0861bcaa3677 req-60f06cf2-82b8-4657-a78f-899b73947abe tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3796260 Feb 19 07:17:14.898467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (52444d8f-2098-4d7d-b324-d6200ae8deef), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.912462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Router a5d7ae37-f42d-402d-8f82-271f70474961 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:17:14.929335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:14.950119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ae6561f-cef1-4952-b2c3-bff23fbc5592 req-fb605478-ed55-49da-8083-66e5d621f56c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969436 Feb 19 07:17:15.052034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] DHCP port deletion for 52444d8f-2098-4d7d-b324-d6200ae8deef request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:17:15.119058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227f36d-b031-4ec1-abeb-fc5550426c61 None None] Pushing event updated for resources: {'Port': ['ID=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:15.122011 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:17:15.122584 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:17:15.126481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cfe1be78-c660-4e63-b7c8-11cc5b11389a None None] Provisioning complete for port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:15.127157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfe1be78-c660-4e63-b7c8-11cc5b11389a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.183046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Deleting port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:15.183419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.194444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Deleting port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:15.194907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.270400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:17:15.285957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:17:15.286230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (b03aedaf-e00d-458b-9ad2-f639fed052ce), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.309546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1be78-c660-4e63-b7c8-11cc5b11389a None None] Current status of the port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:15.314478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] For port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:15.315130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.325287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:15.325920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:15.343153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] For port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,segment=NetworkSegment(e0d1ead8-2734-48bb-a731-84a22ef5db1d),segment_id=e0d1ead8-2734-48bb-a731-84a22ef5db1d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:15.343545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.348160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.349493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20a2f851-a59a-4da7-82c2-88f58c0d79fe admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8735216 Feb 19 07:17:15.352333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:15.368826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Calling delete_port for f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:15.395232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03aedaf-e00d-458b-9ad2-f639fed052ce,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:15.444124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Checking segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:15.444493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Network hostable DHCP agents. Network: fa655087-ef28-44c0-9a7b-62f3f81019a7, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:15.482640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:15.498815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fa655087-ef28-44c0-9a7b-62f3f81019a7) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:15.501125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.512129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:15.512726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.547047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Port': ['ID=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:15.549922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] No DVR routers for this DVR port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:15.628640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb316ce6-746b-4fdc-8703-7e6ef7c42a9c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2154653 Feb 19 07:17:15.723852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (52444d8f-2098-4d7d-b324-d6200ae8deef), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.769200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc357b2d-70ea-4fb7-81d1-839db41e162a None None] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:15.775013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Calling delete_port for f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:15.793475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52444d8f-2098-4d7d-b324-d6200ae8deef']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:15.809932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d1ead8-2734-48bb-a731-84a22ef5db1d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:15.810231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d1ead8-2734-48bb-a731-84a22ef5db1d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:15.825263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e0d1ead8-2734-48bb-a731-84a22ef5db1d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.841788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e0d1ead8-2734-48bb-a731-84a22ef5db1d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.849475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:15.849945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e0d1ead8-2734-48bb-a731-84a22ef5db1d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:15.946412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73fdc1-ad45-4a7d-b9a7-776d20aca93d req-c1c23066-40fd-4360-ab14-7c31ac32f049 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:15.958619 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f73fdc1-ad45-4a7d-b9a7-776d20aca93d req-c1c23066-40fd-4360-ab14-7c31ac32f049 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.2299106 Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:15.979802 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:15.991493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (52444d8f-2098-4d7d-b324-d6200ae8deef), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.017764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.025695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] 10.222.0.43 "DELETE /v2.0/networks/52444d8f-2098-4d7d-b324-d6200ae8deef HTTP/1.1" status: 204 len: 168 time: 1.5154862 Feb 19 07:17:16.055577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:16.079733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb8a44-a7bb-4e1b-84dd-ba534d86dcca tempest-ServersTestMultiNic-888688420 tempest-ServersTestMultiNic-888688420-project] Pushing event deleted for resources: {'Network': ['ID=52444d8f-2098-4d7d-b324-d6200ae8deef,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:16.113050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:16.168809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f73fdc1-ad45-4a7d-b9a7-776d20aca93d req-57a62801-9daa-48a2-876c-659b01e0d708 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048309 Feb 19 07:17:16.197244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05728-b059-4724-ab83-f43e1608930b req-f224ecff-7954-42e2-a695-b9b6f253a8c0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:16.198777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11c05728-b059-4724-ab83-f43e1608930b req-f224ecff-7954-42e2-a695-b9b6f253a8c0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 945 time: 0.3057261 Feb 19 07:17:16.267378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ff0ca00b-464e-4a60-af6d-387a25a62a11 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:16.275299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd2a5a-6cbe-454a-b004-a858aea473a8 None None] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:16.308435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11c05728-b059-4724-ab83-f43e1608930b req-cf3b6ffc-0940-47b1-b5c3-a674d71d5f9b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028683 Feb 19 07:17:16.346744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309dc86-6794-4bc5-967e-505f28edacd4 req-b727cca6-b7bf-4032-a198-82d35de268cc tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:16.353546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e309dc86-6794-4bc5-967e-505f28edacd4 req-b727cca6-b7bf-4032-a198-82d35de268cc tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1020052 Feb 19 07:17:16.361556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ff0ca00b-464e-4a60-af6d-387a25a62a11 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:16.362119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ff0ca00b-464e-4a60-af6d-387a25a62a11 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:16.399997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.408532 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.449504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Pushing event deleted for resources: {'Port': ['ID=f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:16.455167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] Network 52444d8f-2098-4d7d-b324-d6200ae8deef is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:17:16.455702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd3808-9336-4bb6-974d-1240d7568f2d None None] No DVR routers for this DVR port f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:16.497017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e309dc86-6794-4bc5-967e-505f28edacd4 req-a5b13b64-5c70-44b3-b23c-d46083a552a6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384578 Feb 19 07:17:16.578707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:16.645606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:13Z', 'revision_number': 3, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:16.675362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:17:16.675699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Updating router a5d7ae37-f42d-402d-8f82-271f70474961 port 5b5e8cee-c99c-44ad-98dc-c912475ab4da binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:17:16.708903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:16.709295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.724195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Allocated IP 172.20.0.1 (66ba6680-3672-4709-9139-d4257491b7fd/e66ba770-52fc-4750-b0cc-7af0db02a023/260e265a-ce75-4434-8a77-a31206ea9368) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:16.760477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.895866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks [] for port (260e265a-ce75-4434-8a77-a31206ea9368), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:16.942469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.039916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Network 66ba6680-3672-4709-9139-d4257491b7fd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:17.046442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:17.070767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:17.134018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Pushing event updated for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:17.142878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323bf5b-e603-41b0-8b7d-404e9f09ca55 req-520b14d5-a5e8-4555-ac60-5a721d5d17b5 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:17.151930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks [] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.153130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0323bf5b-e603-41b0-8b7d-404e9f09ca55 req-520b14d5-a5e8-4555-ac60-5a721d5d17b5 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1127 time: 0.0935700 Feb 19 07:17:17.156554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:17.158939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a5d7ae37-f42d-402d-8f82-271f70474961), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.162758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.209931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Attempting to bind port 5b5e8cee-c99c-44ad-98dc-c912475ab4da on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:17.210594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Attempting to bind port 5b5e8cee-c99c-44ad-98dc-c912475ab4da by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:17.211523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Attempting to bind port 5b5e8cee-c99c-44ad-98dc-c912475ab4da on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:17.241894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:17.243078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:17.243603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.244255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:17.244975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Bound port: 5b5e8cee-c99c-44ad-98dc-c912475ab4da, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:17.245592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.274690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:17.303559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0323bf5b-e603-41b0-8b7d-404e9f09ca55 req-aa710c21-fd1e-4af8-82f4-4e9e529e6e02 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492295 Feb 19 07:17:17.335541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:17.336042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f3f71ce6-169c-43d5-8bdc-6f03e7ed6b4b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:17.341266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283809d-e68a-48e5-9380-8ec331374c68 None None] Pushing event updated for resources: {'Port': ['ID=5b5e8cee-c99c-44ad-98dc-c912475ab4da,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:17.387513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] For port 5b5e8cee-c99c-44ad-98dc-c912475ab4da, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:17.392069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] For port 5b5e8cee-c99c-44ad-98dc-c912475ab4da, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5b5e8cee-c99c-44ad-98dc-c912475ab4da,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:17.402764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.413647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-0291b736-89e7-42b8-9cee-8073613d76c4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:17.422994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-0291b736-89e7-42b8-9cee-8073613d76c4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.4953556 Feb 19 07:17:17.478581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:17.479675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:17.518081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-3363ab06-c18e-45be-a0f8-86ae107c8fc9 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:17.518081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-3363ab06-c18e-45be-a0f8-86ae107c8fc9 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.2157352 Feb 19 07:17:17.541035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-b141aedc-3dc8-4db9-8399-8c010906f45f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/quotas/4e688f0db5df42278eb07241ed97d650 HTTP/1.1" status: 200 len: 375 time: 0.0951812 Feb 19 07:17:17.561385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283809d-e68a-48e5-9380-8ec331374c68 None None] Pushing event updated for resources: {'Port': ['ID=5b5e8cee-c99c-44ad-98dc-c912475ab4da,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:17.585126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-53f40ad2-bf8e-48b5-a4d7-c022a98f55ca None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:17.585513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53f40ad2-bf8e-48b5-a4d7-c022a98f55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.609821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7972cb-e922-40f5-a814-b34feb7ca837 req-78401bea-9a85-4edb-8b6e-f690f8009381 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:17.611639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c7972cb-e922-40f5-a814-b34feb7ca837 req-78401bea-9a85-4edb-8b6e-f690f8009381 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.1102219 Feb 19 07:17:17.633397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-43afbda1-11f5-41fb-aac4-6ef5bace5614 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658488 Feb 19 07:17:17.645574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-53f40ad2-bf8e-48b5-a4d7-c022a98f55ca None None] Port 260e265a-ce75-4434-8a77-a31206ea9368 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:17.713950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:17.745832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:17.752498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c7972cb-e922-40f5-a814-b34feb7ca837 req-ff18f6fa-3c72-4c5e-987c-f9b19f60909a tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347578 Feb 19 07:17:17.791961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-5ccbc7ac-cc53-4b0c-986f-be0cc3952396 service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294458 Feb 19 07:17:17.957348 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39b1d4d-4649-4a51-95b1-493991380ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:17.982721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:13Z', 'revision_number': 3, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:18.008891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb1d8d-ce6c-4573-b006-6f389a3324bd req-9f90323f-789c-4582-b35a-adca880945fd tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:18.019952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dbb1d8d-ce6c-4573-b006-6f389a3324bd req-9f90323f-789c-4582-b35a-adca880945fd tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1127 time: 0.1508157 Feb 19 07:17:18.024774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7069e01c-fe3b-4934-9dea-1e0687c65aa9 None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:13Z', 'revision_number': 3, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:17:18.029010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (260e265a-ce75-4434-8a77-a31206ea9368), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.037588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Deleting port 0b17e296-26e1-4b1f-ba51-a3d5df73248c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:18.037949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.065624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee18160a-c41f-4e7d-a4e4-505aa2a62f9e service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642033 Feb 19 07:17:18.138254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dbb1d8d-ce6c-4573-b006-6f389a3324bd req-c46fc861-b031-4e96-a552-83d0591f9c77 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162882 Feb 19 07:17:18.216281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39b1d4d-4649-4a51-95b1-493991380ecb admin admin] Publish callbacks [] for security_group (c356b5d5-c603-4e66-aeb7-e7e5daf0ca30), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.223511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a39b1d4d-4649-4a51-95b1-493991380ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c356b5d5-c603-4e66-aeb7-e7e5daf0ca30), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.261010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a39b1d4d-4649-4a51-95b1-493991380ecb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c25337f681ec4bf2993a4fcb2508212e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410922 Feb 19 07:17:18.261566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:18.296408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] For port 0b17e296-26e1-4b1f-ba51-a3d5df73248c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b17e296-26e1-4b1f-ba51-a3d5df73248c,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:18.296771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.368801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b1d4d-4649-4a51-95b1-493991380ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c356b5d5-c603-4e66-aeb7-e7e5daf0ca30,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:18.393244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks [] for port (260e265a-ce75-4434-8a77-a31206ea9368), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.403423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.471696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a051a8-e487-4b3f-8e49-01f6a69d1c37 req-f4348fb8-9834-460a-a33a-206d3f4e4777 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:18.472943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:18.487126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19a051a8-e487-4b3f-8e49-01f6a69d1c37 req-f4348fb8-9834-460a-a33a-206d3f4e4777 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1722088 Feb 19 07:17:18.510803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] Publish callbacks [] for security_group (c356b5d5-c603-4e66-aeb7-e7e5daf0ca30), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.560757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] Publish callbacks [] for security_group (c356b5d5-c603-4e66-aeb7-e7e5daf0ca30), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.572144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19a051a8-e487-4b3f-8e49-01f6a69d1c37 req-c22fee04-8777-41d6-bcf7-c00f07f46c91 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839357 Feb 19 07:17:18.649966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a5d7ae37-f42d-402d-8f82-271f70474961), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.653566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8fea03b-f9a0-4950-ba74-cff1163193a8 req-e912d022-4d37-40d9-94bf-c35ae254fc77 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 210 time: 0.1060224 Feb 19 07:17:18.670214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Pushing event updated for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:18.683259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c356b5d5-c603-4e66-aeb7-e7e5daf0ca30), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.688174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:18.692901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c356b5d5-c603-4e66-aeb7-e7e5daf0ca30 HTTP/1.1" status: 204 len: 168 time: 0.4245956 Feb 19 07:17:18.710600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186801e-e1b6-4955-8339-3c7f431d8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c356b5d5-c603-4e66-aeb7-e7e5daf0ca30,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:19.338227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49558) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:19.360608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3c0-4aa7-4aa4-a212-abd66110e7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.484219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3c0-4aa7-4aa4-a212-abd66110e7e5 admin admin] Publish callbacks [] for security_group (48da5a17-ab56-45e7-98f3-2595c04b005d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.493631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ead0e3c0-4aa7-4aa4-a212-abd66110e7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (48da5a17-ab56-45e7-98f3-2595c04b005d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.553028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ead0e3c0-4aa7-4aa4-a212-abd66110e7e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9bcd96e243d4a70886a1dd63ad30255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119014 Feb 19 07:17:19.555103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:19.555838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e3c0-4aa7-4aa4-a212-abd66110e7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da5a17-ab56-45e7-98f3-2595c04b005d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:19.652643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd93ce-d2b9-4503-ab3b-a1bca7f29b79 req-7852f260-24c1-40c9-9ac1-3ef090b20124 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:19.659635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73dd93ce-d2b9-4503-ab3b-a1bca7f29b79 req-7852f260-24c1-40c9-9ac1-3ef090b20124 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 946 time: 0.2787182 Feb 19 07:17:19.664912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.665279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.665741 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Floating IP ff575e9c-7127-4b31-890e-03d71dcf5153 disassociated. External IP: 172.25.7.74, port: 0b17e296-26e1-4b1f-ba51-a3d5df73248c. Feb 19 07:17:19.665933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Calling delete_port for 0b17e296-26e1-4b1f-ba51-a3d5df73248c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:19.698609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Network 66ba6680-3672-4709-9139-d4257491b7fd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:19.705464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:19.738179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] Publish callbacks [] for security_group (48da5a17-ab56-45e7-98f3-2595c04b005d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.790028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] Publish callbacks [] for security_group (48da5a17-ab56-45e7-98f3-2595c04b005d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.904845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (48da5a17-ab56-45e7-98f3-2595c04b005d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.908139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:19.909683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/48da5a17-ab56-45e7-98f3-2595c04b005d HTTP/1.1" status: 204 len: 168 time: 0.3376689 Feb 19 07:17:19.921220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e90ae-8e34-4b8e-a7fd-3ae7eae7d071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da5a17-ab56-45e7-98f3-2595c04b005d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:20.103465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0c4e46bd-d403-43be-8786-38748191fe6a None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:20.104439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c4e46bd-d403-43be-8786-38748191fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:20.124580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73dd93ce-d2b9-4503-ab3b-a1bca7f29b79 req-23be34aa-a8c4-4b29-bdfd-5b768ff36417 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups?id=2664eed5-4b26-4e29-8b16-53da3961f801&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4639726 Feb 19 07:17:20.249009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e46bd-d403-43be-8786-38748191fe6a None None] Port 260e265a-ce75-4434-8a77-a31206ea9368 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:20.310667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-02e69dae-d94c-438b-a56b-2e7551c45335 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:17:20.311701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-02e69dae-d94c-438b-a56b-2e7551c45335 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188389 Feb 19 07:17:20.486414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-71364115-8bf6-42b1-9980-230bbfd09404 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:20.489488 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-71364115-8bf6-42b1-9980-230bbfd09404 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.7394571 Feb 19 07:17:20.513715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'port': {'device_id': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'admin_state_up': True, 'tenant_id': '4e688f0db5df42278eb07241ed97d650'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:20.529290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-3da22131-0d0a-4eb1-aa3d-578749a186f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:20.530811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-3da22131-0d0a-4eb1-aa3d-578749a186f5 service neutron] 10.222.0.43 "GET /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 1124 time: 0.1995981 Feb 19 07:17:20.549136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5b5e8cee-c99c-44ad-98dc-c912475ab4da up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:20.559022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:17:20.562445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:20.563087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:17:20.581298 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:17:20.632462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0b17e296-26e1-4b1f-ba51-a3d5df73248c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:20.641305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a77d53-0e35-428a-a558-549a4e1121ef req-19242eb7-87bf-439a-8ebf-2e0de7d0527e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:20.648567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9a77d53-0e35-428a-a558-549a4e1121ef req-19242eb7-87bf-439a-8ebf-2e0de7d0527e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3565750 Feb 19 07:17:20.673086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5b5e8cee-c99c-44ad-98dc-c912475ab4da triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:20.673875 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:20.756127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event deleted for resources: {'Port': ['ID=0b17e296-26e1-4b1f-ba51-a3d5df73248c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:20.798868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5b5e8cee-c99c-44ad-98dc-c912475ab4da is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:20.799328 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:20.823883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5b5e8cee-c99c-44ad-98dc-c912475ab4da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5b5e8cee-c99c-44ad-98dc-c912475ab4da,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:20.829089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:20.894892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5b5e8cee-c99c-44ad-98dc-c912475ab4da,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:20.963084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9a77d53-0e35-428a-a558-549a4e1121ef req-54d3ea62-1780-4816-a0d8-bfa49a4c59e4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134387 Feb 19 07:17:21.044515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Made reservation on behalf of 4e688f0db5df42278eb07241ed97d650 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:21.047822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:21.113027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3231a321-f96f-45ad-9bb5-4da6864215b8 req-42b4539b-f90c-444c-ae87-4e9b2eff64d2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 210 time: 0.0860009 Feb 19 07:17:21.131651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:17:21.150554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df2e726f-a022-47f5-a95c-26cedf6d760f admin admin] 10.222.0.43 "PUT /v2.0/routers/a5d7ae37-f42d-402d-8f82-271f70474961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7893875 Feb 19 07:17:21.157343 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:17:21.176366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:21.177725 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:21.291937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:21.292528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:21.293057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:21.322163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b17e296-26e1-4b1f-ba51-a3d5df73248c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:21.330247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:21.348967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:21.357704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37d27b77-be3b-483a-8305-10995e07c686 req-967bfd91-91a8-4285-92ad-576daee827c3 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/ports?device_id=12b2f346-96ee-4c16-b5fb-2fad4ebae6c9 HTTP/1.1" status: 200 len: 210 time: 0.0846717 Feb 19 07:17:21.418896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0b17e296-26e1-4b1f-ba51-a3d5df73248c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:21.419515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b17e296-26e1-4b1f-ba51-a3d5df73248c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:21.428329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:21.428677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:21.429070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:21.429521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Bound port: bb40a253-247f-4496-8989-988b4e781ffa, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:21.441161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:17:21.476319 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:21.540112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a0c52d0d-d924-4505-8e6e-f808044069d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:21.577978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Allocated IP 172.20.0.12 (fa655087-ef28-44c0-9a7b-62f3f81019a7/b03aedaf-e00d-458b-9ad2-f639fed052ce/0eb7d188-f546-4abd-88d2-6a67509efad4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:21.708407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:21.730315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:21.731542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-25a737c1-8184-4548-9cfa-32050b18f58d service neutron] 10.222.0.43 "POST /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa/bindings HTTP/1.1" status: 201 len: 389 time: 1.1799178 Feb 19 07:17:21.846161 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:18Z', 'revision_number': 2, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:21.912450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:21.915294 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:17:21.915664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Updating router a5d7ae37-f42d-402d-8f82-271f70474961 port 260e265a-ce75-4434-8a77-a31206ea9368 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:17:21.918692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-665799177'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:21.986564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:22.001947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:17:22.004469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.021200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Sync routers for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:17:22.027760 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (260e265a-ce75-4434-8a77-a31206ea9368), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.036387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:22.040631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:22.066017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] No DVR routers for this DVR port 0b17e296-26e1-4b1f-ba51-a3d5df73248c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:22.067498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:22.076156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.079638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3dc639c-0464-4a6e-b1bc-d9891d593b27 req-6062847f-4d39-4fa5-95f9-21d95e46c875 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.47 "DELETE /v2.0/ports/0b17e296-26e1-4b1f-ba51-a3d5df73248c HTTP/1.1" status: 204 len: 173 time: 4.5513551 Feb 19 07:17:22.082780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835108380', 'description': 'tempest-description--194285514'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:22.087991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'name': 'network-vif-deleted', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:22.090202 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae17ebe-cfdf-43cc-8d07-c9d40010091b" -d '{"events": [{"server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "name": "network-vif-deleted", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:22.109964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.112938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:22.157940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.215702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:22.222876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.237978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bad68-9694-4545-99f2-3e5d1b4adae8 req-7ba97ed6-aaa1-49fa-a21a-3f5753bd2faf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:22.239727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a5bad68-9694-4545-99f2-3e5d1b4adae8 req-7ba97ed6-aaa1-49fa-a21a-3f5753bd2faf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 945 time: 0.2260888 Feb 19 07:17:22.280607 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0d8eec1b-a4d9-473d-a16e-8b0a84661019), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.280979 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Added segment 0d8eec1b-a4d9-473d-a16e-8b0a84661019 of type vlan for network 806604bd-b8a0-47db-ad46-3f62efe6f97c Feb 19 07:17:22.362304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a5bad68-9694-4545-99f2-3e5d1b4adae8 req-a0cef247-139d-4e0b-96cc-5ae6b69ae4a6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135123 Feb 19 07:17:22.367474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-074de1d7-2ece-4d27-b66f-d8bcf109ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:22.369231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-074de1d7-2ece-4d27-b66f-d8bcf109ecdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1127 time: 0.3457730 Feb 19 07:17:22.384447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (806604bd-b8a0-47db-ad46-3f62efe6f97c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.431709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:22.613443 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks [] for port (260e265a-ce75-4434-8a77-a31206ea9368), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.613982 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75574e1-6115-4c0a-a6cf-d8f62e53acfd x-openstack-request-id: req-e75574e1-6115-4c0a-a6cf-d8f62e53acfd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:22.614294 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b2f346-96ee-4c16-b5fb-2fad4ebae6c9", "name": "network-vif-deleted", "tag": "0b17e296-26e1-4b1f-ba51-a3d5df73248c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:22.614537 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e75574e1-6115-4c0a-a6cf-d8f62e53acfd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:22.614934 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b2f346-96ee-4c16-b5fb-2fad4ebae6c9', 'name': 'network-vif-deleted', 'tag': '0b17e296-26e1-4b1f-ba51-a3d5df73248c', 'status': 'completed', 'code': 200} Feb 19 07:17:22.619180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5b5e8cee-c99c-44ad-98dc-c912475ab4da up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:22.623402 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.680482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02d94fc3-4ecd-4fcf-b562-34fdf788b490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.713456 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Pushing event updated for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:22.726442 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.726680 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.726999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.727392 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.727724 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.728050 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.728372 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.728693 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.731371 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.732159 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.732763 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.733445 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.733565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:22.734253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:17:22.749766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:22.768333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:22.834235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:22.862107 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Attempting to bind port 260e265a-ce75-4434-8a77-a31206ea9368 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:22.862648 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Attempting to bind port 260e265a-ce75-4434-8a77-a31206ea9368 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:22.862897 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Attempting to bind port 260e265a-ce75-4434-8a77-a31206ea9368 on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:22.873432 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:22.874154 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Checking segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:22.874657 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.875059 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Bound using segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:22.875761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Bound port: 260e265a-ce75-4434-8a77-a31206ea9368, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:22.876116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:17:22.876787 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (260e265a-ce75-4434-8a77-a31206ea9368), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.888236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (baab914b-f36e-4e60-a7c3-dd45e33a270d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.900957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd6c4-daa4-491e-ad6e-cca98692a22a req-ee695577-a126-479e-904c-f05d7105648e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:22.908301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9fefd6c4-daa4-491e-ad6e-cca98692a22a req-ee695577-a126-479e-904c-f05d7105648e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.7269261 Feb 19 07:17:22.930530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5b5e8cee-c99c-44ad-98dc-c912475ab4da triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:22.931261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.938638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (baab914b-f36e-4e60-a7c3-dd45e33a270d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.948081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (806604bd-b8a0-47db-ad46-3f62efe6f97c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:22.956758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:22.957837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.036067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:23.045247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:23.047054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.049903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baab914b-f36e-4e60-a7c3-dd45e33a270d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.072987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Checking router: 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:17:23.098162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9fefd6c4-daa4-491e-ad6e-cca98692a22a req-60a892bc-301a-4044-99f9-fe6ca636fb3b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889501 Feb 19 07:17:23.106534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1927989 Feb 19 07:17:23.118627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:23.120354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.120699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:23.128879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1788894759'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:23.146315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2833fe-1ef0-49d6-91f8-98fdb45c792c req-8f83f1c0-db50-498b-9b08-37070f9df185 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:23.147971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Deleting port 07ca4560-ec23-46e4-b6d0-561566ce8022 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:23.148166 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] For port 260e265a-ce75-4434-8a77-a31206ea9368, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:23.148458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.152201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.152514 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] For port 260e265a-ce75-4434-8a77-a31206ea9368, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=260e265a-ce75-4434-8a77-a31206ea9368,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:23.153438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c955ed4-1a45-468c-bf91-1d038ca8a423 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0816784 Feb 19 07:17:23.155324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce2833fe-1ef0-49d6-91f8-98fdb45c792c req-8f83f1c0-db50-498b-9b08-37070f9df185 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 932 time: 0.2844117 Feb 19 07:17:23.156569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.161003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-4e4da33b-646d-44b6-9aa3-7a9560101df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:23.162709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-4e4da33b-646d-44b6-9aa3-7a9560101df1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.7827599 Feb 19 07:17:23.163404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18e734-fc80-4e16-bc68-3312dad51bcf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Network': ['ID=806604bd-b8a0-47db-ad46-3f62efe6f97c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.176337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group_rule': {'security_group_id': 'baab914b-f36e-4e60-a7c3-dd45e33a270d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:23.176531 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.220523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-41a239ce-6c25-4175-8e43-cec2ee7e9143 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7163796 Feb 19 07:17:23.233891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:23.236563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.240633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Request body: {'port': {'device_id': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:23.281862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:23.282429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:23.284243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482650c9-3ab3-4869-a58b-6e50fddc1101 None None] Pushing event updated for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.292959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce2833fe-1ef0-49d6-91f8-98fdb45c792c req-ef5d9f3f-7e11-4587-92c2-9df467671ede tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367507 Feb 19 07:17:23.294935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-e982d7a8-000e-49c0-9078-a48581aef254 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.0977578 Feb 19 07:17:23.295772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:23.301174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.378749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02d94fc3-4ecd-4fcf-b562-34fdf788b490 admin admin] Publish callbacks [] for security_group (81c42f4c-be2c-4e0c-b32a-4de149fbf752), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.397965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:23.417324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6aab5359-425b-49ce-80ef-36b9f014d042), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.417714 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Added segment 6aab5359-425b-49ce-80ef-36b9f014d042 of type vlan for network bd24f8ab-c9d8-4963-b875-e65f66be4e12 Feb 19 07:17:23.420516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-cb66f5ae-ca69-4de0-a634-62e6f614ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:23.422070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-cb66f5ae-ca69-4de0-a634-62e6f614ef5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1134210 Feb 19 07:17:23.424468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (62f62da9-0db1-43ad-bc93-11f0c1f2eb05), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.489849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-cfa8c41e-3a98-4c38-86b4-251288b69837 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554006 Feb 19 07:17:23.503575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5b5e8cee-c99c-44ad-98dc-c912475ab4da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:23.520741 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02d94fc3-4ecd-4fcf-b562-34fdf788b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (81c42f4c-be2c-4e0c-b32a-4de149fbf752), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.523539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (bd24f8ab-c9d8-4963-b875-e65f66be4e12), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.532119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:23.532449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.541194 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:23.541836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:23.552154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (62f62da9-0db1-43ad-bc93-11f0c1f2eb05), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.577060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (62f62da9-0db1-43ad-bc93-11f0c1f2eb05), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.614264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (bd24f8ab-c9d8-4963-b875-e65f66be4e12), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.620800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:23.623967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.664896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.666304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4991448 Feb 19 07:17:23.667116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b90c3f-276b-4ea6-9a5f-dd6d32db882a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f62da9-0db1-43ad-bc93-11f0c1f2eb05,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.682113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.703498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group_rule': {'security_group_id': 'baab914b-f36e-4e60-a7c3-dd45e33a270d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:23.705968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Network': ['ID=bd24f8ab-c9d8-4963-b875-e65f66be4e12,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.719742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5b777d54-77e5-4a44-8474-502ab1d422bb service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224429 Feb 19 07:17:23.735773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a0766f5-1d0e-444a-ae71-e8555ad1ca2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6126063 Feb 19 07:17:23.737753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.739968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] For port 07ca4560-ec23-46e4-b6d0-561566ce8022, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=07ca4560-ec23-46e4-b6d0-561566ce8022,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:23.740396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.750310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'subnet': {'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:23.760295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (2664eed5-4b26-4e29-8b16-53da3961f801), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.790144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (2664eed5-4b26-4e29-8b16-53da3961f801), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.840744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-02d94fc3-4ecd-4fcf-b562-34fdf788b490 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7c79c0b0f0b4652b30c7ee8015526be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7253270 Feb 19 07:17:23.850138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94fc3-4ecd-4fcf-b562-34fdf788b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c42f4c-be2c-4e0c-b32a-4de149fbf752,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.853143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.859091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Calling delete_port for 07ca4560-ec23-46e4-b6d0-561566ce8022 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:23.862213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2664eed5-4b26-4e29-8b16-53da3961f801), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.864749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.869076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "DELETE /v2.0/security-groups/2664eed5-4b26-4e29-8b16-53da3961f801 HTTP/1.1" status: 204 len: 168 time: 0.6210976 Feb 19 07:17:23.869076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.877797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:23.881583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.886087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (c5acb431-da84-4a90-9e21-5f2b0fdddca7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:23.918118 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:23Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:23.948574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac5f6f-5c80-481d-b3d1-22826a64c3bf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2664eed5-4b26-4e29-8b16-53da3961f801,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:23.966251 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-2733dfe7-c48c-4917-87fe-c06fab87e136 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] show failed (client error): The resource could not be found. Feb 19 07:17:23.970190 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2733dfe7-c48c-4917-87fe-c06fab87e136 tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "GET /v2.0/security-groups/2664eed5-4b26-4e29-8b16-53da3961f801 HTTP/1.1" status: 404 len: 347 time: 0.0827947 Feb 19 07:17:23.980985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:23.998044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Current status of the port 260e265a-ce75-4434-8a77-a31206ea9368 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:23.998528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (260e265a-ce75-4434-8a77-a31206ea9368), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.007575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a03b71-e23b-4fa2-b130-98d6a6fec2d0 None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:23Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:17:24.015966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (c5acb431-da84-4a90-9e21-5f2b0fdddca7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.057331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922c3fd-a43c-4dc3-9a7c-b2f7e116af30 req-3fa5a93d-0879-4fa2-82e5-e71cc30c3b3d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:24.064498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6922c3fd-a43c-4dc3-9a7c-b2f7e116af30 req-3fa5a93d-0879-4fa2-82e5-e71cc30c3b3d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 945 time: 0.5100625 Feb 19 07:17:24.072497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (c5acb431-da84-4a90-9e21-5f2b0fdddca7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.077448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] Publish callbacks [] for security_group (81c42f4c-be2c-4e0c-b32a-4de149fbf752), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.102724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] Publish callbacks [] for security_group (81c42f4c-be2c-4e0c-b32a-4de149fbf752), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.136177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5acb431-da84-4a90-9e21-5f2b0fdddca7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:24.164918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] For port 260e265a-ce75-4434-8a77-a31206ea9368, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=260e265a-ce75-4434-8a77-a31206ea9368,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:24.175570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.184088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:24.184958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.186172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dc25eb41-685a-48e4-a09e-3cddaf683891 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4866657 Feb 19 07:17:24.187760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.198633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:24.248578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:24.275561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:24.373364 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (81c42f4c-be2c-4e0c-b32a-4de149fbf752), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.376327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.377684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81c42f4c-be2c-4e0c-b32a-4de149fbf752 HTTP/1.1" status: 204 len: 168 time: 0.5084226 Feb 19 07:17:24.386586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b63ed3a1-34a0-4371-9e99-8b4ac1609e8a None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:24.397854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6922c3fd-a43c-4dc3-9a7c-b2f7e116af30 req-eb820ed7-39a3-4bfa-aed5-22feb6a218e5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305240 Feb 19 07:17:24.398365 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b63ed3a1-34a0-4371-9e99-8b4ac1609e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.479029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-ab5f0241-1c33-4a5e-b805-9e2335e254cd service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401662 Feb 19 07:17:24.487787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ec61c-7039-4a22-bc5a-10778de82e49 None None] The sync data for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 is: [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:15:28Z', 'revision_number': 4, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fbd8a086-f11c-4f5f-8ac4-c2a3819169a9', 'name': '', 'network_id': 'de9f2278-badd-4ec4-a4e4-fb411efaa649', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'mac_address': 'fa:16:3e:b6:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:25Z', 'updated_at': '2022-02-19T07:15:34Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'subnets': [{'id': '0191247a-92a0-4a87-a1e2-0d6cf4ae63f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:17:24.499904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70408b-6029-42b0-90c1-25463493f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c42f4c-be2c-4e0c-b32a-4de149fbf752,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:24.510464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee2e6-16e0-4a30-904a-adca2f94f465 None None] Pushing event updated for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:24.702495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad076-6242-4702-abdc-b960be2e65e4 req-983a26fe-939c-49f1-bd3e-bcfe99554991 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:24.706533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-927ad076-6242-4702-abdc-b960be2e65e4 req-983a26fe-939c-49f1-bd3e-bcfe99554991 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3811662 Feb 19 07:17:24.708010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.761776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 260e265a-ce75-4434-8a77-a31206ea9368 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:24.823815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-927ad076-6242-4702-abdc-b960be2e65e4 req-5a6346ec-34ae-4edb-bc89-7f0c3b5f03a0 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877123 Feb 19 07:17:24.833288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Deleting port 43325e07-c1d0-465d-8d65-9d3db7c20ea6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:24.833984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.910935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:24.911366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.942399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b63ed3a1-34a0-4371-9e99-8b4ac1609e8a None None] Current status of the port 260e265a-ce75-4434-8a77-a31206ea9368 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:24.978129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (07ca4560-ec23-46e4-b6d0-561566ce8022), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.985834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-30d6e87f-8482-484a-aafe-54432f0213f0 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:24.987527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-30d6e87f-8482-484a-aafe-54432f0213f0 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.4125514 Feb 19 07:17:24.993620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:24.996867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (43325e07-c1d0-465d-8d65-9d3db7c20ea6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.051824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:25.069561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48308cb1-8436-4d7b-a49b-b10ec924a5b9 req-5dc240c9-ed88-46a2-b686-8df1739ff575 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:25.073973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 260e265a-ce75-4434-8a77-a31206ea9368 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:25.081159 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bd244-c18e-46b9-8fd9-e34bf759a7fa None None] New status for floating IP ff575e9c-7127-4b31-890e-03d71dcf5153: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:17:25.088630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48308cb1-8436-4d7b-a49b-b10ec924a5b9 req-5dc240c9-ed88-46a2-b686-8df1739ff575 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 932 time: 0.5298173 Feb 19 07:17:25.144663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Calling delete_port for 43325e07-c1d0-465d-8d65-9d3db7c20ea6 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:25.193593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48308cb1-8436-4d7b-a49b-b10ec924a5b9 req-c58af9c6-df91-41bf-98f7-92a0ca81d4a2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935903 Feb 19 07:17:25.199385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ca4560-ec23-46e4-b6d0-561566ce8022,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:25.451714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.465229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ca4fbd1f-15f1-4b5a-af83-3684b4df23f1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.516326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (43325e07-c1d0-465d-8d65-9d3db7c20ea6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.556465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb7d188-f546-4abd-88d2-6a67509efad4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:25.558688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Pushing event deleted for resources: {'Port': ['ID=43325e07-c1d0-465d-8d65-9d3db7c20ea6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:25.568508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks [] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.586615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a0c52d0d-d924-4505-8e6e-f808044069d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.600348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Subnet': ['ID=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:25.614478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Transition to ACTIVE for port object 0eb7d188-f546-4abd-88d2-6a67509efad4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:25.624397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.697257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:25.756623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.777760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:25.778010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network hostable DHCP agents. Network: 806604bd-b8a0-47db-ad46-3f62efe6f97c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:25.786621 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks [] for floatingip (ff575e9c-7127-4b31-890e-03d71dcf5153), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.788993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:25.790780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-256644df-91dd-4841-b6d9-22343d9d9eaf tempest-ServersTestJSON-303071689 tempest-ServersTestJSON-303071689-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff575e9c-7127-4b31-890e-03d71dcf5153 HTTP/1.1" status: 204 len: 168 time: 1.8089032 Feb 19 07:17:25.798454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:25.806325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ce89a-c7c2-43f7-99c0-0491ef028e7c req-77df1f9e-4881-48f0-b01e-69a530f2df7c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:25.807924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e7ce89a-c7c2-43f7-99c0-0491ef028e7c req-77df1f9e-4881-48f0-b01e-69a530f2df7c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 945 time: 0.2570910 Feb 19 07:17:25.897600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:25.914365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:25.986196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 806604bd-b8a0-47db-ad46-3f62efe6f97c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:26.003035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61faf91c-3171-4e80-b904-5730308213c9 None None] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:26.009141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:26.009990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.020659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e7ce89a-c7c2-43f7-99c0-0491ef028e7c req-52c00479-07b2-4ce5-8c92-c35be5e7a1e2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006991 Feb 19 07:17:26.053828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:26.081716 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-caabf042-b77b-4cf3-8fdf-1f717b8f45ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3415718 Feb 19 07:17:26.086493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49734) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:26.094679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'subnet': {'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:26.168977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Attempting to bind port 0eb7d188-f546-4abd-88d2-6a67509efad4 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:26.169566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Attempting to bind port 0eb7d188-f546-4abd-88d2-6a67509efad4 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:26.169698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Attempting to bind port 0eb7d188-f546-4abd-88d2-6a67509efad4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:26.172067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-806604bd-b8a0-47db-ad46-3f62efe6f97c', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:17:26.173028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.197180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:26.199610 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a1478-21e3-4d9c-ae46-d82454d9229c" -d '{"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb40a253-247f-4496-8989-988b4e781ffa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:26.203476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks [] for port (bb40a253-247f-4496-8989-988b4e781ffa), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.234444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.240567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Allocated IP 172.25.7.163 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/63c1da47-d9ce-4d01-a624-168a4a8d2e03) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:26.248929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Port 0eb7d188-f546-4abd-88d2-6a67509efad4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:26.249466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Attempting to bind port 0eb7d188-f546-4abd-88d2-6a67509efad4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:26.279441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:26.280806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Checking segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:26.281386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Bound using segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:26.281865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Bound port: 0eb7d188-f546-4abd-88d2-6a67509efad4, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:26.282229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.378310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64e1fc-5b76-4db0-8a7f-da04839dfd4b req-1ebacedb-a532-4d48-bfa0-5ca6632fd2a1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:26.380230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b64e1fc-5b76-4db0-8a7f-da04839dfd4b req-1ebacedb-a532-4d48-bfa0-5ca6632fd2a1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.4201765 Feb 19 07:17:26.384242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:26.387617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.462656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:26.515383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Allocated IP 10.1.1.2 (806604bd-b8a0-47db-ad46-3f62efe6f97c/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1/32592ed0-4f49-4a62-b9e4-a340b7fa403b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:26.521437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:26.530100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Router a0c52d0d-d924-4505-8e6e-f808044069d1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:17:26.572030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:26.586686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:26.586947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.587048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:26.587360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:26.606517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:26.606891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Attempting to bind port bb40a253-247f-4496-8989-988b4e781ffa on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:26.623149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cbba3-e2d9-409d-aaa5-c1e728154618 req-6c643693-de59-4e6b-a2fe-03ab2e84aeaa tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:26.624712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a12cbba3-e2d9-409d-aaa5-c1e728154618 req-6c643693-de59-4e6b-a2fe-03ab2e84aeaa tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 944 time: 0.3004677 Feb 19 07:17:26.630265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b64e1fc-5b76-4db0-8a7f-da04839dfd4b req-a6cc65da-b819-49be-bbe4-de65d026f96a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037423 Feb 19 07:17:26.631380 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.668437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:26.677608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:26.680471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:26.680471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:26.680913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Bound port: bb40a253-247f-4496-8989-988b4e781ffa, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:26.681227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.702367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 260e265a-ce75-4434-8a77-a31206ea9368 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:26.709372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:26.709999 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.711440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/0eb7d188-f546-4abd-88d2-6a67509efad4 HTTP/1.1" status: 200 len: 1092 time: 3.4789324 Feb 19 07:17:26.718411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:26.720877 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65892e84-bdef-403b-b751-019a82f934c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:26.723754 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1a09d0-1576-4e50-9ad5-cb95f0fe3267 x-openstack-request-id: req-de1a09d0-1576-4e50-9ad5-cb95f0fe3267 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:26.724051 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb40a253-247f-4496-8989-988b4e781ffa", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:26.724280 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de1a09d0-1576-4e50-9ad5-cb95f0fe3267 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:26.724813 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa', 'code': 200} Feb 19 07:17:26.815956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee674f3c-3515-448e-8045-242d90d855e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:26.822996 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b705b227-e07c-45b3-8047-fbc3f790b7dd x-openstack-request-id: req-b705b227-e07c-45b3-8047-fbc3f790b7dd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:26.823405 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:26.823633 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b705b227-e07c-45b3-8047-fbc3f790b7dd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:26.823989 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'status': 'completed', 'code': 200} Feb 19 07:17:26.847249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.859405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a12cbba3-e2d9-409d-aaa5-c1e728154618 req-61cd7acf-5360-4de6-9f70-59e1b5e8ba79 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063322 Feb 19 07:17:26.894651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=63c1da47-d9ce-4d01-a624-168a4a8d2e03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:26.897288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:17:26.905767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-52d0320d-20ca-4219-90e7-b79866d96ac5 admin admin] 10.222.0.43 "PUT /v2.0/routers/a0c52d0d-d924-4505-8e6e-f808044069d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4291375 Feb 19 07:17:26.910163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:26.924035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:26.943960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks [] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.953241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Sync routers for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:17:26.961524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:26.987814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:26.995266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-530bf243-5100-4616-abd3-420bfef39c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:26.996875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-530bf243-5100-4616-abd3-420bfef39c1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 1126 time: 0.2153196 Feb 19 07:17:27.002325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1251162819'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:27.005634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:27.070104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:27.072943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:27.075512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:27.077886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:27.078536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:27.081491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Pushing event updated for resources: {'Port': ['ID=32592ed0-4f49-4a62-b9e4-a340b7fa403b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:27.201707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Attempting to bind port 32592ed0-4f49-4a62-b9e4-a340b7fa403b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:27.201980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Attempting to bind port 32592ed0-4f49-4a62-b9e4-a340b7fa403b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:27.202854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Attempting to bind port 32592ed0-4f49-4a62-b9e4-a340b7fa403b on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:27.203281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:27.245550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 260e265a-ce75-4434-8a77-a31206ea9368 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:27.245910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (260e265a-ce75-4434-8a77-a31206ea9368), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.249539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:27.250013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:27.250335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.250747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Bound using segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:27.251265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Bound port: 32592ed0-4f49-4a62-b9e4-a340b7fa403b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:27.251660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.256772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:27.268743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.310778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (65614e74-c95f-4d7a-8ed8-8f5dc1543dec), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.333381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:27.335289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:27.344045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:27.417503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-53085b5a-9d78-4209-8980-f88e1e53224f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb7d188-f546-4abd-88d2-6a67509efad4 HTTP/1.1" status: 200 len: 217 time: 0.4079587 Feb 19 07:17:27.434356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:27.444541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Subnet': ['ID=65614e74-c95f-4d7a-8ed8-8f5dc1543dec,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:27.473379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:27.474475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.475454 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-365a3db8-a6f1-4cc5-83b4-8c2ed1c8307c service neutron] 10.222.0.47 "PUT /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 1121 time: 2.4586496 Feb 19 07:17:27.502368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Checking segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:27.502704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network hostable DHCP agents. Network: bd24f8ab-c9d8-4963-b875-e65f66be4e12, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:27.507316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Made reservation on behalf of ee2edf6da8884d5f936f9bb30ac6479f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:27.508706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.511803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.549329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.563849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] For port 32592ed0-4f49-4a62-b9e4-a340b7fa403b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:27.588646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:27.600584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['bb40a253-247f-4496-8989-988b4e781ffa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:27.603511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84325004-7566-43b5-8293-01f074ed3aa8 req-7f071306-0e7e-4004-8cf6-6f6c510328ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:27.604987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-7f071306-0e7e-4004-8cf6-6f6c510328ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.1390278 Feb 19 07:17:27.610699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks [] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.631285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, bd24f8ab-c9d8-4963-b875-e65f66be4e12) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:27.637099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] For port 32592ed0-4f49-4a62-b9e4-a340b7fa403b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=32592ed0-4f49-4a62-b9e4-a340b7fa403b,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:27.638104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:27.638872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.673353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33381410-d473-4f96-a080-207803e1e311 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5832851 Feb 19 07:17:27.676200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:27.676801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a584ca-154f-40ff-838b-ea6d5cb39d58 None None] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:27.683024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'name': 'tempest-TaggedBootDevicesTest-1628689365', 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:27.695424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.704540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca654-0611-441d-a92e-b2ccadaf1407 req-4a1d1852-83ec-4f93-b621-774a66cb63d3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:27.712652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e10ca654-0611-441d-a92e-b2ccadaf1407 req-4a1d1852-83ec-4f93-b621-774a66cb63d3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.3443301 Feb 19 07:17:27.722672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-e58cfe3c-d5e9-4602-8c28-2d18d3b1dc64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726564 Feb 19 07:17:27.748213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.846215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 260e265a-ce75-4434-8a77-a31206ea9368 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:27.883470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:27.914059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.916921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607432f6-8c43-4e76-bba1-264c151d9a65 req-660f5d96-bb1d-47ac-ab81-1613a5caf193 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:27.918637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-607432f6-8c43-4e76-bba1-264c151d9a65 req-660f5d96-bb1d-47ac-ab81-1613a5caf193 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1481061 Feb 19 07:17:27.942685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e10ca654-0611-441d-a92e-b2ccadaf1407 req-efa096bf-9a6f-4f67-9c0e-eeace3da047c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252209 Feb 19 07:17:27.987039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:27.987554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:27.989447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b6b0d-5424-493f-9e24-5677cfb46677 None None] Pushing event updated for resources: {'Port': ['ID=32592ed0-4f49-4a62-b9e4-a340b7fa403b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:27.994268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'mac_address': 'fa:16:3e:72:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:28.033814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:28.122008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks [] for router_gateway (a0c52d0d-d924-4505-8e6e-f808044069d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.134391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-c31b3f36-0598-4cc2-86c5-834c925db961 service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962798 Feb 19 07:17:28.144428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks [] for security_group (23ba49a5-ac92-42a8-b4fb-2a962e4480f3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.204756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-607432f6-8c43-4e76-bba1-264c151d9a65 req-fa03b2e0-a66b-4877-b4f1-9049cf1dbe67 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529221 Feb 19 07:17:28.225153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Deleting port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:28.225841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.281992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ips': [{'subnet_id': '65614e74-c95f-4d7a-8ed8-8f5dc1543dec'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:17:28.282684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.290856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84325004-7566-43b5-8293-01f074ed3aa8 req-f62d2e15-fe22-4d61-be94-b388a17a18d0 service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419041 Feb 19 07:17:28.291981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23ba49a5-ac92-42a8-b4fb-2a962e4480f3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.296478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:28.298932 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984bf0e2-1e4e-448e-9518-b373a4df6d0c" -d '{"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:28.341620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.359734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] For port fbd8a086-f11c-4f5f-8ac4-c2a3819169a9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:28.360320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.366102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:28.373162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:28.373607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.380054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] device_id is not set on port 681603d6-7736-44a8-b54a-445e1b9aa383 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:17:28.387141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Calling delete_port for fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:28.463755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:28.515995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3461c7-52bf-4a41-a0b1-b5eb590c57fd req-ddc8294a-4bbf-437a-ac3f-86303dbb937c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:28.523207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c3461c7-52bf-4a41-a0b1-b5eb590c57fd req-ddc8294a-4bbf-437a-ac3f-86303dbb937c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 944 time: 0.4709375 Feb 19 07:17:28.530630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (140a86c9-c668-4158-8bba-c226935891ec), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.531284 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Added segment 140a86c9-c668-4158-8bba-c226935891ec of type vlan for network cc8e3ba6-084f-40c9-a5f9-dbae9441df3d Feb 19 07:17:28.533592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba49a5-ac92-42a8-b4fb-2a962e4480f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:28.572071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Allocated IP 10.2.2.2 (bd24f8ab-c9d8-4963-b875-e65f66be4e12/65614e74-c95f-4d7a-8ed8-8f5dc1543dec/a022677a-ca69-4f45-8c09-1ac1c718cfad) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:28.652214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (cc8e3ba6-084f-40c9-a5f9-dbae9441df3d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.690545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892e84-bdef-403b-b751-019a82f934c9 req-f9af2cca-8bcc-42be-b429-a9e881fb3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:28.692313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-f9af2cca-8bcc-42be-b429-a9e881fb3ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 1126 time: 0.2983942 Feb 19 07:17:28.708929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Deleting port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:28.709265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.724038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c3461c7-52bf-4a41-a0b1-b5eb590c57fd req-4c326579-5c04-4c8a-9561-9847251f0301 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996901 Feb 19 07:17:28.726447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:28.729566 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db16ed8-4469-4763-b7a3-7a4087765b86" -d '{"events": [{"name": "network-changed", "server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "tag": "bb40a253-247f-4496-8989-988b4e781ffa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:28.738812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.1.1.194 (806604bd-b8a0-47db-ad46-3f62efe6f97c/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1/681603d6-7736-44a8-b54a-445e1b9aa383) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:28.745822 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks [] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.746364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.751230 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9884ff15-a7e6-4f02-993e-89c5d7c737a1 x-openstack-request-id: req-9884ff15-a7e6-4f02-993e-89c5d7c737a1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:28.751552 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:28.751791 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9884ff15-a7e6-4f02-993e-89c5d7c737a1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:28.752181 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'code': 200} Feb 19 07:17:28.754896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:28.760896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.762253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 32592ed0-4f49-4a62-b9e4-a340b7fa403b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:28.785092 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e72614-f945-4794-aa66-59c1b803c490 x-openstack-request-id: req-c7e72614-f945-4794-aa66-59c1b803c490 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:28.785376 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "tag": "bb40a253-247f-4496-8989-988b4e781ffa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:28.785792 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7e72614-f945-4794-aa66-59c1b803c490 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:28.786869 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa', 'status': 'completed', 'code': 200} Feb 19 07:17:28.822091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.825916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.877313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (cc8e3ba6-084f-40c9-a5f9-dbae9441df3d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.882409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:28.883246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.926006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fbd8a086-f11c-4f5f-8ac4-c2a3819169a9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:28.954285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:28.990357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:29.018683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd8a086-f11c-4f5f-8ac4-c2a3819169a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:29.028984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3538177 Feb 19 07:17:29.046136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:29.056378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=63c1da47-d9ce-4d01-a624-168a4a8d2e03,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:29.078505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:29.090913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:17:29.091626 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:17:29.095859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:29.136547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port': {'id': '6a3a00b6-d1ba-4bd8-a61e-3f13919bf928', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:14:59Z', 'updated_at': '2022-02-19T07:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:29.190245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Checking router: a0c52d0d-d924-4505-8e6e-f808044069d1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:17:29.204101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ff6b8-b26c-4352-84ff-d35ebd11083f tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Pushing event updated for resources: {'Network': ['ID=cc8e3ba6-084f-40c9-a5f9-dbae9441df3d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:29.213830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-d9295f64-a053-40c4-a147-be4d0c2bae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.215385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-d9295f64-a053-40c4-a147-be4d0c2bae30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1155 time: 0.4091563 Feb 19 07:17:29.219126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'name': 'tempest-network--846020717', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:29.241554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network cc8e3ba6-084f-40c9-a5f9-dbae9441df3d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:29.254745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.260400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] For port 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:29.261590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.267149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892e84-bdef-403b-b751-019a82f934c9 req-0efeb2ec-2aa3-4c51-9a92-fedc4b870caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.271048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-0efeb2ec-2aa3-4c51-9a92-fedc4b870caa service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 921 time: 0.5638266 Feb 19 07:17:29.340108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-59088c1d-d1ef-466a-a4df-7caa113fd97c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eb7d188-f546-4abd-88d2-6a67509efad4 HTTP/1.1" status: 200 len: 217 time: 0.0575147 Feb 19 07:17:29.356640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Calling delete_port for 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:29.374099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Pushing event updated for resources: {'Port': ['ID=a022677a-ca69-4f45-8c09-1ac1c718cfad,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:29.403864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Routers {'a0c52d0d-d924-4505-8e6e-f808044069d1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:29.406431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a0c52d0d-d924-4505-8e6e-f808044069d1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:29.415674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.417390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-687535e0-cc1b-4169-8da7-3ec938e97f34 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2030866 Feb 19 07:17:29.420893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 32592ed0-4f49-4a62-b9e4-a340b7fa403b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:29.421519 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.437902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b7271-e67e-426b-b280-fd01bba03c6d req-24feba0c-66cb-4feb-85a4-594ad78f26a2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.447269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-552b7271-e67e-426b-b280-fd01bba03c6d req-24feba0c-66cb-4feb-85a4-594ad78f26a2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.4166186 Feb 19 07:17:29.453965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:29.457761 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.529684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (681603d6-7736-44a8-b54a-445e1b9aa383), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.546568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aee390-720b-46f4-86ce-10d4d3bcf781 None None] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:29.552358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Attempting to bind port a022677a-ca69-4f45-8c09-1ac1c718cfad on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:29.553456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Attempting to bind port a022677a-ca69-4f45-8c09-1ac1c718cfad by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:29.553971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Attempting to bind port a022677a-ca69-4f45-8c09-1ac1c718cfad on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:29.557582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.571346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77a7f5-fb14-4870-aabe-e1873eab8fdc req-7af899fb-1f13-4a81-9532-91e5c0ff4cff tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.573022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b77a7f5-fb14-4870-aabe-e1873eab8fdc req-7af899fb-1f13-4a81-9532-91e5c0ff4cff tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 948 time: 0.1722422 Feb 19 07:17:29.586024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65892e84-bdef-403b-b751-019a82f934c9 req-f7641fc7-f805-4777-88fd-05dba6543d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.587719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-f7641fc7-f805-4777-88fd-05dba6543d3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.2362854 Feb 19 07:17:29.613649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-1e268573-9e03-4539-8204-ea93814a3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:29.615994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-1e268573-9e03-4539-8204-ea93814a3d70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.3346047 Feb 19 07:17:29.624678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-552b7271-e67e-426b-b280-fd01bba03c6d req-3db6a18c-6bdd-43b0-b2ac-88ce3c2144a8 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762540 Feb 19 07:17:29.649170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-62ce6950-ac27-429a-ab9b-662a611169ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458171 Feb 19 07:17:29.661057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.674607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:29.675168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Checking segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:29.675705 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.676206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Bound using segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:29.676824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Bound port: a022677a-ca69-4f45-8c09-1ac1c718cfad, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:29.677308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.683453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.745226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Provisioning complete for port 32592ed0-4f49-4a62-b9e4-a340b7fa403b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:29.745723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.782115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] Set router a0c52d0d-d924-4505-8e6e-f808044069d1 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:29.796717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:29.799514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-b2974178-56cd-4cec-925a-b53541ae2f0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.1343493 Feb 19 07:17:29.806602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:29.807372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.859278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:29.861707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:29.875486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b77a7f5-fb14-4870-aabe-e1873eab8fdc req-c2bd632a-608c-4a99-8e8e-92701dce4167 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869439 Feb 19 07:17:29.892923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-051b459e-d5cb-47bd-ad29-7e2d1b0be74d service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408779 Feb 19 07:17:29.906233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:17:28Z', 'revision_number': 6, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:29.915860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:29.922083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-3f2bd431-f0e0-40a5-8f36-379ece925e60 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--835108380&fields=id&tenant_id=d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 267 time: 0.1656744 Feb 19 07:17:29.940576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for security_group (f0e4c3a9-5e98-4366-b5ed-ee6130578719), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:29.996412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0e4c3a9-5e98-4366-b5ed-ee6130578719), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.010867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c225e8-512e-4835-b48c-607fff94bf3c None None] The sync data for ids ['a0c52d0d-d924-4505-8e6e-f808044069d1'] in n-d-829866-3 is: [{'id': 'a0c52d0d-d924-4505-8e6e-f808044069d1', 'name': 'tempest-ServersTestMultiNic-608550888-router', 'tenant_id': '193137b6c423465b9a5694df94d3434c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:14:56Z', 'updated_at': '2022-02-19T07:17:28Z', 'revision_number': 6, 'project_id': '193137b6c423465b9a5694df94d3434c', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:17:30.043102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:30.068956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.071062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] For port a022677a-ca69-4f45-8c09-1ac1c718cfad, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:30.074331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.077869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6a3a00b6-d1ba-4bd8-a61e-3f13919bf928), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.091801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.092588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:30.111309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bb40a253-247f-4496-8989-988b4e781ffa details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:30.116346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] For port a022677a-ca69-4f45-8c09-1ac1c718cfad, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a022677a-ca69-4f45-8c09-1ac1c718cfad,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:30.135917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 32592ed0-4f49-4a62-b9e4-a340b7fa403b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:30.136314 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.140439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a00b6-d1ba-4bd8-a61e-3f13919bf928,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.150470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e4c3a9-5e98-4366-b5ed-ee6130578719,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.166975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3796fc5a-c9ed-4be5-92b7-b586573ff201), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.167514 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Added segment 3796fc5a-c9ed-4be5-92b7-b586573ff201 of type vlan for network b7601286-8461-435e-bf3b-f01c9ecbc07c Feb 19 07:17:30.172443 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.241956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65892e84-bdef-403b-b751-019a82f934c9 req-5ce8c11e-8a94-40c5-b534-1b352243172e service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402066 Feb 19 07:17:30.297335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:17:30.321246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-a309cd86-5d06-4a9f-9706-b7102fea5603 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:30.325410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-a309cd86-5d06-4a9f-9706-b7102fea5603 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 810 time: 0.3854885 Feb 19 07:17:30.329505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b7601286-8461-435e-bf3b-f01c9ecbc07c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.398079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b7601286-8461-435e-bf3b-f01c9ecbc07c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.399867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:30.400744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.419970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-2b170294-1473-44c1-8b8e-9cc07e945299 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/quotas/d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 375 time: 0.0801282 Feb 19 07:17:30.452240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:30.493656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:30.494482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.495167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Current status of the port 32592ed0-4f49-4a62-b9e4-a340b7fa403b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:30.495793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.501406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bb40a253-247f-4496-8989-988b4e781ffa has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:17:30.503079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a0c52d0d-d924-4505-8e6e-f808044069d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.520068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-e59b6e53-70ae-4269-b796-659f4e571e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:30.522273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-e59b6e53-70ae-4269-b796-659f4e571e86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.6733615 Feb 19 07:17:30.524086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.550775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ded1c1d-4d79-48f0-b344-a3d084f89437 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8709395 Feb 19 07:17:30.572879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:30.575761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-967b37c7-346e-4977-be2b-74849c706755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429494 Feb 19 07:17:30.583602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'name': 'tempest-TaggedBootDevicesTest-3272045', 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:30.615001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 32592ed0-4f49-4a62-b9e4-a340b7fa403b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=32592ed0-4f49-4a62-b9e4-a340b7fa403b,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:30.630732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7c794-f9a9-46f9-9bc1-30d94be1ff23 None None] Pushing event updated for resources: {'Port': ['ID=a022677a-ca69-4f45-8c09-1ac1c718cfad,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.639750 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:30.678865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.6196976 Feb 19 07:17:30.680121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe59bf-d735-4458-8548-16eedb0fcdfd req-e593a4a4-f2c2-4b4e-8031-9fbe7bb41714 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:30.681787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebe59bf-d735-4458-8548-16eedb0fcdfd req-e593a4a4-f2c2-4b4e-8031-9fbe7bb41714 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 944 time: 0.6480474 Feb 19 07:17:30.684269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49796) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:30.695248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3f544-3908-4e6e-b3ad-c9b3f8c616c5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=b7601286-8461-435e-bf3b-f01c9ecbc07c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:30.908988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:31.077682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b7601286-8461-435e-bf3b-f01c9ecbc07c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.079209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=32592ed0-4f49-4a62-b9e4-a340b7fa403b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:31.098384 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:17:31.099976 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:17:31.107271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebe59bf-d735-4458-8548-16eedb0fcdfd req-de435f63-6cfb-49fc-98c6-e9d548bbdccc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851967 Feb 19 07:17:31.117149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-3f634fc8-b028-4676-b5c8-bab0f6d12794 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288870 Feb 19 07:17:31.151822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:17:31.166774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:31.176836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:31.182003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.212862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.215934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks [] for router_controller (a0c52d0d-d924-4505-8e6e-f808044069d1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.241126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-54280a1f-d785-4f3e-b07c-3b9db09e3872 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8125875 Feb 19 07:17:31.243869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b7601286-8461-435e-bf3b-f01c9ecbc07c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:31.255451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:31.255946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6a3a00b6-d1ba-4bd8-a61e-3f13919bf928 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:31.256475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 07ca4560-ec23-46e4-b6d0-561566ce8022 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:31.320183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 07ca4560-ec23-46e4-b6d0-561566ce8022 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:31.321212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 07ca4560-ec23-46e4-b6d0-561566ce8022 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:31.338383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a0c52d0d-d924-4505-8e6e-f808044069d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.338840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0c52d0d-d924-4505-8e6e-f808044069d1 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:17:31.339327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] device_id is not set on port d7296f01-0e87-4a62-b64f-675f91831c3d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:17:31.350065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.352255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b61e78b6-6a66-4f36-b204-34cb52a47349 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a0c52d0d-d924-4505-8e6e-f808044069d1 HTTP/1.1" status: 204 len: 168 time: 4.4406984 Feb 19 07:17:31.356030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:31.406305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b7601286-8461-435e-bf3b-f01c9ecbc07c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.419623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-cce189f9-895b-4862-9b50-f776e209507c service neutron] 10.222.0.43 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774623 Feb 19 07:17:31.427064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Deleting subnet 5659b399-0dde-49bd-bc12-876c0ac20229 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:17:31.437833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Publish callbacks [] for subnet (5659b399-0dde-49bd-bc12-876c0ac20229), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.490526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7601286-8461-435e-bf3b-f01c9ecbc07c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:31.516811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5659b399-0dde-49bd-bc12-876c0ac20229), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.520102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3796fc5a-c9ed-4be5-92b7-b586573ff201') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:31.520605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3796fc5a-c9ed-4be5-92b7-b586573ff201') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:31.556856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2db16ed8-4469-4763-b7a3-7a4087765b86 req-19e11dea-b49d-4c6a-9429-b7cd8862d5ef service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272621 Feb 19 07:17:31.578720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (3796fc5a-c9ed-4be5-92b7-b586573ff201), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.591581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-6fc67b01-85cd-4378-9ff7-712989431b5d service neutron] 10.222.0.43 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619360 Feb 19 07:17:31.591925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d10f24-c883-452d-8756-1dda9eeeea6e req-0cec9c19-1e2f-4992-99ca-d7283bc91f7c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:31.595527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3d10f24-c883-452d-8756-1dda9eeeea6e req-0cec9c19-1e2f-4992-99ca-d7283bc91f7c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.3413496 Feb 19 07:17:31.671584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a83d722a-ef83-4ef9-beff-c0148d6e129e None None] Current status of the port 32592ed0-4f49-4a62-b9e4-a340b7fa403b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:31.677391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3796fc5a-c9ed-4be5-92b7-b586573ff201), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.677933 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5659b399-0dde-49bd-bc12-876c0ac20229), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.703620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:31.704032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (3796fc5a-c9ed-4be5-92b7-b586573ff201), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:31.706231 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:31.726885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:17:31.732968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3151422-43cd-4385-a6cc-cbd390dee85a admin admin] 10.222.0.43 "PUT /v2.0/routers/0f9bdc7a-2fb6-4f6e-8018-09f15087df66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9238520 Feb 19 07:17:31.738983 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Sync routers for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:17:31.741642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:31.777753 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:31.781095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:31.800409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Provisioning complete for port 32592ed0-4f49-4a62-b9e4-a340b7fa403b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:31.801536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.835333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3d10f24-c883-452d-8756-1dda9eeeea6e req-49562bdf-7b47-47ac-8ba9-73f374092ccf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042406 Feb 19 07:17:31.860283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b7601286-8461-435e-bf3b-f01c9ecbc07c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.864116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.1.1.106 (806604bd-b8a0-47db-ad46-3f62efe6f97c/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1/d7296f01-0e87-4a62-b64f-675f91831c3d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:31.885508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7601286-8461-435e-bf3b-f01c9ecbc07c {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:17:31.888730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:31.895424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b7601286-8461-435e-bf3b-f01c9ecbc07c HTTP/1.1" status: 204 len: 168 time: 1.2034416 Feb 19 07:17:31.896431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:31.919356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:31.944980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41523e53-2dc7-4c5c-b2d5-d40e1c1e8e68 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7601286-8461-435e-bf3b-f01c9ecbc07c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:31.980273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:31.982649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.017574 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:32.046082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Current status of the port 32592ed0-4f49-4a62-b9e4-a340b7fa403b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:32.054624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6704c5d8-95ff-4dcc-94db-aeeb513745a0 req-3f209aa8-94d6-4c61-be58-04a4a78547bf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 210 time: 0.0485823 Feb 19 07:17:32.074289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Provisioning complete for port 681603d6-7736-44a8-b54a-445e1b9aa383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:32.075572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.137459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:32.157802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a96d9c2a-2658-44f1-9caa-aeb72fe970ab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.158311 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Added segment a96d9c2a-2658-44f1-9caa-aeb72fe970ab of type vlan for network 759587db-9953-4a75-97e1-17e42b07e84a Feb 19 07:17:32.178833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks [] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.226056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a62b9a1-e288-4e03-92a2-5f6991080425 None None] Port 681603d6-7736-44a8-b54a-445e1b9aa383 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:32.246612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (759587db-9953-4a75-97e1-17e42b07e84a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.263025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.344993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5659b399-0dde-49bd-bc12-876c0ac20229), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.398172 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:17:28Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:32.433896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5659b399-0dde-49bd-bc12-876c0ac20229,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:32.449270 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Checking router: 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:17:32.461163 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Routers {'0f9bdc7a-2fb6-4f6e-8018-09f15087df66'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:17:32.463812 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:17:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:32.465233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.470719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (759587db-9953-4a75-97e1-17e42b07e84a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.471297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:32.471513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f17e42b-bdfb-4da0-b157-ef9d015aa99f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5659b399-0dde-49bd-bc12-876c0ac20229 HTTP/1.1" status: 204 len: 168 time: 1.1141605 Feb 19 07:17:32.471732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:32.472326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.475337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:32.497554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0d474-4087-4f49-911c-8c34478aebd0 None None] Network 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:32.557436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f935c-b8e5-4f19-8175-357d9ec1fe78 req-d0cc16de-1ecc-4f04-a72a-9cb9e45fbfbb tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:32.564811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-062f935c-b8e5-4f19-8175-357d9ec1fe78 req-d0cc16de-1ecc-4f04-a72a-9cb9e45fbfbb tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 949 time: 0.6802137 Feb 19 07:17:32.596560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks [] for router_gateway (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.609235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25d57b-e37c-4055-989b-bebd0bbd07c1 None None] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:32.611528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc6193-fe2b-4cdf-85f5-e4fd510aa26a req-c50bcb75-9a86-46ae-88cb-0ccd4c061c75 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:32.625538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87fc6193-fe2b-4cdf-85f5-e4fd510aa26a req-c50bcb75-9a86-46ae-88cb-0ccd4c061c75 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 944 time: 0.3395724 Feb 19 07:17:32.634497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] Set router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:17:32.658731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-062f935c-b8e5-4f19-8175-357d9ec1fe78 req-1855404e-6a24-464b-bbb6-03f0582deb6b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925260 Feb 19 07:17:32.669411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.752138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Deleting port 3888fbcd-0446-4a98-95b6-9232262aef54 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:32.752854 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.778952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=759587db-9953-4a75-97e1-17e42b07e84a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:32.801943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:32.827426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-797018b7-649b-400f-8808-f648f80854b1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.9199333 Feb 19 07:17:32.841183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:32.846987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 759587db-9953-4a75-97e1-17e42b07e84a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:32.855844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'subnet': {'network_id': '759587db-9953-4a75-97e1-17e42b07e84a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:32.944200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:17:32.947352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Deleting port e7a9d2cd-62a9-4988-9681-41e223a4f465 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:32.947975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.036228 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:17:28Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:33.037526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:33.049236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:33.056401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:33.059463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:33.068110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:33.071147 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.121841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:33.122890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.164274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a022677a-ca69-4f45-8c09-1ac1c718cfad up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:33.165524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87fc6193-fe2b-4cdf-85f5-e4fd510aa26a req-da0c9c30-4452-4460-8c87-8d902d9a84fe tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323734 Feb 19 07:17:33.200826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] For port 3888fbcd-0446-4a98-95b6-9232262aef54, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3888fbcd-0446-4a98-95b6-9232262aef54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:33.201340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.214190 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-888e8085-e3e0-45d4-a122-095c55b797d8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6369679 Feb 19 07:17:33.246569 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef2775-c7b1-423a-b7fb-83e23bcb9673 None None] The sync data for ids ['0f9bdc7a-2fb6-4f6e-8018-09f15087df66'] in n-d-829866-3 is: [{'id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'name': 'tempest-ServersTestJSON-1726753166-router', 'tenant_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:15:16Z', 'updated_at': '2022-02-19T07:17:28Z', 'revision_number': 5, 'project_id': '79c6ab151b204f20ad101e0e4d8f6afa', 'gw_port': {'id': '3888fbcd-0446-4a98-95b6-9232262aef54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9bdc7a-2fb6-4f6e-8018-09f15087df66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:15:18Z', 'updated_at': '2022-02-19T07:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:17:33.261024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Calling delete_port for 3888fbcd-0446-4a98-95b6-9232262aef54 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:33.265306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] For port e7a9d2cd-62a9-4988-9681-41e223a4f465, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e7a9d2cd-62a9-4988-9681-41e223a4f465,segment=NetworkSegment(36cd3947-ff21-4f20-9c72-bdf97900166b),segment_id=36cd3947-ff21-4f20-9c72-bdf97900166b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:33.267629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.308278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Calling delete_port for e7a9d2cd-62a9-4988-9681-41e223a4f465 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:33.328868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102718-d80e-4301-b567-539287bf4c1a req-9886c1b3-532a-4b04-9dc6-d20af9ceea82 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:33.330457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c102718-d80e-4301-b567-539287bf4c1a req-9886c1b3-532a-4b04-9dc6-d20af9ceea82 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.3347046 Feb 19 07:17:33.342666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-890a5a78-b9d9-4d52-b7d6-857c0d12dafb req-96356819-df17-456b-8a48-1e82aa3dd8e5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 210 time: 0.0623329 Feb 19 07:17:33.451544 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.543340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:33.565371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Provisioning complete for port a022677a-ca69-4f45-8c09-1ac1c718cfad triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:33.567300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.579408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c102718-d80e-4301-b567-539287bf4c1a req-59224ed8-2e05-465b-81b6-5fc16513d1e5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093744 Feb 19 07:17:33.630122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'port_id': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'mac_address': 'fa:16:3e:5d:52:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03aedaf-e00d-458b-9ad2-f639fed052ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:33.659904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e7a9d2cd-62a9-4988-9681-41e223a4f465), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.661017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-cc24f66c-f42b-4ccf-aff0-3f5c85c9f0a0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:33.665330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-cc24f66c-f42b-4ccf-aff0-3f5c85c9f0a0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 810 time: 0.2490084 Feb 19 07:17:33.725998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a9d2cd-62a9-4988-9681-41e223a4f465,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:33.733822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] No DVR routers for this DVR port e7a9d2cd-62a9-4988-9681-41e223a4f465 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:33.776726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a022677a-ca69-4f45-8c09-1ac1c718cfad triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:33.777394 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.828223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 0eb7d188-f546-4abd-88d2-6a67509efad4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:33.828899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.859733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-d8b27baf-8c3e-4b43-8d72-47418f487a1d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 379 time: 0.1837046 Feb 19 07:17:33.867094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3888fbcd-0446-4a98-95b6-9232262aef54), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.867650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb7d188-f546-4abd-88d2-6a67509efad4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:33.877304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'port': {'device_id': '33579411-25f1-4870-87b0-e74e353b7f40', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'admin_state_up': True, 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'security_groups': ['baab914b-f36e-4e60-a7c3-dd45e33a270d']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:33.889969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:33.918945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.919242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:33.932220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=3888fbcd-0446-4a98-95b6-9232262aef54,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:34.035963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f9b86-9972-45cf-913a-14ceb0d7a1a2 None None] DHCP port deletion for 0ff3b9da-7111-42b5-8021-79ea1bc5b9eb request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:17:34.037695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:34.058506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Current status of the port a022677a-ca69-4f45-8c09-1ac1c718cfad is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:34.058921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.059584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3b9da-7111-42b5-8021-79ea1bc5b9eb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:34.078177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cd3947-ff21-4f20-9c72-bdf97900166b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:34.078484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cd3947-ff21-4f20-9c72-bdf97900166b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:34.110378 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (36cd3947-ff21-4f20-9c72-bdf97900166b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.123178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:34.135980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:34.139473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (36cd3947-ff21-4f20-9c72-bdf97900166b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.141680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234004444', 'description': 'tempest-description--51827383'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:34.145908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:34.146584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (36cd3947-ff21-4f20-9c72-bdf97900166b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.167015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['0eb7d188-f546-4abd-88d2-6a67509efad4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:34.200309 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:34.230426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a022677a-ca69-4f45-8c09-1ac1c718cfad is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:34.230856 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.249794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] For port a022677a-ca69-4f45-8c09-1ac1c718cfad, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a022677a-ca69-4f45-8c09-1ac1c718cfad,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:34.266536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.299987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423081c-2854-4e97-b0be-033c0ed8b734 req-54fe575a-517b-4e0d-8e2d-032549fb8ed1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:34.302565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5423081c-2854-4e97-b0be-033c0ed8b734 req-54fe575a-517b-4e0d-8e2d-032549fb8ed1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 949 time: 0.4311328 Feb 19 07:17:34.307049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0ff3b9da-7111-42b5-8021-79ea1bc5b9eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.311872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.323464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.336987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ff3b9da-7111-42b5-8021-79ea1bc5b9eb HTTP/1.1" status: 204 len: 168 time: 1.8592105 Feb 19 07:17:34.372261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.396191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88e5f-357f-4adb-b988-dbebb4bd45cf admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff3b9da-7111-42b5-8021-79ea1bc5b9eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:34.432684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:34.433068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.437101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7d7c2-37de-4279-bd87-4fedddebf4f6 None None] Pushing event updated for resources: {'Port': ['ID=a022677a-ca69-4f45-8c09-1ac1c718cfad,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:34.442886 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:17:34.443533 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:17:34.453695 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (ec7c48e7-c828-4610-a16e-43b535bdfe92), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.458601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Made reservation on behalf of d6daf5522bed4f90bd6cbc443aceb42e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:34.465162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.474001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ec7c48e7-c828-4610-a16e-43b535bdfe92), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.493167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ae59263-8256-4cdc-a430-262a699c9e95 None None] Provisioning complete for port d7296f01-0e87-4a62-b64f-675f91831c3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:34.493648 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ae59263-8256-4cdc-a430-262a699c9e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.538701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c48e7-c828-4610-a16e-43b535bdfe92,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:34.551453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.553172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b7eb2440-5f4b-44c0-86dc-b53f3bd022eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4159119 Feb 19 07:17:34.559522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5423081c-2854-4e97-b0be-033c0ed8b734 req-56326a90-4a94-4af5-8732-b871db3629a9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379634 Feb 19 07:17:34.561567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.563133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:34.575171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks [] for router_controller (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.578578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ae59263-8256-4cdc-a430-262a699c9e95 None None] Port d7296f01-0e87-4a62-b64f-675f91831c3d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:34.591756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'security_group_rule': {'security_group_id': 'ec7c48e7-c828-4610-a16e-43b535bdfe92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:34.601025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:34.645975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:34.646576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.665091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b97941-47a0-4164-b2ff-d518127f0548 req-42a23785-5435-4bb1-ad94-d5d547eddf7f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:34.667527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7b97941-47a0-4164-b2ff-d518127f0548 req-42a23785-5435-4bb1-ad94-d5d547eddf7f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 945 time: 0.3828826 Feb 19 07:17:34.672734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-b7a4e3c0-d974-4aca-ac59-c54341ac7816 service neutron] 10.222.0.24 "GET /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.4770238 Feb 19 07:17:34.673346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:34.678757 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c93524-65d7-487d-8d62-2c3f79b56e0f" -d '{"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:34.701158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:34.712019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (0f9bdc7a-2fb6-4f6e-8018-09f15087df66), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.712536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9bdc7a-2fb6-4f6e-8018-09f15087df66 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:17:34.712996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.723322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-57ef87bd-0eb8-4426-acc3-f3c0014d9fb6 None None] Provisioning complete for port a022677a-ca69-4f45-8c09-1ac1c718cfad triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:34.724116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57ef87bd-0eb8-4426-acc3-f3c0014d9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.735448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.736579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da2a4279-c756-46b5-bc4b-35731e50b333 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0f9bdc7a-2fb6-4f6e-8018-09f15087df66 HTTP/1.1" status: 204 len: 168 time: 2.9929233 Feb 19 07:17:34.756936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:34.759732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cb8b8f6-ead1-4d5b-86da-67d64ebc0abd req-aefe504c-3bcd-447c-b6d8-7b5dc79cf3c9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 210 time: 0.0713034 Feb 19 07:17:34.808387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (7c6e23e2-55b7-480d-928c-49f510bb7cf7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.821979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Allocated IP 172.20.0.6 (66ba6680-3672-4709-9139-d4257491b7fd/e66ba770-52fc-4750-b0cc-7af0db02a023/0e739c23-0eae-4a52-b657-9ace9f99017c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:34.828202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:17:34.828684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (7e5ddd9c-202e-4ba4-8d65-8ce2aad87456), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:34.874775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d8d922c7-6ea2-48d9-becf-2f5391e8476b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=193137b6c423465b9a5694df94d3434c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635388 Feb 19 07:17:34.880574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:34.976253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Deleting subnet 0191247a-92a0-4a87-a1e2-0d6cf4ae63f6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:17:34.988028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Publish callbacks [] for subnet (0191247a-92a0-4a87-a1e2-0d6cf4ae63f6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.022589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:35.036481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7b97941-47a0-4164-b2ff-d518127f0548 req-c4aef481-366e-4809-b0b0-141361322dcd tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597929 Feb 19 07:17:35.040239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e5ddd9c-202e-4ba4-8d65-8ce2aad87456,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:35.042710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a022677a-ca69-4f45-8c09-1ac1c718cfad is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:35.043733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 32592ed0-4f49-4a62-b9e4-a340b7fa403b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:35.066134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Checking segment: {'id': 'a96d9c2a-2658-44f1-9caa-aeb72fe970ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '759587db-9953-4a75-97e1-17e42b07e84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:35.077566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Network hostable DHCP agents. Network: 759587db-9953-4a75-97e1-17e42b07e84a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:35.078110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6159f-7aa7-4d74-b560-f3c6ba77c87d req-b942d882-4f0c-4e4b-8a99-c3d4a6fc55e4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:35.080338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ae6159f-7aa7-4d74-b560-f3c6ba77c87d req-b942d882-4f0c-4e4b-8a99-c3d4a6fc55e4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 943 time: 0.2011261 Feb 19 07:17:35.085921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (0191247a-92a0-4a87-a1e2-0d6cf4ae63f6), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.119371 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf89492-2c98-4767-8bb0-d2db867769e9 x-openstack-request-id: req-dbf89492-2c98-4767-8bb0-d2db867769e9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:35.119668 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:35.119949 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbf89492-2c98-4767-8bb0-d2db867769e9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:35.120328 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'code': 200} Feb 19 07:17:35.121477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (7c6e23e2-55b7-480d-928c-49f510bb7cf7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.131115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-57ef87bd-0eb8-4426-acc3-f3c0014d9fb6 None None] Current status of the port a022677a-ca69-4f45-8c09-1ac1c718cfad is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:35.139403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 32592ed0-4f49-4a62-b9e4-a340b7fa403b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:35.139780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.147100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7c6e23e2-55b7-480d-928c-49f510bb7cf7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.190066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Network 759587db-9953-4a75-97e1-17e42b07e84a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:35.203277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:35.213570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6e23e2-55b7-480d-928c-49f510bb7cf7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:35.216035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] Publish callbacks [] for security_group (029405b0-9f55-4bb0-b315-ad91d5f38524), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.227644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.236004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.237597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bca43a19-a960-4945-a46e-dc417b8b28c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6640933 Feb 19 07:17:35.242769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:35.249057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:35.251265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 759587db-9953-4a75-97e1-17e42b07e84a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:35.255575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:35.256233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.265396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'security_group_rule': {'security_group_id': 'ec7c48e7-c828-4610-a16e-43b535bdfe92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:35.267943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4546b4-a329-43e8-9220-4d471852e86b None None] Network 759587db-9953-4a75-97e1-17e42b07e84a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:35.297718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ae6159f-7aa7-4d74-b560-f3c6ba77c87d req-c3408a07-0d07-48ad-855c-90b5133da032 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789277 Feb 19 07:17:35.308513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 32592ed0-4f49-4a62-b9e4-a340b7fa403b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:35.314546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22add39b-cecc-4db8-a9b1-04dc5e3c57e5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4651246 Feb 19 07:17:35.317895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:35.349210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0191247a-92a0-4a87-a1e2-0d6cf4ae63f6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.360676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'floatingip': {'floating_network_id': '759587db-9953-4a75-97e1-17e42b07e84a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:35.369638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] Publish callbacks [] for security_group (029405b0-9f55-4bb0-b315-ad91d5f38524), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.399258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14f8fd-0de0-410e-9f99-84bba65b6a74 req-9c912eda-ab51-4202-84fe-05a8f14fa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:35.400672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b14f8fd-0de0-410e-9f99-84bba65b6a74 req-9c912eda-ab51-4202-84fe-05a8f14fa3b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.0919268 Feb 19 07:17:35.429467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb40a253-247f-4496-8989-988b4e781ffa {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:35.436775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (0191247a-92a0-4a87-a1e2-0d6cf4ae63f6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.454715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.458263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0191247a-92a0-4a87-a1e2-0d6cf4ae63f6 HTTP/1.1" status: 204 len: 168 time: 0.6975737 Feb 19 07:17:35.465707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:35.467889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:35.473702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f148d-63e7-4582-8853-d293c3179f9b None None] Network 759587db-9953-4a75-97e1-17e42b07e84a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:35.479133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a022677a-ca69-4f45-8c09-1ac1c718cfad up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:35.485512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b765212-f0a0-40ba-90c7-fc4134a6bdf9 None None] Network de9f2278-badd-4ec4-a4e4-fb411efaa649 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:35.493747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54394252-7dd7-427d-826b-049a8c4bc183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0191247a-92a0-4a87-a1e2-0d6cf4ae63f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:35.512455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b14f8fd-0de0-410e-9f99-84bba65b6a74 req-7ffa7487-363e-4986-9581-c314f44ddccd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Feb 19 07:17:35.518215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (15e750e9-59e3-47f8-94d8-9aa7c885476a), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.553298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.555083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.561989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.691415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a022677a-ca69-4f45-8c09-1ac1c718cfad triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:35.691820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.787442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a022677a-ca69-4f45-8c09-1ac1c718cfad is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:35.794775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] DHCP port deletion for de9f2278-badd-4ec4-a4e4-fb411efaa649 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:17:35.860954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Deleting port b1d004c4-b80b-49a7-a193-b72ffb034690 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:35.861446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:35.866685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:35.901130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:35.901476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbd8a086-f11c-4f5f-8ac4-c2a3819169a9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:35.902074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e7a9d2cd-62a9-4988-9681-41e223a4f465 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:35.905480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eda7d-fcd1-4536-8580-5c4a4731e551 req-759bf35a-7706-49f0-b10f-cfcb8e0235dc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:35.906997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-362eda7d-fcd1-4536-8580-5c4a4731e551 req-759bf35a-7706-49f0-b10f-cfcb8e0235dc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 931 time: 0.0569394 Feb 19 07:17:35.947957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e7a9d2cd-62a9-4988-9681-41e223a4f465 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:35.948212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e7a9d2cd-62a9-4988-9681-41e223a4f465 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:35.948587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3888fbcd-0446-4a98-95b6-9232262aef54 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:35.971643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-362eda7d-fcd1-4536-8580-5c4a4731e551 req-08a34b1a-c7c2-4d49-862a-b37c6920ece1 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585008 Feb 19 07:17:35.974885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3888fbcd-0446-4a98-95b6-9232262aef54 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:35.975266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3888fbcd-0446-4a98-95b6-9232262aef54 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:35.994830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] For port b1d004c4-b80b-49a7-a193-b72ffb034690, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b1d004c4-b80b-49a7-a193-b72ffb034690,segment=NetworkSegment(5b3df24d-a7fa-4168-a965-468e849cc95e),segment_id=5b3df24d-a7fa-4168-a965-468e849cc95e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:35.995262 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.009781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Calling delete_port for b1d004c4-b80b-49a7-a193-b72ffb034690 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:36.038879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Network 66ba6680-3672-4709-9139-d4257491b7fd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:36.069534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (de9f2278-badd-4ec4-a4e4-fb411efaa649), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.077308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:36.087428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (029405b0-9f55-4bb0-b315-ad91d5f38524), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.089941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.094197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/029405b0-9f55-4bb0-b315-ad91d5f38524 HTTP/1.1" status: 204 len: 168 time: 1.2066698 Feb 19 07:17:36.095048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.098314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:36.100515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b1d004c4-b80b-49a7-a193-b72ffb034690), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.132561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] Pushing event deleted for resources: {'Port': ['ID=b1d004c4-b80b-49a7-a193-b72ffb034690,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.138115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555e4e8-3a4a-4ea9-a764-8c0d61dce959 None None] No DVR routers for this DVR port b1d004c4-b80b-49a7-a193-b72ffb034690 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:36.188553 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (15e750e9-59e3-47f8-94d8-9aa7c885476a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.192808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81bc7ed1-b5c0-4282-9c23-2079089e4298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.200743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:36.201302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.206676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3bde5-c126-487c-a254-7be73d3a8821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029405b0-9f55-4bb0-b315-ad91d5f38524,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.221814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (15e750e9-59e3-47f8-94d8-9aa7c885476a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.282024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf15d7-0f38-454a-838c-c5ae4cd51a6b req-eb26cb2f-9af3-4d7d-a3f3-b45dd4702976 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:36.291882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1baf15d7-0f38-454a-838c-c5ae4cd51a6b req-eb26cb2f-9af3-4d7d-a3f3-b45dd4702976 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 945 time: 0.1005602 Feb 19 07:17:36.300799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-65df1b51-ae01-4ad9-875f-c099e3366756 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4354341 Feb 19 07:17:36.307107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e750e9-59e3-47f8-94d8-9aa7c885476a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.315971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423e157-858d-403b-9d87-b242f8ee9527 req-d93324a4-1ba5-451c-9586-54570eb39dbf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:36.323853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1423e157-858d-403b-9d87-b242f8ee9527 req-d93324a4-1ba5-451c-9586-54570eb39dbf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3964183 Feb 19 07:17:36.341849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.343374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-28c62158-b9ce-4a19-98e4-2f6cbd5afde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0954578 Feb 19 07:17:36.345113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] Transition to ACTIVE for port object bb40a253-247f-4496-8989-988b4e781ffa will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:36.361647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:36.371742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1baf15d7-0f38-454a-838c-c5ae4cd51a6b req-372b0c40-204a-43c4-b88b-4aaadc2e1f1a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782597 Feb 19 07:17:36.373187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:36.393538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.437827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (de9f2278-badd-4ec4-a4e4-fb411efaa649), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.464998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b86da639-00ed-4ba4-829c-103bffde689a None None] Provisioning complete for port 0e739c23-0eae-4a52-b657-9ace9f99017c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:36.465524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b86da639-00ed-4ba4-829c-103bffde689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.504052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a7f63-26e6-41a7-a253-f159e616d9f7 req-efa14a93-1a2e-4305-9f52-2a305a2790bc tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:36.505767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f2a7f63-26e6-41a7-a253-f159e616d9f7 req-efa14a93-1a2e-4305-9f52-2a305a2790bc tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.0656636 Feb 19 07:17:36.524935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b86da639-00ed-4ba4-829c-103bffde689a None None] Port 0e739c23-0eae-4a52-b657-9ace9f99017c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:36.527769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:36.546299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.557334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9f2278-badd-4ec4-a4e4-fb411efaa649']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:36.581006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.591581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3df24d-a7fa-4168-a965-468e849cc95e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:36.591956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3df24d-a7fa-4168-a965-468e849cc95e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:36.609272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 0eb7d188-f546-4abd-88d2-6a67509efad4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:17:36.610734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f2a7f63-26e6-41a7-a253-f159e616d9f7 req-77e39b53-1030-4c1f-99a6-7e1cdb316357 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983045 Feb 19 07:17:36.615635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 0eb7d188-f546-4abd-88d2-6a67509efad4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:36.616256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.633672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1423e157-858d-403b-9d87-b242f8ee9527 req-9482d720-2422-4796-8966-b97779d4be5e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083723 Feb 19 07:17:36.638521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] No DVR routers for this DVR port bb40a253-247f-4496-8989-988b4e781ffa on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:17:36.641517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5b3df24d-a7fa-4168-a965-468e849cc95e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.700437 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5b3df24d-a7fa-4168-a965-468e849cc95e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.702544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.712412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 0eb7d188-f546-4abd-88d2-6a67509efad4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:36.713069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.732171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:36.732559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5b3df24d-a7fa-4168-a965-468e849cc95e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:36.735176 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:36.750110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:36.753742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-5c6251eb-105d-430a-afd5-8c73ef6219a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0728402 Feb 19 07:17:36.755393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.824805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.855743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (de9f2278-badd-4ec4-a4e4-fb411efaa649), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.887217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:36.892841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/de9f2278-badd-4ec4-a4e4-fb411efaa649 HTTP/1.1" status: 204 len: 168 time: 1.4167578 Feb 19 07:17:36.906750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3eb7-bd99-4561-8b02-dc05c54f06d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9f2278-badd-4ec4-a4e4-fb411efaa649,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:36.939945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Allocated IP 172.20.0.6 (759587db-9953-4a75-97e1-17e42b07e84a/7e5ddd9c-202e-4ba4-8d65-8ce2aad87456/04209e15-3927-4263-8c74-303b93a2e5b0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:36.970839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.038585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:37.039798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:37.116009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4353319c-173a-4185-9486-b92288a726ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79c6ab151b204f20ad101e0e4d8f6afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751252 Feb 19 07:17:37.119169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:37.122749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:37.125283 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf854ab-a54c-4b03-ab4f-390496efc42e" -d '{"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:37.139831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741036-95ae-4c0d-8fae-15c26a28c737 req-3f60f5b1-67ca-4541-ac5b-434511da6341 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:37.146569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33741036-95ae-4c0d-8fae-15c26a28c737 req-3f60f5b1-67ca-4541-ac5b-434511da6341 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 931 time: 0.0933001 Feb 19 07:17:37.159152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for port (04209e15-3927-4263-8c74-303b93a2e5b0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.184496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 172.25.7.53 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/2d720d94-849e-493e-8b39-841a1e442caf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:37.190202 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543cb086-5cec-4b45-8248-5d2f8300481c x-openstack-request-id: req-543cb086-5cec-4b45-8248-5d2f8300481c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:37.191803 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:37.192356 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-543cb086-5cec-4b45-8248-5d2f8300481c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:37.193211 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'code': 200} Feb 19 07:17:37.249891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1842637646-network', 'tenant_id': '95142c7fbc044da0871529af08127ac5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:37.269879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33741036-95ae-4c0d-8fae-15c26a28c737 req-53a74b11-ce2c-4355-8b05-c08a35984878 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222091 Feb 19 07:17:37.287374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] Publish callbacks [] for security_group (2ef09f11-5efa-4388-b1fa-f57ebe697521), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.297092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Made reservation on behalf of 95142c7fbc044da0871529af08127ac5 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:37.299321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.299489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.311098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.326767 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] Publish callbacks [] for security_group (2ef09f11-5efa-4388-b1fa-f57ebe697521), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.359619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Network 759587db-9953-4a75-97e1-17e42b07e84a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:37.374327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:37.389426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:37.419728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b1d004c4-b80b-49a7-a193-b72ffb034690 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:37.424413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2ef09f11-5efa-4388-b1fa-f57ebe697521), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.428374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.431329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Port': ['ID=04209e15-3927-4263-8c74-303b93a2e5b0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:37.432693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ef09f11-5efa-4388-b1fa-f57ebe697521 HTTP/1.1" status: 204 len: 168 time: 0.3125606 Feb 19 07:17:37.442559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (2d720d94-849e-493e-8b39-841a1e442caf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.446068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50b07-434a-4bee-a519-fdfdbcdb111d req-7d837b98-54b1-4bfa-8215-ed71acc661b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:37.447993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-efc50b07-434a-4bee-a519-fdfdbcdb111d req-7d837b98-54b1-4bfa-8215-ed71acc661b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 1128 time: 0.1861942 Feb 19 07:17:37.448922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b1d004c4-b80b-49a7-a193-b72ffb034690 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:17:37.449271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b1d004c4-b80b-49a7-a193-b72ffb034690 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:37.456914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks [] for security_group (b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.466332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd90a66-0baa-49c4-91c7-e49108a4fe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef09f11-5efa-4388-b1fa-f57ebe697521,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:37.468985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.502701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:37.516406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:37.522117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d52c97b4-eebb-429b-87e2-b8cea550261f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.522766 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Added segment d52c97b4-eebb-429b-87e2-b8cea550261f of type vlan for network 56d8f265-495f-49b9-aa24-92e980469a10 Feb 19 07:17:37.565830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (56d8f265-495f-49b9-aa24-92e980469a10), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.593523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (56d8f265-495f-49b9-aa24-92e980469a10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.594546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:37.595153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.601797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-efc50b07-434a-4bee-a519-fdfdbcdb111d req-bc381bde-4d75-4f02-9fb3-0a4abffbf3c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463859 Feb 19 07:17:37.636641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2d720d94-849e-493e-8b39-841a1e442caf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.648251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6062512 Feb 19 07:17:37.650988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:37.656007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Request body: {'subnet': {'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1842637646-subnet', 'tenant_id': '95142c7fbc044da0871529af08127ac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:37.678745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0ec94-51b7-446e-8620-9b83e6862eab admin admin] Pushing event updated for resources: {'Network': ['ID=56d8f265-495f-49b9-aa24-92e980469a10,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:37.692006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 56d8f265-495f-49b9-aa24-92e980469a10 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:37.705433 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for floatingip (241d0cdc-d8f7-4cbc-8fee-cd600816f29f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.711313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Made reservation on behalf of 95142c7fbc044da0871529af08127ac5 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:37.713625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.722879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:37.728069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:37.731221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:37.800598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2701-c0bd-4cc7-b13a-59b8f1d8fdc7 req-6fb6af13-e8f3-43fa-909a-45cd7e547b3c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:37.802899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63bc2701-c0bd-4cc7-b13a-59b8f1d8fdc7 req-6fb6af13-e8f3-43fa-909a-45cd7e547b3c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.3043537 Feb 19 07:17:37.803931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=2d720d94-849e-493e-8b39-841a1e442caf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:37.816052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8c0c3-9e1a-45d2-a3e7-b0a56bb1b9ed req-7802debe-a6ba-4395-9c32-8a9c78722680 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:37.817823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62d8c0c3-9e1a-45d2-a3e7-b0a56bb1b9ed req-7802debe-a6ba-4395-9c32-8a9c78722680 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.1428735 Feb 19 07:17:37.852334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:37.916712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62d8c0c3-9e1a-45d2-a3e7-b0a56bb1b9ed req-1e85380c-a435-4f93-80a7-dd9ff14d5ca9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882633 Feb 19 07:17:37.956830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63bc2701-c0bd-4cc7-b13a-59b8f1d8fdc7 req-e455d6cd-ed65-4a47-8bf7-31753d935811 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367116 Feb 19 07:17:37.975903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (e457256e-de87-4293-9dcb-3197ebca451d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.027703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.065641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e457256e-de87-4293-9dcb-3197ebca451d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:38.086508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Checking segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:38.087101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Network hostable DHCP agents. Network: 56d8f265-495f-49b9-aa24-92e980469a10, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:38.099379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2d720d94-849e-493e-8b39-841a1e442caf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.103360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3602762-ae32-4e52-9c09-871c2f70f698 req-c2753930-9b95-4b85-8c61-9be79f2fbf65 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:38.107226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3602762-ae32-4e52-9c09-871c2f70f698 req-c2753930-9b95-4b85-8c61-9be79f2fbf65 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1027462 Feb 19 07:17:38.146795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Network 56d8f265-495f-49b9-aa24-92e980469a10 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:38.167963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3602762-ae32-4e52-9c09-871c2f70f698 req-568b11e0-6a3f-4e41-b48e-b02de86394e5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553157 Feb 19 07:17:38.172910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for port (04209e15-3927-4263-8c74-303b93a2e5b0), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.175896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 56d8f265-495f-49b9-aa24-92e980469a10) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:38.189512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.192073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac8b5f8-79ce-45ee-b244-25ef7d9535c5 None None] Network 56d8f265-495f-49b9-aa24-92e980469a10 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:38.197757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:38.198360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.251473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd3549ec-e580-4dac-8bde-4468d98e9601 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5935094 Feb 19 07:17:38.321988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-56d8f265-495f-49b9-aa24-92e980469a10', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'project_id': '95142c7fbc044da0871529af08127ac5', 'fixed_ips': [{'subnet_id': 'e457256e-de87-4293-9dcb-3197ebca451d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:17:38.323345 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.341479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Port': ['ID=04209e15-3927-4263-8c74-303b93a2e5b0,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:38.373226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (241d0cdc-d8f7-4cbc-8fee-cd600816f29f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.390534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:38.457473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.462988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07df3059-0fb4-44f6-8c87-d1b819bedfb7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1177444 Feb 19 07:17:38.463704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:38.472792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (2d720d94-849e-493e-8b39-841a1e442caf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.484764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404dd20-8f9b-4573-a626-65c4273bcefa req-41bbca30-010e-4ec3-9164-d285f5ca85ec tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:38.486425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b404dd20-8f9b-4573-a626-65c4273bcefa req-41bbca30-010e-4ec3-9164-d285f5ca85ec tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 931 time: 0.1057992 Feb 19 07:17:38.487685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2d720d94-849e-493e-8b39-841a1e442caf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.512934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bb40a253-247f-4496-8989-988b4e781ffa no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:17:38.585558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.621979 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eaa4f93c-d1f7-43fd-92b7-326da287375d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.637343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=2d720d94-849e-493e-8b39-841a1e442caf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:38.637602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1641680159-network', 'tenant_id': 'b044800b42584a8599091b11f5943292'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:38.645061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.646278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9b15353-2f13-4ece-9fc9-bb3b08604bb4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2811532 Feb 19 07:17:38.649052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-caa05000-1897-41cc-a7f6-9166caf1dfa1 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=759587db-9953-4a75-97e1-17e42b07e84a HTTP/1.1" status: 200 len: 689 time: 0.1830738 Feb 19 07:17:38.649742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:38.658423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Allocated IP 172.20.0.2 (56d8f265-495f-49b9-aa24-92e980469a10/e457256e-de87-4293-9dcb-3197ebca451d/56a412a7-c9db-40af-b921-ccb5bc32d269) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:38.660986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port bb40a253-247f-4496-8989-988b4e781ffa host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:17:38.661831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bb40a253-247f-4496-8989-988b4e781ffa not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:17:38.721913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b404dd20-8f9b-4573-a626-65c4273bcefa req-4d7a8a50-3288-4e48-a9de-f3afad93066d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005236 Feb 19 07:17:38.754622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Made reservation on behalf of b044800b42584a8599091b11f5943292 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:38.756965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.770606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.857703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks [] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.865654 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:38.907968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Network 56d8f265-495f-49b9-aa24-92e980469a10 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:38.910913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:38.917970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:38.923901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Pushing event updated for resources: {'Port': ['ID=56a412a7-c9db-40af-b921-ccb5bc32d269,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:38.978877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d05f1dd5-3e46-45dd-9ccc-869f9e7ac661 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1234004444&fields=id&tenant_id=c725bce7db824247bba8fbf6e15c5879 HTTP/1.1" status: 200 len: 267 time: 0.0496297 Feb 19 07:17:39.004866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Attempting to bind port 56a412a7-c9db-40af-b921-ccb5bc32d269 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:39.005161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Attempting to bind port 56a412a7-c9db-40af-b921-ccb5bc32d269 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:39.005711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Attempting to bind port 56a412a7-c9db-40af-b921-ccb5bc32d269 on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:39.011477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:39.011951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Checking segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:39.012432 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.012904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Bound using segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:39.013474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Bound port: 56a412a7-c9db-40af-b921-ccb5bc32d269, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:39.013926 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.041839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-22210519-8f42-45a2-abc2-5502235165d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.043378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-22210519-8f42-45a2-abc2-5502235165d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 932 time: 0.0550647 Feb 19 07:17:39.082198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] For port 56a412a7-c9db-40af-b921-ccb5bc32d269, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:39.086611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] For port 56a412a7-c9db-40af-b921-ccb5bc32d269, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=56a412a7-c9db-40af-b921-ccb5bc32d269,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:39.093409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.100607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-909600c2-666e-496a-a573-2551c8e74e14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.107719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-909600c2-666e-496a-a573-2551c8e74e14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 929 time: 0.0581069 Feb 19 07:17:39.157298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94daf-68cd-4d07-9812-1d94aec8ade7 None None] Pushing event updated for resources: {'Port': ['ID=56a412a7-c9db-40af-b921-ccb5bc32d269,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:39.174954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-46c3ceca-5d69-4072-a5cd-0d6c51f107cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0659845 Feb 19 07:17:39.206161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (759587db-9953-4a75-97e1-17e42b07e84a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.216258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b91fa7bc-7846-4fb0-b16f-4c6c156d46ac tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0340135 Feb 19 07:17:39.374126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-35f4bfc6-eeb1-478b-9510-07d99126be0f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.380161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-35f4bfc6-eeb1-478b-9510-07d99126be0f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.390705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-35f4bfc6-eeb1-478b-9510-07d99126be0f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.392403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-35f4bfc6-eeb1-478b-9510-07d99126be0f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/networks?id=98978c2c-242d-44c2-b6e5-754afe116997&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 200 len: 1990 time: 0.1701176 Feb 19 07:17:39.406336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-a19ae9ba-56be-4f5c-b379-c819b5ef29ef tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.410605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-36f3ef8d-49e7-4d75-ba0f-751ca85931f9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/quotas/c725bce7db824247bba8fbf6e15c5879 HTTP/1.1" status: 200 len: 375 time: 0.0104184 Feb 19 07:17:39.411679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-a19ae9ba-56be-4f5c-b379-c819b5ef29ef tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.6261783 Feb 19 07:17:39.443472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks [] for security_group (66b9c376-0b0d-4372-8678-519cdd805111), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.450734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-a94c38e0-4654-4c3b-9c04-df515d8f945f tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/quotas/95142c7fbc044da0871529af08127ac5 HTTP/1.1" status: 200 len: 375 time: 0.0261955 Feb 19 07:17:39.453863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (66b9c376-0b0d-4372-8678-519cdd805111), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.483945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 56a412a7-c9db-40af-b921-ccb5bc32d269 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:39.505254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f913e43c-f902-4375-9250-cdc3b3ec4597 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0880435 Feb 19 07:17:39.516760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Deleting port 04209e15-3927-4263-8c74-303b93a2e5b0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:17:39.517106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.525710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:39.580629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 56a412a7-c9db-40af-b921-ccb5bc32d269 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:39.581308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.586167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.586397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b9c376-0b0d-4372-8678-519cdd805111,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:39.597433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9678cab1-50c2-4fbd-88eb-ad2508ab9a50), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.597910 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Added segment 9678cab1-50c2-4fbd-88eb-ad2508ab9a50 of type vlan for network 50395de2-fb6f-46db-acc9-b938d5dfb975 Feb 19 07:17:39.625324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-6e7af762-9ec7-46e3-994d-33b4c6ad12ff service neutron] 10.222.0.43 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059268 Feb 19 07:17:39.670997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 56a412a7-c9db-40af-b921-ccb5bc32d269 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:39.671558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.675733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-fdd602db-09e8-4838-a903-ab761be5313a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186241 Feb 19 07:17:39.682594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (50395de2-fb6f-46db-acc9-b938d5dfb975), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.690222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.690622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for floatingip (04209e15-3927-4263-8c74-303b93a2e5b0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.707252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 56a412a7-c9db-40af-b921-ccb5bc32d269, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=56a412a7-c9db-40af-b921-ccb5bc32d269,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:39.712440 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.746753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-4961fdfa-455f-4755-bfb6-d0c5f90345db service neutron] 10.222.0.43 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151083 Feb 19 07:17:39.760435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Calling delete_port for 04209e15-3927-4263-8c74-303b93a2e5b0 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:17:39.769477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=56a412a7-c9db-40af-b921-ccb5bc32d269,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:39.783972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (50395de2-fb6f-46db-acc9-b938d5dfb975), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.784950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:39.785540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:39.795001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-994cff7d-2a5b-4367-b6e8-71683997e5d3 service neutron] 10.222.0.43 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0473073 Feb 19 07:17:39.880860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b86d7628-6721-4175-9274-1f745095a773 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848656 Feb 19 07:17:39.894622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5020890 Feb 19 07:17:39.904922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:39.911632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Request body: {'subnet': {'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1641680159-subnet', 'tenant_id': 'b044800b42584a8599091b11f5943292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:39.926508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-654bda9f-9b63-4a73-8015-8c85f47e7c42 service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383504 Feb 19 07:17:39.927124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0c88-092b-49b3-85fd-f4b0ed52af8b admin admin] Pushing event updated for resources: {'Network': ['ID=50395de2-fb6f-46db-acc9-b938d5dfb975,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:39.947769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 50395de2-fb6f-46db-acc9-b938d5dfb975 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:39.993160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Made reservation on behalf of b044800b42584a8599091b11f5943292 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:39.995477 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.069557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b4bb7d6d-4287-49ba-810c-b9d404db98a2 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823082 Feb 19 07:17:40.087667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (04209e15-3927-4263-8c74-303b93a2e5b0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.122325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Port': ['ID=04209e15-3927-4263-8c74-303b93a2e5b0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:40.205423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-7132eed2-96af-479a-8dd6-796a5e438edf service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327151 Feb 19 07:17:40.213922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for floatingip (241d0cdc-d8f7-4cbc-8fee-cd600816f29f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.297827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7e5ddd9c-202e-4ba4-8d65-8ce2aad87456), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.364171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a59c13-5cbc-461f-a894-45e62f6622bd None None] Network 56d8f265-495f-49b9-aa24-92e980469a10 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:40.383655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (7e5ddd9c-202e-4ba4-8d65-8ce2aad87456), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.417364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8168020d-dc21-4f77-9e73-fefee511d8f7 service neutron] 10.222.0.43 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.3404660 Feb 19 07:17:40.474848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5ddd9c-202e-4ba4-8d65-8ce2aad87456,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:40.504428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-70c69b79-c11c-40d9-b380-55abffd03056 None None] Provisioning complete for port 56a412a7-c9db-40af-b921-ccb5bc32d269 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:40.504919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70c69b79-c11c-40d9-b380-55abffd03056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.552511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-83c75ebc-bf70-40eb-bfbb-1e8de3c899d6 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086652 Feb 19 07:17:40.592828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (759587db-9953-4a75-97e1-17e42b07e84a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.631075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759587db-9953-4a75-97e1-17e42b07e84a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:40.649417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022bde6-408a-4197-a20c-01f915b9412d req-76742d53-15cf-44dc-8d4b-d47f8a47220c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:40.651132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9022bde6-408a-4197-a20c-01f915b9412d req-76742d53-15cf-44dc-8d4b-d47f8a47220c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.2210412 Feb 19 07:17:40.655628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96d9c2a-2658-44f1-9caa-aeb72fe970ab') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:40.656008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96d9c2a-2658-44f1-9caa-aeb72fe970ab') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:40.674638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-15940246-96d6-4814-b976-3f268f8edf36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2863991 Feb 19 07:17:40.683414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (a96d9c2a-2658-44f1-9caa-aeb72fe970ab), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.700721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a96d9c2a-2658-44f1-9caa-aeb72fe970ab), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.709348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:40.709972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (a96d9c2a-2658-44f1-9caa-aeb72fe970ab), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.729427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-3a8f6951-7ecc-48cc-8953-c258ff8a99a4 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695683 Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:40.771808 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:40.800741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70c69b79-c11c-40d9-b380-55abffd03056 None None] Current status of the port 56a412a7-c9db-40af-b921-ccb5bc32d269 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:40.812583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (759587db-9953-4a75-97e1-17e42b07e84a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.824332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9022bde6-408a-4197-a20c-01f915b9412d req-39116bc3-96b2-4358-8253-fbe223aab4da tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646953 Feb 19 07:17:40.836308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 759587db-9953-4a75-97e1-17e42b07e84a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:17:40.838574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.844612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/759587db-9953-4a75-97e1-17e42b07e84a HTTP/1.1" status: 204 len: 168 time: 2.1831734 Feb 19 07:17:40.844612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10a23-dfa5-4add-9d8e-89dc1d0b8774 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Network': ['ID=759587db-9953-4a75-97e1-17e42b07e84a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:40.845075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:40.893918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.946717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (6b46ca19-6e7a-44b5-a867-23ec81b12c5f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:40.985056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-4de1619c-750f-458f-8dc9-cdefb8d1e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:40.986603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-4de1619c-750f-458f-8dc9-cdefb8d1e821 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 1132 time: 0.2542293 Feb 19 07:17:41.014302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-421cc4f9-8636-4015-9df2-4adb276b6512 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1657138 Feb 19 07:17:41.016010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:41.095669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2fd57-b1ff-4a5e-b16c-51a03c022aa8 req-857d3dac-46a3-4125-a6d9-00587a0e054a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.097498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1de2fd57-b1ff-4a5e-b16c-51a03c022aa8 req-857d3dac-46a3-4125-a6d9-00587a0e054a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1437645 Feb 19 07:17:41.144746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Checking segment: {'id': '9678cab1-50c2-4fbd-88eb-ad2508ab9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:41.145171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Network hostable DHCP agents. Network: 50395de2-fb6f-46db-acc9-b938d5dfb975, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:17:41.148899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-508142d7-95f4-4244-995e-84f5e01a6d91 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044485 Feb 19 07:17:41.154697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b46ca19-6e7a-44b5-a867-23ec81b12c5f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:41.196350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.196963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.197481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.197991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.198501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.199003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.199528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.200026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.200521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.201017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.201520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.202016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.202509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.207672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32d2955c-9d71-438c-a325-edda7030dbee tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8394 time: 0.1877861 Feb 19 07:17:41.211047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:41.237988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-26864d1a-7142-40e6-99c7-82ea4685b551 None None] Provisioning complete for port 56a412a7-c9db-40af-b921-ccb5bc32d269 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:41.238970 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26864d1a-7142-40e6-99c7-82ea4685b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.248959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Network 50395de2-fb6f-46db-acc9-b938d5dfb975 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:17:41.261016 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-1813347c-479d-4e4c-b717-a9559b171a44 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] delete failed (client error): The resource could not be found. Feb 19 07:17:41.265690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1813347c-479d-4e4c-b717-a9559b171a44 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/241d0cdc-d8f7-4cbc-8fee-cd600816f29f HTTP/1.1" status: 404 len: 345 time: 0.0502543 Feb 19 07:17:41.265690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:41.282695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-4e1a9b80-517a-4d18-9068-e06935040ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.284529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-4e1a9b80-517a-4d18-9068-e06935040ff4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2594767 Feb 19 07:17:41.287597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1de2fd57-b1ff-4a5e-b16c-51a03c022aa8 req-c3d64259-135f-42ca-9179-83f13302c2e5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546302 Feb 19 07:17:41.289990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 50395de2-fb6f-46db-acc9-b938d5dfb975) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:41.294493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.305990 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96b8e65-686b-4803-8d11-9c7f386408c9 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 07:17:41.307546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.310258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8eba1-0fe4-49df-a124-16ce685902c6 None None] Network 50395de2-fb6f-46db-acc9-b938d5dfb975 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:41.315851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96b8e65-686b-4803-8d11-9c7f386408c9 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:17:41.321721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e96b8e65-686b-4803-8d11-9c7f386408c9 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/759587db-9953-4a75-97e1-17e42b07e84a HTTP/1.1" status: 404 len: 339 time: 0.0544589 Feb 19 07:17:41.326301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:41.337886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'name': 'tempest-network--128624183', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:41.353018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-58ebea00-08d3-4d7a-b224-f07bc55fea3f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4460256 Feb 19 07:17:41.377670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Request body: {'port': {'device_id': '33579411-25f1-4870-87b0-e74e353b7f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:41.385992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:41.388559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.433856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-a1e43f12-8a24-42ee-9399-3d92d7a55600 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 200 len: 217 time: 0.1092784 Feb 19 07:17:41.436196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c649c535-8736-4345-ba4f-cab78bf5da1b service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781143 Feb 19 07:17:41.538074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:41.571464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (094f7c9a-1915-49dc-9546-62e52cf41858), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.571953 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Added segment 094f7c9a-1915-49dc-9546-62e52cf41858 of type vlan for network 88339b56-7a2e-49b3-a5fd-8be3070cb3a9 Feb 19 07:17:41.599909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f50750-b0fb-4280-8522-fb7b509d4aff req-9ef4c10f-d559-427b-bc7c-621c79b4fc0f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.608400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22f50750-b0fb-4280-8522-fb7b509d4aff req-9ef4c10f-d559-427b-bc7c-621c79b4fc0f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2150126 Feb 19 07:17:41.612655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-7462daee-f2e7-438f-96e8-cbc4fa9ffb52 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.615230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-7462daee-f2e7-438f-96e8-cbc4fa9ffb52 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.2029953 Feb 19 07:17:41.677548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 56a412a7-c9db-40af-b921-ccb5bc32d269 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:41.690490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-8a5236aa-91aa-4da7-917b-30f9314aecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.691999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-8a5236aa-91aa-4da7-917b-30f9314aecd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2230315 Feb 19 07:17:41.723637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.765807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (88339b56-7a2e-49b3-a5fd-8be3070cb3a9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.780308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242389ea-c5e1-49bd-9bc1-f443fae22b50 None None] Network 50395de2-fb6f-46db-acc9-b938d5dfb975 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:17:41.782742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-69ab30b2-c1bb-47ff-8668-5a7efe99a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.784536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-69ab30b2-c1bb-47ff-8668-5a7efe99a5a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.2805395 Feb 19 07:17:41.799817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-a44bada4-9934-4c8e-b43d-b447e9c82400 service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262234 Feb 19 07:17:41.825499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22f50750-b0fb-4280-8522-fb7b509d4aff req-087093da-34ce-49eb-b126-fc4117becae5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158055 Feb 19 07:17:41.852544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-28c853e9-b47f-4bad-a244-119682204e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.854879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-28c853e9-b47f-4bad-a244-119682204e4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&tenant_id=79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 1126 time: 0.1876395 Feb 19 07:17:41.864528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (88339b56-7a2e-49b3-a5fd-8be3070cb3a9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.865832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:41.866487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.911766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 56a412a7-c9db-40af-b921-ccb5bc32d269 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:41.914647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:41.916183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-26864d1a-7142-40e6-99c7-82ea4685b551 None None] Current status of the port 56a412a7-c9db-40af-b921-ccb5bc32d269 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:41.972032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6414452 Feb 19 07:17:41.976255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:42.011784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ea250-9819-43d1-8ee5-6c5ebe2fcda7 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=88339b56-7a2e-49b3-a5fd-8be3070cb3a9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:42.037056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-63a94676-b88b-46fb-b125-5a700372361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.038745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-63a94676-b88b-46fb-b125-5a700372361f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1126 time: 0.1499867 Feb 19 07:17:42.047019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1473-6595-4580-829b-7e42d0813d1d req-8bf36033-b36d-4af0-8f92-249a865084bf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.048748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e87a1473-6595-4580-829b-7e42d0813d1d req-8bf36033-b36d-4af0-8f92-249a865084bf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 931 time: 0.0992222 Feb 19 07:17:42.053185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 88339b56-7a2e-49b3-a5fd-8be3070cb3a9 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:42.085640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-a1e77401-3387-4a3d-80b8-ca6c462322bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.087435 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-a1e77401-3387-4a3d-80b8-ca6c462322bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3848031 Feb 19 07:17:42.126802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 56a412a7-c9db-40af-b921-ccb5bc32d269 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:42.149754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.47', 59425) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:42.194607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e87a1473-6595-4580-829b-7e42d0813d1d req-cee1199e-7de7-4e56-ad50-13372fd4cdb7 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345973 Feb 19 07:17:42.270489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-8ec06450-973c-4dbe-9c93-720ffa92c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.271287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-40d62f13-acf3-4efd-b4e7-b84e2529ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.272327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-8ec06450-973c-4dbe-9c93-720ffa92c8be service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.4592748 Feb 19 07:17:42.272769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-40d62f13-acf3-4efd-b4e7-b84e2529ec12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2231212 Feb 19 07:17:42.336441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-93d63e31-ca9e-4559-9ae7-30576cbcee0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.0519526 Feb 19 07:17:42.371391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ae608531-b43e-4f05-aed6-206aea2c93dc service neutron] 10.222.0.43 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702312 Feb 19 07:17:42.396643 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:42.407077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-00151bf8-2fde-403f-82b3-02f64a980e0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0 HTTP/1.1" status: 200 len: 217 time: 0.1097221 Feb 19 07:17:42.431142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-60a3b264-caed-4f6d-8387-0eca582e4cb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.432717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-60a3b264-caed-4f6d-8387-0eca582e4cb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.2769282 Feb 19 07:17:42.447162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Request body: {'port': {'device_id': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'admin_state_up': True, 'tenant_id': '95142c7fbc044da0871529af08127ac5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:42.513152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-57be4a15-d673-458c-bcc0-0dfc1a436be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.514627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-57be4a15-d673-458c-bcc0-0dfc1a436be5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1504066 Feb 19 07:17:42.568286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-bcf2ef53-669b-4d84-9cbc-bb716a86aa41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417480 Feb 19 07:17:42.594226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-1f758f65-8278-4925-b211-ed8469a9c635 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.595856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-1f758f65-8278-4925-b211-ed8469a9c635 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.2650368 Feb 19 07:17:42.669791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ce107360-4131-4d54-a579-9739d1a7c364 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/quotas/95142c7fbc044da0871529af08127ac5 HTTP/1.1" status: 200 len: 375 time: 0.0529215 Feb 19 07:17:42.738865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Made reservation on behalf of 95142c7fbc044da0871529af08127ac5 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:42.742252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:42.768718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-15982dda-c32b-400f-b44d-b65f261b92d9 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916690 Feb 19 07:17:42.789712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-cc28a67d-bc11-4741-8346-ac90908c84b3 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123435 Feb 19 07:17:42.825410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2c8b0-09b2-461b-af10-4c11de70b5bd tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.830735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2c8b0-09b2-461b-af10-4c11de70b5bd tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.836564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2c8b0-09b2-461b-af10-4c11de70b5bd tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.841570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df2c8b0-09b2-461b-af10-4c11de70b5bd tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.843515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9df2c8b0-09b2-461b-af10-4c11de70b5bd tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8652761 Feb 19 07:17:42.850252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:42.893159 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-0e0c1a6d-62b4-4735-9c93-abf3ee6a15f2 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621129 Feb 19 07:17:42.924868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-552a3c27-7862-466b-bd64-b94dc31ae947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:42.926342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-552a3c27-7862-466b-bd64-b94dc31ae947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.4936969 Feb 19 07:17:43.067467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (88339b56-7a2e-49b3-a5fd-8be3070cb3a9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.082215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8eed6b13-e297-4169-8b9a-cb256419d62f service neutron] 10.222.0.43 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660647 Feb 19 07:17:43.225286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-a8b0c173-979f-414a-9a1a-4ea7ddd67c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:43.227115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-a8b0c173-979f-414a-9a1a-4ea7ddd67c5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2912040 Feb 19 07:17:43.255087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e739c23-0eae-4a52-b657-9ace9f99017c {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:43.267110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdef9fc9-ff9d-4e10-8d5e-29b32e160943 req-3296c7ac-ea06-4c38-bda6-ceb7868c1d1c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367007 Feb 19 07:17:43.275170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks [] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.348056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-1a2da858-7f87-458b-8d2a-ec7b8fd8bfae service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256519 Feb 19 07:17:43.360988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Allocated IP 172.20.0.14 (56d8f265-495f-49b9-aa24-92e980469a10/e457256e-de87-4293-9dcb-3197ebca451d/a4d6d079-00d6-4ab1-87b0-2521cda9bbec) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:43.366843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-5c5cf0e8-dec9-48ba-9e63-c56eccb64e9c service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459504 Feb 19 07:17:43.398040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Transition to ACTIVE for port object 0e739c23-0eae-4a52-b657-9ace9f99017c will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:43.404803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (88339b56-7a2e-49b3-a5fd-8be3070cb3a9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.408587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3c73538-e3bc-4f01-b577-eae3b96cfa85 service neutron] 10.222.0.43 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176346 Feb 19 07:17:43.416515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.490651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88339b56-7a2e-49b3-a5fd-8be3070cb3a9']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:43.548957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ec4d176c-5a0f-40e8-b1e4-cc73f5198e41 service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714013 Feb 19 07:17:43.549906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094f7c9a-1915-49dc-9546-62e52cf41858') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:43.550210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094f7c9a-1915-49dc-9546-62e52cf41858') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:43.594908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Pushing event updated for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:43.602953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (094f7c9a-1915-49dc-9546-62e52cf41858), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.606889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-c291058a-0662-4799-9439-7bb9e7bbc1f5 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710546 Feb 19 07:17:43.671907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks [] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.690172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (094f7c9a-1915-49dc-9546-62e52cf41858), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.722909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-c60e963d-fabf-4302-b06b-05b0c44906f2 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:43.724590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-c60e963d-fabf-4302-b06b-05b0c44906f2 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.1255028 Feb 19 07:17:43.741064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:43.741409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (094f7c9a-1915-49dc-9546-62e52cf41858), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:43.748990 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:43.751289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.847262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d5d14eb2-827c-4307-8e31-f1f89571fa0e service neutron] 10.222.0.43 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284997 Feb 19 07:17:43.874118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Network 56d8f265-495f-49b9-aa24-92e980469a10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:43.896785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:43.900779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:43.966374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (88339b56-7a2e-49b3-a5fd-8be3070cb3a9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:43.968143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Attempting to bind port 0e739c23-0eae-4a52-b657-9ace9f99017c on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:43.968667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Attempting to bind port 0e739c23-0eae-4a52-b657-9ace9f99017c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:43.969499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Attempting to bind port 0e739c23-0eae-4a52-b657-9ace9f99017c on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:43.970327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event updated for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:43.980537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Port 0e739c23-0eae-4a52-b657-9ace9f99017c on network 66ba6680-3672-4709-9139-d4257491b7fd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:43.980537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Attempting to bind port 0e739c23-0eae-4a52-b657-9ace9f99017c on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:43.985240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88339b56-7a2e-49b3-a5fd-8be3070cb3a9 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:17:43.999694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.002825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/88339b56-7a2e-49b3-a5fd-8be3070cb3a9 HTTP/1.1" status: 204 len: 168 time: 1.1471210 Feb 19 07:17:44.007458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:44.008189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.008713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.013689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10177c9-d464-4095-b5a0-82913bb13a76 req-638166b8-d1f5-4164-9de7-8e6f22900561 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791151 Feb 19 07:17:44.017256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'name': 'tempest-network--1867613392', 'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:44.022564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:44.022909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Checking segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:44.025933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Bound using segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:44.029475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Bound port: 0e739c23-0eae-4a52-b657-9ace9f99017c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:44.030094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.032082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeea6c-dd8e-4f8e-aa97-0373492dce84 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Network': ['ID=88339b56-7a2e-49b3-a5fd-8be3070cb3a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:44.046162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f43052-1ab5-476a-8ea3-287f6097b998 req-1cff15a0-45c0-404f-aef3-648cb4ab0de7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.047903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f43052-1ab5-476a-8ea3-287f6097b998 req-1cff15a0-45c0-404f-aef3-648cb4ab0de7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.2249303 Feb 19 07:17:44.100629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-cb0d4721-33b3-4ad0-8dcc-3a2a8e0cef0c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6562073 Feb 19 07:17:44.116880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:44.120099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Request body: {'port': {'device_id': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:44.123522 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.168251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-a1731b38-665f-4100-a18a-21b518618064 service neutron] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:44.172493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-251e6a7f-ea6c-4fb4-9da1-e3888eb82680 service neutron] 10.222.0.43 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140495 Feb 19 07:17:44.185472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-a1731b38-665f-4100-a18a-21b518618064 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.186595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f21b7d1e-ecf5-484c-a7a4-8d67021dd1d0 req-a1731b38-665f-4100-a18a-21b518618064 service neutron] 10.222.0.47 "DELETE /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.4559491 Feb 19 07:17:44.191838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:44.202929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (03ed6df4-b6ab-4e6d-9f25-14b622e82244), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.203355 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Added segment 03ed6df4-b6ab-4e6d-9f25-14b622e82244 of type vlan for network 95996038-5748-4f89-9510-07171115343a Feb 19 07:17:44.220399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f43052-1ab5-476a-8ea3-287f6097b998 req-84fd6291-c58f-4745-af01-ea29248ee41b tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545751 Feb 19 07:17:44.279117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (95996038-5748-4f89-9510-07171115343a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.304983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.345214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (95996038-5748-4f89-9510-07171115343a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.346177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.346768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.408256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:44.462636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4516859 Feb 19 07:17:44.464577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0e739c23-0eae-4a52-b657-9ace9f99017c,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:44.470510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:44.482532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ada87868-5839-4743-a6aa-4dd8960f9774 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.483984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ada87868-5839-4743-a6aa-4dd8960f9774 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 932 time: 0.1467850 Feb 19 07:17:44.495596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e60f09-47b1-4c7d-b2d7-4b5e8d6a4151 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=95996038-5748-4f89-9510-07171115343a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:44.498345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.524339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 95996038-5748-4f89-9510-07171115343a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:44.534663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3b049270-5dc4-4c32-8e12-33409587d878 None None] Provisioning complete for port a4d6d079-00d6-4ab1-87b0-2521cda9bbec triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:44.535734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b049270-5dc4-4c32-8e12-33409587d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.674864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-e0160590-1aef-420a-a155-5953d6acd90f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.682230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-e0160590-1aef-420a-a155-5953d6acd90f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/networks?id=50395de2-fb6f-46db-acc9-b938d5dfb975 HTTP/1.1" status: 200 len: 814 time: 0.2370648 Feb 19 07:17:44.688618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3b049270-5dc4-4c32-8e12-33409587d878 None None] Port a4d6d079-00d6-4ab1-87b0-2521cda9bbec cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:44.705600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-44a04b17-2d76-4b1c-84ff-7afed29380dd tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/quotas/b044800b42584a8599091b11f5943292 HTTP/1.1" status: 200 len: 375 time: 0.0221643 Feb 19 07:17:44.745913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.746580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:44.749718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] 10.222.0.47 "PUT /v2.0/ports/0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 1091 time: 3.3857462 Feb 19 07:17:44.760477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-d53a9d58-1a66-4866-a83d-4319151201b1 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b044800b42584a8599091b11f5943292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538509 Feb 19 07:17:44.817970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:44.820920 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:44.896587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527e795-c9fb-4384-ba04-9197d5d4964a tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.901135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2527e795-c9fb-4384-ba04-9197d5d4964a tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "GET /v2.0/networks/95996038-5748-4f89-9510-07171115343a HTTP/1.1" status: 200 len: 757 time: 0.4249434 Feb 19 07:17:44.902238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:44.905972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342856-9685-48c5-a873-15d20f30d81e service neutron] Pushing event updated for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:44.918192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01755f9d-1b0d-41f9-86af-95e7da40bc8a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.923776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01755f9d-1b0d-41f9-86af-95e7da40bc8a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 929 time: 0.4292874 Feb 19 07:17:44.938193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-473b7493-79f1-43b2-a3e2-947dd86a8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:44.940619 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-473b7493-79f1-43b2-a3e2-947dd86a8e91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1125 time: 0.1078639 Feb 19 07:17:44.940919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d6d079-00d6-4ab1-87b0-2521cda9bbec {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:44.959287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-b56a203f-fa88-4ef1-bb0a-16dee97bf57e service neutron] 10.222.0.43 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978204 Feb 19 07:17:44.962706 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks [] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.022706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-e384f35b-09fa-4733-be87-534858e92a89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 217 time: 0.0743346 Feb 19 07:17:45.090312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-2546cc3c-2127-4493-9e26-6cd2e5e9617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.092156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-2546cc3c-2127-4493-9e26-6cd2e5e9617c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.0641439 Feb 19 07:17:45.108424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Transition to ACTIVE for port object a4d6d079-00d6-4ab1-87b0-2521cda9bbec will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:45.118032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-60568853-1746-4fea-91ef-77c9138a2b58 service neutron] 10.222.0.43 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577172 Feb 19 07:17:45.120495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.139513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bfac1-e6d0-4b4d-88fc-b6e087fc6751 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.140856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d38bfac1-e6d0-4b4d-88fc-b6e087fc6751 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "GET /v2.0/networks/cc8e3ba6-084f-40c9-a5f9-dbae9441df3d HTTP/1.1" status: 200 len: 768 time: 0.2356715 Feb 19 07:17:45.149333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50070) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:45.229269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:45.268829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (95996038-5748-4f89-9510-07171115343a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.274992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f7e1dd64-b5ed-4219-8115-3aadb4f379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.276679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-f7e1dd64-b5ed-4219-8115-3aadb4f379fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1725047 Feb 19 07:17:45.340865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Attempting to bind port a4d6d079-00d6-4ab1-87b0-2521cda9bbec on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:45.341343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Attempting to bind port a4d6d079-00d6-4ab1-87b0-2521cda9bbec by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:45.342875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Attempting to bind port a4d6d079-00d6-4ab1-87b0-2521cda9bbec on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:45.363966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Port a4d6d079-00d6-4ab1-87b0-2521cda9bbec on network 56d8f265-495f-49b9-aa24-92e980469a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:45.364303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Attempting to bind port a4d6d079-00d6-4ab1-87b0-2521cda9bbec on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:45.370606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:45.370950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Checking segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:45.371420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Bound using segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:45.371867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Bound port: a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:45.372236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.558999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (95996038-5748-4f89-9510-07171115343a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.584499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:45.593882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75fb7-248a-4377-8cef-21e082d2f737 req-2afc0446-7c77-4570-9d5d-8535a1b9d2ce tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.595474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5e75fb7-248a-4377-8cef-21e082d2f737 req-2afc0446-7c77-4570-9d5d-8535a1b9d2ce tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.1374834 Feb 19 07:17:45.597321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:45.605065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.619450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-1383e8a9-091a-4296-8269-0090a1167c62 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339319 Feb 19 07:17:45.622464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95996038-5748-4f89-9510-07171115343a']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:45.651956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-900489c7-7ad6-4462-b961-d1e867cbb449 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.653562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-900489c7-7ad6-4462-b961-d1e867cbb449 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.24 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.2511780 Feb 19 07:17:45.655734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ed6df4-b6ab-4e6d-9f25-14b622e82244') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:45.656030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ed6df4-b6ab-4e6d-9f25-14b622e82244') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:45.682464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Request body: {'port': {'device_id': '30fad632-999d-456a-a001-b782b32a91dd', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'admin_state_up': True, 'tenant_id': '95142c7fbc044da0871529af08127ac5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:45.689292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:45.699042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (03ed6df4-b6ab-4e6d-9f25-14b622e82244), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.713772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.714489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.715940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b3c6c635-4ec8-4de6-835b-b95c4eb7b647 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4d6d079-00d6-4ab1-87b0-2521cda9bbec HTTP/1.1" status: 200 len: 1092 time: 1.6031842 Feb 19 07:17:45.716395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:45.719827 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003694a7-e28a-4026-9679-d1d4d1604597" -d '{"events": [{"name": "network-changed", "server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:45.759965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5e75fb7-248a-4377-8cef-21e082d2f737 req-0710d6a6-0bcc-40d3-8984-5535307dfd23 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519015 Feb 19 07:17:45.795625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (03ed6df4-b6ab-4e6d-9f25-14b622e82244), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.812876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:45.813204 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (03ed6df4-b6ab-4e6d-9f25-14b622e82244), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:45.814955 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:45.860298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-f92840f8-9694-4550-8c60-dd0a0c04d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:45.866316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-f92840f8-9694-4550-8c60-dd0a0c04d8e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 1126 time: 0.1047461 Feb 19 07:17:45.918692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (95996038-5748-4f89-9510-07171115343a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.936619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95996038-5748-4f89-9510-07171115343a {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:17:45.952233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:45.956433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/95996038-5748-4f89-9510-07171115343a HTTP/1.1" status: 204 len: 168 time: 0.8048334 Feb 19 07:17:45.984440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:46.008289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'name': 'tempest-network--2012858802'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:46.055620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-2f21fd9e-44f7-42a4-ae67-be1767b4b1ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec HTTP/1.1" status: 200 len: 217 time: 0.0996213 Feb 19 07:17:46.065331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Made reservation on behalf of 68be3bad96f94eca87d2e160eeafd2cf for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:46.067985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.076471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96127a47-dc3a-4afa-937c-939d3221953e tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Network': ['ID=95996038-5748-4f89-9510-07171115343a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:46.099136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c25e3d8d-2b8f-4e4e-abe0-64eead2d5345 req-31f10380-1b1e-4ee5-9eea-672ee9afd806 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729812 Feb 19 07:17:46.168780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Made reservation on behalf of 95142c7fbc044da0871529af08127ac5 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:46.172304 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.196004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:46.216324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-5ad963f8-7b4c-429a-b3ba-e774293ede86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.218104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-5ad963f8-7b4c-429a-b3ba-e774293ede86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1566570 Feb 19 07:17:46.221448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c7ef5d2d-6143-490b-a08b-b4b2084f1536), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.221796 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Added segment c7ef5d2d-6143-490b-a08b-b4b2084f1536 of type vlan for network a64b463f-ebb8-43de-adf7-20444ed97835 Feb 19 07:17:46.229561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef70017-03bd-4709-8885-819e164b3b0b req-130b51dd-50f5-4d5f-8df0-f5b2dca8d39f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.231525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ef70017-03bd-4709-8885-819e164b3b0b req-130b51dd-50f5-4d5f-8df0-f5b2dca8d39f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3594725 Feb 19 07:17:46.261461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-00990d92-400e-44ad-ac37-196b6b3d159d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.263032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-00990d92-400e-44ad-ac37-196b6b3d159d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 932 time: 0.2847388 Feb 19 07:17:46.297852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23c3a0-68ea-4ca2-a094-1ad83e22b29f req-6fff39cb-0997-46b3-9fce-d4475bfcc580 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.305861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff23c3a0-68ea-4ca2-a094-1ad83e22b29f req-6fff39cb-0997-46b3-9fce-d4475bfcc580 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 943 time: 0.2428198 Feb 19 07:17:46.349985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.369997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-6bbbf743-1eba-4fbd-b89e-da641d82aa65 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.371636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-6bbbf743-1eba-4fbd-b89e-da641d82aa65 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 929 time: 0.0861580 Feb 19 07:17:46.381539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ef70017-03bd-4709-8885-819e164b3b0b req-b9c251fa-376c-4824-8caf-9d4aef27de16 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341884 Feb 19 07:17:46.391140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-658f9fb7-dcbd-4a5c-a161-b89decf66eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.393677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-658f9fb7-dcbd-4a5c-a161-b89decf66eed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1588490 Feb 19 07:17:46.491433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff23c3a0-68ea-4ca2-a094-1ad83e22b29f req-5ae16db2-e6a8-445b-8804-20e02e6d6610 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846437 Feb 19 07:17:46.507962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.509125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.509849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:46.526774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Allocated IP 172.20.0.5 (56d8f265-495f-49b9-aa24-92e980469a10/e457256e-de87-4293-9dcb-3197ebca451d/90f62ae6-9290-40f5-93ca-7fd55a7dc1f1) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:46.618178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-8f4f6295-675c-4e01-bcf4-33ced14b0766 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165248 Feb 19 07:17:46.622301 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9c244c-b929-4781-bbfe-941fa4758f72 x-openstack-request-id: req-1f9c244c-b929-4781-bbfe-941fa4758f72 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:46.622603 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:46.623026 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f9c244c-b929-4781-bbfe-941fa4758f72 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:46.623448 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'status': 'completed', 'code': 200} Feb 19 07:17:46.629194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6362846 Feb 19 07:17:46.632479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:46.682764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f378-c8f2-4b9b-ad10-750fad507b14 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=a64b463f-ebb8-43de-adf7-20444ed97835,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:46.696621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a64b463f-ebb8-43de-adf7-20444ed97835 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:46.733198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:46.739949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0c31149-f1c4-4225-86f2-9142645432e4 req-b63728b8-9793-4bed-9f66-ca02eee88446 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082609 Feb 19 07:17:46.760003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-8967ea77-e8d9-447e-99de-3238c69608ae tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.768155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-8967ea77-e8d9-447e-99de-3238c69608ae tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.2880838 Feb 19 07:17:46.810425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66db1cf8-07cd-4880-9e54-b9357830b417 req-b2d0e5e3-3463-41ef-992d-f68f38220bb1 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 210 time: 0.0913045 Feb 19 07:17:46.837489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-5551f0e4-0a49-4fa1-b6f3-a5547ee8f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:46.839158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-5551f0e4-0a49-4fa1-b6f3-a5547ee8f755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1125 time: 0.2193308 Feb 19 07:17:46.911663 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47b4bb4-8c13-4ff5-9288-eb5915a8b36a x-openstack-request-id: req-e47b4bb4-8c13-4ff5-9288-eb5915a8b36a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:46.915040 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:46.916024 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e47b4bb4-8c13-4ff5-9288-eb5915a8b36a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:46.916718 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec', 'status': 'completed', 'code': 200} Feb 19 07:17:47.022632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-dc7ae267-adb9-4bf9-9e04-884c1833f205 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/quotas/95142c7fbc044da0871529af08127ac5 HTTP/1.1" status: 200 len: 375 time: 0.2532537 Feb 19 07:17:47.290797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45d1b7b6-34fc-4953-b95c-b32aef8a55f1 req-b117b3c2-8caa-435a-bd3a-a90417c7eb5e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.1016212 Feb 19 07:17:47.394633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-91692a30-63e9-4731-9c35-cf19c47a3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.396226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-91692a30-63e9-4731-9c35-cf19c47a3cfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.5500529 Feb 19 07:17:47.402033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks [] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.473235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-f4d01e6c-85fa-4dd2-9b4b-7b3c5706779f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.474703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-f4d01e6c-85fa-4dd2-9b4b-7b3c5706779f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.24 "GET /v2.0/networks?id=50395de2-fb6f-46db-acc9-b938d5dfb975 HTTP/1.1" status: 200 len: 814 time: 0.5833223 Feb 19 07:17:47.475060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-6cd2ef7a-ec0d-4f55-a546-aae169623775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 217 time: 0.0636542 Feb 19 07:17:47.477090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003694a7-e28a-4026-9679-d1d4d1604597 req-22ddcde1-1cbc-4796-b6c7-0f1342970888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.478450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-22ddcde1-1cbc-4796-b6c7-0f1342970888 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 1126 time: 0.5067022 Feb 19 07:17:47.488886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3683a67e-37e4-4768-9b8a-1e16ad708fc5 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4654231 Feb 19 07:17:47.499062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Request body: {'port': {'device_id': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975', 'admin_state_up': True, 'tenant_id': 'b044800b42584a8599091b11f5943292'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:47.548188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d957d-c462-45d8-a826-07f7e820957a req-a17770eb-9e43-4c54-a401-ac1fc190109d tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.549695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db1d957d-c462-45d8-a826-07f7e820957a req-a17770eb-9e43-4c54-a401-ac1fc190109d tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1510623 Feb 19 07:17:47.560276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-5103b057-4367-4fa8-bc48-9bef8fbf9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.561674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-5103b057-4367-4fa8-bc48-9bef8fbf9044 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.0748074 Feb 19 07:17:47.562598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.659774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Network 56d8f265-495f-49b9-aa24-92e980469a10 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:47.672080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:47.674326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.676596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event updated for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:47.684838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:47.723057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db1d957d-c462-45d8-a826-07f7e820957a req-b84fc081-6f69-4a10-864a-cb1f75f46ab2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657612 Feb 19 07:17:47.728965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-614ca1cd-85ce-44a8-aa08-0a8dcae06253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.738623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-614ca1cd-85ce-44a8-aa08-0a8dcae06253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1684620 Feb 19 07:17:47.754095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.795173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Network a64b463f-ebb8-43de-adf7-20444ed97835 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:17:47.796186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.797063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.801663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "PUT /v2.0/networks/a64b463f-ebb8-43de-adf7-20444ed97835 HTTP/1.1" status: 200 len: 857 time: 1.1675088 Feb 19 07:17:47.802978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003694a7-e28a-4026-9679-d1d4d1604597 req-8203d6b7-97a9-40fb-981b-95a34b11d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.805494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-8203d6b7-97a9-40fb-981b-95a34b11d533 service neutron] 10.222.0.47 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 916 time: 0.3157403 Feb 19 07:17:47.806499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.807146 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:47.808776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50132) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:47.921393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7f1ea2c7-83f7-441f-8f81-ad0a81a40f7c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2486556 Feb 19 07:17:47.932940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-7b66533b-aaa6-4a4a-aef6-0f19495eeab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:47.934702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-7b66533b-aaa6-4a4a-aef6-0f19495eeab6 service neutron] 10.222.0.24 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 1028 time: 0.1743815 Feb 19 07:17:47.939920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Request body: {'port': {'device_id': '30fad632-999d-456a-a001-b782b32a91dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:47.986971 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-5f7027b9-ea48-4390-bf54-a22ff0fb8e92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec HTTP/1.1" status: 200 len: 217 time: 0.1578209 Feb 19 07:17:47.995386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-ad00272a-9354-4f96-ab90-ff8d1a8ae711 service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823201 Feb 19 07:17:48.029424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38fe5-1da9-4f01-9ab1-2e6d7f39755d tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event updated for resources: {'Network': ['ID=a64b463f-ebb8-43de-adf7-20444ed97835,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:48.038530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4253aa1c-c628-4d59-bca1-f23c3a7870dd None None] Provisioning complete for port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:48.041518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4253aa1c-c628-4d59-bca1-f23c3a7870dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.065435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.079091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-accf02e7-dc0a-4617-91b8-0d1f915c33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.080513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-accf02e7-dc0a-4617-91b8-0d1f915c33de service neutron] 10.222.0.24 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 1025 time: 0.0977185 Feb 19 07:17:48.089965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4253aa1c-c628-4d59-bca1-f23c3a7870dd None None] Port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:48.094800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6602cd1-7e11-4fb4-af6f-724bb35f4677 req-2167a2f3-4051-45e3-8a9f-2e1df6ada2eb tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.102050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6602cd1-7e11-4fb4-af6f-724bb35f4677 req-2167a2f3-4051-45e3-8a9f-2e1df6ada2eb tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1126 time: 0.2389979 Feb 19 07:17:48.121101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.122665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Made reservation on behalf of b044800b42584a8599091b11f5943292 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:48.125964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.172201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-79302ec2-bedd-48f5-8425-0ef0506892ae service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262698 Feb 19 07:17:48.176048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003694a7-e28a-4026-9679-d1d4d1604597 req-031a730b-614c-454b-8fcd-c0f9f3f851a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.177406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-031a730b-614c-454b-8fcd-c0f9f3f851a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1785636 Feb 19 07:17:48.323112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-ebca0f34-f569-4491-874a-b953a3421bed service neutron] 10.222.0.43 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052018 Feb 19 07:17:48.408161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.415633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6602cd1-7e11-4fb4-af6f-724bb35f4677 req-8d2ad538-0727-4e38-a1bf-c7ceced86f2f tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985871 Feb 19 07:17:48.452445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c46b8e5e-4916-4806-81a0-0afb3ba20579 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.457475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c46b8e5e-4916-4806-81a0-0afb3ba20579 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.469977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Allocated IP 172.20.0.4 (50395de2-fb6f-46db-acc9-b938d5dfb975/6b46ca19-6e7a-44b5-a867-23ec81b12c5f/bad982d3-a289-4b6a-abb5-16786c313ff0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:48.471874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c46b8e5e-4916-4806-81a0-0afb3ba20579 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.473534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c46b8e5e-4916-4806-81a0-0afb3ba20579 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/networks?id=98978c2c-242d-44c2-b6e5-754afe116997&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 200 len: 1990 time: 0.3829710 Feb 19 07:17:48.575648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003694a7-e28a-4026-9679-d1d4d1604597 req-bc4522a5-9bdc-4b6c-a6ae-7c37e8caa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.577641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-bc4522a5-9bdc-4b6c-a6ae-7c37e8caa102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3912551 Feb 19 07:17:48.580754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b463f-ebb8-43de-adf7-20444ed97835']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:48.581642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6f88e5b-7239-48c3-949f-ee9e4d367fd7 req-21f7bdf1-064f-4d07-8beb-63497b085a23 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771160 Feb 19 07:17:48.658023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ef5d2d-6143-490b-a08b-b4b2084f1536') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:48.658023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ef5d2d-6143-490b-a08b-b4b2084f1536') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:48.672367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2634495a-1fb5-4c17-9fd5-358813639617 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c725bce7db824247bba8fbf6e15c5879 HTTP/1.1" status: 200 len: 380 time: 0.1734509 Feb 19 07:17:48.686286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'admin_state_up': True, 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'security_groups': ['ec7c48e7-c828-4610-a16e-43b535bdfe92']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:48.729006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c7ef5d2d-6143-490b-a08b-b4b2084f1536), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.802227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:48.803169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c7ef5d2d-6143-490b-a08b-b4b2084f1536), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.812537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks [] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.831365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:48.831781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c7ef5d2d-6143-490b-a08b-b4b2084f1536), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:48.837201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac53b-4dfd-4279-b3ff-e2ac7e52947a req-a46cf16a-d741-4378-a475-cc5e5882fa44 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:48.837362 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:48.849286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-127ac53b-4dfd-4279-b3ff-e2ac7e52947a req-a46cf16a-d741-4378-a475-cc5e5882fa44 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3342640 Feb 19 07:17:48.912123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8adf3-9a74-47cf-8514-30c292dbefea req-52fd0523-54ba-4654-9ffc-8d114d7c57a6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:48.920725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faa8adf3-9a74-47cf-8514-30c292dbefea req-52fd0523-54ba-4654-9ffc-8d114d7c57a6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 943 time: 0.2842007 Feb 19 07:17:48.924636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-1b06b3e6-532e-46e9-8fb8-d6af5824b964 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139470 Feb 19 07:17:48.964329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-127ac53b-4dfd-4279-b3ff-e2ac7e52947a req-2140a051-937a-49ae-8f08-c4050bcc9336 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137741 Feb 19 07:17:49.000980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:49.004375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.034347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks [] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.036185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Transition to ACTIVE for port object 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:49.046007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a64b463f-ebb8-43de-adf7-20444ed97835), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.066693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a64b463f-ebb8-43de-adf7-20444ed97835 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:17:49.083129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.086859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a64b463f-ebb8-43de-adf7-20444ed97835 HTTP/1.1" status: 204 len: 168 time: 1.2598078 Feb 19 07:17:49.091629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:49.096806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84fdac-6eff-4e2c-b941-98c0523c9ac5 tempest-ExternalNetworksTestJSON-614366368 tempest-ExternalNetworksTestJSON-614366368-project-admin] Pushing event deleted for resources: {'Network': ['ID=a64b463f-ebb8-43de-adf7-20444ed97835,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:49.116109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.156441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faa8adf3-9a74-47cf-8514-30c292dbefea req-f38bf868-7159-484b-9285-89ece9792421 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348676 Feb 19 07:17:49.157371 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0003f7bc-7902-4e1d-8106-6355fa46e2bc tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] DELETE failed (client error): The resource could not be found. Feb 19 07:17:49.157833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0003f7bc-7902-4e1d-8106-6355fa46e2bc tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:17:49.163887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0003f7bc-7902-4e1d-8106-6355fa46e2bc tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "DELETE /v2.0/subnets/7e5ddd9c-202e-4ba4-8d65-8ce2aad87456 HTTP/1.1" status: 404 len: 337 time: 0.0680387 Feb 19 07:17:49.164507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:49.298770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Pushing event updated for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:49.363908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (cc8e3ba6-084f-40c9-a5f9-dbae9441df3d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.409332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.415778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b4abc-44bf-494d-974b-21e035fd92ef req-97e83152-bf18-4215-9476-37caa9469aad tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:49.427840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e6b4abc-44bf-494d-974b-21e035fd92ef req-97e83152-bf18-4215-9476-37caa9469aad tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.3040736 Feb 19 07:17:49.462877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 172.20.0.6 (98978c2c-242d-44c2-b6e5-754afe116997/1e3dcf15-d9bc-4f83-819d-5819ba097ad1/b719a50d-f6df-45be-8e18-21f2d4d7ca3a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:49.478559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003694a7-e28a-4026-9679-d1d4d1604597 req-aa0070a2-33c8-4850-b6f7-e649b4d25f01 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323517 Feb 19 07:17:49.482586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Pushing event updated for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:49.588506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Attempting to bind port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:49.589381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Attempting to bind port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:49.590836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Attempting to bind port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:49.616674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e6b4abc-44bf-494d-974b-21e035fd92ef req-8257bc94-37e3-4e78-82b3-fea4f68774a2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831231 Feb 19 07:17:49.632188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 on network 56d8f265-495f-49b9-aa24-92e980469a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:49.633313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Attempting to bind port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:49.639169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (cc8e3ba6-084f-40c9-a5f9-dbae9441df3d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.650042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:49.650575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Checking segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:49.651179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Bound using segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:49.651930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Bound port: 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:49.652414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.666028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8e3ba6-084f-40c9-a5f9-dbae9441df3d']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:49.679956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140a86c9-c668-4158-8bba-c226935891ec') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:49.680584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140a86c9-c668-4158-8bba-c226935891ec') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:49.698239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (140a86c9-c668-4158-8bba-c226935891ec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.725187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (140a86c9-c668-4158-8bba-c226935891ec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.733754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:49.734516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (140a86c9-c668-4158-8bba-c226935891ec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.782193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Network 50395de2-fb6f-46db-acc9-b938d5dfb975 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:49.783173 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:49.789783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:49.796251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:49.800185 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa2c8177-9ada-4783-88ed-273aff96f997 req-1cdde104-be35-4fa3-8e1b-ffbaa6c3d573 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0781465 Feb 19 07:17:49.844398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9fdcf-34ea-4d6e-a637-1aee0da742c1 req-32ebbc42-7ff6-4e15-85c3-e6e5cd440e65 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:49.853782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56d9fdcf-34ea-4d6e-a637-1aee0da742c1 req-32ebbc42-7ff6-4e15-85c3-e6e5cd440e65 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 931 time: 0.4854188 Feb 19 07:17:49.876338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (cc8e3ba6-084f-40c9-a5f9-dbae9441df3d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.882266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.889186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:49.893570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:49.904371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.945900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.963178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:49.963178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:49.963178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] 10.222.0.24 "PUT /v2.0/ports/90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 HTTP/1.1" status: 200 len: 1091 time: 2.0324497 Feb 19 07:17:49.963178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:49.966747 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e" -d '{"events": [{"name": "network-changed", "server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:49.968657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] 10.222.0.43 "DELETE /v2.0/networks/cc8e3ba6-084f-40c9-a5f9-dbae9441df3d HTTP/1.1" status: 204 len: 168 time: 0.7937346 Feb 19 07:17:49.999708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.000384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.035927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.043699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb71b-286a-4e73-bf85-4d4c9bdae9ae service neutron] Pushing event updated for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:50.144637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1a521-85cd-4ff0-af71-b3882d0e65a4 tempest-ExternalNetworksTestJSON-1894087932 tempest-ExternalNetworksTestJSON-1894087932-project] Pushing event deleted for resources: {'Network': ['ID=cc8e3ba6-084f-40c9-a5f9-dbae9441df3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:50.173255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0e739c23-0eae-4a52-b657-9ace9f99017c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:50.186574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 98978c2c-242d-44c2-b6e5-754afe116997 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:50.215329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:50.259628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-128bff08-b764-46a3-9b20-ba9b38c39a01 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7669699 Feb 19 07:17:50.266340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56d9fdcf-34ea-4d6e-a637-1aee0da742c1 req-afd1876c-9aa5-4aae-9827-9c17a8d9b61b tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938518 Feb 19 07:17:50.273454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:50.280005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Request body: {'port': {'device_id': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:50.385060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:50.434469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.442860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.449383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-1dcfbb5a-d989-417a-94d5-b44d00ce8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.460330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-1dcfbb5a-d989-417a-94d5-b44d00ce8cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 1125 time: 0.3445799 Feb 19 07:17:50.469829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-8fb31274-d868-432e-9f58-d98f76fe1de8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.485728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-8fb31274-d868-432e-9f58-d98f76fe1de8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 816 time: 0.5478880 Feb 19 07:17:50.573330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:50.589746 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-09e25596-b5d4-4356-9852-79efac20b9b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.1137784 Feb 19 07:17:50.612275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-0ddd65b3-fc56-44c5-9e2d-b4c569ea7f14 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305069 Feb 19 07:17:50.621302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0e739c23-0eae-4a52-b657-9ace9f99017c,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:50.660146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'port_id': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'mac_address': 'fa:16:3e:a3:46:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:50.695250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7e727fef-3026-456e-b533-6b6f4373a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.696971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-7e727fef-3026-456e-b533-6b6f4373a993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.0889225 Feb 19 07:17:50.714035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0b5550-c2fb-4583-a858-ab494763ce81 req-4389ea45-593c-4345-b901-55f8fff0a628 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 210 time: 0.1395435 Feb 19 07:17:50.732385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'admin_state_up': True, 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'security_groups': ['ec7c48e7-c828-4610-a16e-43b535bdfe92']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:50.774757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Request body: {'port': {'device_id': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'admin_state_up': True, 'tenant_id': '95142c7fbc044da0871529af08127ac5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:50.780920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0e739c23-0eae-4a52-b657-9ace9f99017c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:50.781834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.783233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-2c79006b-01c9-49de-b6cb-ca91805defe8 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:50.784708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-2c79006b-01c9-49de-b6cb-ca91805defe8 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.2961569 Feb 19 07:17:50.814421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e739c23-0eae-4a52-b657-9ace9f99017c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:50.831472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.868225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0e739c23-0eae-4a52-b657-9ace9f99017c,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:50.870292 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec19e87-b61b-417e-b3b0-865529471599 x-openstack-request-id: req-fec19e87-b61b-417e-b3b0-865529471599 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:50.874399 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:50.875162 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fec19e87-b61b-417e-b3b0-865529471599 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:50.875905 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1', 'status': 'completed', 'code': 200} Feb 19 07:17:50.886354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:50.887466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a4d6d079-00d6-4ab1-87b0-2521cda9bbec details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:50.994383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:51.012275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'port_id': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec', 'mac_address': 'fa:16:3e:15:82:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e457256e-de87-4293-9dcb-3197ebca451d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:51.045626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-21b1f094-7800-42e1-94d6-4cb14ba0465d None None] Provisioning complete for port b719a50d-f6df-45be-8e18-21f2d4d7ca3a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:51.046002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b1f094-7800-42e1-94d6-4cb14ba0465d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:51.091455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a4d6d079-00d6-4ab1-87b0-2521cda9bbec is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:51.091814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:51.125279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d6d079-00d6-4ab1-87b0-2521cda9bbec {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:51.173591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:51.176528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:51.181278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-21b1f094-7800-42e1-94d6-4cb14ba0465d None None] Port b719a50d-f6df-45be-8e18-21f2d4d7ca3a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:51.182858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:51.216894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-35888fc8-73fd-4ef2-b74d-17304fe78fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:51.224605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-35888fc8-73fd-4ef2-b74d-17304fe78fec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5095687 Feb 19 07:17:51.240663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:51.332700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-f46bb995-24fb-4b44-b1cb-1abc6a2d2e81 service neutron] 10.222.0.24 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993159 Feb 19 07:17:51.336112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4fa2c09-90b3-4cc8-b47d-95a523ff039c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee2edf6da8884d5f936f9bb30ac6479f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585411 Feb 19 07:17:51.342356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50186) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:51.373930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab5323-bdb7-4996-b997-25398ac32017 req-48d5a4dd-81db-4243-ac1c-aee5b0570d2d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:51.375441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1ab5323-bdb7-4996-b997-25398ac32017 req-48d5a4dd-81db-4243-ac1c-aee5b0570d2d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3937237 Feb 19 07:17:51.511902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b569700a-765e-4c15-9f5a-44bb12d7527b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/quotas/79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 375 time: 0.7075112 Feb 19 07:17:51.523178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a4d6d079-00d6-4ab1-87b0-2521cda9bbec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:51.566047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0e739c23-0eae-4a52-b657-9ace9f99017c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:51.686277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Made reservation on behalf of 95142c7fbc044da0871529af08127ac5 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:51.691128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:51.846945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1ab5323-bdb7-4996-b997-25398ac32017 req-3b2dcf8d-77fa-4f63-8eea-e74de4a6cad6 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579399 Feb 19 07:17:51.871955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Allocated IP 172.20.0.9 (56d8f265-495f-49b9-aa24-92e980469a10/e457256e-de87-4293-9dcb-3197ebca451d/0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:51.920249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:51.923835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.023850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] Publish callbacks [] for security_group (23ba49a5-ac92-42a8-b4fb-2a962e4480f3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.095650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks [] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.142792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.152283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.1.1.85 (806604bd-b8a0-47db-ad46-3f62efe6f97c/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1/9d2e9fb4-94e8-4856-b753-59f134d1bd62) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:52.222407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event updated for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:52.271938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-95c1c313-dc58-4f19-b740-e0bd88bef9a3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7579033 Feb 19 07:17:52.294996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] Publish callbacks [] for security_group (23ba49a5-ac92-42a8-b4fb-2a962e4480f3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.301591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d2f6166-0a63-482b-bc3c-27fb0703ec3d req-4f94ae76-08e9-40ec-869e-c11f8ddfe415 service neutron] 10.222.0.24 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9602671 Feb 19 07:17:52.322683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.399144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26e775-7f5a-41ba-919f-22fbaf7114db req-a7393d43-4417-4e9a-825c-c24251f99368 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:52.405876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c26e775-7f5a-41ba-919f-22fbaf7114db req-a7393d43-4417-4e9a-825c-c24251f99368 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 944 time: 0.4528415 Feb 19 07:17:52.449745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-87d4a72f-aaf5-4cc9-80a2-798c6b63c314 service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654663 Feb 19 07:17:52.469958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.511823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23ba49a5-ac92-42a8-b4fb-2a962e4480f3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.514372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:52.517803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23ba49a5-ac92-42a8-b4fb-2a962e4480f3 HTTP/1.1" status: 204 len: 168 time: 1.1722658 Feb 19 07:17:52.562485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-7ae2a308-25ab-4082-a3f0-9ddc298b9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:52.564035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-7ae2a308-25ab-4082-a3f0-9ddc298b9d6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 1125 time: 0.2085645 Feb 19 07:17:52.579385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:52.592132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-7875e07c-f182-464b-ae0e-8a8cef4f027c service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369421 Feb 19 07:17:52.596354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c26e775-7f5a-41ba-919f-22fbaf7114db req-e088c277-9327-461e-b85c-2926b558cc76 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895666 Feb 19 07:17:52.609418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:52.609540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Network 56d8f265-495f-49b9-aa24-92e980469a10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:52.617359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:52.623743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8690a-e7ad-4165-a52f-b058480428c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba49a5-ac92-42a8-b4fb-2a962e4480f3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:52.627309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:52.642912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:52.877320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:53.007755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.011830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.045369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad982d3-a289-4b6a-abb5-16786c313ff0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:53.063596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3a7abe53-bbf5-4fb5-9047-312b18e1b3c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2955866 Feb 19 07:17:53.083162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks [] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.092601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Request body: {'port': {'device_id': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:53.093903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.094555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.128634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d113ecb8-3eac-46af-b696-b05e7fce70bf None None] Provisioning complete for port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:53.129221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d113ecb8-3eac-46af-b696-b05e7fce70bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.140432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:53.175463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-e2ae06af-8f24-4b39-a721-26f70e5c4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.177010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-e2ae06af-8f24-4b39-a721-26f70e5c4900 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 916 time: 0.5793374 Feb 19 07:17:53.183912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-d96714b8-d048-4287-81d1-455676e6facf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4857473 Feb 19 07:17:53.204363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'admin_state_up': True, 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'security_groups': ['ec7c48e7-c828-4610-a16e-43b535bdfe92']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:53.205070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Transition to ACTIVE for port object bad982d3-a289-4b6a-abb5-16786c313ff0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:53.215711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.235902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d113ecb8-3eac-46af-b696-b05e7fce70bf None None] Port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:53.269740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b267f0-db8f-4507-8200-c2d79330fdf8 req-617ab625-0bb2-402d-b39c-75952b441bd6 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.277105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0b267f0-db8f-4507-8200-c2d79330fdf8 req-617ab625-0bb2-402d-b39c-75952b441bd6 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.3775971 Feb 19 07:17:53.295108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-2281617c-789a-462d-a612-fa5f15dc5ead service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 HTTP/1.1" status: 200 len: 217 time: 0.1101327 Feb 19 07:17:53.297685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-24399131-d859-4625-bfa7-0744783700ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68be3bad96f94eca87d2e160eeafd2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562233 Feb 19 07:17:53.341844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:53.365872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aace5b0a-8c72-4981-90a6-c735ba5b8746 None None] Provisioning complete for port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:53.366254 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aace5b0a-8c72-4981-90a6-c735ba5b8746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.473735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aace5b0a-8c72-4981-90a6-c735ba5b8746 None None] Port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:53.494967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.517708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0b267f0-db8f-4507-8200-c2d79330fdf8 req-e2676dea-e44a-457e-943f-fcec44c69356 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396202 Feb 19 07:17:53.538014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-286d17cf-6862-4e91-a060-b443ab855ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.540205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-286d17cf-6862-4e91-a060-b443ab855ecc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1964049 Feb 19 07:17:53.577532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74ebad-20b5-4efb-b65d-5d1892ec10b3 req-a1c5f3b8-991c-4f64-b08e-9bc5987d9d03 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.583359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74ebad-20b5-4efb-b65d-5d1892ec10b3 req-a1c5f3b8-991c-4f64-b08e-9bc5987d9d03 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.589879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] Publish callbacks [] for security_group (f0e4c3a9-5e98-4366-b5ed-ee6130578719), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.591550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b74ebad-20b5-4efb-b65d-5d1892ec10b3 req-a1c5f3b8-991c-4f64-b08e-9bc5987d9d03 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 1652 time: 0.5343075 Feb 19 07:17:53.628339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:53.631757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.664926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] Publish callbacks [] for security_group (f0e4c3a9-5e98-4366-b5ed-ee6130578719), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.709703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Pushing event updated for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:53.776559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-6aa6fc35-7ec0-4724-898e-1cace5735a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:53.778849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-6aa6fc35-7ec0-4724-898e-1cace5735a9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2264564 Feb 19 07:17:53.783613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b74ebad-20b5-4efb-b65d-5d1892ec10b3 req-1a1e4513-9ef4-485a-a20e-2deb36ce33fb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851313 Feb 19 07:17:53.874138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Attempting to bind port bad982d3-a289-4b6a-abb5-16786c313ff0 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:53.875526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Attempting to bind port bad982d3-a289-4b6a-abb5-16786c313ff0 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '9678cab1-50c2-4fbd-88eb-ad2508ab9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:53.875883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Attempting to bind port bad982d3-a289-4b6a-abb5-16786c313ff0 on network 50395de2-fb6f-46db-acc9-b938d5dfb975 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:53.885862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Port bad982d3-a289-4b6a-abb5-16786c313ff0 on network 50395de2-fb6f-46db-acc9-b938d5dfb975 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:53.886224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Attempting to bind port bad982d3-a289-4b6a-abb5-16786c313ff0 on network 50395de2-fb6f-46db-acc9-b938d5dfb975 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:53.894194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:53.899257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:53.899741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Checking segment: {'id': '9678cab1-50c2-4fbd-88eb-ad2508ab9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:53.900016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Bound using segment: {'id': '9678cab1-50c2-4fbd-88eb-ad2508ab9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:53.900428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Bound port: bad982d3-a289-4b6a-abb5-16786c313ff0, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9678cab1-50c2-4fbd-88eb-ad2508ab9a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:53.900805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:53.959010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks [] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.009768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55a7d5-e6dc-4f13-80b3-8ca8fd3194e2 req-5b1243d5-5283-404d-812a-2754a500bc45 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.011332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f55a7d5-e6dc-4f13-80b3-8ca8fd3194e2 req-5b1243d5-5283-404d-812a-2754a500bc45 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 943 time: 0.3070416 Feb 19 07:17:54.020385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0e4c3a9-5e98-4366-b5ed-ee6130578719), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.020774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf214-9185-47ee-af77-1781f35dba1a req-979f5a89-2be6-455c-ae66-1b3e2ee575a2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.022433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a37bf214-9185-47ee-af77-1781f35dba1a req-979f5a89-2be6-455c-ae66-1b3e2ee575a2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 931 time: 0.1309135 Feb 19 07:17:54.023794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.024341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Transition to ACTIVE for port object 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:54.024863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0e4c3a9-5e98-4366-b5ed-ee6130578719 HTTP/1.1" status: 204 len: 168 time: 0.6802881 Feb 19 07:17:54.054447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.109669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f55a7d5-e6dc-4f13-80b3-8ca8fd3194e2 req-833c71c7-20f8-4268-b39b-d16eb4b93c3e tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764630 Feb 19 07:17:54.114171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c8d9-98ac-4b8d-9df5-13b1a6cd73b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e4c3a9-5e98-4366-b5ed-ee6130578719,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:54.124354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-4bc513c0-6c59-443e-9306-f84fb63ce05e service neutron] 10.222.0.24 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301291 Feb 19 07:17:54.125542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.1.1.218 (806604bd-b8a0-47db-ad46-3f62efe6f97c/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1/ce5223da-57e0-4ac2-8f79-c65c195f4653) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:54.198857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0e739c23-0eae-4a52-b657-9ace9f99017c up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:54.317811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0e739c23-0eae-4a52-b657-9ace9f99017c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:17:54.326756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0e739c23-0eae-4a52-b657-9ace9f99017c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:54.327584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.359750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:54.387445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a37bf214-9185-47ee-af77-1781f35dba1a req-28b6b49c-759e-43ab-a254-e41ab984bea3 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492279 Feb 19 07:17:54.467612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bad982d3-a289-4b6a-abb5-16786c313ff0,segment=NetworkSegment(9678cab1-50c2-4fbd-88eb-ad2508ab9a50),segment_id=9678cab1-50c2-4fbd-88eb-ad2508ab9a50)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:54.480394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:54.510729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.535719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdc9333-3163-4cce-a32d-d1fa7c7b827e req-ea08953c-f849-4d0a-810f-48876ef68590 service neutron] 10.222.0.24 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047503 Feb 19 07:17:54.560103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a71a1c-4374-4427-84a5-a6898fe30780 req-0e11a7ff-4d53-4000-9a7d-999f9246aaa9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.562313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4a71a1c-4374-4427-84a5-a6898fe30780 req-0e11a7ff-4d53-4000-9a7d-999f9246aaa9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3189781 Feb 19 07:17:54.626031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4a71a1c-4374-4427-84a5-a6898fe30780 req-e3f15b89-c49b-45ea-9787-29719d66ae24 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555875 Feb 19 07:17:54.635561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Pushing event updated for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:54.639874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0e739c23-0eae-4a52-b657-9ace9f99017c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:54.640298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.668487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5e39ee5-78c2-434d-9e89-19da9b29d4b3 req-a4701c02-3c2a-4d39-b69a-4118c49ce572 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 210 time: 0.1540205 Feb 19 07:17:54.685969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.688112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.689605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-beff610e-d0c8-498c-a003-269448e9f22b service neutron] 10.222.0.24 "PUT /v2.0/ports/bad982d3-a289-4b6a-abb5-16786c313ff0 HTTP/1.1" status: 200 len: 1091 time: 4.4203224 Feb 19 07:17:54.690696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0e739c23-0eae-4a52-b657-9ace9f99017c,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:54.692261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:54.704377 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ef607-5121-4837-a506-14d7b747eb27" -d '{"events": [{"server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "name": "network-vif-plugged", "status": "completed", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:54.704585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:54.711765 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.712614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a4d6d079-00d6-4ab1-87b0-2521cda9bbec up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:54.712817 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0468d7-04ad-400d-a999-cf1fae793e41" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:54.752303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Attempting to bind port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:54.752907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Attempting to bind port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:54.753303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Attempting to bind port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:54.769087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a on network 56d8f265-495f-49b9-aa24-92e980469a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:54.769627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Attempting to bind port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a on network 56d8f265-495f-49b9-aa24-92e980469a10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:54.830781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a4d6d079-00d6-4ab1-87b0-2521cda9bbec completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:17:54.832893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:54.839427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a4d6d079-00d6-4ab1-87b0-2521cda9bbec triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:54.840042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.853357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:54.855560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Checking segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:54.856143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Bound using segment: {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:54.857591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Bound port: 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd52c97b4-eebb-429b-87e2-b8cea550261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:54.858147 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:54.930262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-3af972fc-91e8-48dc-8de0-2673d448e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.932096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-3af972fc-91e8-48dc-8de0-2673d448e0eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b044800b42584a8599091b11f5943292&device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 1125 time: 0.1678174 Feb 19 07:17:54.942669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7881d8-86e1-41af-9eed-56013b5173e7 req-aca52766-c45e-46fa-a945-4f2c675cb0e9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:54.944455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7881d8-86e1-41af-9eed-56013b5173e7 req-aca52766-c45e-46fa-a945-4f2c675cb0e9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1620948 Feb 19 07:17:54.962222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.016268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a4d6d079-00d6-4ab1-87b0-2521cda9bbec is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:55.017468 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.030265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-f9ccf57f-9ad8-4f04-aae1-73e29858da1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad982d3-a289-4b6a-abb5-16786c313ff0 HTTP/1.1" status: 200 len: 217 time: 0.0743060 Feb 19 07:17:55.058804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:55.064529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.078077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:55.102157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:55.110090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a36c4-584e-4684-98b7-0943ae19f637 req-6d9102c5-0293-4b8b-8750-8ce3616ad8a4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.119930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-990a36c4-584e-4684-98b7-0943ae19f637 req-6d9102c5-0293-4b8b-8750-8ce3616ad8a4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.2480764 Feb 19 07:17:55.133567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.147239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:55.164525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7881d8-86e1-41af-9eed-56013b5173e7 req-45c83077-c59b-43a6-a526-b9e88262a898 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918573 Feb 19 07:17:55.169399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-379a32d0-4d14-4824-a6fc-4f91feb8bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.170829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-379a32d0-4d14-4824-a6fc-4f91feb8bc2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b46ca19-6e7a-44b5-a867-23ec81b12c5f HTTP/1.1" status: 200 len: 854 time: 0.1310694 Feb 19 07:17:55.187934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.188554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.189936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a HTTP/1.1" status: 200 len: 1091 time: 2.1121314 Feb 19 07:17:55.209836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-abd3d206-d856-4dca-bfd5-67ddc037e53d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.216087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-abd3d206-d856-4dca-bfd5-67ddc037e53d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.5852466 Feb 19 07:17:55.226998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-d06ea150-b0ae-4e48-9408-51bd7f0cd51b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50395de2-fb6f-46db-acc9-b938d5dfb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468993 Feb 19 07:17:55.236600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Request body: {'port': {'device_id': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'admin_state_up': True, 'tenant_id': '79af69ad386946bc8440ff5357368234'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:55.277166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0128e-4a47-41b2-a4ae-65d067ded782 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:55.285138 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa739b1-75c7-41b0-bef8-47cb95b014b0 x-openstack-request-id: req-caa739b1-75c7-41b0-bef8-47cb95b014b0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:55.285679 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "name": "network-vif-plugged", "status": "completed", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:55.285990 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa739b1-75c7-41b0-bef8-47cb95b014b0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:55.287174 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'code': 200} Feb 19 07:17:55.378457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.379232 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bae58c-a01c-4ec9-9aa5-caa73e68e372 x-openstack-request-id: req-23bae58c-a01c-4ec9-9aa5-caa73e68e372 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:55.379521 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:55.379782 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23bae58c-a01c-4ec9-9aa5-caa73e68e372 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:55.380202 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0', 'status': 'completed', 'code': 200} Feb 19 07:17:55.409998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:55.427046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-990a36c4-584e-4684-98b7-0943ae19f637 req-56d8dd50-a57a-4eb9-b7e8-a7b76b12873a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009105 Feb 19 07:17:55.468099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-d160763a-70a5-4645-8be2-62a6e9c037d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.471394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:55.472003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-d160763a-70a5-4645-8be2-62a6e9c037d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 1125 time: 0.2185376 Feb 19 07:17:55.484117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:55.611672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-f594ccbb-5964-4868-a81f-d7313fbc82f5 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781753 Feb 19 07:17:55.613169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-982b7910-b7a2-4a07-8b6b-9921f6090732 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a HTTP/1.1" status: 200 len: 217 time: 0.1068699 Feb 19 07:17:55.624714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:55.734990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.736265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.766304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3abb8fbf-5164-4d4a-813d-a75c2aae6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.773982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-3abb8fbf-5164-4d4a-813d-a75c2aae6924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1460588 Feb 19 07:17:55.791229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7fdd-5579-4ad7-9c76-9c4de144b368 req-4853a2ae-fd1a-4423-a8fc-4d3483b2dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.792815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871e7fdd-5579-4ad7-9c76-9c4de144b368 req-4853a2ae-fd1a-4423-a8fc-4d3483b2dde0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1127 time: 0.4293282 Feb 19 07:17:55.795567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ae2ff-c778-4b57-a055-0d8fc9e02bb7 req-ce7a1cb1-a2ee-4299-b1da-263f5eb3c18f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.799847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006fef8-6cae-4e8a-9067-2d08058146b9 req-b5baf16a-5f0d-43b4-85e6-8791da0bcc6b tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.801455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c006fef8-6cae-4e8a-9067-2d08058146b9 req-b5baf16a-5f0d-43b4-85e6-8791da0bcc6b tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 943 time: 0.2603977 Feb 19 07:17:55.803630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ae2ff-c778-4b57-a055-0d8fc9e02bb7 req-ce7a1cb1-a2ee-4299-b1da-263f5eb3c18f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.809828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ae2ff-c778-4b57-a055-0d8fc9e02bb7 req-ce7a1cb1-a2ee-4299-b1da-263f5eb3c18f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.814551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-2c7f05cb-96e7-4383-829c-718c6ba55b26 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6246140 Feb 19 07:17:55.819773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d0ae2ff-c778-4b57-a055-0d8fc9e02bb7 req-ce7a1cb1-a2ee-4299-b1da-263f5eb3c18f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 2373 time: 0.3121128 Feb 19 07:17:55.861954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'admin_state_up': True, 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'security_groups': ['ec7c48e7-c828-4610-a16e-43b535bdfe92']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:55.903600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e43ddf8-4cc3-42b1-814e-2adf037194cd None None] Provisioning complete for port ce5223da-57e0-4ac2-8f79-c65c195f4653 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:55.904266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e43ddf8-4cc3-42b1-814e-2adf037194cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:55.912213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-572f07c8-7a1d-4fd5-bc4a-d5df25455c08 req-95692d56-1dc3-4d85-a906-cb999d011467 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872415 Feb 19 07:17:55.959776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e43ddf8-4cc3-42b1-814e-2adf037194cd None None] Port ce5223da-57e0-4ac2-8f79-c65c195f4653 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:55.990064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-2c72823d-62b6-4548-9b3d-2ebcdff66696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:55.992009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-2c72823d-62b6-4548-9b3d-2ebcdff66696 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1629007 Feb 19 07:17:55.999855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d0ae2ff-c778-4b57-a055-0d8fc9e02bb7 req-c4c0b8d6-8cf5-4599-8c7a-014b8f3987f7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787994 Feb 19 07:17:56.009682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:56.013523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.077492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c006fef8-6cae-4e8a-9067-2d08058146b9 req-574451d4-ba23-43ec-89b2-1cc17f852228 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671554 Feb 19 07:17:56.081783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871e7fdd-5579-4ad7-9c76-9c4de144b368 req-538a8c75-9864-4b07-a490-dcd5323a637f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648964 Feb 19 07:17:56.183907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:56.299294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Allocated IP 172.20.0.14 (4c3ab712-c699-4725-8829-7ba80b465f62/91821e47-7ba2-4e28-9af9-03c4152a518b/b66d78f0-2f0c-4352-a670-2042e7b3fbe7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:56.383998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-1ff1060a-25f3-4a12-bb0b-ba529f2a81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.385514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-1ff1060a-25f3-4a12-bb0b-ba529f2a81ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b044800b42584a8599091b11f5943292&device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 1125 time: 0.4080267 Feb 19 07:17:56.490077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb8d9-ebe1-41fc-a7a2-d934807142ab req-db402a9a-cd71-46d0-8b50-bb7686521bce tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.492424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1bcb8d9-ebe1-41fc-a7a2-d934807142ab req-db402a9a-cd71-46d0-8b50-bb7686521bce tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.1584644 Feb 19 07:17:56.538254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:56.549728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-1decae9c-cc9e-4b1f-8c58-418bc14bb94e service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490181 Feb 19 07:17:56.573103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks [] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.579361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:56.594912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1bcb8d9-ebe1-41fc-a7a2-d934807142ab req-9025c654-c6b3-4498-b97f-f65f1615381e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936420 Feb 19 07:17:56.599796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-dec3eeec-6886-4fba-bd7e-3067d840628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.601570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-dec3eeec-6886-4fba-bd7e-3067d840628f service neutron] 10.222.0.24 "GET /v2.0/networks?id=50395de2-fb6f-46db-acc9-b938d5dfb975 HTTP/1.1" status: 200 len: 914 time: 0.2091002 Feb 19 07:17:56.637704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.670077 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.672573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:56.687256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'port_id': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1', 'mac_address': 'fa:16:3e:3a:45:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e457256e-de87-4293-9dcb-3197ebca451d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:56.702710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-0a3011d2-23e1-41b1-8e93-cecb2aa23842 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad982d3-a289-4b6a-abb5-16786c313ff0 HTTP/1.1" status: 200 len: 217 time: 0.0946236 Feb 19 07:17:56.731691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:56.732562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.742108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd1c0-0948-4619-809b-388f21d32c7e req-f12ffd71-d588-440f-a73c-31e42b474d58 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.750483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44ecd1c0-0948-4619-809b-388f21d32c7e req-f12ffd71-d588-440f-a73c-31e42b474d58 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.3421762 Feb 19 07:17:56.767742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:56.796711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-f2d23fc5-0e88-495f-85db-f6476648efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.797969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:56.799264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-f2d23fc5-0e88-495f-85db-f6476648efc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b46ca19-6e7a-44b5-a867-23ec81b12c5f HTTP/1.1" status: 200 len: 854 time: 0.0845480 Feb 19 07:17:56.805653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:56.813945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14fd3-36ef-4d1a-bf69-b2220732b199 req-7fe2e6ad-8601-4a2b-9b8e-b2895009d82a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:56.821582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3d14fd3-36ef-4d1a-bf69-b2220732b199 req-7fe2e6ad-8601-4a2b-9b8e-b2895009d82a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 932 time: 0.1163793 Feb 19 07:17:56.830045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Network 4c3ab712-c699-4725-8829-7ba80b465f62 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:56.864788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-54b0c65d-6919-479c-855c-79abcf31854b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50395de2-fb6f-46db-acc9-b938d5dfb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361118 Feb 19 07:17:56.866781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-429f6cc3-6ff3-4c7d-90f0-f95133b03e36 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:56.880011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:56.882971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:56.921894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:56.937467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:56.965614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3d14fd3-36ef-4d1a-bf69-b2220732b199 req-17a0a509-a692-4978-8688-0c02fd89b564 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430848 Feb 19 07:17:57.009889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-5dcc4aff-7232-4938-8467-a9487ef2d955 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362441 Feb 19 07:17:57.025009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44ecd1c0-0948-4619-809b-388f21d32c7e req-c779a58d-0709-4e65-bd5a-e54f16e85378 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679493 Feb 19 07:17:57.040852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:57.132389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.132956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.166801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-429f6cc3-6ff3-4c7d-90f0-f95133b03e36 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "PUT /v2.0/quotas/c1e69928e7ab46128394a453d6275f9d HTTP/1.1" status: 200 len: 368 time: 0.5799932 Feb 19 07:17:57.169644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:57.176028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Request body: {'network': {'project_id': 'c1e69928e7ab46128394a453d6275f9d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:57.217718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656b9f-6a6e-4f3e-a8ce-4c258dcadf33 req-4e13d7f4-6b9f-4369-8550-9a5ef802022c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.220599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63656b9f-6a6e-4f3e-a8ce-4c258dcadf33 req-4e13d7f4-6b9f-4369-8550-9a5ef802022c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1469512 Feb 19 07:17:57.249389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Made reservation on behalf of c1e69928e7ab46128394a453d6275f9d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:57.252075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.274929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa0468d7-04ad-400d-a999-cf1fae793e41 req-857f2783-01bb-4e6a-9389-4ef1f18d0038 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580402 Feb 19 07:17:57.277635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.293735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:57.298683 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed0157-8f17-4cd7-9961-378eff471639" -d '{"events": [{"server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:57.323446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63656b9f-6a6e-4f3e-a8ce-4c258dcadf33 req-a807dac2-9ae4-4337-b224-62002aa767e2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909598 Feb 19 07:17:57.382110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:57.385451 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:57.432795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for security_group (c17fa4ad-8cda-4d20-ac1d-a010fbfe5695), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.438098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c17fa4ad-8cda-4d20-ac1d-a010fbfe5695), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.479976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:57.492155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fa4ad-8cda-4d20-ac1d-a010fbfe5695,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:57.522042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c5c83fb7-12b7-4e85-a4c4-ad63f75e9705), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.522667 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Added segment c5c83fb7-12b7-4e85-a4c4-ad63f75e9705 of type vlan for network a0834e50-efef-46c5-8d2d-68a7ba289e48 Feb 19 07:17:57.529256 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-b284fc94-fd79-44a1-b84e-91283a95b30d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3037322 Feb 19 07:17:57.543791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Request body: {'port': {'device_id': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:57.583761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:17:57.630018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f95cb0-0ca1-4b6e-87b1-bb937769dfee req-b952c7d6-0c97-401a-a17a-2687c8604b58 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.638224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8f95cb0-0ca1-4b6e-87b1-bb937769dfee req-b952c7d6-0c97-401a-a17a-2687c8604b58 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4967256 Feb 19 07:17:57.639574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a0834e50-efef-46c5-8d2d-68a7ba289e48), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.654438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e9972-af02-46dc-9651-157c83141964 req-6e644c93-c82d-47ca-9e5c-3b018f4181d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.661312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e9972-af02-46dc-9651-157c83141964 req-6e644c93-c82d-47ca-9e5c-3b018f4181d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.666820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e9972-af02-46dc-9651-157c83141964 req-6e644c93-c82d-47ca-9e5c-3b018f4181d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.668712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec0e9972-af02-46dc-9651-157c83141964 req-6e644c93-c82d-47ca-9e5c-3b018f4181d4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 2373 time: 0.1672106 Feb 19 07:17:57.683493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.2.2.100 (bd24f8ab-c9d8-4963-b875-e65f66be4e12/65614e74-c95f-4d7a-8ed8-8f5dc1543dec/96f36677-8b23-4e99-800c-4d0d76889fd6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:57.702591 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.713692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a0834e50-efef-46c5-8d2d-68a7ba289e48), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.714665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:57.715325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.741575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8f95cb0-0ca1-4b6e-87b1-bb937769dfee req-94e73159-7623-4896-a9bf-ef167df82514 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024575 Feb 19 07:17:57.754509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec0e9972-af02-46dc-9651-157c83141964 req-53fc5668-0271-4b2f-8698-9ac342fa866f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794711 Feb 19 07:17:57.815340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6447759 Feb 19 07:17:57.816065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:57.830811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Request body: {'network': {'project_id': 'c1e69928e7ab46128394a453d6275f9d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:57.857912 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438f9cd-6749-4b89-863b-a4b42c8fa638 x-openstack-request-id: req-2438f9cd-6749-4b89-863b-a4b42c8fa638 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:57.860120 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "name": "network-vif-plugged", "status": "completed", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:57.860926 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2438f9cd-6749-4b89-863b-a4b42c8fa638 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:57.861623 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec', 'code': 200} Feb 19 07:17:57.865899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b515d6-ce5e-44c2-85fb-97aba9ba3dd2 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event updated for resources: {'Network': ['ID=a0834e50-efef-46c5-8d2d-68a7ba289e48,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:57.870210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Made reservation on behalf of c1e69928e7ab46128394a453d6275f9d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:57.872386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.877798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a0834e50-efef-46c5-8d2d-68a7ba289e48 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:57.899883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:17:57.910771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7ef0e200-40d0-4237-97c0-0326b2d82744), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:57.911161 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Added segment 7ef0e200-40d0-4237-97c0-0326b2d82744 of type vlan for network 6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e Feb 19 07:17:57.983677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.045877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.046831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.047449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.095328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999191c-8f15-4a34-ba3f-f1ea67815144 req-aff1f2a3-f8c1-4b73-9604-132248873bbd tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.096847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0999191c-8f15-4a34-ba3f-f1ea67815144 req-aff1f2a3-f8c1-4b73-9604-132248873bbd tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 943 time: 0.1717179 Feb 19 07:17:58.100355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.108640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2828929 Feb 19 07:17:58.113087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ebd33-1a6a-42f7-b1e5-0099ec487a1c req-13a751a7-3ad5-450f-a742-55567e669e1e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.114588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-993ebd33-1a6a-42f7-b1e5-0099ec487a1c req-13a751a7-3ad5-450f-a742-55567e669e1e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1282792 Feb 19 07:17:58.115008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:58.121069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-20ee2482-b9ac-4a81-8ce4-0f3338fc4b15 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Request body: {'network': {'project_id': 'c1e69928e7ab46128394a453d6275f9d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:58.140616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767246a-f784-4fec-94d1-6443663022a1 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event updated for resources: {'Network': ['ID=6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:58.156250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:17:58.174419 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ee2482-b9ac-4a81-8ce4-0f3338fc4b15 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:17:58.174690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ee2482-b9ac-4a81-8ce4-0f3338fc4b15 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:17:58.175854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20ee2482-b9ac-4a81-8ce4-0f3338fc4b15 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0590589 Feb 19 07:17:58.181720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:58.237257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0999191c-8f15-4a34-ba3f-f1ea67815144 req-241c4b9b-882c-40df-b33c-5b353cb3d13e tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303318 Feb 19 07:17:58.241614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-993ebd33-1a6a-42f7-b1e5-0099ec487a1c req-222ea072-29df-4659-b395-84fe6884ed6c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174531 Feb 19 07:17:58.266501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.294002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:58.294125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d208c269-a1bb-4fd2-9bcf-671ed6439bbe tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1e69928e7ab46128394a453d6275f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082363 Feb 19 07:17:58.294125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:58.324557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks [] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.325420 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb6d4c-6a41-4b85-8f4c-5b8328f06223 x-openstack-request-id: req-e9eb6d4c-6a41-4b85-8f4c-5b8328f06223 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:17:58.325966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:17:58.326615 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9eb6d4c-6a41-4b85-8f4c-5b8328f06223 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:17:58.327284 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a', 'status': 'completed', 'code': 200} Feb 19 07:17:58.349168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:17:58.353798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Transition to ACTIVE for port object b66d78f0-2f0c-4352-a670-2042e7b3fbe7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:17:58.354810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:17:58.362394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:17:58.369636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.392707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:58.435079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for security_group (c17fa4ad-8cda-4d20-ac1d-a010fbfe5695), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.470550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for security_group (c17fa4ad-8cda-4d20-ac1d-a010fbfe5695), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.487240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda33f3e-5f27-4ee9-9fc6-85c7c92602ce req-5bcbaeb9-ac4c-438b-a36a-a5db76d43e97 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.489127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dda33f3e-5f27-4ee9-9fc6-85c7c92602ce req-5bcbaeb9-ac4c-438b-a36a-a5db76d43e97 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.1157055 Feb 19 07:17:58.502882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.503592 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.520557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:58.552893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-01f064e1-603c-4469-a52a-8ee750582a90 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196209 Feb 19 07:17:58.570832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dda33f3e-5f27-4ee9-9fc6-85c7c92602ce req-14bb6580-6f3e-4ee7-a57a-effca2aa5461 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701194 Feb 19 07:17:58.575145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bad982d3-a289-4b6a-abb5-16786c313ff0 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:17:58.581076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'admin_state_up': True, 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'security_groups': ['ec7c48e7-c828-4610-a16e-43b535bdfe92']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:17:58.582387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c17fa4ad-8cda-4d20-ac1d-a010fbfe5695), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.584230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:17:58.585515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.589359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/c17fa4ad-8cda-4d20-ac1d-a010fbfe5695 HTTP/1.1" status: 204 len: 168 time: 0.2918098 Feb 19 07:17:58.592032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a72f0-78f0-4f97-810f-4e211972dbf2 req-71afac5c-4544-4e3e-9a2d-45b65e8861c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.593249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-408a72f0-78f0-4f97-810f-4e211972dbf2 req-71afac5c-4544-4e3e-9a2d-45b65e8861c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.1980374 Feb 19 07:17:58.595811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:58.604459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc8dd-d63a-4e25-aa42-fe79c953a8ed tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fa4ad-8cda-4d20-ac1d-a010fbfe5695,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:58.694131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.796110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Made reservation on behalf of c725bce7db824247bba8fbf6e15c5879 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:17:58.803053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.804104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bad982d3-a289-4b6a-abb5-16786c313ff0,segment=NetworkSegment(9678cab1-50c2-4fbd-88eb-ad2508ab9a50),segment_id=9678cab1-50c2-4fbd-88eb-ad2508ab9a50)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:58.824027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:17:58.824886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:17:58.825512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:58.834806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f1561-9c90-44af-b202-fad75c353ee2 req-8bc8f252-3d8a-4034-9e49-2694d393d708 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:58.837386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-570f1561-9c90-44af-b202-fad75c353ee2 req-8bc8f252-3d8a-4034-9e49-2694d393d708 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1300251 Feb 19 07:17:58.846578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:17:58.846956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:17:58.858010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.866784 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-408a72f0-78f0-4f97-810f-4e211972dbf2 req-06fa9fc8-d7f2-4c86-a0b7-e9195c7d80fb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579288 Feb 19 07:17:58.912131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:58.934025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef0e200-40d0-4237-97c0-0326b2d82744') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:58.934359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef0e200-40d0-4237-97c0-0326b2d82744') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:58.947736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-570f1561-9c90-44af-b202-fad75c353ee2 req-4989a3cf-647b-4cce-b5d9-74e7065f1a17 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025062 Feb 19 07:17:58.952802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (7ef0e200-40d0-4237-97c0-0326b2d82744), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.963514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:17:58.964314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:17:58.964971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:17:58.965663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Bound port: b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:17:58.966266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:58.995301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7ef0e200-40d0-4237-97c0-0326b2d82744), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.005999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:59.006448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (7ef0e200-40d0-4237-97c0-0326b2d82744), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:59.008786 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:59.027906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'bad982d3-a289-4b6a-abb5-16786c313ff0', 'network_id': '50395de2-fb6f-46db-acc9-b938d5dfb975', 'port_id': 'bad982d3-a289-4b6a-abb5-16786c313ff0', 'mac_address': 'fa:16:3e:3c:85:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b46ca19-6e7a-44b5-a867-23ec81b12c5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:17:59.116485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-035e4764-c81b-438d-93d3-3de5f3a577ac None None] Provisioning complete for port 96f36677-8b23-4e99-800c-4d0d76889fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:59.117449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-035e4764-c81b-438d-93d3-3de5f3a577ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.120190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port bad982d3-a289-4b6a-abb5-16786c313ff0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:59.120838 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.130762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.139541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:17:59.157983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad982d3-a289-4b6a-abb5-16786c313ff0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:17:59.161472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.162519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:17:59.162841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.170524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "DELETE /v2.0/networks/6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e HTTP/1.1" status: 204 len: 168 time: 0.5634792 Feb 19 07:17:59.173854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805a886-e5ec-40cf-a884-3ffb2d0d0386 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d761ce4-6ec5-4ebc-a8bc-11aa7bb98b0e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:59.176495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:17:59.207100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-035e4764-c81b-438d-93d3-3de5f3a577ac None None] Port 96f36677-8b23-4e99-800c-4d0d76889fd6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:17:59.210654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bad982d3-a289-4b6a-abb5-16786c313ff0,segment=NetworkSegment(9678cab1-50c2-4fbd-88eb-ad2508ab9a50),segment_id=9678cab1-50c2-4fbd-88eb-ad2508ab9a50)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:59.231595 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.244440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5a5e2-832c-4589-92c7-d7a723b530ba req-a9d1cdf2-5086-4ff7-9e8f-1b3cb488d3d6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.245965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ed5a5e2-832c-4589-92c7-d7a723b530ba req-a9d1cdf2-5086-4ff7-9e8f-1b3cb488d3d6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1692138 Feb 19 07:17:59.304491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a0834e50-efef-46c5-8d2d-68a7ba289e48), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.305912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Allocated IP 10.2.2.200 (bd24f8ab-c9d8-4963-b875-e65f66be4e12/65614e74-c95f-4d7a-8ed8-8f5dc1543dec/a0315a5d-984a-4134-bda6-c9a31ff204f8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:17:59.326089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:17:59.326493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.377963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:17:59.395216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.401378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:59.449644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ed5a5e2-832c-4589-92c7-d7a723b530ba req-72f2d1c6-9516-4f2b-abe1-e70ccf77dd31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886659 Feb 19 07:17:59.461803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:17:59.467174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:17:59.481782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.493275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:59.506296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['bad982d3-a289-4b6a-abb5-16786c313ff0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:17:59.570708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.571519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.573174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] 10.222.0.24 "PUT /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 1092 time: 2.0344594 Feb 19 07:17:59.573753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:59.576432 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0" -d '{"events": [{"name": "network-changed", "server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:59.646060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a0834e50-efef-46c5-8d2d-68a7ba289e48), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.672254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0834e50-efef-46c5-8d2d-68a7ba289e48']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:59.684833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c83fb7-12b7-4e85-a4c4-ad63f75e9705') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:59.685186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c83fb7-12b7-4e85-a4c4-ad63f75e9705') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:17:59.703829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a5f9-5f0a-496c-9476-0959b6baa5f4 req-d9a7dcfb-be22-4845-997a-43137e7ae4ec tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.710932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf4a5f9-5f0a-496c-9476-0959b6baa5f4 req-d9a7dcfb-be22-4845-997a-43137e7ae4ec tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 944 time: 0.1147401 Feb 19 07:17:59.714712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c5c83fb7-12b7-4e85-a4c4-ad63f75e9705), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.732515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.747680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c5c83fb7-12b7-4e85-a4c4-ad63f75e9705), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.764684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:17:59.765187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c5c83fb7-12b7-4e85-a4c4-ad63f75e9705), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.766756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04807322-cf1e-4183-bfe7-05ac97910114 service neutron] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:17:59.766892 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:17:59.825932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-71fb2ac6-1aeb-40b7-b59c-c25fb08a00c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.834648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf4a5f9-5f0a-496c-9476-0959b6baa5f4 req-caebc2f3-19c2-4863-bd66-7ce5e6b9cb48 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196775 Feb 19 07:17:59.841668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-71fb2ac6-1aeb-40b7-b59c-c25fb08a00c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.863373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:17:59.866578 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22dc95-17f5-4d29-b093-b7b2e99cc346" -d '{"events": [{"server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "name": "network-vif-plugged", "status": "completed", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:17:59.872217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-71fb2ac6-1aeb-40b7-b59c-c25fb08a00c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.882184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-71fb2ac6-1aeb-40b7-b59c-c25fb08a00c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.882392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a0834e50-efef-46c5-8d2d-68a7ba289e48), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.887684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.890764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a0834e50-efef-46c5-8d2d-68a7ba289e48 HTTP/1.1" status: 204 len: 168 time: 0.7135248 Feb 19 07:17:59.891708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-71fb2ac6-1aeb-40b7-b59c-c25fb08a00c4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 3094 time: 0.2887900 Feb 19 07:17:59.906369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-dcdaeb40-b793-4a77-8a1b-10d02e7a2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:17:59.908398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-dcdaeb40-b793-4a77-8a1b-10d02e7a2930 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1126 time: 0.2583103 Feb 19 07:17:59.912613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c62f5-fcd5-4b45-a845-00ab8e844fe9 tempest-QuotasNegativeTest-531966333 tempest-QuotasNegativeTest-531966333-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0834e50-efef-46c5-8d2d-68a7ba289e48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:17:59.930820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:17:59.958967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.005366 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f622dff-bcb3-4f11-8042-148cf8239d08 x-openstack-request-id: req-5f622dff-bcb3-4f11-8042-148cf8239d08 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:00.005818 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:00.005947 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f622dff-bcb3-4f11-8042-148cf8239d08 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:00.006434 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'status': 'completed', 'code': 200} Feb 19 07:18:00.010062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-722e723e-108c-46fd-9460-9b80dc0e6c24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0908711 Feb 19 07:18:00.051973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:00.086978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:00.089708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:00.101835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d103188b-4213-4f7f-8d07-8bb497f2714e req-5951a7cf-5002-4674-933f-10f7d7e7882d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087061 Feb 19 07:18:00.125197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d854b5-e973-4614-970f-1afd25866841 req-914f75fa-bd04-49cf-9a37-9b892c4b817d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.128066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:00.130086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73d854b5-e973-4614-970f-1afd25866841 req-914f75fa-bd04-49cf-9a37-9b892c4b817d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.0890126 Feb 19 07:18:00.161906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-63f5abb7-6b01-491d-b9b2-1285d6665e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.163430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-63f5abb7-6b01-491d-b9b2-1285d6665e2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1403453 Feb 19 07:18:00.171326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.171969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.205913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-c318bb17-4459-4453-b729-3cc98d2a9cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302305 Feb 19 07:18:00.222112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73d854b5-e973-4614-970f-1afd25866841 req-de7f60d9-f8c2-412e-ab78-a55594fab711 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851514 Feb 19 07:18:00.237023 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2241f61-6a13-43a1-b86f-47da2c3576f5 x-openstack-request-id: req-e2241f61-6a13-43a1-b86f-47da2c3576f5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:00.237560 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "name": "network-vif-plugged", "status": "completed", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:00.237750 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2241f61-6a13-43a1-b86f-47da2c3576f5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:00.238452 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1', 'code': 200} Feb 19 07:18:00.270572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b3d7aba3-cec5-4c89-8dfc-e41ed34a7914 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6936290 Feb 19 07:18:00.369149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:00.389771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0016-d984-45de-9eba-c97100a868e4 req-05e10151-289c-4c9a-8278-e22fa7468af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.391795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-778a0016-d984-45de-9eba-c97100a868e4 req-05e10151-289c-4c9a-8278-e22fa7468af9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 1127 time: 0.0913815 Feb 19 07:18:00.496713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-778a0016-d984-45de-9eba-c97100a868e4 req-4ddab980-0d5f-4ae7-a45e-41e2dbe6f2fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968814 Feb 19 07:18:00.543674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ed69d626-a216-4c48-a814-ed5c6378c19a None None] Provisioning complete for port a0315a5d-984a-4134-bda6-c9a31ff204f8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:00.545290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed69d626-a216-4c48-a814-ed5c6378c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.586233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bad982d3-a289-4b6a-abb5-16786c313ff0 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:00.607561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399981b-425b-474b-a515-4c503633725b req-589ca0f1-f8c2-4dd9-a5ab-d76467e5d64c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.613340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d399981b-425b-474b-a515-4c503633725b req-589ca0f1-f8c2-4dd9-a5ab-d76467e5d64c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0671906 Feb 19 07:18:00.618993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ed69d626-a216-4c48-a814-ed5c6378c19a None None] Port a0315a5d-984a-4134-bda6-c9a31ff204f8 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:18:00.619238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-80130228-9983-4af5-8414-d19fab5a04bb service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942065 Feb 19 07:18:00.624405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.653211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port bad982d3-a289-4b6a-abb5-16786c313ff0 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:00.658567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port bad982d3-a289-4b6a-abb5-16786c313ff0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:00.659427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.665304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788753a5-65b2-49b2-a770-f551d19e500d req-9e20a412-9924-4fdf-865c-be6dc7f113e2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.666880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-788753a5-65b2-49b2-a770-f551d19e500d req-9e20a412-9924-4fdf-865c-be6dc7f113e2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.2887795 Feb 19 07:18:00.703768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:00.703955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d399981b-425b-474b-a515-4c503633725b req-00be1f4d-6928-4e26-9c81-6e3f5d16b0ba tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732448 Feb 19 07:18:00.801702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port bad982d3-a289-4b6a-abb5-16786c313ff0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:00.802103 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.886990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bad982d3-a289-4b6a-abb5-16786c313ff0,segment=NetworkSegment(9678cab1-50c2-4fbd-88eb-ad2508ab9a50),segment_id=9678cab1-50c2-4fbd-88eb-ad2508ab9a50)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:00.894066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-788753a5-65b2-49b2-a770-f551d19e500d req-05b642dd-9b00-415e-8543-79d4b9c51bdd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892049 Feb 19 07:18:00.904234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:00.948041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba1699-b54e-444e-84d9-3a80d46a193e req-7f75ef89-a4d5-4c72-9325-8ad88e561c06 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:00.950212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34ba1699-b54e-444e-84d9-3a80d46a193e req-7f75ef89-a4d5-4c72-9325-8ad88e561c06 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1015906 Feb 19 07:18:01.005878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.016012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:01.037246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34ba1699-b54e-444e-84d9-3a80d46a193e req-35df42cc-6429-4d39-b397-ba480d827a8c tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763578 Feb 19 07:18:01.044265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5635cd98-72e9-46ad-afb3-61a1d33ec634 req-e1f6ef7e-0ef1-46db-817d-8ea85653fb6c service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383815 Feb 19 07:18:01.172669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af69ef3-2cbb-46df-961b-c6062f2b87e7 req-f66e8d88-ed76-48ad-b76f-8ecec265ffe9 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.174512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7af69ef3-2cbb-46df-961b-c6062f2b87e7 req-f66e8d88-ed76-48ad-b76f-8ecec265ffe9 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.0615678 Feb 19 07:18:01.200087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71271fa0-4445-471e-8a0a-066d7fc4f13f req-21eb7fd2-f588-4248-8398-2a391d64f2ce tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.201657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71271fa0-4445-471e-8a0a-066d7fc4f13f req-21eb7fd2-f588-4248-8398-2a391d64f2ce tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1927211 Feb 19 07:18:01.228333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7af69ef3-2cbb-46df-961b-c6062f2b87e7 req-44be1ed0-8ba2-4149-841f-08b6a5030d88 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Feb 19 07:18:01.313421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-d102ed62-9544-4b67-bec2-7097a5c79142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.314943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-d102ed62-9544-4b67-bec2-7097a5c79142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1126 time: 0.1811168 Feb 19 07:18:01.326543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b719a50d-f6df-45be-8e18-21f2d4d7ca3a {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:01.346119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.352013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.352957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Publish callbacks [] for security_group (128af8ff-a5a7-48c2-b42a-1bdf81599eab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.355258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks [] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.357829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.363653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.369232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.370979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (128af8ff-a5a7-48c2-b42a-1bdf81599eab), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.371163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-4ab69912-21e8-464a-8fa9-e154fbfd1425 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 3815 time: 0.0815189 Feb 19 07:18:01.411787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71271fa0-4445-471e-8a0a-066d7fc4f13f req-3a2de1bc-d64b-4762-9d84-d080d4403ebb tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978576 Feb 19 07:18:01.428308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdcb1754-3166-4b57-871e-88d6ffe40ec4 req-bcea11ad-135e-4778-8ec5-5cd287a26efa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Feb 19 07:18:01.431248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Transition to ACTIVE for port object b719a50d-f6df-45be-8e18-21f2d4d7ca3a will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:01.459642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.500934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128af8ff-a5a7-48c2-b42a-1bdf81599eab,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:01.510220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bc6a5949ee64cc4a3f6511e2d3b37ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8027973 Feb 19 07:18:01.512887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:01.566895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.567287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.567630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.567967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.568300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.568631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.568969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.569283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.569430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] Publish callbacks [] for security_group (128af8ff-a5a7-48c2-b42a-1bdf81599eab), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.569606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.570454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.570775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.571137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.571484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1163cc2-f458-4e82-93bf-778f4335571e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:01.600516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] Publish callbacks [] for security_group (128af8ff-a5a7-48c2-b42a-1bdf81599eab), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.673702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (128af8ff-a5a7-48c2-b42a-1bdf81599eab), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.673998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:01.684720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:01.686412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/128af8ff-a5a7-48c2-b42a-1bdf81599eab HTTP/1.1" status: 204 len: 168 time: 0.1722245 Feb 19 07:18:01.733283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef4ccc-0e20-400b-90f5-6444847a7385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128af8ff-a5a7-48c2-b42a-1bdf81599eab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:01.903487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f01c38-f426-40ad-8eef-e41406b8b3ff req-1d3c25f4-8e81-46ef-b44f-44fa8bd23b66 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:01.911062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44f01c38-f426-40ad-8eef-e41406b8b3ff req-1d3c25f4-8e81-46ef-b44f-44fa8bd23b66 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0847926 Feb 19 07:18:01.978803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44f01c38-f426-40ad-8eef-e41406b8b3ff req-9ce9767b-b8d4-415e-85ca-518a05780f6d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Feb 19 07:18:02.135233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaa2d1-2b13-47b1-ba43-6d74a4370e56 req-08c1413d-1f19-4721-ac9f-980c07e9f531 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.143376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6acaa2d1-2b13-47b1-ba43-6d74a4370e56 req-08c1413d-1f19-4721-ac9f-980c07e9f531 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.0710893 Feb 19 07:18:02.204389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-ba48ccb5-bd93-4f3f-8a7a-c2fd6b9f2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.205884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-ba48ccb5-bd93-4f3f-8a7a-c2fd6b9f2988 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.8751352 Feb 19 07:18:02.206136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6acaa2d1-2b13-47b1-ba43-6d74a4370e56 req-d315b266-8cf7-4e6c-a17b-6e15f1da2462 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574429 Feb 19 07:18:02.218297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9b29-1432-415b-943a-f9eb8aea61c6 req-cb071212-6bc7-46a8-ab24-ff5ff559c3ca tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.225675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db2a9b29-1432-415b-943a-f9eb8aea61c6 req-cb071212-6bc7-46a8-ab24-ff5ff559c3ca tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.7255981 Feb 19 07:18:02.240288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:02.246416 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d94ea1-95ec-4ca8-94cc-ab2570621ccd" -d '{"events": [{"server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "name": "network-vif-plugged", "status": "completed", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:02.303103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-40753a52-1430-4b0f-9e6f-458e82fb7b32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0747395 Feb 19 07:18:02.334299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544192c-f1d3-4697-a9b6-3b364ab0aaae req-2cec3a55-a1fe-4be8-9a66-277789e65089 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.335928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:02.337639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7544192c-f1d3-4697-a9b6-3b364ab0aaae req-2cec3a55-a1fe-4be8-9a66-277789e65089 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0631735 Feb 19 07:18:02.383103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7544192c-f1d3-4697-a9b6-3b364ab0aaae req-94d718b4-32d1-4661-9c3c-e0a87156f2b2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Feb 19 07:18:02.395544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db2a9b29-1432-415b-943a-f9eb8aea61c6 req-341250a3-6f0e-43bf-b972-f702bee0cb98 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667256 Feb 19 07:18:02.396706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbad7-71e5-4a04-b17a-e9bd2c90da1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.417584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-530ca8a2-cfaf-4dec-acc9-d3f043b10319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.419652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-530ca8a2-cfaf-4dec-acc9-d3f043b10319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1087649 Feb 19 07:18:02.420546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Attempting to bind port b719a50d-f6df-45be-8e18-21f2d4d7ca3a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:02.421248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Attempting to bind port b719a50d-f6df-45be-8e18-21f2d4d7ca3a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:02.421827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Attempting to bind port b719a50d-f6df-45be-8e18-21f2d4d7ca3a on network 98978c2c-242d-44c2-b6e5-754afe116997 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:02.430861 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18acc0cb-e1e1-414d-85aa-e5f0fe70f3de x-openstack-request-id: req-18acc0cb-e1e1-414d-85aa-e5f0fe70f3de {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:02.431581 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "name": "network-vif-plugged", "status": "completed", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:02.432135 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18acc0cb-e1e1-414d-85aa-e5f0fe70f3de {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:02.432879 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0', 'code': 200} Feb 19 07:18:02.451155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Port b719a50d-f6df-45be-8e18-21f2d4d7ca3a on network 98978c2c-242d-44c2-b6e5-754afe116997 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:02.453033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Attempting to bind port b719a50d-f6df-45be-8e18-21f2d4d7ca3a on network 98978c2c-242d-44c2-b6e5-754afe116997 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:02.472833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:02.473344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Checking segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:02.473834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Bound using segment: {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:02.474420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Bound port: b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:02.474887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.495124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-7c8b061a-d861-4181-afc6-9c57e1f98e7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618062 Feb 19 07:18:02.579065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd30b3-7a79-4751-a5dc-6ffcababe5b6 req-86195252-7fe5-4a9a-8a56-ee9216371bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.579319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:02.580686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efcd30b3-7a79-4751-a5dc-6ffcababe5b6 req-86195252-7fe5-4a9a-8a56-ee9216371bba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 1127 time: 0.0751352 Feb 19 07:18:02.597760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb620d0-9954-4f7d-b363-f533d86f697f req-110ea468-9cf0-4b84-bec0-e9194662dc97 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.599919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bfb620d0-9954-4f7d-b363-f533d86f697f req-110ea468-9cf0-4b84-bec0-e9194662dc97 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.1060479 Feb 19 07:18:02.678358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:02.702155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:02.715075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:02.715364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'port_id': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'mac_address': 'fa:16:3e:5d:52:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03aedaf-e00d-458b-9ad2-f639fed052ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:02.723714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d212f87-f250-4f8c-a3fe-cb57e8d6e9ca req-050c4d1e-c72a-4539-a5df-1a1ba7bc16d7 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.732728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d212f87-f250-4f8c-a3fe-cb57e8d6e9ca req-050c4d1e-c72a-4539-a5df-1a1ba7bc16d7 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.2419834 Feb 19 07:18:02.733390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bfb620d0-9954-4f7d-b363-f533d86f697f req-e4d1d09f-02e7-4a89-952e-53cc95f093fb tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058841 Feb 19 07:18:02.737827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efcd30b3-7a79-4751-a5dc-6ffcababe5b6 req-96504e20-1ad0-4f25-8661-2b70a3974edf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361225 Feb 19 07:18:02.762717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.763759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 0eb7d188-f546-4abd-88d2-6a67509efad4 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:02.765006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.776458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-0a846b74-240e-4093-beb5-1c8a2d02d133 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435217 Feb 19 07:18:02.785536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0eb7d188-f546-4abd-88d2-6a67509efad4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:02.811132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:02.833098 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.848477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.856302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.857942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] 10.222.0.24 "PUT /v2.0/ports/b719a50d-f6df-45be-8e18-21f2d4d7ca3a HTTP/1.1" status: 200 len: 1091 time: 2.5128641 Feb 19 07:18:02.862609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:02.864992 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff2905-29ba-48cc-8a46-c445bbe236a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:02.884240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.900342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbad7-71e5-4a04-b17a-e9bd2c90da1e admin admin] Publish callbacks [] for security_group (927f2367-0663-4425-8efe-4d827a52b69b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.900742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.907982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.910133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:02.917698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d212f87-f250-4f8c-a3fe-cb57e8d6e9ca req-f7c1e4b3-7bbe-46b9-b329-10aafa694345 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796086 Feb 19 07:18:02.922606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4dbad7-71e5-4a04-b17a-e9bd2c90da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (927f2367-0663-4425-8efe-4d827a52b69b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:02.923032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.927813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d4ea9-85a9-41f6-881c-15915a7e448c service neutron] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:02.946224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.979687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:02.980422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['0eb7d188-f546-4abd-88d2-6a67509efad4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:02.988862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-9b08e4d2-904f-47d5-a0c9-a3c85badd473 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 3827 time: 0.1841037 Feb 19 07:18:03.003590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c4dbad7-71e5-4a04-b17a-e9bd2c90da1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa9badcd07a74c509b3e94b4bab81056&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669991 Feb 19 07:18:03.008326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:03.051596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:03.079462 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28d916-2142-4353-bb51-b37890721e14 x-openstack-request-id: req-bf28d916-2142-4353-bb51-b37890721e14 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:03.079852 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:03.080273 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf28d916-2142-4353-bb51-b37890721e14 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:03.080733 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'status': 'completed', 'code': 200} Feb 19 07:18:03.090599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dbad7-71e5-4a04-b17a-e9bd2c90da1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927f2367-0663-4425-8efe-4d827a52b69b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:03.183927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cccbdb21-9911-4ee8-a15d-ce530eb5cb7b req-df6fe458-d617-4af2-887a-dbf3f8b6531a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940749 Feb 19 07:18:03.201004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.202300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.202783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.203433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.203753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.205572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-07543018-ebbb-4385-b36e-210edd636c51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 4393 time: 0.1584353 Feb 19 07:18:03.313549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.334221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8934689f-1b1b-4cfd-8b39-ec8ab6df90a0 req-664d9c71-1939-45c0-b9db-05470f9c9524 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510153 Feb 19 07:18:03.343066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] Publish callbacks [] for security_group (927f2367-0663-4425-8efe-4d827a52b69b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.352910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aa2c9-29f5-4fdc-a8c2-50f58e639342 req-7f26494f-cf85-45a9-90fa-1b0029505783 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.354405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-446aa2c9-29f5-4fdc-a8c2-50f58e639342 req-7f26494f-cf85-45a9-90fa-1b0029505783 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2011480 Feb 19 07:18:03.409031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] Publish callbacks [] for security_group (927f2367-0663-4425-8efe-4d827a52b69b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.458114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1d9e8-0c0b-495e-b5f1-9ddf04fdc605 req-412d9ad0-1b56-49dc-8865-4aa7c160ee9d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.459674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bde1d9e8-0c0b-495e-b5f1-9ddf04fdc605 req-412d9ad0-1b56-49dc-8865-4aa7c160ee9d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.1715844 Feb 19 07:18:03.483419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-c7a1bb26-e34e-4a63-bde9-991dee7380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.483893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-c7a1bb26-e34e-4a63-bde9-991dee7380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.484356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-c7a1bb26-e34e-4a63-bde9-991dee7380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.485910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-c7a1bb26-e34e-4a63-bde9-991dee7380e3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c725bce7db824247bba8fbf6e15c5879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2564244 Feb 19 07:18:03.557757 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-446aa2c9-29f5-4fdc-a8c2-50f58e639342 req-0d4791b0-d209-4257-ae70-e3e92eb380bd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738884 Feb 19 07:18:03.675647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (927f2367-0663-4425-8efe-4d827a52b69b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.678411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.682374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/927f2367-0663-4425-8efe-4d827a52b69b HTTP/1.1" status: 204 len: 168 time: 0.6703732 Feb 19 07:18:03.738639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5737-1e96-4a0b-aaa0-74ece612b8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927f2367-0663-4425-8efe-4d827a52b69b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:03.831442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f3ba1-b998-45f3-ad7c-92536ba9c8e4 req-f6a4e2a3-cd36-47e4-a2d5-3c786ab7186a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:03.840305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-875f3ba1-b998-45f3-ad7c-92536ba9c8e4 req-f6a4e2a3-cd36-47e4-a2d5-3c786ab7186a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1592607 Feb 19 07:18:03.911631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bde1d9e8-0c0b-495e-b5f1-9ddf04fdc605 req-aac0f6a1-764b-4b67-88a8-a866c566c7ed tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393718 Feb 19 07:18:03.915654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681603d6-7736-44a8-b54a-445e1b9aa383 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:03.940735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks [] for port (681603d6-7736-44a8-b54a-445e1b9aa383), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:03.965541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-875f3ba1-b998-45f3-ad7c-92536ba9c8e4 req-a6373a05-fb60-4b84-832c-3275d6ed08dd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222014 Feb 19 07:18:03.986741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Transition to ACTIVE for port object 681603d6-7736-44a8-b54a-445e1b9aa383 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:03.995224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.065620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-708e3f7b-e685-4dd3-a354-06296ee9cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.067562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2ff2905-29ba-48cc-8a46-c445bbe236a5 req-708e3f7b-e685-4dd3-a354-06296ee9cab0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5662324 Feb 19 07:18:04.153572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:04.174676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a080c-b87f-432e-8910-9e9944b8b523 req-44feae93-05dd-4fc0-b6ff-9c60d5ab46ec tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.179587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d73a080c-b87f-432e-8910-9e9944b8b523 req-44feae93-05dd-4fc0-b6ff-9c60d5ab46ec tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.1078351 Feb 19 07:18:04.246639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b43e-e851-4f65-9756-7559e5f9fb1a req-159a8ccb-20dc-444f-a487-2c9ab2de4e0c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.254463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dda9b43e-e851-4f65-9756-7559e5f9fb1a req-159a8ccb-20dc-444f-a487-2c9ab2de4e0c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 945 time: 0.1729510 Feb 19 07:18:04.278685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d73a080c-b87f-432e-8910-9e9944b8b523 req-48727c8f-cbd1-4cad-8ef5-ccc78bf5a9f9 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882668 Feb 19 07:18:04.377063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dda9b43e-e851-4f65-9756-7559e5f9fb1a req-bde77ec6-8f46-4c82-b673-6069d4e7a03e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181812 Feb 19 07:18:04.381982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Attempting to bind port 681603d6-7736-44a8-b54a-445e1b9aa383 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:04.384911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Attempting to bind port 681603d6-7736-44a8-b54a-445e1b9aa383 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:04.386678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Attempting to bind port 681603d6-7736-44a8-b54a-445e1b9aa383 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:04.413361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Port 681603d6-7736-44a8-b54a-445e1b9aa383 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:04.414232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Attempting to bind port 681603d6-7736-44a8-b54a-445e1b9aa383 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:04.430237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:04.430590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:04.430984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Bound using segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:04.435597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Bound port: 681603d6-7736-44a8-b54a-445e1b9aa383, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:04.436007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.527108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957f2af-aee8-45df-9d2f-92c86694c79d req-445950ab-9a66-4ce4-99e0-59138c330305 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.555148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0957f2af-aee8-45df-9d2f-92c86694c79d req-445950ab-9a66-4ce4-99e0-59138c330305 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.1299143 Feb 19 07:18:04.575632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:04.578642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:04.667032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0957f2af-aee8-45df-9d2f-92c86694c79d req-96782d18-1462-42a3-87b7-d307b71c3002 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073635 Feb 19 07:18:04.675744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:04.693684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.705435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.713765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.725093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.731445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.737157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.744540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-07dccb45-b4c0-4a46-8d17-73bb781ec744 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 4600 time: 0.2233508 Feb 19 07:18:04.761026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 0eb7d188-f546-4abd-88d2-6a67509efad4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:04.761404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.771289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=681603d6-7736-44a8-b54a-445e1b9aa383,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:04.789634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.854670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:04.886187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'port_id': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91821e47-7ba2-4e28-9af9-03c4152a518b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:04.923021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:04.938262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:04.938857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.942433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:04.943323 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.944762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ac2790ea-cc20-40b8-8fcb-cc98554cd78e service neutron] 10.222.0.24 "PUT /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 1131 time: 1.9374664 Feb 19 07:18:04.966004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 0eb7d188-f546-4abd-88d2-6a67509efad4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:04.968293 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:04.985494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:05.017916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b93597e6-a71e-4bfd-9c6f-2bac5ac4c790 req-5fa3e7a0-fd80-45a3-8579-37ffa17a35ab tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2724111 Feb 19 07:18:05.024373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:05.045770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:05.050613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:05.052677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:05.058596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5041b19-6d93-488d-94ac-4244fadf92f9" -d '{"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:05.068582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:05.081236 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:05.101999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475e320-930c-4a9e-8738-8219fc34d0c4 req-c23f88f1-f0a2-46cf-82f3-f43b10ea8abc tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.107364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '681603d6-7736-44a8-b54a-445e1b9aa383'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:05.109601 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410e7f9-7e8b-48c3-a781-1cd2382e748d" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "681603d6-7736-44a8-b54a-445e1b9aa383"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:05.112924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8475e320-930c-4a9e-8738-8219fc34d0c4 req-c23f88f1-f0a2-46cf-82f3-f43b10ea8abc tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0781822 Feb 19 07:18:05.199129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:05.244969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8475e320-930c-4a9e-8738-8219fc34d0c4 req-e654f0b2-b481-4f5d-bd36-cfcb03b0c173 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296864 Feb 19 07:18:05.271152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:05.338094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:05.377046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:05.443696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176fa21-be31-4d64-aaba-ac81bb0669e6 req-0443b176-34b9-43ca-ab92-1db0133d8d00 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.446299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7176fa21-be31-4d64-aaba-ac81bb0669e6 req-0443b176-34b9-43ca-ab92-1db0133d8d00 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 945 time: 0.0837691 Feb 19 07:18:05.463674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510839-b328-4b3b-9680-59c839122259 req-58e880a9-8728-4f82-ac13-a1bafe138c92 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.465215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca510839-b328-4b3b-9680-59c839122259 req-58e880a9-8728-4f82-ac13-a1bafe138c92 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.2041101 Feb 19 07:18:05.579265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7176fa21-be31-4d64-aaba-ac81bb0669e6 req-f713ffb6-9c09-459c-babb-464ea9efdad4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269729 Feb 19 07:18:05.598054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca510839-b328-4b3b-9680-59c839122259 req-b174b394-46a5-406d-999d-bc231d038c8b tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263559 Feb 19 07:18:05.685746 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f736a9a4-ac86-4a56-8410-15eef7596709 x-openstack-request-id: req-f736a9a4-ac86-4a56-8410-15eef7596709 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:05.686251 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-plugged", "status": "completed", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:05.686449 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f736a9a4-ac86-4a56-8410-15eef7596709 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:05.686885 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'code': 200} Feb 19 07:18:05.708301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7296f01-0e87-4a62-b64f-675f91831c3d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:05.714044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390892-022e-4d6f-9f1d-baddb307740d req-a7a53334-7742-4ea5-a16e-24bdf30a1fcc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.715634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c390892-022e-4d6f-9f1d-baddb307740d req-a7a53334-7742-4ea5-a16e-24bdf30a1fcc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0560980 Feb 19 07:18:05.722926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks [] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:05.736954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Transition to ACTIVE for port object d7296f01-0e87-4a62-b64f-675f91831c3d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:05.739009 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ace2ff7-c6ef-4dc2-b584-be02f5ef7de1 x-openstack-request-id: req-6ace2ff7-c6ef-4dc2-b584-be02f5ef7de1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:05.739567 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "681603d6-7736-44a8-b54a-445e1b9aa383", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:05.739838 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ace2ff7-c6ef-4dc2-b584-be02f5ef7de1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:05.741136 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '681603d6-7736-44a8-b54a-445e1b9aa383', 'status': 'completed', 'code': 200} Feb 19 07:18:05.743502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:05.807617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:05.887402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c390892-022e-4d6f-9f1d-baddb307740d req-f4b76d10-fb2f-41af-becb-f43e5f32d2d2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652653 Feb 19 07:18:05.921212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.921693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.922776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Attempting to bind port d7296f01-0e87-4a62-b64f-675f91831c3d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:05.923439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Attempting to bind port d7296f01-0e87-4a62-b64f-675f91831c3d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:05.923776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Attempting to bind port d7296f01-0e87-4a62-b64f-675f91831c3d on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:05.942549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.943002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.944503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.945551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.948622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:05.950684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-08a9b365-5da7-4650-aaf6-94c121f3387a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6227 time: 0.1817949 Feb 19 07:18:05.954889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Port d7296f01-0e87-4a62-b64f-675f91831c3d on network 806604bd-b8a0-47db-ad46-3f62efe6f97c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:05.955230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Attempting to bind port d7296f01-0e87-4a62-b64f-675f91831c3d on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:05.965106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:05.965447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:05.965834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Bound using segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:05.966273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Bound port: d7296f01-0e87-4a62-b64f-675f91831c3d, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:05.966629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.112297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-c5dbcfdd-a3f6-4b59-8e14-dfa0c7e7358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.114209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-c5dbcfdd-a3f6-4b59-8e14-dfa0c7e7358c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b044800b42584a8599091b11f5943292&device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 1127 time: 0.1763771 Feb 19 07:18:06.114917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:06.155865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be4cc-af6a-4d1d-bd1d-958d7d9551a5 req-8158a444-562c-4762-a2df-53157a197b80 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.157647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d69be4cc-af6a-4d1d-bd1d-958d7d9551a5 req-8158a444-562c-4762-a2df-53157a197b80 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.1510003 Feb 19 07:18:06.172475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:06.211741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9fb4c69-18f5-41a1-a274-cc0d786f59d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.214795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-9cc29b0e-6de5-4556-a3fd-67739ed7545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.215384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-9cc29b0e-6de5-4556-a3fd-67739ed7545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.216306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-9cc29b0e-6de5-4556-a3fd-67739ed7545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.217941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-9cc29b0e-6de5-4556-a3fd-67739ed7545a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c725bce7db824247bba8fbf6e15c5879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2586517 Feb 19 07:18:06.229278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918832af-3107-48ff-bd13-4f88b69bd968 req-b59e4f6b-0067-4dbf-a315-ce583251ac43 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.238394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-918832af-3107-48ff-bd13-4f88b69bd968 req-b59e4f6b-0067-4dbf-a315-ce583251ac43 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.1224089 Feb 19 07:18:06.254168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d7296f01-0e87-4a62-b64f-675f91831c3d,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:06.277987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.303854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d69be4cc-af6a-4d1d-bd1d-958d7d9551a5 req-7045a120-24b4-4d8f-9252-d113c87126c6 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329641 Feb 19 07:18:06.352487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-918832af-3107-48ff-bd13-4f88b69bd968 req-eede40be-6bda-43b4-8461-8d112a8b4561 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134779 Feb 19 07:18:06.375204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-231299811'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:06.395635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.396370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.399163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 1128 time: 1.4206343 Feb 19 07:18:06.427398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-f44334e9-e438-44f6-b478-0be9b6f551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.429650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e410e7f9-7e8b-48c3-a781-1cd2382e748d req-f44334e9-e438-44f6-b478-0be9b6f551cb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1826584 Feb 19 07:18:06.465096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:06.479931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-718b68be-ae7b-4540-8f97-2e7b461c650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.481717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-718b68be-ae7b-4540-8f97-2e7b461c650b service neutron] 10.222.0.24 "GET /v2.0/networks?id=50395de2-fb6f-46db-acc9-b938d5dfb975 HTTP/1.1" status: 200 len: 914 time: 0.3528543 Feb 19 07:18:06.531890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Made reservation on behalf of 9b1783b3545e4c9f9bb40c806c1bc504 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:06.535755 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.559088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfacf1-037e-49b2-9500-fe0591e562e3 req-6cd035b4-167a-4fa5-b8dd-9bc528161b44 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.560797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1bfacf1-037e-49b2-9500-fe0591e562e3 req-6cd035b4-167a-4fa5-b8dd-9bc528161b44 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0733323 Feb 19 07:18:06.567393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5c2b9-904d-4a7c-8e21-cfbf60eb14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:06.578993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-76f90d4a-a9a4-4dd8-b350-ca53835fb455 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad982d3-a289-4b6a-abb5-16786c313ff0 HTTP/1.1" status: 200 len: 217 time: 0.0658326 Feb 19 07:18:06.579618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:06.624208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.664480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1bfacf1-037e-49b2-9500-fe0591e562e3 req-f8c05a0a-30f4-4d58-ab94-a357007fa72a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938740 Feb 19 07:18:06.679102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.685657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:06.693291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:06.693967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.695701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.701714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.707321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.712827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.718229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.723793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.729749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.731728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-eb2ef25e-f16e-4024-927c-3dca553625b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5370 time: 0.3415430 Feb 19 07:18:06.777986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-98cf0285-e847-49a4-8858-65fdd0e919f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:06.779612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-98cf0285-e847-49a4-8858-65fdd0e919f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6b46ca19-6e7a-44b5-a867-23ec81b12c5f HTTP/1.1" status: 200 len: 854 time: 0.1876483 Feb 19 07:18:06.850743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:06.851386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.862898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-ec7c8259-18e7-4923-84be-4bf23eb4ee12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50395de2-fb6f-46db-acc9-b938d5dfb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520079 Feb 19 07:18:06.891167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:06.897074 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:06.957415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:06.965473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-697791dc-beb1-42fe-a2f4-d41275752eaf req-226eb662-4819-4b36-8e3a-68c8d9f20a27 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523037 Feb 19 07:18:06.968388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.969168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.970324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.970324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.971169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.971712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.972400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.972833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.973226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.973688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.974254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.974800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:06.975214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:07.004213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-2b4ccb6b-1f74-436c-a088-cb1d1f00d72e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.006405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-2b4ccb6b-1f74-436c-a088-cb1d1f00d72e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.3389337 Feb 19 07:18:07.070958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fca09451-31fb-4e1d-837a-03ff087b4f4a req-375d5bcd-9871-4ea7-a420-6b6884ec6a5f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3221781 Feb 19 07:18:07.091820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041a07-6cf6-4805-aa20-06a8756abd69 req-1e676d1f-4e52-40a2-851e-8dbbb8f15b16 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.103727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0f041a07-6cf6-4805-aa20-06a8756abd69 req-1e676d1f-4e52-40a2-851e-8dbbb8f15b16 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 945 time: 0.3547602 Feb 19 07:18:07.163432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks [] for security_group (cbef8d29-f82e-4e46-8cf8-ee951b136163), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.203756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-d79e2f9f-592b-4238-9d13-70053ccc69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.205612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-d79e2f9f-592b-4238-9d13-70053ccc69c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 1125 time: 0.1597922 Feb 19 07:18:07.211904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cbef8d29-f82e-4e46-8cf8-ee951b136163), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.223398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-feaf8c7a-de3f-404a-a6ba-1f233ec9a5b2 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426929 Feb 19 07:18:07.241082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0f041a07-6cf6-4805-aa20-06a8756abd69 req-377d57a8-a799-42b0-80fd-3d9db9aad349 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359024 Feb 19 07:18:07.246024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8619-b174-4da0-8253-40b04ba0b80a req-3ad7b3e6-c939-4d18-81d2-a673954205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.247643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e48b8619-b174-4da0-8253-40b04ba0b80a req-3ad7b3e6-c939-4d18-81d2-a673954205e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 1128 time: 0.3895299 Feb 19 07:18:07.299213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:07.328195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Deleting port 0eb7d188-f546-4abd-88d2-6a67509efad4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:07.328642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.359505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbef8d29-f82e-4e46-8cf8-ee951b136163,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:07.378751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e54ea6dd-b52f-4ffc-9d3e-5856e29911ab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.379162 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Added segment e54ea6dd-b52f-4ffc-9d3e-5856e29911ab of type vlan for network 52b77ad9-d21d-436b-9670-c1e6bc551734 Feb 19 07:18:07.404186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-646f23ca-c8f7-428c-ad8d-662ac4f870ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.405756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-646f23ca-c8f7-428c-ad8d-662ac4f870ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 916 time: 0.1909513 Feb 19 07:18:07.477909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-4e73ce75-9f52-4e92-88a3-57b7482ae3a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a HTTP/1.1" status: 200 len: 217 time: 0.0529172 Feb 19 07:18:07.552426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030be5ec-fb5b-419a-977f-89016ba241a3 req-296fabe1-016d-4c8e-9f45-947229900e51 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.555822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-030be5ec-fb5b-419a-977f-89016ba241a3 req-296fabe1-016d-4c8e-9f45-947229900e51 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1680837 Feb 19 07:18:07.565737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] For port 0eb7d188-f546-4abd-88d2-6a67509efad4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=0eb7d188-f546-4abd-88d2-6a67509efad4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:07.566271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.589847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Calling delete_port for 0eb7d188-f546-4abd-88d2-6a67509efad4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:07.611106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-eddb1ef3-55d4-4f85-a311-1ddfa1a01556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.612777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-eddb1ef3-55d4-4f85-a311-1ddfa1a01556 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1262975 Feb 19 07:18:07.688427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:07.694214 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8bf969-b80b-4d5b-80af-cbbcc8b38739" -d '{"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-plugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:07.715751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-030be5ec-fb5b-419a-977f-89016ba241a3 req-741d9d1a-1ae5-46c3-a005-2bd7975f5a10 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465268 Feb 19 07:18:07.753743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'd7296f01-0e87-4a62-b64f-675f91831c3d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:07.756015 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "d7296f01-0e87-4a62-b64f-675f91831c3d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:07.774824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-a5796d3a-e3e1-4083-8f69-b49af3e28f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.777977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-a5796d3a-e3e1-4083-8f69-b49af3e28f44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1559150 Feb 19 07:18:07.787602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c32c6c-8eea-4c01-8474-796d19461151 req-58707866-49a6-461a-914f-6b10c07cf327 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.789453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15c32c6c-8eea-4c01-8474-796d19461151 req-58707866-49a6-461a-914f-6b10c07cf327 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=c34d02ed-6bcf-4f92-93e0-6a85905fa374 HTTP/1.1" status: 200 len: 946 time: 0.6211190 Feb 19 07:18:07.792998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e48b8619-b174-4da0-8253-40b04ba0b80a req-d00aa8f0-b374-4d9a-b6c4-704c6f89339c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191576 Feb 19 07:18:07.813410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (52b77ad9-d21d-436b-9670-c1e6bc551734), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.856796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bdbead5-b3e0-4c94-8e5b-8271f8bbc005 req-a09f8f8b-018d-4f0f-9720-9e560c4acb24 service neutron] 10.222.0.24 "GET /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005883 Feb 19 07:18:07.916664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e9fb4-94e8-4856-b753-59f134d1bd62 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:07.924051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (52b77ad9-d21d-436b-9670-c1e6bc551734), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.929674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:07.930008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.944806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks [] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:07.950694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0eb7d188-f546-4abd-88d2-6a67509efad4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.017233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15c32c6c-8eea-4c01-8474-796d19461151 req-4215be53-20aa-4f60-9539-ab40540aa8f3 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058973 Feb 19 07:18:08.023403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8994532 Feb 19 07:18:08.024089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-ff2f2963-9164-4043-9004-0c8ad59c436c service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340884 Feb 19 07:18:08.025948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Transition to ACTIVE for port object 9d2e9fb4-94e8-4856-b753-59f134d1bd62 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:08.026099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event deleted for resources: {'Port': ['ID=0eb7d188-f546-4abd-88d2-6a67509efad4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:08.034409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.069263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.069651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.070131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.070491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.070855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.071142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.071615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.072785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.073131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.073556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.073893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.074280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.074609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:18:08.075636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827268c4-6cb8-4683-8e98-4a1c0d413864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Pushing event updated for resources: {'Network': ['ID=52b77ad9-d21d-436b-9670-c1e6bc551734,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:08.084532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c2ee7-a0c1-4c43-98a4-86ca23fabd9e req-dee7ce0e-8d49-4b84-8760-d458f84bebb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.092007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d10c2ee7-a0c1-4c43-98a4-86ca23fabd9e req-dee7ce0e-8d49-4b84-8760-d458f84bebb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.2537026 Feb 19 07:18:08.120059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:08.122816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:08.159315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d10c2ee7-a0c1-4c43-98a4-86ca23fabd9e req-e0f724c3-1e4f-4bf7-9904-92bf69db90b5 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Feb 19 07:18:08.160335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] No DVR routers for this DVR port 0eb7d188-f546-4abd-88d2-6a67509efad4 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:08.184272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.190790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bb8624b-efeb-413f-8284-75f83e66cb94 req-00d6493f-6ce4-44d3-b444-d3572683015f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "DELETE /v2.0/ports/0eb7d188-f546-4abd-88d2-6a67509efad4 HTTP/1.1" status: 204 len: 173 time: 1.1771965 Feb 19 07:18:08.191323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-deleted', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:08.193909 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b469abe-a7cd-4787-9c40-4b711b3f3e0b" -d '{"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-deleted", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:08.326630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Attempting to bind port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:08.327073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Attempting to bind port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:08.327675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Attempting to bind port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:08.343241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6cd8e-200c-4f67-bd91-18bdb036aedb req-4e230927-7fd6-45b0-a856-fa4865cd03e8 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.345177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67d6cd8e-200c-4f67-bd91-18bdb036aedb req-4e230927-7fd6-45b0-a856-fa4865cd03e8 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.0889547 Feb 19 07:18:08.345844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:08.346283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Attempting to bind port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:08.355940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:08.356404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:08.356888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Bound using segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:08.357424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Bound port: 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:08.357885 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.425991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1e736-fe0d-4f6b-b047-208d443c872a req-d7bf66bc-76b0-4ce7-9f12-75360629ef5c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.427605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7e1e736-fe0d-4f6b-b047-208d443c872a req-d7bf66bc-76b0-4ce7-9f12-75360629ef5c tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1310446 Feb 19 07:18:08.466370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67d6cd8e-200c-4f67-bd91-18bdb036aedb req-6d7989e7-6242-432a-b8e8-2f0cb0e945a6 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132598 Feb 19 07:18:08.477299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:08.491245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:08.503545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.530420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12beec1-22b4-4587-9e12-58c04cc8e8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.531379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7e1e736-fe0d-4f6b-b047-208d443c872a req-b7408a93-0342-48ec-b88f-7996d61f7711 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951524 Feb 19 07:18:08.561162 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e546157a-fc24-4cd4-a2e7-835d22958bca x-openstack-request-id: req-e546157a-fc24-4cd4-a2e7-835d22958bca {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:08.562017 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-plugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:08.562017 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e546157a-fc24-4cd4-a2e7-835d22958bca {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:08.562300 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'code': 200} Feb 19 07:18:08.571641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.573084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.575115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d2e9fb4-94e8-4856-b753-59f134d1bd62 HTTP/1.1" status: 200 len: 1090 time: 2.1375773 Feb 19 07:18:08.584323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:08.620365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 0eb7d188-f546-4abd-88d2-6a67509efad4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:08.621324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 0eb7d188-f546-4abd-88d2-6a67509efad4 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:08.630874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:08.714850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955062ca-f8da-4d9b-b17a-40e27a49dd92 req-ad2c8700-7c1a-4fa9-8cba-13a88e142b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.716974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-955062ca-f8da-4d9b-b17a-40e27a49dd92 req-ad2c8700-7c1a-4fa9-8cba-13a88e142b95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.0749788 Feb 19 07:18:08.771144 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a0610-ae04-43cc-bf64-6185453c6527 x-openstack-request-id: req-867a0610-ae04-43cc-bf64-6185453c6527 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:08.772087 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "d7296f01-0e87-4a62-b64f-675f91831c3d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:08.772532 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-867a0610-ae04-43cc-bf64-6185453c6527 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:08.773355 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'd7296f01-0e87-4a62-b64f-675f91831c3d', 'status': 'completed', 'code': 200} Feb 19 07:18:08.828235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:08.831493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca611220-89f4-4417-9ff6-871a764dd6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:08.855006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-955062ca-f8da-4d9b-b17a-40e27a49dd92 req-41159e5f-2f74-456f-8dc9-9c6bbc207c45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327693 Feb 19 07:18:08.902791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.920489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.921273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.921935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.922992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.923372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.923692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.924711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.925288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.927581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-cf5cbdb8-ad76-4dea-b7bd-266a66eab8a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6398 time: 0.1349375 Feb 19 07:18:08.929016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.930716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:08.934411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.936434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734', 'binding:host_id': 'n-h1-829866-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1212373825'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:08.939897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.945773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.952319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:08.954441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-654e82bc-8dab-4731-a544-16475fcaf61a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5382 time: 0.2007723 Feb 19 07:18:08.972287 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72e62d-6a24-4ab2-99be-af6b5f6b6f8e x-openstack-request-id: req-7d72e62d-6a24-4ab2-99be-af6b5f6b6f8e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:08.972646 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34d02ed-6bcf-4f92-93e0-6a85905fa374", "name": "network-vif-deleted", "tag": "0eb7d188-f546-4abd-88d2-6a67509efad4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:08.972970 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d72e62d-6a24-4ab2-99be-af6b5f6b6f8e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:08.973711 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34d02ed-6bcf-4f92-93e0-6a85905fa374', 'name': 'network-vif-deleted', 'tag': '0eb7d188-f546-4abd-88d2-6a67509efad4', 'status': 'completed', 'code': 200} Feb 19 07:18:09.032732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75e187be-3ada-47e4-aa8c-228b582179f1 req-b1b4d475-a2d4-4d10-8fcb-8c236775f657 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631468 Feb 19 07:18:09.080106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Made reservation on behalf of fafa7a1063e14362884dfe489a9e732a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:09.082302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.123286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.164340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4513f-a124-4e4e-bbc1-09f1fe251c59 req-ea670034-086b-4638-b7b4-50743dc90e0d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.165874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbb4513f-a124-4e4e-bbc1-09f1fe251c59 req-ea670034-086b-4638-b7b4-50743dc90e0d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0556011 Feb 19 07:18:09.223225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbb4513f-a124-4e4e-bbc1-09f1fe251c59 req-b8ab0d76-63f7-4e4f-953c-65ce9d1e5586 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515931 Feb 19 07:18:09.248578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983aec9-be9a-4061-8dae-c1474b7c188b req-6ae3b0e0-d2a8-4071-af61-865faaa0501a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.250075 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2983aec9-be9a-4061-8dae-c1474b7c188b req-6ae3b0e0-d2a8-4071-af61-865faaa0501a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 946 time: 0.2155094 Feb 19 07:18:09.369121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-a24e2cc4-810a-42a1-9c9a-79e2882c95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.369496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-a24e2cc4-810a-42a1-9c9a-79e2882c95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.369968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-a24e2cc4-810a-42a1-9c9a-79e2882c95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.371577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-a24e2cc4-810a-42a1-9c9a-79e2882c95df service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c725bce7db824247bba8fbf6e15c5879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2964292 Feb 19 07:18:09.385449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71558aa3-dcb7-4947-8e9f-6a7b761a4c29 req-67ed9b5a-d72a-4ac7-a2df-f0769a857d4f tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.386934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71558aa3-dcb7-4947-8e9f-6a7b761a4c29 req-67ed9b5a-d72a-4ac7-a2df-f0769a857d4f tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.0588474 Feb 19 07:18:09.436676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71558aa3-dcb7-4947-8e9f-6a7b761a4c29 req-6495075a-366c-459e-b769-27d44ae73f43 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Feb 19 07:18:09.458203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2983aec9-be9a-4061-8dae-c1474b7c188b req-68fc9ef7-abb7-4ef3-9c7f-52e4b82df91a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887290 Feb 19 07:18:09.483023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for security_group (9ed07d65-3652-4b98-9358-c5c91f9ad67d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.509422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ed07d65-3652-4b98-9358-c5c91f9ad67d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.520336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port deb30159-0879-44d2-8cfe-2dfee84386cb yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:09.570834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.625240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:09.634145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589091432', 'description': 'tempest-description--331303722'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:09.641238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5223da-57e0-4ac2-8f79-c65c195f4653 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:09.656307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks [] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.666124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.680964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed07d65-3652-4b98-9358-c5c91f9ad67d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:09.705115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-538ea1fb-ba59-436f-b1d9-4ac6a1b33629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.706605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54ea0b54-5a81-41d3-8a7e-2e89a23a2162 req-538ea1fb-ba59-436f-b1d9-4ac6a1b33629 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3224056 Feb 19 07:18:09.720364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Transition to ACTIVE for port object ce5223da-57e0-4ac2-8f79-c65c195f4653 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:09.734609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.790896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (6a0c6cc5-6c84-4b39-b60d-134be0d08f90), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.799446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800855-9a4e-4f84-8c36-f309dded4d7f req-3c117c77-cb63-40c8-b793-d36e5b628686 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.801191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-de800855-9a4e-4f84-8c36-f309dded4d7f req-3c117c77-cb63-40c8-b793-d36e5b628686 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0940628 Feb 19 07:18:09.802489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a0c6cc5-6c84-4b39-b60d-134be0d08f90), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.858700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c6cc5-6c84-4b39-b60d-134be0d08f90,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:09.890114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.891415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c4af33a4-4738-43e1-b6a2-6274e2d601cc tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2634358 Feb 19 07:18:09.899243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:09.899983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227f790-ad15-469b-8ce1-9156859338c8 req-b4a53107-b76f-435e-aa49-68ea03e3283f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:09.902116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7227f790-ad15-469b-8ce1-9156859338c8 req-b4a53107-b76f-435e-aa49-68ea03e3283f tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.2845252 Feb 19 07:18:09.906020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'security_group_rule': {'security_group_id': '6a0c6cc5-6c84-4b39-b60d-134be0d08f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:09.938144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-de800855-9a4e-4f84-8c36-f309dded4d7f req-26bde4c9-e520-46a0-bebe-aa08c74edb58 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283212 Feb 19 07:18:09.952527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (a2e8bf9e-ef4b-427c-a68a-df7c181b5b77), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:09.978274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:09.998558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port deb30159-0879-44d2-8cfe-2dfee84386cb yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:10.032793 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.045820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (a2e8bf9e-ef4b-427c-a68a-df7c181b5b77), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.058582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a2e8bf9e-ef4b-427c-a68a-df7c181b5b77), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.065067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.080734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e8bf9e-ef4b-427c-a68a-df7c181b5b77,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:10.107299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.109185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-812d81c8-9b32-4b4c-a9ac-af9eb06441ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071776 Feb 19 07:18:10.112161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:10.118005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'security_group_rule': {'security_group_id': '6a0c6cc5-6c84-4b39-b60d-134be0d08f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:10.135210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7227f790-ad15-469b-8ce1-9156859338c8 req-25b93f01-c52a-4e60-b6d5-bf75365b7c68 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049432 Feb 19 07:18:10.200709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (76e4051f-0c8c-4e44-b772-677052fdc3d3), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.214992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Attempting to bind port ce5223da-57e0-4ac2-8f79-c65c195f4653 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.215680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Attempting to bind port ce5223da-57e0-4ac2-8f79-c65c195f4653 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.216194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Attempting to bind port ce5223da-57e0-4ac2-8f79-c65c195f4653 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.220926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=deb30159-0879-44d2-8cfe-2dfee84386cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:10.230288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Checking segment: {'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:10.230931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Network hostable DHCP agents. Network: 52b77ad9-d21d-436b-9670-c1e6bc551734, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:10.233340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Port ce5223da-57e0-4ac2-8f79-c65c195f4653 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.233785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Attempting to bind port ce5223da-57e0-4ac2-8f79-c65c195f4653 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.241896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:10.242416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Checking segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:10.242819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Bound using segment: {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:10.243287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Bound port: ce5223da-57e0-4ac2-8f79-c65c195f4653, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8eec1b-a4d9-473d-a16e-8b0a84661019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:10.243657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.287539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:10.291114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.297586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.308642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.309226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 52b77ad9-d21d-436b-9670-c1e6bc551734) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:10.318112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c68c624-cf73-4027-8495-c19d5d222f4f None None] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:10.330886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:10.331954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.352674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.360521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.361698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.362274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.362699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.369859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:10.370253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.372817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-36270a22-3d46-412c-9ea1-3a37346d6dca tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5394 time: 0.2251906 Feb 19 07:18:10.385463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:10.396082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.396439 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.396957 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 2 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:10.421594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.429640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (76e4051f-0c8c-4e44-b772-677052fdc3d3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.446103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (76e4051f-0c8c-4e44-b772-677052fdc3d3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.477750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.481230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669567 Feb 19 07:18:10.493745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:10.498349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:10.503521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.504212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.504735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.513728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a5ea5-1578-4f9c-88c6-2ccf4a314ba5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e4051f-0c8c-4e44-b772-677052fdc3d3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:10.525172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d02cd7a2-c3a9-4ec0-80c0-47f8169ef5e1 req-eb9b52d3-87fb-47f9-b979-92fe0f2d493c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420026 Feb 19 07:18:10.550046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.552524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.552972 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.560393 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 3 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:10.613898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.614791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.617178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce5223da-57e0-4ac2-8f79-c65c195f4653 HTTP/1.1" status: 200 len: 1091 time: 2.0051775 Feb 19 07:18:10.617844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00be99-90c0-4443-83d0-e13f346f48b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:10.625338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.625891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.626244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.640223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.640457 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.642722 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 4 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:10.662395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.662732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.663076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.668967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:10.716782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27ae1c-0dc9-42f0-9e9a-a916332a836b req-21b280a0-4804-449a-b557-dec9da3ce9f5 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.718337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc27ae1c-0dc9-42f0-9e9a-a916332a836b req-21b280a0-4804-449a-b557-dec9da3ce9f5 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.0789893 Feb 19 07:18:10.743981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.768618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d84dc-db76-43b0-acff-b461768ec0d4 req-293dd0ee-4ae5-419f-9e1e-ec932d81ed95 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:10.770239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-371d84dc-db76-43b0-acff-b461768ec0d4 req-293dd0ee-4ae5-419f-9e1e-ec932d81ed95 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2364585 Feb 19 07:18:10.770871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.771213 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.773595 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 5 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:10.777639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62'}, {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:10.779958 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f4a40-f302-4138-bd33-b2528dcc26c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62"}, {"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:10.848562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.848976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.849242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.890420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:10.925698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.926322 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.931816 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 6 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:10.968228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-371d84dc-db76-43b0-acff-b461768ec0d4 req-79c61e78-02b4-4f17-94db-1a7a1488806a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912150 Feb 19 07:18:10.972565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:10.973010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:10.973571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:10.985126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:10.985592 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:10.996655 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 7 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:11.035221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.061555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:11.062046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:11.062566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.083881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:11.084344 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:11.086847 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 8 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:11.120366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:11.120855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:11.121291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.137144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Allocated IP 172.25.7.166 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a462b4cf-6c71-4ffa-a398-eb7739d0d898) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:11.139224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:11.139752 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:11.140656 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 9 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:11.170609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c03da8-a38b-403a-931b-b497c1b9597f req-6f2d17cb-6e8c-4131-ab17-f6066b6e4d9e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.173242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0c03da8-a38b-403a-931b-b497c1b9597f req-6f2d17cb-6e8c-4131-ab17-f6066b6e4d9e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.1361854 Feb 19 07:18:11.174603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:11.174937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:11.175295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.184423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:11.184763 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:11.194278 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 10 to bind port deb30159-0879-44d2-8cfe-2dfee84386cb Feb 19 07:18:11.240949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:11.241309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:11.242266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.261516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port deb30159-0879-44d2-8cfe-2dfee84386cb on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:11.261918 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port deb30159-0879-44d2-8cfe-2dfee84386cb on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:11.262293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.276843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f36677-8b23-4e99-800c-4d0d76889fd6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:11.286298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc27ae1c-0dc9-42f0-9e9a-a916332a836b req-a26ddf95-8d5b-4724-be43-614cf25a6094 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605798 Feb 19 07:18:11.296040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks [] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.309217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0c03da8-a38b-403a-931b-b497c1b9597f req-4ff8319f-fcc6-447c-9dec-0e51b3ca7577 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277988 Feb 19 07:18:11.339484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Transition to ACTIVE for port object 96f36677-8b23-4e99-800c-4d0d76889fd6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:11.398184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.423063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4f6c9ab-e7bd-4bf8-8840-f8b5ed1144f7 req-1e09565e-f87a-48cf-a924-ad634cb9eb27 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180061 Feb 19 07:18:11.444346 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910fe5b7-bd4e-47a9-a26c-cc315e7e2923 x-openstack-request-id: req-910fe5b7-bd4e-47a9-a26c-cc315e7e2923 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:11.444912 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:11.445635 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-910fe5b7-bd4e-47a9-a26c-cc315e7e2923 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:11.446118 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'status': 'completed', 'code': 200} Feb 19 07:18:11.446473 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'status': 'completed', 'code': 200} Feb 19 07:18:11.462727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.540806 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.600466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'Port': ['ID=a462b4cf-6c71-4ffa-a398-eb7739d0d898,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:11.632929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:11.637659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port deb30159-0879-44d2-8cfe-2dfee84386cb, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:11.638051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:18:11.649427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275fb0b-135c-4ec9-8ebb-eb5bec87bca5 req-ef66fed0-cb59-486f-951a-8d91712dfe3f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.650966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6275fb0b-135c-4ec9-8ebb-eb5bec87bca5 req-ef66fed0-cb59-486f-951a-8d91712dfe3f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 946 time: 0.2003374 Feb 19 07:18:11.659478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:11.666108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:11.672487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.719746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.720236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.720643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:11.720771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.721162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.721623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.722090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.722561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.724959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4b703076-4cbb-4fdc-b0f5-571a8c5f4390 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6521 time: 0.2758689 Feb 19 07:18:11.725364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6275fb0b-135c-4ec9-8ebb-eb5bec87bca5 req-3df88f59-6235-4853-b318-5c1d3f9e5d9e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Feb 19 07:18:11.770658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.771295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.782688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b8bf-6d19-420f-a4c3-8829307153d3 req-a6e98c1c-7ee3-4eef-a6fc-5290613e70e4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.784153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfd2b8bf-6d19-420f-a4c3-8829307153d3 req-a6e98c1c-7ee3-4eef-a6fc-5290613e70e4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2940869 Feb 19 07:18:11.874194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=deb30159-0879-44d2-8cfe-2dfee84386cb,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:11.902806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-efeae62f-91c8-4ae3-a09c-b5ef86fc9d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9677768 Feb 19 07:18:11.908558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:11.918269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Attempting to bind port 96f36677-8b23-4e99-800c-4d0d76889fd6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:11.918611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Attempting to bind port 96f36677-8b23-4e99-800c-4d0d76889fd6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:11.918936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Attempting to bind port 96f36677-8b23-4e99-800c-4d0d76889fd6 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.942486 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for floatingip (98d8771f-bc9e-400f-b85a-874a3880cd74), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:11.954088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Port 96f36677-8b23-4e99-800c-4d0d76889fd6 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:11.954652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Attempting to bind port 96f36677-8b23-4e99-800c-4d0d76889fd6 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:11.974840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfd2b8bf-6d19-420f-a4c3-8829307153d3 req-51965f54-7945-4a66-907d-84bc4ed05576 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704619 Feb 19 07:18:11.976381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-0c51e043-f086-48bf-a8ea-a9b0b6907124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.976973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-0c51e043-f086-48bf-a8ea-a9b0b6907124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.977294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-0c51e043-f086-48bf-a8ea-a9b0b6907124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:11.978844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-0c51e043-f086-48bf-a8ea-a9b0b6907124 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c725bce7db824247bba8fbf6e15c5879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2277303 Feb 19 07:18:11.979616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:11.980265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Checking segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:11.980404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Bound using segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:11.980979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Bound port: 96f36677-8b23-4e99-800c-4d0d76889fd6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:11.981132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.025029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.031913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.037242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.044285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.049665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.055069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.060408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.062342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-e9eb6269-29e9-44c3-b9cf-639a9e867e16 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5406 time: 0.2179523 Feb 19 07:18:12.098365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.139119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-9db003fc-c694-4459-8187-d706eaf72768 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.140631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-9db003fc-c694-4459-8187-d706eaf72768 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.2472641 Feb 19 07:18:12.171619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:12.177183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:12.181684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-9c48fe1a-1b76-43da-a541-e159a84690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.183530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-9c48fe1a-1b76-43da-a541-e159a84690e0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1993747 Feb 19 07:18:12.186140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.219968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed5e1-f06c-4b0e-931b-62b4f531c1c3 req-4fa48018-f429-465f-afa3-6b9a73f05d13 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.221810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c71ed5e1-f06c-4b0e-931b-62b4f531c1c3 req-4fa48018-f429-465f-afa3-6b9a73f05d13 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.1415875 Feb 19 07:18:12.234918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.235850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.237855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] 10.222.0.24 "PUT /v2.0/ports/96f36677-8b23-4e99-800c-4d0d76889fd6 HTTP/1.1" status: 200 len: 1091 time: 1.5766060 Feb 19 07:18:12.328712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Request body: {'port': {'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:12.351612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd4f9a53-2dab-4b4f-b46b-b9878e08710f req-f782f26c-f894-4c10-952d-d113951a963a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653296 Feb 19 07:18:12.358315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Deleting port deb30159-0879-44d2-8cfe-2dfee84386cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:12.358657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.432068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.457937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c71ed5e1-f06c-4b0e-931b-62b4f531c1c3 req-57ca3a19-8141-4f6a-8c4e-d1146970912c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053828 Feb 19 07:18:12.463638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e596b9-0691-4da1-a79c-046f2f683dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:12.529886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.533651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.534429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.534967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.535830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.536051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.536586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.542494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port deb30159-0879-44d2-8cfe-2dfee84386cb, host n-h1-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:12.543077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.543656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-674e506b-3a43-4b30-bdbc-238e0600e3d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6594 time: 0.2673633 Feb 19 07:18:12.545752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.548446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Deleting port bad982d3-a289-4b6a-abb5-16786c313ff0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:12.548785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.592726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Calling delete_port for deb30159-0879-44d2-8cfe-2dfee84386cb owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:12.596222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.637633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.782509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db1395-f8f2-4743-bb69-f65e824734d8 req-2baeb1a4-bae5-4db3-9e78-2833220651ad tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:12.790675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74db1395-f8f2-4743-bb69-f65e824734d8 req-2baeb1a4-bae5-4db3-9e78-2833220651ad tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3258646 Feb 19 07:18:12.814385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'Port': ['ID=a462b4cf-6c71-4ffa-a398-eb7739d0d898,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:12.860837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] For port bad982d3-a289-4b6a-abb5-16786c313ff0, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=bad982d3-a289-4b6a-abb5-16786c313ff0,segment=NetworkSegment(9678cab1-50c2-4fbd-88eb-ad2508ab9a50),segment_id=9678cab1-50c2-4fbd-88eb-ad2508ab9a50)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:12.861259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.885768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Calling delete_port for bad982d3-a289-4b6a-abb5-16786c313ff0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:12.894178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (98d8771f-bc9e-400f-b85a-874a3880cd74), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.938015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74db1395-f8f2-4743-bb69-f65e824734d8 req-6acaa77b-437d-4dab-90f9-e515c3301c0a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464257 Feb 19 07:18:12.971428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:12.982315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47bcf8e0-5324-4eb2-bb62-c7425be99e23 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4872887 Feb 19 07:18:12.993846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (deb30159-0879-44d2-8cfe-2dfee84386cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.035465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event deleted for resources: {'Port': ['ID=deb30159-0879-44d2-8cfe-2dfee84386cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:13.041888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.048581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-69e0aef6-6e6c-4541-9c45-7e2ec4a809b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "DELETE /v2.0/ports/deb30159-0879-44d2-8cfe-2dfee84386cb HTTP/1.1" status: 204 len: 168 time: 1.1313732 Feb 19 07:18:13.048816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:13.089775 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c4e796-329a-4837-afda-485f8de228d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:18:13.096395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-09c4e796-329a-4837-afda-485f8de228d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports/deb30159-0879-44d2-8cfe-2dfee84386cb HTTP/1.1" status: 404 len: 333 time: 0.0417399 Feb 19 07:18:13.098565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50556) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:13.109709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-569072010'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:13.130657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7ae1d-8e3c-4f5a-babd-607a15b12678 req-8cce2a59-7dd4-445b-a62a-957c16eae5c5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.135666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cad7ae1d-8e3c-4f5a-babd-607a15b12678 req-8cce2a59-7dd4-445b-a62a-957c16eae5c5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.5907598 Feb 19 07:18:13.137159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4963fde0-befc-4e60-885c-3a4c57ab44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.137733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4963fde0-befc-4e60-885c-3a4c57ab44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.138260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4963fde0-befc-4e60-885c-3a4c57ab44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.140104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-4963fde0-befc-4e60-885c-3a4c57ab44b0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c725bce7db824247bba8fbf6e15c5879&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5894768 Feb 19 07:18:13.185290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889288cd-d88b-44bc-aa2c-59bf3ad314b0 req-80086e9b-ae2f-4c1c-bd78-07ac4723f384 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.186815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-889288cd-d88b-44bc-aa2c-59bf3ad314b0 req-80086e9b-ae2f-4c1c-bd78-07ac4723f384 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/ports?device_id=e2e5524e-3216-4149-a81a-b0e9022602d3 HTTP/1.1" status: 200 len: 945 time: 0.1073992 Feb 19 07:18:13.206277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bad982d3-a289-4b6a-abb5-16786c313ff0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.218938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['bad982d3-a289-4b6a-abb5-16786c313ff0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:13.249538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Pushing event deleted for resources: {'Port': ['ID=bad982d3-a289-4b6a-abb5-16786c313ff0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:13.309811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Made reservation on behalf of fafa7a1063e14362884dfe489a9e732a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:13.312192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.321183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] No DVR routers for this DVR port bad982d3-a289-4b6a-abb5-16786c313ff0 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:13.323998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.327697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad8321c3-55d0-4f7b-b50c-adb701a93080 req-3e47d23b-8982-4969-b33a-c9d6166556bf tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.24 "DELETE /v2.0/ports/bad982d3-a289-4b6a-abb5-16786c313ff0 HTTP/1.1" status: 204 len: 173 time: 1.1819503 Feb 19 07:18:13.329228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'name': 'network-vif-deleted', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:13.332333 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3ee33-777b-45fa-9c73-c4d6e64417e2" -d '{"events": [{"server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "name": "network-vif-deleted", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:13.338791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-889288cd-d88b-44bc-aa2c-59bf3ad314b0 req-79f05b57-3355-4f37-a4fb-fbfaacebef43 tempest-InstanceActionsTestJSON-346051876 tempest-InstanceActionsTestJSON-346051876-project] 10.222.0.43 "GET /v2.0/security-groups?id=66b9c376-0b0d-4372-8678-519cdd805111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430845 Feb 19 07:18:13.356048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cad7ae1d-8e3c-4f5a-babd-607a15b12678 req-c3348a5b-45a7-4852-9545-022737991c7d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148230 Feb 19 07:18:13.408486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:13.460962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:13.463413 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682debb-79a2-4419-8cf0-12ec1b0483e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:13.478473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-3bf23569-7c3f-499e-affd-c1e78f0816e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.480132 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d27f4a40-f302-4138-bd33-b2528dcc26c2 req-3bf23569-7c3f-499e-affd-c1e78f0816e2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3324952 Feb 19 07:18:13.560224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ee977-2a1b-434a-8eb9-b479fa122326 req-38fb503b-332b-4e2e-b276-bafb19ef0ccb tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.568109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a65ee977-2a1b-434a-8eb9-b479fa122326 req-38fb503b-332b-4e2e-b276-bafb19ef0ccb tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 943 time: 0.0906243 Feb 19 07:18:13.622989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a65ee977-2a1b-434a-8eb9-b479fa122326 req-147cfe8d-78eb-4cde-b646-1bb87bf2764e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540178 Feb 19 07:18:13.700549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ad33a-a8d4-4564-983a-a6f26cea5170 req-6dbfd01b-5b29-4114-aeef-0f77a2e3243c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.702124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-839ad33a-a8d4-4564-983a-a6f26cea5170 req-6dbfd01b-5b29-4114-aeef-0f77a2e3243c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.2120450 Feb 19 07:18:13.722263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0315a5d-984a-4134-bda6-c9a31ff204f8 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:13.743820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks [] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.765558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.796299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Transition to ACTIVE for port object a0315a5d-984a-4134-bda6-c9a31ff204f8 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:13.806220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:13.833374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-839ad33a-a8d4-4564-983a-a6f26cea5170 req-c6910c5d-5c31-47de-9c8c-82bfd2330c97 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231742 Feb 19 07:18:13.837407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-53be1215-e697-459f-8ebc-22053cd70de8 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:13.846218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-53be1215-e697-459f-8ebc-22053cd70de8 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.1345513 Feb 19 07:18:13.862684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-776f17ca-3641-464f-9534-fe938da53cfa tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/quotas/4e688f0db5df42278eb07241ed97d650 HTTP/1.1" status: 200 len: 375 time: 0.0155149 Feb 19 07:18:13.907086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:13.941864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-92914932-2ba3-48ce-996e-3afc25e210b7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767214 Feb 19 07:18:13.946368 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba21672e-577d-426e-9d94-71c05c1c7d8b x-openstack-request-id: req-ba21672e-577d-426e-9d94-71c05c1c7d8b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:13.946660 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e5524e-3216-4149-a81a-b0e9022602d3", "name": "network-vif-deleted", "tag": "bad982d3-a289-4b6a-abb5-16786c313ff0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:13.946924 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba21672e-577d-426e-9d94-71c05c1c7d8b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:13.947362 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2e5524e-3216-4149-a81a-b0e9022602d3', 'name': 'network-vif-deleted', 'tag': 'bad982d3-a289-4b6a-abb5-16786c313ff0', 'status': 'completed', 'code': 200} Feb 19 07:18:14.063232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Attempting to bind port a0315a5d-984a-4134-bda6-c9a31ff204f8 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:14.064426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Attempting to bind port a0315a5d-984a-4134-bda6-c9a31ff204f8 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:14.064769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Attempting to bind port a0315a5d-984a-4134-bda6-c9a31ff204f8 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:14.068474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.123499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=9b93f43a-34ed-4415-bfdb-82bc4dc37a67,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:14.125652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Port a0315a5d-984a-4134-bda6-c9a31ff204f8 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:14.125965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Attempting to bind port a0315a5d-984a-4134-bda6-c9a31ff204f8 on network bd24f8ab-c9d8-4963-b875-e65f66be4e12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:14.138081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:14.138364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Checking segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:14.138754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Bound using segment: {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:14.139908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-182f153c-ad89-4593-b45d-904a80d524a4 service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870787 Feb 19 07:18:14.140200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Bound port: a0315a5d-984a-4134-bda6-c9a31ff204f8, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aab5359-425b-49ce-80ef-36b9f014d042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:14.140600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.189003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:14.192070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:14.196120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:14.197051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.197655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.224368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a08c4ac5-44d1-4c8d-a143-a31d86ec2621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1215549 Feb 19 07:18:14.226827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:14.233679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:14.245529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:14.251615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:14.255715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:14.267934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.340196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.341616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.344546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] 10.222.0.24 "PUT /v2.0/ports/a0315a5d-984a-4134-bda6-c9a31ff204f8 HTTP/1.1" status: 200 len: 1091 time: 2.0589054 Feb 19 07:18:14.390231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77f2f7-6717-46bc-99f7-fee2dd7bfe44 service neutron] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:14.437565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.467788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-1ef9e9ca-daa2-48ce-8b2b-7a4aef438708 service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262324 Feb 19 07:18:14.502255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:14.517080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a', 'network_id': '56d8f265-495f-49b9-aa24-92e980469a10', 'port_id': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a', 'mac_address': 'fa:16:3e:c5:4e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e457256e-de87-4293-9dcb-3197ebca451d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:14.563174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:14.563749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.580086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:14.605965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:14.618463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.636027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.652471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.668135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.677459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.686313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.692245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.700099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:14.700934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.702927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5a4e466-7350-461d-87c9-1173c9148460 req-0a40cebd-75ee-4396-b6e9-c293457c4909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2775934 Feb 19 07:18:14.726510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.727134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.727788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.728310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.728773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.729496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.729686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.731996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5948104d-bb20-4811-88b5-137546da6757 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6692 time: 0.3177524 Feb 19 07:18:14.787483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-e9c6547a-3883-4a1c-b203-494c64c354c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a HTTP/1.1" status: 200 len: 217 time: 0.0459368 Feb 19 07:18:14.827762 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68c07a-fe76-405a-a6e0-65c2515cabb1 x-openstack-request-id: req-8e68c07a-fe76-405a-a6e0-65c2515cabb1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:14.828063 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:14.828393 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e68c07a-fe76-405a-a6e0-65c2515cabb1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:14.828939 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'status': 'completed', 'code': 200} Feb 19 07:18:14.848841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5a4e466-7350-461d-87c9-1173c9148460 req-5caaa9cf-de9d-4005-a284-18400a60d3c1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341813 Feb 19 07:18:14.852245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:14.869584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.889081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:14.910382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-65ad845f-2dc8-4b11-a3da-4364ef47c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:14.915369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-65ad845f-2dc8-4b11-a3da-4364ef47c58a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e3dcf15-d9bc-4f83-819d-5819ba097ad1 HTTP/1.1" status: 200 len: 851 time: 0.0853584 Feb 19 07:18:15.003038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:15.010688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-70b1ac35-cf8c-4784-a009-0f758b046177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.012474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-70b1ac35-cf8c-4784-a009-0f758b046177 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98978c2c-242d-44c2-b6e5-754afe116997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908606 Feb 19 07:18:15.017009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.017438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.017879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.027730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=9b93f43a-34ed-4415-bfdb-82bc4dc37a67,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:15.050776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.051447 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.056233 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 2 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.093276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.094005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.094524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.102107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.102538 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.103741 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 3 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.130585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.131061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.131552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.138818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.139326 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.140603 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 4 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.154088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881fb17-1b73-4a42-b2db-f6e7d44c2e76 req-e954d759-effe-44b5-b68c-036f3f0fb2fd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.156732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b881fb17-1b73-4a42-b2db-f6e7d44c2e76 req-e954d759-effe-44b5-b68c-036f3f0fb2fd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1166487 Feb 19 07:18:15.188662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.189208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.190584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.200092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.200699 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.202882 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 5 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.240134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.240611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.241196 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.256723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9ff47-6b04-45f7-98f4-6b06a67d5404 req-1c2a37dd-a391-4ede-bcec-f275f01a76ce tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.265115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88a9ff47-6b04-45f7-98f4-6b06a67d5404 req-1c2a37dd-a391-4ede-bcec-f275f01a76ce tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2290220 Feb 19 07:18:15.270577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b881fb17-1b73-4a42-b2db-f6e7d44c2e76 req-6a3231fb-6231-488e-8458-a50da8fb1d22 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068311 Feb 19 07:18:15.272095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.275973 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.276720 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 6 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.285843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-3479fadf-c82b-430e-b232-db56a6362728 service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653811 Feb 19 07:18:15.308187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.308616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.309052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.314928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.315830 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.316334 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 7 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.340555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50614) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:15.341440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.341878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.342420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.360421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.360840 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.399408 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 8 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.406098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-031f24d1-0177-41b8-892f-447b4401d9ac service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046243 Feb 19 07:18:15.474472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-93c95189-c0e9-4c5f-b354-0e9842c3dc24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 217 time: 0.0554569 Feb 19 07:18:15.480364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.480661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.481152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.487619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Deleting subnet 6b46ca19-6e7a-44b5-a867-23ec81b12c5f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:18:15.490889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Publish callbacks [] for subnet (6b46ca19-6e7a-44b5-a867-23ec81b12c5f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.503323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88a9ff47-6b04-45f7-98f4-6b06a67d5404 req-5bba5f50-cc12-476d-a4d8-7e7f466a71d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373393 Feb 19 07:18:15.541248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.541584 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.551240 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 9 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.555781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-cdf7a0ad-9532-4510-a0cc-7e9d3c8d2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.558304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-cdf7a0ad-9532-4510-a0cc-7e9d3c8d2ee6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.0760272 Feb 19 07:18:15.583837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (6b46ca19-6e7a-44b5-a867-23ec81b12c5f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.585618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.585948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.586276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.619052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f824-5de8-4bba-8b1b-64affe46ee4e req-64cb732b-672a-4959-a2cb-41ae4c7574d2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.620505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95e4f824-5de8-4bba-8b1b-64affe46ee4e req-64cb732b-672a-4959-a2cb-41ae4c7574d2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 944 time: 0.1985486 Feb 19 07:18:15.624417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.624751 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.626661 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 10 to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 Feb 19 07:18:15.668527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:15.668864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:15.669201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:15.674913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6b46ca19-6e7a-44b5-a867-23ec81b12c5f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.675124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8ae94b7-a6f2-4f8c-b800-ec59d09e45a2 req-3f12cc71-e3c5-4980-be82-3edb872297ef tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 210 time: 0.0800960 Feb 19 07:18:15.712911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:15.713252 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:15.713623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.737972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c20192af-36df-4431-8210-401e4d71316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:15.739459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c20192af-36df-4431-8210-401e4d71316f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1606529 Feb 19 07:18:15.751253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95e4f824-5de8-4bba-8b1b-64affe46ee4e req-2cd5ba4c-68de-481a-8425-962afadbe97d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Feb 19 07:18:15.808144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (6b46ca19-6e7a-44b5-a867-23ec81b12c5f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.855697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b46ca19-6e7a-44b5-a867-23ec81b12c5f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:15.857957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:15.863572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2c9109cb-420c-44c5-af33-51e3d150dd76 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6b46ca19-6e7a-44b5-a867-23ec81b12c5f HTTP/1.1" status: 204 len: 168 time: 0.5104423 Feb 19 07:18:15.864712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:15.867969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:15.868091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8031bad3-7a7a-43b7-a96e-c04d352f387c service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073656 Feb 19 07:18:15.868199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempted to set empty binding levels {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:18:15.897194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.058285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-06ee05f8-a55b-4164-b466-2aa0c982c248 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835551 Feb 19 07:18:16.073839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.079362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.086597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.092575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.098274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.104798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.110730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.113220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-145f4209-ea68-4068-b73d-cec733f3eba9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1310327 Feb 19 07:18:16.159232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-20ed5d04-3958-4913-a1aa-09cc6d89b82f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 217 time: 0.0444107 Feb 19 07:18:16.249317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:16.311060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] In _notify_port_updated(), no bound segment for port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:18:16.311955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.312556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.316670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "PUT /v2.0/ports/9b93f43a-34ed-4415-bfdb-82bc4dc37a67 HTTP/1.1" status: 200 len: 978 time: 2.0883305 Feb 19 07:18:16.321369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:16.325163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:16.331404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:16.331872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.401813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a04efef1-ae42-46fa-b351-fce4d9ccfe48 req-064552f2-2406-4b56-b84a-c9232e79f074 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256162 Feb 19 07:18:16.411587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dc20-8256-4a51-8d8e-e952ea748d2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=9b93f43a-34ed-4415-bfdb-82bc4dc37a67,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:16.417927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b7820193-48e0-4a0e-8e1e-1f8d93b767dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.419446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-b7820193-48e0-4a0e-8e1e-1f8d93b767dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.2382748 Feb 19 07:18:16.425296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (50395de2-fb6f-46db-acc9-b938d5dfb975), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.460242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd901-6004-4570-bd5e-1b38168c878f req-d6cd50f7-2aae-4fe2-a08a-3f4e49a89567 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.461824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f4cd901-6004-4570-bd5e-1b38168c878f req-d6cd50f7-2aae-4fe2-a08a-3f4e49a89567 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.4861915 Feb 19 07:18:16.551064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.552213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.552695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.554429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.554429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.554679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.555090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.555580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.556038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.556493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.556949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.557404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.557858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.558307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.558757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.559244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.559670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.560121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.560566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.561026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.561453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.561894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.562338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.562782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.563262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.563718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.563836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-cc787c3e-65ce-4801-be31-1780a4d6f2e3 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.564165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.564610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.565051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.565219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-cc787c3e-65ce-4801-be31-1780a4d6f2e3 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.4003255 Feb 19 07:18:16.565496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.566556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.567021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.567499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.567950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.568579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.569036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.578828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4dee0c1b-03c5-45f4-952f-63cb8a8fecaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33268 time: 0.2539358 Feb 19 07:18:16.583694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'port': {'device_id': '1241e41e-9080-41a3-9551-eea264b41d94', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'admin_state_up': True, 'tenant_id': '4e688f0db5df42278eb07241ed97d650'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:16.587014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:16.614859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bad982d3-a289-4b6a-abb5-16786c313ff0 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:16.619955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b0b5f-5be2-4933-b741-5971a2b45625 req-36e4ecb2-a9d1-46f7-ade4-ec3b749ce3a9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.628037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-643b0b5f-5be2-4933-b741-5971a2b45625 req-36e4ecb2-a9d1-46f7-ade4-ec3b749ce3a9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1230631 Feb 19 07:18:16.631605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-61684646-eee7-400f-9ea5-3dd2ce4709c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.633643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-61684646-eee7-400f-9ea5-3dd2ce4709c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2031221 Feb 19 07:18:16.638944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: bad982d3-a289-4b6a-abb5-16786c313ff0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:16.639609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device bad982d3-a289-4b6a-abb5-16786c313ff0 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:16.652441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (50395de2-fb6f-46db-acc9-b938d5dfb975), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.653094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:16.653739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.673574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f4cd901-6004-4570-bd5e-1b38168c878f req-59e154e4-2b15-4003-b135-27ac97c2db27 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989806 Feb 19 07:18:16.689105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:16.690131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:16.693523 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a3686-373f-4103-85b2-e95181655c9c" -d '{"events": [{"server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "name": "network-vif-plugged", "status": "completed", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:16.698598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.705903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50395de2-fb6f-46db-acc9-b938d5dfb975']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:16.732775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9678cab1-50c2-4fbd-88eb-ad2508ab9a50') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:16.733105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9678cab1-50c2-4fbd-88eb-ad2508ab9a50') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:16.749122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (9678cab1-50c2-4fbd-88eb-ad2508ab9a50), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.754129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:16.776033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9678cab1-50c2-4fbd-88eb-ad2508ab9a50), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.793400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:16.795434 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (9678cab1-50c2-4fbd-88eb-ad2508ab9a50), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:16.797270 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:16.834032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:16.836841 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1ff148-ae53-43fb-ae91-bedbd31ad776" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:16.858742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-643b0b5f-5be2-4933-b741-5971a2b45625 req-53b14f33-33e6-4f06-b44d-de2e153e92c4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298551 Feb 19 07:18:16.889757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (50395de2-fb6f-46db-acc9-b938d5dfb975), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.899004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2481-977c-441d-b2ae-8e853150cd55 req-5d7ce2fb-c020-43ec-832e-27f95976ed72 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:16.905473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Made reservation on behalf of 4e688f0db5df42278eb07241ed97d650 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:16.907875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-199b2481-977c-441d-b2ae-8e853150cd55 req-5d7ce2fb-c020-43ec-832e-27f95976ed72 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1365075 Feb 19 07:18:16.908788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.914582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.918234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] 10.222.0.43 "DELETE /v2.0/networks/50395de2-fb6f-46db-acc9-b938d5dfb975 HTTP/1.1" status: 204 len: 168 time: 1.0526483 Feb 19 07:18:16.938054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-979dce94-058f-49c1-92ab-9d6db57ec1ce service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747796 Feb 19 07:18:16.941893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20284a-9e6e-4df5-9a4a-498ac6237b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=50395de2-fb6f-46db-acc9-b938d5dfb975,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:16.942862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Deleting port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:16.943214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:16.990580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-199b2481-977c-441d-b2ae-8e853150cd55 req-1882b137-f843-4699-b9ef-ab251f352d0a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771873 Feb 19 07:18:17.049407 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e727d5-b8c0-44bb-8c81-a9e87a371abc x-openstack-request-id: req-57e727d5-b8c0-44bb-8c81-a9e87a371abc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:17.049734 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "name": "network-vif-plugged", "status": "completed", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:17.050014 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57e727d5-b8c0-44bb-8c81-a9e87a371abc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:17.050643 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a', 'code': 200} Feb 19 07:18:17.116727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8659e76d-3267-4996-bbb4-d28b7a44b32c req-65b06273-5905-4d19-ac5a-30a8bbf36c25 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 210 time: 0.0781758 Feb 19 07:18:17.153094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port 9b93f43a-34ed-4415-bfdb-82bc4dc37a67, host n-h1-829866-3, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:17.153496 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.179414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Calling delete_port for 9b93f43a-34ed-4415-bfdb-82bc4dc37a67 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:17.199494 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bb5ed-3b80-40fe-863b-b00475f8ba6c x-openstack-request-id: req-bb4bb5ed-3b80-40fe-863b-b00475f8ba6c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:17.199719 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:17.199959 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb4bb5ed-3b80-40fe-863b-b00475f8ba6c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:17.200330 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'status': 'completed', 'code': 200} Feb 19 07:18:17.251912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-7361c7e4-8a1d-455c-9811-639e6c4635e6 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066757 Feb 19 07:18:17.255655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50640) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:17.255821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548db06-ea6d-4017-b69a-56724326daf9 req-0a6147ae-48e7-44dc-b12b-8a495e9fd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.257747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a548db06-ea6d-4017-b69a-56724326daf9 req-0a6147ae-48e7-44dc-b12b-8a495e9fd335 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 1127 time: 0.1368217 Feb 19 07:18:17.264278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d67c0-be64-4779-bde8-2a1ef7c8311a req-efc84334-4e84-4e1b-a590-7864fc567cb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.265814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-540d67c0-be64-4779-bde8-2a1ef7c8311a req-efc84334-4e84-4e1b-a590-7864fc567cb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1581986 Feb 19 07:18:17.333388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a548db06-ea6d-4017-b69a-56724326daf9 req-31184279-12ea-4fa8-aa0b-b30c31b69f56 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664961 Feb 19 07:18:17.342888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-ccdac646-fb11-4adc-9d27-a9d1212decfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62 HTTP/1.1" status: 200 len: 217 time: 0.0463068 Feb 19 07:18:17.346073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-540d67c0-be64-4779-bde8-2a1ef7c8311a req-bb7d6e0d-3c46-42d6-abea-760605060902 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729237 Feb 19 07:18:17.413797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Allocated IP 172.20.0.13 (fa655087-ef28-44c0-9a7b-62f3f81019a7/b03aedaf-e00d-458b-9ad2-f639fed052ce/e769f03c-9fb6-4615-9316-6c863d2536f4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:17.464982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-23cc54a6-abdb-4743-9867-198a9564f9a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b044800b42584a8599091b11f5943292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071424 Feb 19 07:18:17.467728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:17.480729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-def6b4cd-4923-4b75-a4e0-d44a163f9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.482222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-def6b4cd-4923-4b75-a4e0-d44a163f9349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.1287715 Feb 19 07:18:17.527317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] Publish callbacks [] for security_group (66b9c376-0b0d-4372-8678-519cdd805111), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.555342 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] Publish callbacks [] for security_group (66b9c376-0b0d-4372-8678-519cdd805111), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.567398 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9b93f43a-34ed-4415-bfdb-82bc4dc37a67), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.617009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (66b9c376-0b0d-4372-8678-519cdd805111), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.620830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.625409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66b9c376-0b0d-4372-8678-519cdd805111 HTTP/1.1" status: 204 len: 168 time: 0.1564989 Feb 19 07:18:17.634332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c953b71-fdb2-496c-965d-45d8c9e20333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b9c376-0b0d-4372-8678-519cdd805111,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:17.656251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b93f43a-34ed-4415-bfdb-82bc4dc37a67,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:17.672183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.675518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-afb38bb0-e500-4213-a2de-442f7e658c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "DELETE /v2.0/ports/9b93f43a-34ed-4415-bfdb-82bc4dc37a67 HTTP/1.1" status: 204 len: 168 time: 1.0844467 Feb 19 07:18:17.678399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:17.693073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.698532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.704525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.706885 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c326aa4-723a-44ce-a6db-dfd387cfb6eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:18:17.708741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8c326aa4-723a-44ce-a6db-dfd387cfb6eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports/9b93f43a-34ed-4415-bfdb-82bc4dc37a67 HTTP/1.1" status: 404 len: 333 time: 0.0287549 Feb 19 07:18:17.710671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.715561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:17.716902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.722041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-469604326', 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:17.722439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.728374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.735742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-8592f91b-1c40-4317-a828-f5ba3fc1ef50 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2782352 Feb 19 07:18:17.748095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Made reservation on behalf of fafa7a1063e14362884dfe489a9e732a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:17.752329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.752529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-78894e6d-360a-493e-9892-22ada30114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.754100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-78894e6d-360a-493e-9892-22ada30114fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2566578 Feb 19 07:18:17.782483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port 6d19b35b-43b3-4c9e-8189-5b70de9566dd yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:17.879927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa201180-e8a8-4d24-8924-4759aa130451 req-6acf271a-42f9-4ba0-aeaa-32f6f85ef4fe tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:17.881357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa201180-e8a8-4d24-8924-4759aa130451 req-6acf271a-42f9-4ba0-aeaa-32f6f85ef4fe tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.1112704 Feb 19 07:18:17.894759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2a7fe41-f252-4048-a32b-74ec4167d613 req-061c548b-5e9a-454e-a34e-d88757ff0268 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581421 Feb 19 07:18:17.900253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:17.934646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-39546ac1-bd96-4aca-8131-7bf738e35543 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671054 Feb 19 07:18:18.011874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa201180-e8a8-4d24-8924-4759aa130451 req-31c2f0f6-55fb-4093-8d27-60c395bf6171 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159697 Feb 19 07:18:18.040777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.067993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (6d19b35b-43b3-4c9e-8189-5b70de9566dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.145154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c3aa2f1a-9667-4d73-866c-a17339c7b730 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055182 Feb 19 07:18:18.158962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:18.165607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6d19b35b-43b3-4c9e-8189-5b70de9566dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.172315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:18.257728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c126-1054-4884-abd4-fe1a6fd3a46b req-acd9d2af-41bc-4c77-83a3-c814a6c3c3ef tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.259897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f74c126-1054-4884-abd4-fe1a6fd3a46b req-acd9d2af-41bc-4c77-83a3-c814a6c3c3ef tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1742716 Feb 19 07:18:18.269838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:18.286286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:18.293280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:18.295564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.296266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.321150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=6d19b35b-43b3-4c9e-8189-5b70de9566dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:18.348057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-abdee559-dfd8-49bf-94f6-74efe8458e08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6287932 Feb 19 07:18:18.349111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:18.418139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f74c126-1054-4884-abd4-fe1a6fd3a46b req-93b55def-863c-4fe6-b580-cd0e3256a41a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469085 Feb 19 07:18:18.420608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de07def-9876-4797-af2c-b28382538cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.423251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9de07def-9876-4797-af2c-b28382538cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports/6d19b35b-43b3-4c9e-8189-5b70de9566dd HTTP/1.1" status: 200 len: 958 time: 0.0723906 Feb 19 07:18:18.426299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:18.526763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Deleting port 6d19b35b-43b3-4c9e-8189-5b70de9566dd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:18.527101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6d19b35b-43b3-4c9e-8189-5b70de9566dd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.564868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:18.575161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:18.614760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6d19b35b-43b3-4c9e-8189-5b70de9566dd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.633631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Calling delete_port for 6d19b35b-43b3-4c9e-8189-5b70de9566dd owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:18.635069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.635914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.641931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-cbd93acc-475b-4fae-81db-fa29877ff561 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653 HTTP/1.1" status: 200 len: 217 time: 0.4862859 Feb 19 07:18:18.710944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3495f-ecd4-4df4-81ae-8ca389be59be req-db3cd7c4-4ada-4566-b9e6-911325902db1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.719069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbe3495f-ecd4-4df4-81ae-8ca389be59be req-db3cd7c4-4ada-4566-b9e6-911325902db1 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.6735358 Feb 19 07:18:18.733409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-6ddb30f2-9a90-4e2c-9ea8-7869d2123d26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1557035 Feb 19 07:18:18.742734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6d19b35b-43b3-4c9e-8189-5b70de9566dd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.770660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Request body: {'port': {'device_id': '1241e41e-9080-41a3-9551-eea264b41d94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:18.772655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d19b35b-43b3-4c9e-8189-5b70de9566dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:18.782278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.786761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec82d297-a545-4789-a310-bc07027ea912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6d19b35b-43b3-4c9e-8189-5b70de9566dd HTTP/1.1" status: 204 len: 168 time: 0.3593984 Feb 19 07:18:18.789867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:18.823610 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-815217f1-7bd9-45a7-8c40-d16e26ccb7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:18:18.825188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-815217f1-7bd9-45a7-8c40-d16e26ccb7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports/6d19b35b-43b3-4c9e-8189-5b70de9566dd HTTP/1.1" status: 404 len: 333 time: 0.0342088 Feb 19 07:18:18.828743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:18.834767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508286414'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:18.858643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:18.873815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Made reservation on behalf of fafa7a1063e14362884dfe489a9e732a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:18.878588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:18.893680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-e016ca71-b981-4b62-a153-80bd9b35b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:18.895441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-e016ca71-b981-4b62-a153-80bd9b35b3e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.2456353 Feb 19 07:18:18.919765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port 113fe136-6e89-494a-8bb2-de7cf9b15579 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:19.017446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbe3495f-ecd4-4df4-81ae-8ca389be59be req-22f0b60d-d87e-40cf-b28a-6992bd79ed65 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951679 Feb 19 07:18:19.026808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.053583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1049721741-network', 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:19.097114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:19.099748 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.121498 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.151300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-eab5067a-6fd2-4bc4-bf82-524996e8396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:19.153695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-eab5067a-6fd2-4bc4-bf82-524996e8396f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2471061 Feb 19 07:18:19.155714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.194891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.240241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Network 52b77ad9-d21d-436b-9670-c1e6bc551734 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:19.243732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:19.252675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:19.253345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:19.253965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.283401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=113fe136-6e89-494a-8bb2-de7cf9b15579,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:19.298322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4564c11b-d0ae-4004-b368-4d59fb3eddb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4680681 Feb 19 07:18:19.298942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:19.304304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:19.384376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.488219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-a26fb6af-4688-4f3f-b102-5616323c4dcd service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261428 Feb 19 07:18:19.495135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf385e-9de6-4cc7-a120-c2d7ce54ea65 req-3e803afa-7483-4d41-8c81-2e578791bb84 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:19.502563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bcf385e-9de6-4cc7-a120-c2d7ce54ea65 req-3e803afa-7483-4d41-8c81-2e578791bb84 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 932 time: 0.2426133 Feb 19 07:18:19.574024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] device_id is not set on port 113fe136-6e89-494a-8bb2-de7cf9b15579 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:19.581727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks [] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.588811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.605443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks [] for security_group (240944ae-e67a-448e-9c02-04be18fc7457), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.629894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240944ae-e67a-448e-9c02-04be18fc7457), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.650236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=113fe136-6e89-494a-8bb2-de7cf9b15579,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:19.656156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.656517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.656858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.662141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.662343 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.662705 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 2 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.682176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.682176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.682609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.689599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:19.689767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.690111 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.690780 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 3 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.709887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.710570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.711359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.717881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.718232 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.718598 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 4 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.719896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bcf385e-9de6-4cc7-a120-c2d7ce54ea65 req-ec2639c1-74a6-41d5-9174-322b7fac79e9 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162549 Feb 19 07:18:19.738367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.738367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.738367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.741957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.742291 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.742680 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 5 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.757877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.758230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.758535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.764381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.764708 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.765095 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 6 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.779375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.779853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.780312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.784758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.785081 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.785463 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 7 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.797930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.798265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.798601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.802130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:19.803331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.804176 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.804572 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 8 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.817754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.818340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.818485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.818893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240944ae-e67a-448e-9c02-04be18fc7457,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:19.823881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.824276 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.825023 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 9 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.836642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks [] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.846617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.846954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.847330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.853260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.853725 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.854118 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempt 10 to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 Feb 19 07:18:19.859790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6540a4dd-4a16-439f-9b74-973a529a70a6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.860239 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Added segment 6540a4dd-4a16-439f-9b74-973a529a70a6 of type vlan for network be1fc502-b9e8-418f-9028-6dd3365121eb Feb 19 07:18:19.870644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:19.871602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:19.871981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempting to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:19.876743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:19.877113 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Failed to bind port 113fe136-6e89-494a-8bb2-de7cf9b15579 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '52b77ad9-d21d-436b-9670-c1e6bc551734'}] Feb 19 07:18:19.877481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.885894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-8fa1a4a5-10c2-4ca5-9274-180b721f2460 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811958 Feb 19 07:18:19.920707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Transition to ACTIVE for port object e769f03c-9fb6-4615-9316-6c863d2536f4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:19.951123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port 113fe136-6e89-494a-8bb2-de7cf9b15579, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:19.951528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attempted to set empty binding levels {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:18:19.957400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.967839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.976151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (be1fc502-b9e8-418f-9028-6dd3365121eb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:19.981688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-38f31f57-dbab-43c0-a059-b997acb8e0e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f36677-8b23-4e99-800c-4d0d76889fd6 HTTP/1.1" status: 200 len: 217 time: 0.0857873 Feb 19 07:18:19.997346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] In _notify_port_updated(), no bound segment for port 113fe136-6e89-494a-8bb2-de7cf9b15579 on network 52b77ad9-d21d-436b-9670-c1e6bc551734 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:18:19.999421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:19.999978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.001320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "PUT /v2.0/ports/113fe136-6e89-494a-8bb2-de7cf9b15579 HTTP/1.1" status: 200 len: 979 time: 0.7010617 Feb 19 07:18:20.003998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:20.048181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd123ba-99da-46d2-afe5-5022996a8f41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event updated for resources: {'Port': ['ID=113fe136-6e89-494a-8bb2-de7cf9b15579,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:20.097723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e094-65a3-497b-a88c-d75f094f1cdb req-e4c69555-8e28-4b64-8ccb-de19773c6873 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.099262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7f9e094-65a3-497b-a88c-d75f094f1cdb req-e4c69555-8e28-4b64-8ccb-de19773c6873 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.2914076 Feb 19 07:18:20.106038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:20.113042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Deleting port 113fe136-6e89-494a-8bb2-de7cf9b15579 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:20.117805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (be1fc502-b9e8-418f-9028-6dd3365121eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.117988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.118750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.119359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.170976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-06156224-6dee-4a14-8252-c1dc5358eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.172487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-06156224-6dee-4a14-8252-c1dc5358eb2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.1826670 Feb 19 07:18:20.188416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] For port 113fe136-6e89-494a-8bb2-de7cf9b15579, host n-h1-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:20.189001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.205046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Calling delete_port for 113fe136-6e89-494a-8bb2-de7cf9b15579 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:20.240627 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3782856 Feb 19 07:18:20.253995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:20.260618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Request body: {'subnet': {'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1049721741-subnet', 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:20.282639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:20.285520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.298919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afd42e-5138-4d7b-b8ad-e357c86f932e admin admin] Pushing event updated for resources: {'Network': ['ID=be1fc502-b9e8-418f-9028-6dd3365121eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:20.311955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network be1fc502-b9e8-418f-9028-6dd3365121eb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:20.345747 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7f9e094-65a3-497b-a88c-d75f094f1cdb req-651da40b-fdb0-4d34-8513-78134cc3a924 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153361 Feb 19 07:18:20.354690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Attempting to bind port e769f03c-9fb6-4615-9316-6c863d2536f4 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:20.355032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Attempting to bind port e769f03c-9fb6-4615-9316-6c863d2536f4 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:20.371518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Attempting to bind port e769f03c-9fb6-4615-9316-6c863d2536f4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:20.381682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5e07192e-0961-4b86-a5c4-c7e51786244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.383426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-5e07192e-0961-4b86-a5c4-c7e51786244b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1864026 Feb 19 07:18:20.383998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Port e769f03c-9fb6-4615-9316-6c863d2536f4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:20.384313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Attempting to bind port e769f03c-9fb6-4615-9316-6c863d2536f4 on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:20.390221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:20.390620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Checking segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:20.391001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Bound using segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:20.391472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Bound port: e769f03c-9fb6-4615-9316-6c863d2536f4, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:20.391827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.406164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (113fe136-6e89-494a-8bb2-de7cf9b15579), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.463650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.470408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "DELETE /v2.0/ports/113fe136-6e89-494a-8bb2-de7cf9b15579 HTTP/1.1" status: 204 len: 168 time: 0.4627390 Feb 19 07:18:20.472285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f9924-adf9-48fb-856c-c08e62ca90ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] Pushing event deleted for resources: {'Port': ['ID=113fe136-6e89-494a-8bb2-de7cf9b15579,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:20.478771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:20.512502 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5803f95b-c504-4017-8672-6ad20fc95d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:18:20.518464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5803f95b-c504-4017-8672-6ad20fc95d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078371355-project-admin] 10.222.0.43 "GET /v2.0/ports/113fe136-6e89-494a-8bb2-de7cf9b15579 HTTP/1.1" status: 404 len: 333 time: 0.0340383 Feb 19 07:18:20.519355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:20.624638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:20.629691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (3390a3b8-15b3-4095-88e0-c4d179796871), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.656021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-bb8ececc-a466-4f86-8a9c-e31ea67a6bdf service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612343 Feb 19 07:18:20.659784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:20.686031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.692101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.697230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.703281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.704871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3390a3b8-15b3-4095-88e0-c4d179796871,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:20.708776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.714493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.717231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Checking segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:20.717685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Network hostable DHCP agents. Network: be1fc502-b9e8-418f-9028-6dd3365121eb, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:20.719979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.721914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-73806219-0c24-4653-b209-be3ed7080d18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2753417 Feb 19 07:18:20.727238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (52b77ad9-d21d-436b-9670-c1e6bc551734), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.736748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Network be1fc502-b9e8-418f-9028-6dd3365121eb is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:20.739684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.749044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, be1fc502-b9e8-418f-9028-6dd3365121eb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:20.760448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f98e7-878a-4ca7-9290-a991ed4c7928 None None] Network be1fc502-b9e8-418f-9028-6dd3365121eb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:20.764292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.764454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.798283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d7bd2ed-d857-4879-9023-d8801086cb65 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5348675 Feb 19 07:18:20.831779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:20.832003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:20.834011 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/e769f03c-9fb6-4615-9316-6c863d2536f4 HTTP/1.1" status: 200 len: 1092 time: 2.0708022 Feb 19 07:18:20.836443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:20.838754 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c48200a-f805-4deb-a2b0-a9e465d012c1" -d '{"events": [{"name": "network-changed", "server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:20.911496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c9095-44bb-4ac3-9510-d7f06bbfec8c None None] Network be1fc502-b9e8-418f-9028-6dd3365121eb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:20.957971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d0859-a4c7-4c0f-9fa7-16b5d0c981a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:21.020404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b5779c0-8f56-44e8-b1ea-a1d011c81f31 req-c5944bba-9e80-4368-b566-47acc0b2d560 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2910404 Feb 19 07:18:21.023730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-06eee9cb-685f-48f3-90d7-d29a256781b6 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585765 Feb 19 07:18:21.052760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (52b77ad9-d21d-436b-9670-c1e6bc551734), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.089968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-4281cfea-1172-4abb-8b61-7b7cd87c653e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8 HTTP/1.1" status: 200 len: 217 time: 0.0507774 Feb 19 07:18:21.113873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b77ad9-d21d-436b-9670-c1e6bc551734']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:21.117617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-5c1add93-c8ab-4771-aacd-a5b35e47b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.119046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-5c1add93-c8ab-4771-aacd-a5b35e47b892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 1126 time: 0.2172139 Feb 19 07:18:21.163866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:21.164148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54ea6dd-b52f-4ffc-9d3e-5856e29911ab') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:21.220396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-1da1c701-30ff-4de0-b3cf-8c78a82d4477 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e769f03c-9fb6-4615-9316-6c863d2536f4 HTTP/1.1" status: 200 len: 217 time: 0.0685511 Feb 19 07:18:21.223056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e54ea6dd-b52f-4ffc-9d3e-5856e29911ab), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.278390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-e8ebc256-b34f-4d8c-9112-8d0319aba8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.280248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-e8ebc256-b34f-4d8c-9112-8d0319aba8a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.1795990 Feb 19 07:18:21.282609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e54ea6dd-b52f-4ffc-9d3e-5856e29911ab), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.307141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:21.307573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e54ea6dd-b52f-4ffc-9d3e-5856e29911ab), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:21.311785 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:21.390783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-e5a20f39-6031-4f1e-9707-20666f404586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.392285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-e5a20f39-6031-4f1e-9707-20666f404586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.1584342 Feb 19 07:18:21.402600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ab3e7-a1be-4ba9-95aa-97606d72694c req-376fde62-0d5e-41a3-a87d-49518d6bcdf9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.404087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-449ab3e7-a1be-4ba9-95aa-97606d72694c req-376fde62-0d5e-41a3-a87d-49518d6bcdf9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2920203 Feb 19 07:18:21.436966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (52b77ad9-d21d-436b-9670-c1e6bc551734), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.447221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-59662c2c-5a32-42f4-986c-1c1c7847bd82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422144 Feb 19 07:18:21.452966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.458458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] 10.222.0.43 "DELETE /v2.0/networks/52b77ad9-d21d-436b-9670-c1e6bc551734 HTTP/1.1" status: 204 len: 168 time: 0.9363608 Feb 19 07:18:21.494917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddd729-3464-4c4f-a135-392ee760de73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276435668-project] Pushing event deleted for resources: {'Network': ['ID=52b77ad9-d21d-436b-9670-c1e6bc551734,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:21.540835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b242-8946-47e8-9568-47089b9ab913 req-183159c7-2047-4593-8c2b-527358840e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.542343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-183159c7-2047-4593-8c2b-527358840e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2503400 Feb 19 07:18:21.612545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-449ab3e7-a1be-4ba9-95aa-97606d72694c req-defbeea5-0250-43c3-a015-3c8998c717f8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956735 Feb 19 07:18:21.651562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-e2edd691-2d84-4e10-938e-175eb0dc0c32 service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874852 Feb 19 07:18:21.669835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:21.677002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-afd3c4b9-a0a2-4f0d-9494-1efba369ec73 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270046 Feb 19 07:18:21.821528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-02a70ceb-737c-480d-8414-f9f10f5ea5f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b1783b3545e4c9f9bb40c806c1bc504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494803 Feb 19 07:18:21.823912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:21.871661 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] Publish callbacks [] for security_group (cbef8d29-f82e-4e46-8cf8-ee951b136163), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.884538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3cb8a-6edd-45b3-8732-4580a0c1bd0d req-9b11d5a4-4d37-4727-8c01-a240bfa6d558 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:21.886176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fab3cb8a-6edd-45b3-8732-4580a0c1bd0d req-9b11d5a4-4d37-4727-8c01-a240bfa6d558 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1418457 Feb 19 07:18:21.888063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e23158c8-ed85-4e3b-9c1a-bf97760565b1 req-f5924ec6-af34-4974-a0ad-b43add90e2a4 service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102077 Feb 19 07:18:21.893716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] Publish callbacks [] for security_group (cbef8d29-f82e-4e46-8cf8-ee951b136163), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.894645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-c4082c1b-e902-40da-be15-578819eceb5c service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087252 Feb 19 07:18:21.973496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cbef8d29-f82e-4e46-8cf8-ee951b136163), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.977134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:21.982180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbef8d29-f82e-4e46-8cf8-ee951b136163 HTTP/1.1" status: 204 len: 168 time: 0.1570785 Feb 19 07:18:21.992627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290a2d1-74e7-406e-bd3e-50da439141d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbef8d29-f82e-4e46-8cf8-ee951b136163,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:22.017353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fab3cb8a-6edd-45b3-8732-4580a0c1bd0d req-7bfde579-4b3b-4ad4-a009-669b31142204 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933187 Feb 19 07:18:22.046720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.047246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.047711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.048177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.048638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.049094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.049551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.051535 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-580e857d-58aa-478b-bf56-1068e5af56bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6692 time: 0.0971055 Feb 19 07:18:22.296080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:22.345677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-78024f5a-bfe4-4c45-ad52-61fe2add43aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fafa7a1063e14362884dfe489a9e732a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481369 Feb 19 07:18:22.346510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50760) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:22.403289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] Publish callbacks [] for security_group (9ed07d65-3652-4b98-9358-c5c91f9ad67d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:22.430228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] Publish callbacks [] for security_group (9ed07d65-3652-4b98-9358-c5c91f9ad67d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:22.485349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ed07d65-3652-4b98-9358-c5c91f9ad67d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:22.488631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:22.493436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ed07d65-3652-4b98-9358-c5c91f9ad67d HTTP/1.1" status: 204 len: 168 time: 0.1451998 Feb 19 07:18:22.497959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04a536-c5c5-4473-8258-1bc098c770c6 req-83198904-3738-4865-8b15-3e0c59af1e62 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.499488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e04a536-c5c5-4473-8258-1bc098c770c6 req-83198904-3738-4865-8b15-3e0c59af1e62 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 944 time: 0.3875730 Feb 19 07:18:22.500505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-7c896461-3d29-41d6-8acb-48226084b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.501821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-7c896461-3d29-41d6-8acb-48226084b5f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 200 len: 902 time: 0.4416955 Feb 19 07:18:22.503111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3d65f-e111-4bb8-8322-da652600bb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed07d65-3652-4b98-9358-c5c91f9ad67d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:22.556295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-365cdfd0-75bf-455d-8e7d-20ae7aeddae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f36677-8b23-4e99-800c-4d0d76889fd6 HTTP/1.1" status: 200 len: 217 time: 0.0467529 Feb 19 07:18:22.628511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e04a536-c5c5-4473-8258-1bc098c770c6 req-595999b9-8c65-448c-8f7a-226f3ddeea06 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194975 Feb 19 07:18:22.644537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-624d6240-5929-4941-83db-2800be3bcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.646566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-624d6240-5929-4941-83db-2800be3bcd5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.0829685 Feb 19 07:18:22.684652 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b82d286-f993-4969-bbd8-14b30e87676a x-openstack-request-id: req-6b82d286-f993-4969-bbd8-14b30e87676a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:22.685287 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:22.685287 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b82d286-f993-4969-bbd8-14b30e87676a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:22.688110 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'status': 'completed', 'code': 200} Feb 19 07:18:22.747821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-03b6988f-9bdc-4fab-af20-b7c43b72bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.749528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-03b6988f-9bdc-4fab-af20-b7c43b72bc3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0949168 Feb 19 07:18:22.784306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-56982e3f-e403-440c-ac61-1be3618c41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.785973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-56982e3f-e403-440c-ac61-1be3618c41e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 1126 time: 0.0755548 Feb 19 07:18:22.924462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-09284d88-c813-477c-84b4-ffe71aaddcd1 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654501 Feb 19 07:18:22.958040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-693abeba-d14d-4ba9-82ef-f569fcbd010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:22.959565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-693abeba-d14d-4ba9-82ef-f569fcbd010c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 921 time: 0.1420197 Feb 19 07:18:23.030797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-afcb6aeb-33e6-41a2-8761-05e15881723c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e769f03c-9fb6-4615-9316-6c863d2536f4 HTTP/1.1" status: 200 len: 217 time: 0.0425284 Feb 19 07:18:23.169832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6682debb-79a2-4419-8cf0-12ec1b0483e5 req-a6d6257b-61f4-4892-aa14-69b33d6303ea service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375295 Feb 19 07:18:23.177205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-00c79c9e-d3a6-4cdc-9bab-59d81053bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.178990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-00c79c9e-d3a6-4cdc-9bab-59d81053bbda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.1370585 Feb 19 07:18:23.232960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-c080fbf3-d0e0-49aa-a7eb-aa8bf9534ff0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468590 Feb 19 07:18:23.284915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-c0983c20-43e8-4647-84c2-b222308c5ad3 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.286481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-c0983c20-43e8-4647-84c2-b222308c5ad3 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.2600434 Feb 19 07:18:23.341281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-f0ce37a2-0f89-47d3-bc10-620d487bbfb2 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/quotas/fa1d45b1e1314ab78447239c0008482a HTTP/1.1" status: 200 len: 375 time: 0.0258114 Feb 19 07:18:23.354524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:23.396588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-2a4d1ca9-5616-426d-b38f-7503cdd2162c tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452449 Feb 19 07:18:23.402456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.402942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.403444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.403911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.404378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.404847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.405311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.407227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-73d1b102-74f5-4115-ad40-6ca10ba4cecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6692 time: 0.1777167 Feb 19 07:18:23.451542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-874065df-cdd7-4201-8a99-d119cbdb629d service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069812 Feb 19 07:18:23.467393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'networks': [{'name': 'tempest-network--983373161'}, {'name': 'tempest-network--1663469305'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:23.467758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-network--983373161'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:23.468223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-network--1663469305'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:23.489940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'network': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:23.495243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.504318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.606078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for security_group (9f67f833-19c6-432c-800f-e1b2aed52d62), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.611006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9f67f833-19c6-432c-800f-e1b2aed52d62), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.611569 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.642139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-3abda911-d288-43e3-9eb3-b41df27423b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.644713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-3abda911-d288-43e3-9eb3-b41df27423b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 200 len: 902 time: 0.2296958 Feb 19 07:18:23.653120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:23.669081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d5d0b807-bf93-43db-9b7c-14560ccf4e41), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.669538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-89e56e12-d574-4e32-8378-981724536f8e service neutron] 10.222.0.43 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611005 Feb 19 07:18:23.669655 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment d5d0b807-bf93-43db-9b7c-14560ccf4e41 of type vlan for network 37985ba7-e384-4845-939e-c110212cfccb Feb 19 07:18:23.697734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c48200a-f805-4deb-a2b0-a9e465d012c1 req-da24136e-f4d7-44bb-8f26-1a7ec7a9803b service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910892 Feb 19 07:18:23.707827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-7c378ae5-de09-4388-9828-ebc65960f5a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8 HTTP/1.1" status: 200 len: 217 time: 0.0512049 Feb 19 07:18:23.716735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f67f833-19c6-432c-800f-e1b2aed52d62,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:23.734759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (37985ba7-e384-4845-939e-c110212cfccb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.770833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:23.782531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (18ce78fe-e6cb-4ad1-9bac-14ceaf251157), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.783002 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment 18ce78fe-e6cb-4ad1-9bac-14ceaf251157 of type vlan for network 30f95208-8547-4ae9-ae03-5bbca9dc5d84 Feb 19 07:18:23.812810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-e37623c3-e845-4117-853a-ca51da0f9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.814291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-e37623c3-e845-4117-853a-ca51da0f9541 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.0929542 Feb 19 07:18:23.831390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (30f95208-8547-4ae9-ae03-5bbca9dc5d84), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.856338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (37985ba7-e384-4845-939e-c110212cfccb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.857139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (30f95208-8547-4ae9-ae03-5bbca9dc5d84), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.860841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-af02f45c-29ed-4f9c-afe7-607da177685a service neutron] 10.222.0.43 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619108 Feb 19 07:18:23.876452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.877544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-2cb8045e-cf7f-4f0e-b1a3-863789bfdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.879400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-2cb8045e-cf7f-4f0e-b1a3-863789bfdc54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0586503 Feb 19 07:18:23.884067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:23.884690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:23.970893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:23.971256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6142483 Feb 19 07:18:23.978432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=37985ba7-e384-4845-939e-c110212cfccb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:23.990943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 37985ba7-e384-4845-939e-c110212cfccb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:24.040860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-454462ad-6818-40d5-a2cc-814aef3362ad service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551967 Feb 19 07:18:24.148778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049cad-1d93-4c07-a53a-94f09f51f8bf tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=30f95208-8547-4ae9-ae03-5bbca9dc5d84,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:24.159890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 30f95208-8547-4ae9-ae03-5bbca9dc5d84 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:24.213405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41defb7-035f-4435-a399-9311315ba808 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.219110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41defb7-035f-4435-a399-9311315ba808 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.225960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41defb7-035f-4435-a399-9311315ba808 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.231955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41defb7-035f-4435-a399-9311315ba808 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.233877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a41defb7-035f-4435-a399-9311315ba808 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2617335 Feb 19 07:18:24.237260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:24.279425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d1ff148-ae53-43fb-ae91-bedbd31ad776 req-39d2c391-3f58-45db-8063-683fbff5dfc3 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320745 Feb 19 07:18:24.298163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e3f5a-b92d-4095-b8fe-cbf5a96e76e5 req-c8b665bc-2428-4a4b-89d6-c24a77450b46 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.299949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c4e3f5a-b92d-4095-b8fe-cbf5a96e76e5 req-c8b665bc-2428-4a4b-89d6-c24a77450b46 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1384685 Feb 19 07:18:24.328890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (37985ba7-e384-4845-939e-c110212cfccb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.358181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c4e3f5a-b92d-4095-b8fe-cbf5a96e76e5 req-2e69db1b-82c5-4a05-b9e0-b41e58dc730e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518572 Feb 19 07:18:24.464226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (37985ba7-e384-4845-939e-c110212cfccb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.487276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37985ba7-e384-4845-939e-c110212cfccb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:24.497580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d0b807-bf93-43db-9b7c-14560ccf4e41') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:24.498652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d0b807-bf93-43db-9b7c-14560ccf4e41') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:24.501375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.512568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.516936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (d5d0b807-bf93-43db-9b7c-14560ccf4e41), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.519071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.525248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.531468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.532205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d5d0b807-bf93-43db-9b7c-14560ccf4e41), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.536757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.538650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:24.539041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (d5d0b807-bf93-43db-9b7c-14560ccf4e41), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.542815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:24.542972 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:24.545389 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-31cfef5d-0f66-4f2e-a866-dcc4defd8b05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1238570 Feb 19 07:18:24.607412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ef55f69-3623-4619-bd59-f7f2e0613dda req-2b33d763-2462-4569-9b37-115fac679455 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572155 Feb 19 07:18:24.612967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:24.643987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (37985ba7-e384-4845-939e-c110212cfccb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.661648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.667911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/37985ba7-e384-4845-939e-c110212cfccb HTTP/1.1" status: 204 len: 168 time: 0.4295793 Feb 19 07:18:24.670762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:24.696276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94425bc1-acc8-49da-b907-249a13a6c0b5 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=37985ba7-e384-4845-939e-c110212cfccb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:24.786845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:24.801217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (30f95208-8547-4ae9-ae03-5bbca9dc5d84), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.803098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'port_id': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'mac_address': 'fa:16:3e:0d:dd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03aedaf-e00d-458b-9ad2-f639fed052ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:24.825013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04962e0-c434-4092-87f1-4ad905885dd7 req-73218559-e3a6-43da-8e44-0d42adc6dbbb tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:24.826657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e04962e0-c434-4092-87f1-4ad905885dd7 req-73218559-e3a6-43da-8e44-0d42adc6dbbb tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1163568 Feb 19 07:18:24.855157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e769f03c-9fb6-4615-9316-6c863d2536f4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:24.855847 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.872292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:24.896247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:24.901310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.948099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (30f95208-8547-4ae9-ae03-5bbca9dc5d84), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:24.964748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e04962e0-c434-4092-87f1-4ad905885dd7 req-49ee55d2-2fdc-4f6d-8ef7-1ead169daa4e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271019 Feb 19 07:18:24.965155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:24.983812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f95208-8547-4ae9-ae03-5bbca9dc5d84']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:25.002713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ce78fe-e6cb-4ad1-9bac-14ceaf251157') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:25.003225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ce78fe-e6cb-4ad1-9bac-14ceaf251157') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:25.014264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (18ce78fe-e6cb-4ad1-9bac-14ceaf251157), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.040435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (18ce78fe-e6cb-4ad1-9bac-14ceaf251157), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.048389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:25.048973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (18ce78fe-e6cb-4ad1-9bac-14ceaf251157), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:25.062135 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:25.138149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e769f03c-9fb6-4615-9316-6c863d2536f4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:25.151367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (30f95208-8547-4ae9-ae03-5bbca9dc5d84), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.160786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.165484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/30f95208-8547-4ae9-ae03-5bbca9dc5d84 HTTP/1.1" status: 204 len: 168 time: 0.4927728 Feb 19 07:18:25.167956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:25.197665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe6f91-25e9-4d13-bb1f-8b4bf9427f65 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=30f95208-8547-4ae9-ae03-5bbca9dc5d84,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:25.210208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bed95-302f-43c7-8fd8-374b7118f172 req-b3661350-b0a5-441a-8b07-83ce37cd848d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.212416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-111bed95-302f-43c7-8fd8-374b7118f172 req-b3661350-b0a5-441a-8b07-83ce37cd848d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1493077 Feb 19 07:18:25.277112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-111bed95-302f-43c7-8fd8-374b7118f172 req-92ce8ab1-4a0d-4e91-88d0-36a7f7054a44 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Feb 19 07:18:25.380668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31039f97-c150-4ff3-a615-c5ba8b10cb04 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.386828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31039f97-c150-4ff3-a615-c5ba8b10cb04 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.389626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-31039f97-c150-4ff3-a615-c5ba8b10cb04 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2203875 Feb 19 07:18:25.393208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:25.398338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1598213746'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:25.404023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92f04-78a9-4559-8ae8-30ae44943a47 req-0d6f327f-d8c8-46ea-b99c-ff9aa9af0c63 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.405794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbd92f04-78a9-4559-8ae8-30ae44943a47 req-0d6f327f-d8c8-46ea-b99c-ff9aa9af0c63 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 945 time: 0.0596199 Feb 19 07:18:25.424530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:25.429421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.463405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:25.468073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbd92f04-78a9-4559-8ae8-30ae44943a47 req-2b1b90f7-4cb4-4f50-822d-0159233795d4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Feb 19 07:18:25.497150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc265ad-7f01-48a3-b472-364e821c6d63), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.498449 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment 8cc265ad-7f01-48a3-b472-364e821c6d63 of type vlan for network 1c00a949-91cb-45a2-946c-50448e90ac1e Feb 19 07:18:25.557969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1c00a949-91cb-45a2-946c-50448e90ac1e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.619167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1c00a949-91cb-45a2-946c-50448e90ac1e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.628035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.629137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.653256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2588093 Feb 19 07:18:25.658957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:25.672268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-989831506'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:25.716688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-8d34c0cb-794e-4bde-941d-96c36f314152 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.718056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-8d34c0cb-794e-4bde-941d-96c36f314152 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.24 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.2170780 Feb 19 07:18:25.733241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf90915-91b9-4152-8c57-7bfa0311e83f tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=1c00a949-91cb-45a2-946c-50448e90ac1e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:25.734236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Request body: {'port': {'device_id': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'admin_state_up': True, 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:25.737172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:25.740678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.744168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1c00a949-91cb-45a2-946c-50448e90ac1e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:25.802351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b343c-794b-4ab3-8d59-14e7efbeffee req-0f74357e-0d1f-4eaf-b3c3-627141ee2c99 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:25.803806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-356b343c-794b-4ab3-8d59-14e7efbeffee req-0f74357e-0d1f-4eaf-b3c3-627141ee2c99 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1659446 Feb 19 07:18:25.840952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:25.874955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fd6be673-cf62-4a46-8d54-3e5319f21b7c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.875316 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment fd6be673-cf62-4a46-8d54-3e5319f21b7c of type vlan for network 080fffde-db71-41bc-abb8-0d2477f64bf1 Feb 19 07:18:25.941803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-356b343c-794b-4ab3-8d59-14e7efbeffee req-ccf8127e-9142-45cf-852e-65447f6e8522 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251295 Feb 19 07:18:25.951453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (080fffde-db71-41bc-abb8-0d2477f64bf1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:25.983035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:25.986335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.006869 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (080fffde-db71-41bc-abb8-0d2477f64bf1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.015265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.016345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.125976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8ef4350-bece-44c6-a56b-fe28f25ee4d7 req-0b7c2265-a681-4e10-b183-25d614562d48 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 210 time: 0.1014874 Feb 19 07:18:26.148946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4717240 Feb 19 07:18:26.149804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:26.156264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'ports': [{'network_id': '1c00a949-91cb-45a2-946c-50448e90ac1e', 'name': 'tempest-port--718516644', 'admin_state_up': True}, {'network_id': '080fffde-db71-41bc-abb8-0d2477f64bf1', 'admin_state_up': False}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:26.156825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'port': {'network_id': '1c00a949-91cb-45a2-946c-50448e90ac1e', 'name': 'tempest-port--718516644', 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:26.157481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'port': {'network_id': '080fffde-db71-41bc-abb8-0d2477f64bf1', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:26.161556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e09404-44e2-43cf-a1e0-accd99eb2be6 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=080fffde-db71-41bc-abb8-0d2477f64bf1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:26.174471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 080fffde-db71-41bc-abb8-0d2477f64bf1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:26.280260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Allocated IP 172.20.0.13 (be1fc502-b9e8-418f-9028-6dd3365121eb/3390a3b8-15b3-4095-88e0-c4d179796871/b3f770bf-5daf-4ec5-9734-3b5b6128ce64) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:26.309918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.315407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.321328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.326721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.332105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.337571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.342940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.345220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-332d8a47-d046-4935-a1f0-821b922486e3 req-cc493423-9008-4088-a833-19fd3b0913dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1327131 Feb 19 07:18:26.488850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-332d8a47-d046-4935-a1f0-821b922486e3 req-40d615ca-edd9-4f3a-a7a8-543b1cf77958 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318212 Feb 19 07:18:26.539770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks [] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.618889 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.621843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'port': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:26.626414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.629537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:26.639743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.671228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event updated for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:26.681210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1c8e2-85dc-484e-81cc-ed5d6ff5045f req-eb6d15f9-2feb-47f5-9d5a-8b2fc91e6b00 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.682745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4eb1c8e2-85dc-484e-81cc-ed5d6ff5045f req-eb6d15f9-2feb-47f5-9d5a-8b2fc91e6b00 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1143599 Feb 19 07:18:26.694373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Network be1fc502-b9e8-418f-9028-6dd3365121eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:26.702563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:26.704971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:26.726512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e769f03c-9fb6-4615-9316-6c863d2536f4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:26.731658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e769f03c-9fb6-4615-9316-6c863d2536f4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:26.732515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.783697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:26.784215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.801264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] device_id is not set on port 03ac1804-43bb-4401-bc02-fbf6ff098a80 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:26.810689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4eb1c8e2-85dc-484e-81cc-ed5d6ff5045f req-da301d0d-b971-4cb6-bca2-aebdf8d530fc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069772 Feb 19 07:18:26.825859 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-40a80441-4c96-4171-a4f7-9bfd35395360 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0971763 Feb 19 07:18:26.837665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Request body: {'port': {'device_id': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:26.854585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e769f03c-9fb6-4615-9316-6c863d2536f4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:26.854978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.884946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:26.888487 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50a40e-0d91-41b0-ad45-e368fae9d379" -d '{"events": [{"server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "name": "network-vif-plugged", "status": "completed", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:26.893952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for port (03ac1804-43bb-4401-bc02-fbf6ff098a80), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.931724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:26.941243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:26.982723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] device_id is not set on port d7404157-cc90-45e3-848f-e2cf7fbc7ff1 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:27.020460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.034372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:27.072543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for port (d7404157-cc90-45e3-848f-e2cf7fbc7ff1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.113952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (03ac1804-43bb-4401-bc02-fbf6ff098a80), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.180533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Port': ['ID=03ac1804-43bb-4401-bc02-fbf6ff098a80,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:27.192284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Checking segment: {'id': '8cc265ad-7f01-48a3-b472-364e821c6d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c00a949-91cb-45a2-946c-50448e90ac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:27.192725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network hostable DHCP agents. Network: 1c00a949-91cb-45a2-946c-50448e90ac1e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:27.212821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network 1c00a949-91cb-45a2-946c-50448e90ac1e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:27.227648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1c00a949-91cb-45a2-946c-50448e90ac1e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:27.237820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7a69e-9d72-48e9-aa8f-88a3f4691a4e None None] Network 1c00a949-91cb-45a2-946c-50448e90ac1e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:27.243038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:27.244507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d7404157-cc90-45e3-848f-e2cf7fbc7ff1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.310027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-45c7d269-f023-4196-8a56-486031c931ba tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:18:27.311803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-45c7d269-f023-4196-8a56-486031c931ba tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141761 Feb 19 07:18:27.372194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Port': ['ID=d7404157-cc90-45e3-848f-e2cf7fbc7ff1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:27.396451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-804156df-4c73-4365-9ecb-1f7962ee7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.406014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-804156df-4c73-4365-9ecb-1f7962ee7153 service neutron] 10.222.0.43 "GET /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 1125 time: 0.0821788 Feb 19 07:18:27.414384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:27.414963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:18:27.460706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Checking segment: {'id': 'fd6be673-cf62-4a46-8d54-3e5319f21b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '080fffde-db71-41bc-abb8-0d2477f64bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:27.461070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network hostable DHCP agents. Network: 080fffde-db71-41bc-abb8-0d2477f64bf1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:27.536504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network 080fffde-db71-41bc-abb8-0d2477f64bf1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:27.559155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 080fffde-db71-41bc-abb8-0d2477f64bf1) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:27.564162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:27.570721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ab6d5-8b06-479b-8ae7-9b3ead79aeb8 None None] Network 080fffde-db71-41bc-abb8-0d2477f64bf1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:27.571873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc84a94-50ed-46ec-983d-cd07c9b7d44e req-6f4698e5-43ed-45cf-ae7e-7baab6fba8ef tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.572852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.573382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebc84a94-50ed-46ec-983d-cd07c9b7d44e req-6f4698e5-43ed-45cf-ae7e-7baab6fba8ef tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.5749373 Feb 19 07:18:27.583980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.585069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.616680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-59f7d0bf-ce13-458b-bcc5-45c0c3cda5c4 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4644470 Feb 19 07:18:27.620973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:27.733444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebc84a94-50ed-46ec-983d-cd07c9b7d44e req-731201a4-4e89-4b4e-98db-4928329dd52b tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536953 Feb 19 07:18:27.827818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:27.828369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:27.828489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:27.879505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:27.879836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:27.892443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f770bf-5daf-4ec5-9734-3b5b6128ce64 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:27.895286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:27.895599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:27.895993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:27.896566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Bound port: b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:27.901900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks [] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.934058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Transition to ACTIVE for port object b3f770bf-5daf-4ec5-9734-3b5b6128ce64 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:27.938986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.957570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:27.967409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd596d5-8b1d-4bee-85d2-dbcb386a1089 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.973024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd596d5-8b1d-4bee-85d2-dbcb386a1089 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:27.974628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1bd596d5-8b1d-4bee-85d2-dbcb386a1089 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3525698 Feb 19 07:18:27.981292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:27.982445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-422339d0-49ee-4af4-a73b-ab2c9b2b8177 service neutron] 10.222.0.43 "POST /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5753796 Feb 19 07:18:27.985270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:28.030087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:28.050190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f495f7b-1291-4e4c-a6e3-87d9d8569216 req-fbcdfd93-c5a2-4a77-abfe-dca5ff098c08 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.055851 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f495f7b-1291-4e4c-a6e3-87d9d8569216 req-fbcdfd93-c5a2-4a77-abfe-dca5ff098c08 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.2175760 Feb 19 07:18:28.123398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-2b8e1a83-3466-44e5-a305-b07c4b011472 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.125229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-2b8e1a83-3466-44e5-a305-b07c4b011472 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.3773859 Feb 19 07:18:28.126644 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a8ea6-4941-4179-ab78-6c8d139bddfd x-openstack-request-id: req-ed3a8ea6-4941-4179-ab78-6c8d139bddfd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:28.126953 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "name": "network-vif-plugged", "status": "completed", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:28.127363 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed3a8ea6-4941-4179-ab78-6c8d139bddfd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:28.128034 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'code': 200} Feb 19 07:18:28.139666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Request body: {'port': {'device_id': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'admin_state_up': True, 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:28.222489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f495f7b-1291-4e4c-a6e3-87d9d8569216 req-d9410891-0208-49df-8b4b-1ad670592575 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337450 Feb 19 07:18:28.235027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Deleting port 03ac1804-43bb-4401-bc02-fbf6ff098a80 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:28.235412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (03ac1804-43bb-4401-bc02-fbf6ff098a80), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.271543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Attempting to bind port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:28.271928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Attempting to bind port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:28.272442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Attempting to bind port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:28.279309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 on network be1fc502-b9e8-418f-9028-6dd3365121eb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:28.280302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Attempting to bind port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:28.298862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:28.299452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Checking segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:28.299952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Bound using segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:28.300510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Bound port: b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:28.300994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.310994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddec81-0a28-4927-9bbd-53ec617a011e req-dffd2dbd-29f3-4743-a233-98badbce0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.313081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5ddec81-0a28-4927-9bbd-53ec617a011e req-dffd2dbd-29f3-4743-a233-98badbce0771 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 1128 time: 0.0825119 Feb 19 07:18:28.357832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (03ac1804-43bb-4401-bc02-fbf6ff098a80), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.377675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c8232-f8cc-45d9-901b-6ed61f518bfa req-eb43c17a-d4bd-4de8-962c-6ad7541d038b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.379102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d5c8232-f8cc-45d9-901b-6ed61f518bfa req-eb43c17a-d4bd-4de8-962c-6ad7541d038b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1792486 Feb 19 07:18:28.389005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Calling delete_port for 03ac1804-43bb-4401-bc02-fbf6ff098a80 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:28.481071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5ddec81-0a28-4927-9bbd-53ec617a011e req-6141d0b5-3a8e-4617-afe8-3aabe49c5dbc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231441 Feb 19 07:18:28.482667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-e89e5e56-b1b8-45d8-bc55-63120fe01a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.484144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-e89e5e56-b1b8-45d8-bc55-63120fe01a97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.1944327 Feb 19 07:18:28.491064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d5c8232-f8cc-45d9-901b-6ed61f518bfa req-08d58cc2-bae8-40da-ae1d-207ae32866bd tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032877 Feb 19 07:18:28.495777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:28.499040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.511227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3146-b2c6-4be1-91c8-b94f7f2efeca req-4faa36bd-63ab-40e6-af14-4e8c17bbba4f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.512766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f9a3146-b2c6-4be1-91c8-b94f7f2efeca req-4faa36bd-63ab-40e6-af14-4e8c17bbba4f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 944 time: 0.1689627 Feb 19 07:18:28.525640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:28.585758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:28.608774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.643730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Allocated IP 172.20.0.12 (be1fc502-b9e8-418f-9028-6dd3365121eb/3390a3b8-15b3-4095-88e0-c4d179796871/96992250-7687-46ed-89ef-c3644692b0e1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:28.670353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f9a3146-b2c6-4be1-91c8-b94f7f2efeca req-59b925ed-ee47-4811-8a9a-430ec4507ba9 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422088 Feb 19 07:18:28.686831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.687512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.688954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3f770bf-5daf-4ec5-9734-3b5b6128ce64 HTTP/1.1" status: 200 len: 1092 time: 1.8556752 Feb 19 07:18:28.691318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:28.693822 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c199ad52-0254-4f14-a824-0db0cf18a1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:28.716743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-81bf2bdc-3cf7-4309-8748-4cce7e79a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.718346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-81bf2bdc-3cf7-4309-8748-4cce7e79a71a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2273648 Feb 19 07:18:28.792213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c841-be9f-431b-aef9-0480b4f07b99 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:28.806904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-575555aa-b747-4953-9e64-65a908e06e0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0632870 Feb 19 07:18:28.816665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks [] for port (96992250-7687-46ed-89ef-c3644692b0e1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.866866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.939229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Network be1fc502-b9e8-418f-9028-6dd3365121eb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:28.939716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (03ac1804-43bb-4401-bc02-fbf6ff098a80), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.954773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:28.961775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:28.968192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-8e500ffd-4456-47b7-929e-92c10147e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.969791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-8e500ffd-4456-47b7-929e-92c10147e337 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1067953 Feb 19 07:18:28.971247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:28.977834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/ports/03ac1804-43bb-4401-bc02-fbf6ff098a80 HTTP/1.1" status: 204 len: 168 time: 0.9917440 Feb 19 07:18:28.979396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a77e2e-4e5c-4c61-b310-2b277b816297 req-610f904f-6c19-4fbb-aa18-c4be1bd7b137 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.981476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0a77e2e-4e5c-4c61-b310-2b277b816297 req-610f904f-6c19-4fbb-aa18-c4be1bd7b137 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1323812 Feb 19 07:18:28.981969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50862) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:28.991541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-eb24fcb1-8cb1-4038-a4b2-fff4cdb95448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:28.993186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-eb24fcb1-8cb1-4038-a4b2-fff4cdb95448 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 1126 time: 0.1852183 Feb 19 07:18:29.006282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event updated for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:29.031466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.036805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.042272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.047628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.050213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-097a9797-983f-4e2e-9b7f-3978df81995c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671313 Feb 19 07:18:29.053221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.058597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.063960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.065897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-bf392650-f107-4f50-86fb-15d0b83d1426 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2082613 Feb 19 07:18:29.094789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027949ef-daa9-410f-b68a-55bca8c8e8f8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Port': ['ID=03ac1804-43bb-4401-bc02-fbf6ff098a80,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:29.112844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-fa3831e8-bf67-4d68-8b5f-ada0c46934a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64 HTTP/1.1" status: 200 len: 217 time: 0.1101518 Feb 19 07:18:29.117120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.117744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.152216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-6f8bb454-1d30-4811-82a5-382aeeae5b49 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0166588 Feb 19 07:18:29.164127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Request body: {'port': {'device_id': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:29.189120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e769461c-ac1c-494c-b468-5c8f27964e8d req-97544400-7129-4dec-9fdd-d4b90a23e909 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037519 Feb 19 07:18:29.235238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96992250-7687-46ed-89ef-c3644692b0e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.268875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0a77e2e-4e5c-4c61-b310-2b277b816297 req-4ad6821c-54c4-41ae-b626-0af891f3bc36 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734597 Feb 19 07:18:29.295106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-c8d947ea-ac76-417c-a47c-8884571a45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.296906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-c8d947ea-ac76-417c-a47c-8884571a45e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1688795 Feb 19 07:18:29.322738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-106beb91-2be9-4854-924a-28a55db36f00 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594230 Feb 19 07:18:29.352428 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae66fbc4-6c01-4254-8dd3-9626869289d5 x-openstack-request-id: req-ae66fbc4-6c01-4254-8dd3-9626869289d5 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:29.352428 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:29.352979 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae66fbc4-6c01-4254-8dd3-9626869289d5 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:29.353514 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64', 'status': 'completed', 'code': 200} Feb 19 07:18:29.357437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-8950dda9-9af9-48ac-83bc-cd2a1a769e4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508928 Feb 19 07:18:29.430685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Deleting port d7404157-cc90-45e3-848f-e2cf7fbc7ff1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:29.431510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d7404157-cc90-45e3-848f-e2cf7fbc7ff1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.438799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f79f-f14f-431c-97ec-573f825cf705 req-ae8984c3-2869-4b0a-b8d2-66bded12bdcd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.448079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2155f79f-f14f-431c-97ec-573f825cf705 req-ae8984c3-2869-4b0a-b8d2-66bded12bdcd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 946 time: 0.1472750 Feb 19 07:18:29.541494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2155f79f-f14f-431c-97ec-573f825cf705 req-f444ac0c-58ac-4d83-a62a-c702d25d06d3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 Feb 19 07:18:29.580865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d7404157-cc90-45e3-848f-e2cf7fbc7ff1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.629119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Calling delete_port for d7404157-cc90-45e3-848f-e2cf7fbc7ff1 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:29.673434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc9bde-3bab-4d63-b3cc-98184d12e252 req-32af38ca-d460-492b-b6e7-a5da16439505 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.681818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99fc9bde-3bab-4d63-b3cc-98184d12e252 req-32af38ca-d460-492b-b6e7-a5da16439505 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.2600093 Feb 19 07:18:29.717048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96992250-7687-46ed-89ef-c3644692b0e1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:29.729661 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks [] for port (96992250-7687-46ed-89ef-c3644692b0e1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.749082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0124e-e096-4d75-829d-8e3cdeb71822 req-96529331-c364-4985-8f89-dda2d2244be7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.750889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdd0124e-e096-4d75-829d-8e3cdeb71822 req-96529331-c364-4985-8f89-dda2d2244be7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.1141825 Feb 19 07:18:29.757418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Transition to ACTIVE for port object 96992250-7687-46ed-89ef-c3644692b0e1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:29.757655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-f6f5c473-c649-4b79-b9bb-ccd5dcdbc973 service neutron] 10.222.0.24 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815212 Feb 19 07:18:29.759567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-4330a8f0-4b1a-47d6-a960-abbe0d1383b7 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172878 Feb 19 07:18:29.786844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.849648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99fc9bde-3bab-4d63-b3cc-98184d12e252 req-75b00f3b-d679-486a-9f5e-db46fbcd1370 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665854 Feb 19 07:18:29.904592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdd0124e-e096-4d75-829d-8e3cdeb71822 req-b3f19bea-5203-4a8b-8ee2-6719b3229b8d tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399484 Feb 19 07:18:29.978750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-741d446e-0100-4a38-9564-b633555cdec9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:29.980225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-741d446e-0100-4a38-9564-b633555cdec9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1128 time: 0.1221128 Feb 19 07:18:29.981160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:29.998078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Pushing event updated for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:29.999903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:30.043255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d7404157-cc90-45e3-848f-e2cf7fbc7ff1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.049722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Attempting to bind port 96992250-7687-46ed-89ef-c3644692b0e1 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:30.049991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Attempting to bind port 96992250-7687-46ed-89ef-c3644692b0e1 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:30.050324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Attempting to bind port 96992250-7687-46ed-89ef-c3644692b0e1 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:30.059624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Port 96992250-7687-46ed-89ef-c3644692b0e1 on network be1fc502-b9e8-418f-9028-6dd3365121eb not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:30.059815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Attempting to bind port 96992250-7687-46ed-89ef-c3644692b0e1 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:30.067436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:30.067969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Checking segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:30.068369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Bound using segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:30.068809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Bound port: 96992250-7687-46ed-89ef-c3644692b0e1, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:30.069212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96992250-7687-46ed-89ef-c3644692b0e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.075533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-41e5c529-3031-4e4b-8480-eee242df07b2 service neutron] 10.222.0.24 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105862 Feb 19 07:18:30.080389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e225-386e-41dd-acc1-126e7f953e4d req-303175b6-b178-4532-8339-4c8b0e4d8fd5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.081953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f03e225-386e-41dd-acc1-126e7f953e4d req-303175b6-b178-4532-8339-4c8b0e4d8fd5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 944 time: 0.0947802 Feb 19 07:18:30.113285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Port': ['ID=d7404157-cc90-45e3-848f-e2cf7fbc7ff1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:30.122762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.124269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-24add8f7-e31d-4489-b719-6da3fbb3eeb1 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/ports/d7404157-cc90-45e3-848f-e2cf7fbc7ff1 HTTP/1.1" status: 204 len: 168 time: 1.1300447 Feb 19 07:18:30.127019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:30.142304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08dd4a-45a9-47e7-ae5c-03a14ade7a56 req-3b0145ab-822f-44fa-8fcc-9d18f7a4b499 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.143841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c08dd4a-45a9-47e7-ae5c-03a14ade7a56 req-3b0145ab-822f-44fa-8fcc-9d18f7a4b499 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1863735 Feb 19 07:18:30.175054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.185097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6f8f26fa-8f48-4f2d-a9a9-21a4e6e9d425 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0392044 Feb 19 07:18:30.189135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:30.193616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1678254399'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:30.234231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f03e225-386e-41dd-acc1-126e7f953e4d req-b4e89b7e-512c-43f1-b3da-8a6162383247 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449926 Feb 19 07:18:30.244074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:30.247823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=96992250-7687-46ed-89ef-c3644692b0e1,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:30.251442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:30.255104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.255307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c08dd4a-45a9-47e7-ae5c-03a14ade7a56 req-11e6ff04-e2e2-49a1-ab89-3c946706fe15 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004081 Feb 19 07:18:30.259007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.270134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-c4f2bbf8-adf6-4da3-bde6-72ef8c822bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.272941 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-c4f2bbf8-adf6-4da3-bde6-72ef8c822bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 1126 time: 0.1251273 Feb 19 07:18:30.315502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.316306 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.318006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] 10.222.0.47 "PUT /v2.0/ports/96992250-7687-46ed-89ef-c3644692b0e1 HTTP/1.1" status: 200 len: 1092 time: 1.1584232 Feb 19 07:18:30.322656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:30.325051 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "tag": "96992250-7687-46ed-89ef-c3644692b0e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:30.343784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:30.352871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6590f2-ba21-44e6-84ca-8f33c0b9bff1 service neutron] Pushing event updated for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:30.359880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (52077fa9-43ee-4a61-ae54-aca42daf5ae9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.360360 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment 52077fa9-43ee-4a61-ae54-aca42daf5ae9 of type vlan for network ab8c1782-aef8-4aa0-b465-8f3d6f5b874b Feb 19 07:18:30.451172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:30.454305 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ab8c1782-aef8-4aa0-b465-8f3d6f5b874b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.466771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-fb40ca34-3b72-4180-86ad-2cb4a12f2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.468254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-fb40ca34-3b72-4180-86ad-2cb4a12f2e5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 913 time: 0.1866810 Feb 19 07:18:30.502510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ab8c1782-aef8-4aa0-b465-8f3d6f5b874b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.507996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.508590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.517059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-ac51caf0-f0de-415a-b033-9d9a4d44ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.518600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-ac51caf0-f0de-415a-b033-9d9a4d44ad70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 1126 time: 0.1484885 Feb 19 07:18:30.530754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-5afbb52d-4d8d-4f03-b2e6-8c131896fbae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64 HTTP/1.1" status: 200 len: 217 time: 0.0554461 Feb 19 07:18:30.533316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.538708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.539018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c3d6-a2f7-467c-8374-9d8d04235c3c req-a6488b65-3e3f-450f-9659-0b90a1c9a1dd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.540437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b26c3d6-a2f7-467c-8374-9d8d04235c3c req-a6488b65-3e3f-450f-9659-0b90a1c9a1dd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1543615 Feb 19 07:18:30.544131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.549391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.559651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.563287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.573323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.575304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d275a3f9-469b-4655-b52e-bad87b41144c req-2c2899d9-a820-4f4b-8de3-6b033296c793 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1924396 Feb 19 07:18:30.591734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:30.663262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-acde3f6c-21a6-4585-badb-be80fadaec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.664736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-acde3f6c-21a6-4585-badb-be80fadaec50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1209919 Feb 19 07:18:30.665231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-685e7c79-8647-4a0e-b1b8-14b5efb193f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96992250-7687-46ed-89ef-c3644692b0e1 HTTP/1.1" status: 200 len: 217 time: 0.0889673 Feb 19 07:18:30.668309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4784853 Feb 19 07:18:30.668670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b26c3d6-a2f7-467c-8374-9d8d04235c3c req-9fe35000-caf5-402c-9bb4-890aa9652e24 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142557 Feb 19 07:18:30.671255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:30.675405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks [] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.679960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-614865345'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:30.715876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-a90a5c0f-9030-4512-813d-f3eee30cfe76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435176 Feb 19 07:18:30.718337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.722560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b4486-e8f7-45d9-bdf3-342c4a0bc7aa tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=ab8c1782-aef8-4aa0-b465-8f3d6f5b874b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:30.738589 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67adae96-fc2d-47d0-abdb-894312480627 x-openstack-request-id: req-67adae96-fc2d-47d0-abdb-894312480627 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:30.738944 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "tag": "96992250-7687-46ed-89ef-c3644692b0e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:30.739146 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67adae96-fc2d-47d0-abdb-894312480627 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:30.739576 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1', 'status': 'completed', 'code': 200} Feb 19 07:18:30.741929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ab8c1782-aef8-4aa0-b465-8f3d6f5b874b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:30.764511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-310187a9-58d2-4795-8f5a-c96bd429c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:30.766396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-310187a9-58d2-4795-8f5a-c96bd429c3d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.0929744 Feb 19 07:18:30.771806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d275a3f9-469b-4655-b52e-bad87b41144c req-c4b1ce58-2a15-4b8c-8f64-1dac4f325ada tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774960 Feb 19 07:18:30.776993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:30.780330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:30.821644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-be7916aa-56d0-4e79-95d0-4f6aa4f7dfa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488307 Feb 19 07:18:31.214649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-8676b67f-7d56-4e46-a298-b99d5b07eac9 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858855 Feb 19 07:18:31.216210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:31.220678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:31.223361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb86c-ed42-4ab3-b0e4-6796f3cec53a req-d738ef83-154e-4b7d-b90d-3ab666513238 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.226265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a51bb86c-ed42-4ab3-b0e4-6796f3cec53a req-d738ef83-154e-4b7d-b90d-3ab666513238 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0917492 Feb 19 07:18:31.253302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eba127c3-7b40-4f42-846a-5be43714d67e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.253687 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Added segment eba127c3-7b40-4f42-846a-5be43714d67e of type vlan for network 964608ef-ba70-4014-a409-feac8de0bec4 Feb 19 07:18:31.256543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-cc8c6560-a629-4085-a098-7f216e92d88f service neutron] 10.222.0.24 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268600 Feb 19 07:18:31.264269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:31.264593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:31.264920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:31.311829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:31.312201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:31.332158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a51bb86c-ed42-4ab3-b0e4-6796f3cec53a req-22eaafe2-5786-4d2d-a9db-4529409b69c4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954647 Feb 19 07:18:31.346665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7b3bc-2eb1-43ca-9688-4fec66cf4ab2 req-95d35f00-3611-4fdd-b69c-5aa0abf0e040 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192398 Feb 19 07:18:31.365341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02499988-dd1c-49aa-9aef-c602d210ebd9 req-b522f57e-2cb6-41d1-8b0c-cd3e7460d3d6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.371695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02499988-dd1c-49aa-9aef-c602d210ebd9 req-b522f57e-2cb6-41d1-8b0c-cd3e7460d3d6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.5337291 Feb 19 07:18:31.373437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:31.375707 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b33e8d-d2e1-448b-83c6-2db245336d6e" -d '{"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-unplugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:31.382838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (964608ef-ba70-4014-a409-feac8de0bec4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.385579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:31.385579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:31.385957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:31.386358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Bound port: b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:31.386703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.476970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-f5aa03fe-b440-411b-8d26-582cc6ee7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.478394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-f5aa03fe-b440-411b-8d26-582cc6ee7f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 1126 time: 0.0839429 Feb 19 07:18:31.485222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e30de-6525-405b-8ed0-003671e903f8 req-a1426787-7f52-4692-b7f9-df242cf103c2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.486585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f6e30de-6525-405b-8ed0-003671e903f8 req-a1426787-7f52-4692-b7f9-df242cf103c2 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.0827973 Feb 19 07:18:31.489974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (964608ef-ba70-4014-a409-feac8de0bec4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.495541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.496140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.538386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c199ad52-0254-4f14-a824-0db0cf18a1f7 req-83cf046c-4af8-4a89-80b2-a9f2eb5df32e service neutron] 10.222.0.24 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706022 Feb 19 07:18:31.587223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9019842 Feb 19 07:18:31.587223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02499988-dd1c-49aa-9aef-c602d210ebd9 req-be775f9e-166d-4d2c-beba-4eccae3b4a85 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061186 Feb 19 07:18:31.588074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f6e30de-6525-405b-8ed0-003671e903f8 req-11da4f3b-52e1-4389-96f2-f5b0e31438a5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845695 Feb 19 07:18:31.609074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6971c-f335-4166-bdfe-84def4173483 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Network': ['ID=964608ef-ba70-4014-a409-feac8de0bec4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:31.613470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:31.617587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:31.625692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 964608ef-ba70-4014-a409-feac8de0bec4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:31.640341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.676806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-66fa479d-0cc0-4ff2-b400-ecf151ef1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.679294 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-66fa479d-0cc0-4ff2-b400-ecf151ef1423 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 913 time: 0.1910868 Feb 19 07:18:31.734616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-2dc697ed-e643-4a4c-a8c6-123c5b80c002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96992250-7687-46ed-89ef-c3644692b0e1 HTTP/1.1" status: 200 len: 217 time: 0.0495253 Feb 19 07:18:31.760213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.760958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:31.765924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] 10.222.0.47 "PUT /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 1122 time: 1.7689822 Feb 19 07:18:31.789346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976cb0c-4953-488f-962a-e0c91425ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:31.816100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50898) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:31.822956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'subnets': [{'network_id': 'ab8c1782-aef8-4aa0-b465-8f3d6f5b874b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--697767925', 'ip_version': 4}, {'network_id': '964608ef-ba70-4014-a409-feac8de0bec4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:31.823301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'subnet': {'network_id': 'ab8c1782-aef8-4aa0-b465-8f3d6f5b874b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--697767925', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:31.824503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Request body: {'subnet': {'network_id': '964608ef-ba70-4014-a409-feac8de0bec4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:31.851381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:31.858627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-354dccba-65fd-434c-a0ce-4988e46a0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.860151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-354dccba-65fd-434c-a0ce-4988e46a0699 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1192842 Feb 19 07:18:31.888038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0784d-ea51-4559-9f1d-a83a4f18390c req-f73762c1-352e-43e7-ac0e-b2d2a5e33ce6 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.889644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5da0784d-ea51-4559-9f1d-a83a4f18390c req-f73762c1-352e-43e7-ac0e-b2d2a5e33ce6 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0810266 Feb 19 07:18:31.907529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589b189-685f-4dfb-b175-eb97efd6cd69 req-4d98b45d-59b1-4016-8f3d-060d2f733ea8 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:31.909650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4589b189-685f-4dfb-b175-eb97efd6cd69 req-4d98b45d-59b1-4016-8f3d-060d2f733ea8 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 944 time: 0.1314991 Feb 19 07:18:31.910743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-5a2ea02d-5027-473f-af8f-283d38983347 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399258 Feb 19 07:18:32.002527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5da0784d-ea51-4559-9f1d-a83a4f18390c req-9b4488d1-dc16-4d97-a0bb-6e3b074e0dd2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939958 Feb 19 07:18:32.023522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4589b189-685f-4dfb-b175-eb97efd6cd69 req-3e9a3b80-c9d8-493e-a100-f870243f70a2 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046357 Feb 19 07:18:32.035497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-101b94be-a895-48d8-a85b-4cef1ed883e1 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182475 Feb 19 07:18:32.053356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Made reservation on behalf of 280e5bc1b8894738a6533502f681a96a for: {'subnet': 2} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:32.057987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.058335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.062749 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c0b81-0890-4338-8fc7-4637829a3bd9 x-openstack-request-id: req-3c0c0b81-0890-4338-8fc7-4637829a3bd9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:32.063095 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-unplugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:32.063386 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c0c0b81-0890-4338-8fc7-4637829a3bd9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:32.063792 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'code': 200} Feb 19 07:18:32.190435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae7e8c-892d-41f0-9a75-b7ac5d002a84 req-c0b28f1f-4ddb-4473-a54e-aad2a7bf0d7c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.191340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13503805-9b8f-4e6a-96d4-8162b429e289 req-d7c6629e-95d1-4bc6-b810-781ec2ef7cd8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.191959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7eae7e8c-892d-41f0-9a75-b7ac5d002a84 req-c0b28f1f-4ddb-4473-a54e-aad2a7bf0d7c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.0822823 Feb 19 07:18:32.192816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13503805-9b8f-4e6a-96d4-8162b429e289 req-d7c6629e-95d1-4bc6-b810-781ec2ef7cd8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0852268 Feb 19 07:18:32.195080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54f2acf-fc46-45bb-a2a9-5d7bf52fa8c8 req-1359f3dd-f69d-4fd9-95e2-5d2cbaa0cfd2 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498728 Feb 19 07:18:32.245601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13503805-9b8f-4e6a-96d4-8162b429e289 req-a5633ccb-ab27-4915-978f-39ac3b246225 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463252 Feb 19 07:18:32.304385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7eae7e8c-892d-41f0-9a75-b7ac5d002a84 req-5e1e1e64-5299-456a-9b9d-ac2e74cf2e7b tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023176 Feb 19 07:18:32.367452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.374240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.379553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.386048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.391987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.397766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.403221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.407832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-7c299c90-da8b-403c-8d1b-77cbf919f982 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1068428 Feb 19 07:18:32.464649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f21ee5f-03c0-4087-a69d-04de8793c1e5 req-cbbf13ac-921c-4231-8593-2a5b0b0538b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521944 Feb 19 07:18:32.518697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (7dc25adc-3d8f-43a5-99c7-26949ddbf583), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.581146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Subnet': ['ID=7dc25adc-3d8f-43a5-99c7-26949ddbf583,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:32.591315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Checking segment: {'id': '52077fa9-43ee-4a61-ae54-aca42daf5ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab8c1782-aef8-4aa0-b465-8f3d6f5b874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:32.591315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network hostable DHCP agents. Network: ab8c1782-aef8-4aa0-b465-8f3d6f5b874b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:32.592348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c92b-9842-4820-9199-58b34a9ee405 req-66c143d9-9aa2-4adf-b118-beb4da840185 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.595038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c32c92b-9842-4820-9199-58b34a9ee405 req-66c143d9-9aa2-4adf-b118-beb4da840185 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0646992 Feb 19 07:18:32.609686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network ab8c1782-aef8-4aa0-b465-8f3d6f5b874b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:32.619928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ab8c1782-aef8-4aa0-b465-8f3d6f5b874b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:32.629524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0a5bb-a022-4b80-b767-8bfa426cec2d None None] Network ab8c1782-aef8-4aa0-b465-8f3d6f5b874b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:32.640455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ec6fca32-31c7-48a1-b4b9-2ebd1e423a75), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.656705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c32c92b-9842-4820-9199-58b34a9ee405 req-b77e9509-d288-46a1-b5d3-59e2d8284197 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516357 Feb 19 07:18:32.696465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b3f770bf-5daf-4ec5-9734-3b5b6128ce64 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:32.763281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event updated for resources: {'Subnet': ['ID=ec6fca32-31c7-48a1-b4b9-2ebd1e423a75,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:32.775909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Checking segment: {'id': 'eba127c3-7b40-4f42-846a-5be43714d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '964608ef-ba70-4014-a409-feac8de0bec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:32.776458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network hostable DHCP agents. Network: 964608ef-ba70-4014-a409-feac8de0bec4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:32.802236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5887e-997a-4faf-a8ca-ad2aa5ba4b0a req-5276d642-f643-4e02-844e-69ce553ca454 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.804101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5d5887e-997a-4faf-a8ca-ad2aa5ba4b0a req-5276d642-f643-4e02-844e-69ce553ca454 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.1099677 Feb 19 07:18:32.820449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97310e0f-511e-4719-927e-c9cd21a5f38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ab8c1782-aef8-4aa0-b465-8f3d6f5b874b', 'network_id': 'ab8c1782-aef8-4aa0-b465-8f3d6f5b874b', 'project_id': '280e5bc1b8894738a6533502f681a96a', 'fixed_ips': [{'subnet_id': '7dc25adc-3d8f-43a5-99c7-26949ddbf583'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:18:32.821721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97310e0f-511e-4719-927e-c9cd21a5f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.827298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Network 964608ef-ba70-4014-a409-feac8de0bec4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:32.854165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 964608ef-ba70-4014-a409-feac8de0bec4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:32.862974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.863586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:32.864097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:32.870501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20930c9a-9a7e-4440-9da7-cfd2b0f6dbaf None None] Network 964608ef-ba70-4014-a409-feac8de0bec4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:32.884910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5d5887e-997a-4faf-a8ca-ad2aa5ba4b0a req-a1995c17-19af-4ad8-8997-ec36c7e2b53e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674131 Feb 19 07:18:32.894765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e793fca3-affc-41c6-a8d1-af8800fa3ce9 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0771747 Feb 19 07:18:32.898076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:32.995308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.003537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab1128-03c4-4ce1-924a-eeab732b7252 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.005114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab1128-03c4-4ce1-924a-eeab732b7252 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.007279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab1128-03c4-4ce1-924a-eeab732b7252 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.012571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:33.012988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-64ab1128-03c4-4ce1-924a-eeab732b7252 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1135056 Feb 19 07:18:33.091467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Deleting subnet 7dc25adc-3d8f-43a5-99c7-26949ddbf583 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:18:33.096039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for subnet (7dc25adc-3d8f-43a5-99c7-26949ddbf583), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.146529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f500b-7eaf-4664-9cca-1a39b83886e4 req-e87e9fd7-ba06-4c7c-807e-dbd8e1f38b00 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.148241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da1f500b-7eaf-4664-9cca-1a39b83886e4 req-e87e9fd7-ba06-4c7c-807e-dbd8e1f38b00 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.1484902 Feb 19 07:18:33.153523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (7dc25adc-3d8f-43a5-99c7-26949ddbf583), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.190826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f2ab-ff81-494c-b461-c638433f351b req-c02b98c4-428f-4e6e-9d39-74b1b4d67cba tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.194931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:33.203011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2721f2ab-ff81-494c-b461-c638433f351b req-c02b98c4-428f-4e6e-9d39-74b1b4d67cba tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0922594 Feb 19 07:18:33.211950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'port_id': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64', 'mac_address': 'fa:16:3e:35:f8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390a3b8-15b3-4095-88e0-c4d179796871', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:33.233500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7dc25adc-3d8f-43a5-99c7-26949ddbf583), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.240680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da1f500b-7eaf-4664-9cca-1a39b83886e4 req-e21162ec-dd26-44e2-9ca0-2869fbcb4008 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Feb 19 07:18:33.302832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0441c1-b7de-4e85-ac82-f8b58ed958f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-964608ef-ba70-4014-a409-feac8de0bec4', 'network_id': '964608ef-ba70-4014-a409-feac8de0bec4', 'project_id': '280e5bc1b8894738a6533502f681a96a', 'fixed_ips': [{'subnet_id': 'ec6fca32-31c7-48a1-b4b9-2ebd1e423a75'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:18:33.304460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e0441c1-b7de-4e85-ac82-f8b58ed958f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.312585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2721f2ab-ff81-494c-b461-c638433f351b req-d38ee0d0-4e43-4590-b7ed-4cc971ec6a11 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066754 Feb 19 07:18:33.315829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (7dc25adc-3d8f-43a5-99c7-26949ddbf583), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.321602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:33.322016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.337046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f770bf-5daf-4ec5-9734-3b5b6128ce64 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:33.359558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc25adc-3d8f-43a5-99c7-26949ddbf583,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:33.364472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.370580 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-93e85dbc-25f3-4a71-b4f5-a574979f7ce8 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/subnets/7dc25adc-3d8f-43a5-99c7-26949ddbf583 HTTP/1.1" status: 204 len: 168 time: 0.3546097 Feb 19 07:18:33.370937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:33.421299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9f98-37c2-4784-bbfc-42655198d94d req-963e0946-348a-4f77-af08-7929c5d83ebb tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.422809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da2f9f98-37c2-4784-bbfc-42655198d94d req-963e0946-348a-4f77-af08-7929c5d83ebb tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 944 time: 0.0643649 Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-97310e0f-511e-4719-927e-c9cd21a5f38b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc25adc-3d8f-43a5-99c7-26949ddbf583: This subnet is being modified by another concurrent operation. Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:18:33.430094 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7dc25adc-3d8f-43a5-99c7-26949ddbf583: This subnet is being modified by another concurrent operation. Feb 19 07:18:33.434968 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:18:33.457452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:33.464210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.466786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Deleting subnet ec6fca32-31c7-48a1-b4b9-2ebd1e423a75 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:18:33.472346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks [] for subnet (ec6fca32-31c7-48a1-b4b9-2ebd1e423a75), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.480384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da2f9f98-37c2-4784-bbfc-42655198d94d req-868664fb-cfaf-4939-9b2e-00ac1f58f920 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509160 Feb 19 07:18:33.482096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f2f6-543f-4c6d-8444-2a44e0dbc59d req-09bb4c39-ca6e-47eb-b4b7-6ec04db704da tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.483627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f99f2f6-543f-4c6d-8444-2a44e0dbc59d req-09bb4c39-ca6e-47eb-b4b7-6ec04db704da tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1010025 Feb 19 07:18:33.525812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0fc79-d17b-4895-b269-5415a423fc42 None None] Network ab8c1782-aef8-4aa0-b465-8f3d6f5b874b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:33.550821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ec6fca32-31c7-48a1-b4b9-2ebd1e423a75), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.581087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f99f2f6-543f-4c6d-8444-2a44e0dbc59d req-2f7bc1a2-eb5c-434d-938b-62b3405c94d3 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784757 Feb 19 07:18:33.646133 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ec6fca32-31c7-48a1-b4b9-2ebd1e423a75), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.681935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:33.691840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.698836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.707281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.710661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.716093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.721688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.727234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.729119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57b84912-5491-486f-a463-1439ce5485ec req-7318ab8b-c528-4ab3-b776-8bfd5a57757f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1759901 Feb 19 07:18:33.748944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b3f770bf-5daf-4ec5-9734-3b5b6128ce64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:33.764914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b32c68-88c7-4f75-ba74-50f2713c688b req-bb0316ca-32c0-4c9f-8ba5-c6196f890fb4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.766420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6b32c68-88c7-4f75-ba74-50f2713c688b req-bb0316ca-32c0-4c9f-8ba5-c6196f890fb4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0766101 Feb 19 07:18:33.768299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ec6fca32-31c7-48a1-b4b9-2ebd1e423a75), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.782792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-9e0441c1-b7de-4e85-ac82-f8b58ed958f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec6fca32-31c7-48a1-b4b9-2ebd1e423a75: This subnet is being modified by another concurrent operation. Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:18:33.790118 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec6fca32-31c7-48a1-b4b9-2ebd1e423a75: This subnet is being modified by another concurrent operation. Feb 19 07:18:33.794064 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:18:33.806464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.810336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/subnets/ec6fca32-31c7-48a1-b4b9-2ebd1e423a75 HTTP/1.1" status: 204 len: 168 time: 0.4383323 Feb 19 07:18:33.813475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbfba9-c2e7-46c0-8785-23b13b40e24a None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:18:33.814077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57b84912-5491-486f-a463-1439ce5485ec req-5f1f1ebb-4fe9-47e7-9c9a-7b151d250a48 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782261 Feb 19 07:18:33.814236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'floatingip': {'port_id': '0e739c23-0eae-4a52-b657-9ace9f99017c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:33.815019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:33.818508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98f210-61f9-48b8-9d3b-47555721414d tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6fca32-31c7-48a1-b4b9-2ebd1e423a75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:33.869670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:33.919215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d94eba-d2ab-412e-b275-a1ecd2805654 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:33.920817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4d94eba-d2ab-412e-b275-a1ecd2805654 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043553 Feb 19 07:18:33.925083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:34.041461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdbbce-934c-4ce1-854e-3639b0df9923 req-2bf275c0-59ee-4580-a87a-daa42197d230 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.043057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-defdbbce-934c-4ce1-854e-3639b0df9923 req-2bf275c0-59ee-4580-a87a-daa42197d230 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1694419 Feb 19 07:18:34.070261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:34.073438 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1117f620-f1a4-46f6-b9d5-1cbe36b19210" -d '{"events": [{"name": "network-changed", "server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:34.079429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbfba9-c2e7-46c0-8785-23b13b40e24a None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:18:34.082663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (964608ef-ba70-4014-a409-feac8de0bec4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.122152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a5c6e-84bb-441e-8e09-dadb82644cd2 req-5ee32073-12b6-4fbe-af56-7454243a0669 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.123720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f0a5c6e-84bb-441e-8e09-dadb82644cd2 req-5ee32073-12b6-4fbe-af56-7454243a0669 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.0910413 Feb 19 07:18:34.177469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-defdbbce-934c-4ce1-854e-3639b0df9923 req-47e3c7f8-04da-4fb4-b859-e8ed80381ea9 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219676 Feb 19 07:18:34.229357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (964608ef-ba70-4014-a409-feac8de0bec4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.262099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f0a5c6e-84bb-441e-8e09-dadb82644cd2 req-e37823f8-d800-435e-bf04-1709a8e8d9e7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163213 Feb 19 07:18:34.263661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964608ef-ba70-4014-a409-feac8de0bec4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:34.278996 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cbaec3-0ba1-4512-8e04-9ec15d0a6314 x-openstack-request-id: req-e1cbaec3-0ba1-4512-8e04-9ec15d0a6314 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:34.279165 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:34.279796 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1cbaec3-0ba1-4512-8e04-9ec15d0a6314 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:34.280199 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'status': 'completed', 'code': 200} Feb 19 07:18:34.319345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba127c3-7b40-4f42-846a-5be43714d67e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:34.320069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba127c3-7b40-4f42-846a-5be43714d67e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:34.333067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (eba127c3-7b40-4f42-846a-5be43714d67e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.354629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eba127c3-7b40-4f42-846a-5be43714d67e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.361023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-7a596034-5253-45e5-9177-429b83915f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.362582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-7a596034-5253-45e5-9177-429b83915f2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1156 time: 0.0761003 Feb 19 07:18:34.365385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:34.365777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (eba127c3-7b40-4f42-846a-5be43714d67e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.367454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 96992250-7687-46ed-89ef-c3644692b0e1 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:34.369822 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:34.493844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f8bb-ac0b-4413-acd5-0b1cd9957b43 req-5ab8abbe-98f1-4759-bed5-32df341c4712 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.495411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d769f8bb-ac0b-4413-acd5-0b1cd9957b43 req-5ab8abbe-98f1-4759-bed5-32df341c4712 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.1487663 Feb 19 07:18:34.522737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (964608ef-ba70-4014-a409-feac8de0bec4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.535141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.541023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/964608ef-ba70-4014-a409-feac8de0bec4 HTTP/1.1" status: 204 len: 168 time: 0.6122198 Feb 19 07:18:34.549957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:34.571958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=96992250-7687-46ed-89ef-c3644692b0e1,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:34.580745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e4ef4-01a6-4ce2-9049-33348d44fa1c tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=964608ef-ba70-4014-a409-feac8de0bec4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:34.582907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:18:34.591560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce3e55-cdfa-4304-8d3f-8b2a17912a06 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:18:34.594281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11933458-3f9c-4941-a042-0411c631f7d2 req-f9225c33-e6c7-4bc8-9eeb-5144777e6c85 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.601825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11933458-3f9c-4941-a042-0411c631f7d2 req-f9225c33-e6c7-4bc8-9eeb-5144777e6c85 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1701963 Feb 19 07:18:34.617696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d769f8bb-ac0b-4413-acd5-0b1cd9957b43 req-4cc113aa-3cfa-4a64-acec-0751607f0e57 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159143 Feb 19 07:18:34.623525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '96992250-7687-46ed-89ef-c3644692b0e1', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'port_id': '96992250-7687-46ed-89ef-c3644692b0e1', 'mac_address': 'fa:16:3e:9b:c1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390a3b8-15b3-4095-88e0-c4d179796871', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:34.675233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-2a3bdece-3654-415a-9b0c-3a82e89bcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.676698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-2a3bdece-3654-415a-9b0c-3a82e89bcb2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2963140 Feb 19 07:18:34.679178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 96992250-7687-46ed-89ef-c3644692b0e1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:34.679550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96992250-7687-46ed-89ef-c3644692b0e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.700806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96992250-7687-46ed-89ef-c3644692b0e1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:34.714012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ab8c1782-aef8-4aa0-b465-8f3d6f5b874b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.746967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11933458-3f9c-4941-a042-0411c631f7d2 req-d9500cfb-3c89-466b-9e79-5636e432ecf5 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436911 Feb 19 07:18:34.747658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-db99ae90-bc94-4c21-a7bd-1628ae628e35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0575557 Feb 19 07:18:34.748156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=96992250-7687-46ed-89ef-c3644692b0e1,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:34.755476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.756137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:34.786553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.794415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.862107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:34.876357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce3e55-cdfa-4304-8d3f-8b2a17912a06 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:18:34.882439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f06c0-c29e-4b84-b5c3-b0ebc8e18b8f req-d31186cd-73ce-4983-9eaf-94870cc106b2 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.884120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-395f06c0-c29e-4b84-b5c3-b0ebc8e18b8f req-d31186cd-73ce-4983-9eaf-94870cc106b2 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 945 time: 0.1550932 Feb 19 07:18:34.894134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-3e37888b-9b6f-4b22-860f-05f513b2768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.895585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-3e37888b-9b6f-4b22-860f-05f513b2768f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1407564 Feb 19 07:18:34.900972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ab8c1782-aef8-4aa0-b465-8f3d6f5b874b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:34.952220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-a2805e17-ad07-48f8-a948-6a7c76155cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477819 Feb 19 07:18:34.962953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8c1782-aef8-4aa0-b465-8f3d6f5b874b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:34.981230 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Floating IP 12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2 associated. External IP: 172.25.7.163, port: 0e739c23-0eae-4a52-b657-9ace9f99017c. Feb 19 07:18:34.996570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abaa6e-8402-4cab-9501-798248a8026b req-a048d722-b6da-405b-93cf-8452344f22c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:34.998055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14abaa6e-8402-4cab-9501-798248a8026b req-a048d722-b6da-405b-93cf-8452344f22c2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1427171 Feb 19 07:18:34.999844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52077fa9-43ee-4a61-ae54-aca42daf5ae9') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:35.000131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52077fa9-43ee-4a61-ae54-aca42daf5ae9') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:35.021254 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-395f06c0-c29e-4b84-b5c3-b0ebc8e18b8f req-3a87334a-164f-49f8-9ae2-00f435d38ff8 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291454 Feb 19 07:18:35.049465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:35.058278 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (52077fa9-43ee-4a61-ae54-aca42daf5ae9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.078598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:18:35.096561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (52077fa9-43ee-4a61-ae54-aca42daf5ae9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.114839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:35.115203 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (52077fa9-43ee-4a61-ae54-aca42daf5ae9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:35.123881 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:35.176355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14abaa6e-8402-4cab-9501-798248a8026b req-a0b0a6f5-2ef5-47a5-8534-9cea9ab91839 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403902 Feb 19 07:18:35.180365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-e0db3a6d-c0f5-4a38-b672-1f97b07d8c2d service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132208 Feb 19 07:18:35.240174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da9e2e-a5c5-409d-9f61-6bfc987bd02d None None] Network 964608ef-ba70-4014-a409-feac8de0bec4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:35.256092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da9e2e-a5c5-409d-9f61-6bfc987bd02d None None] Network 964608ef-ba70-4014-a409-feac8de0bec4 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:18:35.266001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ab8c1782-aef8-4aa0-b465-8f3d6f5b874b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.270898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.278499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/ab8c1782-aef8-4aa0-b465-8f3d6f5b874b HTTP/1.1" status: 204 len: 168 time: 0.7186191 Feb 19 07:18:35.279339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:35.342498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7762902-a969-4223-b54b-39db4867c59a tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=ab8c1782-aef8-4aa0-b465-8f3d6f5b874b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:35.441510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.447613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.448721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (080fffde-db71-41bc-abb8-0d2477f64bf1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.452915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.453214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1117f620-f1a4-46f6-b9d5-1cbe36b19210 req-9ba254b9-e05f-4c14-9fb1-ab2f097a0fe7 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647858 Feb 19 07:18:35.458244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.463701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.468966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.473529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237f4b-6378-44af-8225-c07449a1ca38 req-837c30ec-67bb-4c05-90fe-284aeefc07b0 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.474752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.475486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c237f4b-6378-44af-8225-c07449a1ca38 req-837c30ec-67bb-4c05-90fe-284aeefc07b0 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1744587 Feb 19 07:18:35.476724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-cbe598e7-8fba-4bf2-a39c-57822cfda82f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1132717 Feb 19 07:18:35.495149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['96992250-7687-46ed-89ef-c3644692b0e1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:35.582765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (080fffde-db71-41bc-abb8-0d2477f64bf1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.615331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c237f4b-6378-44af-8225-c07449a1ca38 req-c7e97721-dec4-4660-b3e8-fe5f9c4c5620 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Feb 19 07:18:35.619634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080fffde-db71-41bc-abb8-0d2477f64bf1']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:35.622238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04ff6d12-36b8-4979-9879-2e4d36eee09b req-0ce0cd8e-1054-4d3f-9190-9b9d9930df22 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118481 Feb 19 07:18:35.630785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6be673-cf62-4a46-8d54-3e5319f21b7c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:35.631108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6be673-cf62-4a46-8d54-3e5319f21b7c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:35.637691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:18:35.642004 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (fd6be673-cf62-4a46-8d54-3e5319f21b7c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.657024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fd6be673-cf62-4a46-8d54-3e5319f21b7c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.664592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:35.665130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (fd6be673-cf62-4a46-8d54-3e5319f21b7c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:35.669422 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:35.766243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (080fffde-db71-41bc-abb8-0d2477f64bf1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.774659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.777499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/080fffde-db71-41bc-abb8-0d2477f64bf1 HTTP/1.1" status: 204 len: 168 time: 0.4906654 Feb 19 07:18:35.781597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:35.808088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:18:35.809480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b8528-a13f-484f-a439-d6c1477e8c90 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=080fffde-db71-41bc-abb8-0d2477f64bf1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:35.813336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.825098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:18:35.853613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6961cf-4ebb-4148-a2f1-d05defc3daf6 req-420b9ffd-61d8-4017-af53-40739744e058 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.861210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e6961cf-4ebb-4148-a2f1-d05defc3daf6 req-420b9ffd-61d8-4017-af53-40739744e058 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.1089668 Feb 19 07:18:35.867696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf90e6e-8f42-4ea9-bb2e-4e704d8ea3e4 req-45f59c77-a8fd-4924-bf52-9092485b24e1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:35.869202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dcf90e6e-8f42-4ea9-bb2e-4e704d8ea3e4 req-45f59c77-a8fd-4924-bf52-9092485b24e1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.1417792 Feb 19 07:18:35.888468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-07a66354-1a0a-4239-8cd7-c391271cad89 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "PUT /v2.0/floatingips/12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2 HTTP/1.1" status: 200 len: 991 time: 2.1020212 Feb 19 07:18:35.888468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:35.889293 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be856f9-10c2-4fda-8264-e7478ec2dbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:35.901916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1c00a949-91cb-45a2-946c-50448e90ac1e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:35.939082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e6961cf-4ebb-4148-a2f1-d05defc3daf6 req-78305762-7601-4a9a-b13d-4c1d28188b45 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769644 Feb 19 07:18:35.967308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dcf90e6e-8f42-4ea9-bb2e-4e704d8ea3e4 req-10c35d2c-c663-480f-9817-7a3593219adc tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905871 Feb 19 07:18:36.020665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:18:36.021314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:18:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.040739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1c00a949-91cb-45a2-946c-50448e90ac1e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.065776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c00a949-91cb-45a2-946c-50448e90ac1e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.076728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc265ad-7f01-48a3-b472-364e821c6d63') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.077035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc265ad-7f01-48a3-b472-364e821c6d63') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.077763 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402fdbd0-066b-4e22-bf2c-d516b32cad20 x-openstack-request-id: req-402fdbd0-066b-4e22-bf2c-d516b32cad20 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:36.078151 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:36.078478 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-402fdbd0-066b-4e22-bf2c-d516b32cad20 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:36.078945 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'status': 'completed', 'code': 200} Feb 19 07:18:36.091109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8cc265ad-7f01-48a3-b472-364e821c6d63), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.111233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc265ad-7f01-48a3-b472-364e821c6d63), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.118770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:36.119179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8cc265ad-7f01-48a3-b472-364e821c6d63), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:36.141866 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:36.170549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:18:36.175008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb4a15-08b6-4661-bc31-ac7fc9e9f382 req-1715e965-043a-4809-8d90-fa79e99405ae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.193433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bcb4a15-08b6-4661-bc31-ac7fc9e9f382 req-1715e965-043a-4809-8d90-fa79e99405ae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 946 time: 0.1699572 Feb 19 07:18:36.202786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1c00a949-91cb-45a2-946c-50448e90ac1e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.216571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.220438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] 10.222.0.43 "DELETE /v2.0/networks/1c00a949-91cb-45a2-946c-50448e90ac1e HTTP/1.1" status: 204 len: 168 time: 0.4377778 Feb 19 07:18:36.235425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b9ea4f-4aba-482b-add1-279096b4a929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.251404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21610b-96d1-40b0-bb82-551ce2f2f2c2 tempest-BulkNetworkOpsTest-714688391 tempest-BulkNetworkOpsTest-714688391-project] Pushing event deleted for resources: {'Network': ['ID=1c00a949-91cb-45a2-946c-50448e90ac1e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:36.277752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-df469e91-cef9-4285-8ebb-b81d5ffdc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.279176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-df469e91-cef9-4285-8ebb-b81d5ffdc402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1127 time: 0.1667600 Feb 19 07:18:36.303240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bcb4a15-08b6-4661-bc31-ac7fc9e9f382 req-9062abdb-a703-4c7c-8a31-ae1acd07779e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932405 Feb 19 07:18:36.342247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:36.449616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ef869-37b3-4a40-80b1-5af41fffe51d req-7ea46cd7-9514-4c17-8783-8cac223c28d2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.451559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c93ef869-37b3-4a40-80b1-5af41fffe51d req-7ea46cd7-9514-4c17-8783-8cac223c28d2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0642054 Feb 19 07:18:36.472184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-9d235885-0f2b-4ce9-883f-dfaa5805494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.473590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-9d235885-0f2b-4ce9-883f-dfaa5805494b service neutron] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.1768622 Feb 19 07:18:36.481943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dc3d-b1f3-4c68-a317-f1890dceaa7d req-5f6c7473-6bd8-458b-b28b-b0fb8e02036e tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.489049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c581dc3d-b1f3-4c68-a317-f1890dceaa7d req-5f6c7473-6bd8-458b-b28b-b0fb8e02036e tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 945 time: 0.0929463 Feb 19 07:18:36.523172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c93ef869-37b3-4a40-80b1-5af41fffe51d req-bbf30fcc-1d5e-4498-8995-e646af73ca13 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Feb 19 07:18:36.570218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:36.570752 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.611922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:36.614280 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6b9509-c023-4e11-be1f-bcaccc892de8" -d '{"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:36.618725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-b9e96532-4f72-4528-9c40-cd124fa544ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 999 time: 0.1276636 Feb 19 07:18:36.633262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:36.633540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c581dc3d-b1f3-4c68-a317-f1890dceaa7d req-f4a0d4e8-a18d-4904-bfe2-83a80184e639 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384788 Feb 19 07:18:36.634105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51002) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:36.637541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:a3:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33579411-25f1-4870-87b0-e74e353b7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:27Z', 'updated_at': '2022-02-19T07:18:34Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.706972 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37e0bd-6524-4600-8691-fbad01ceffef x-openstack-request-id: req-ef37e0bd-6524-4600-8691-fbad01ceffef {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:36.707399 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-unplugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:36.709427 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef37e0bd-6524-4600-8691-fbad01ceffef {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:36.709955 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'code': 200} Feb 19 07:18:36.712953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:36.715115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b3f770bf-5daf-4ec5-9734-3b5b6128ce64 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:36.719439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:36.721234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:18:36.750764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-2a9cf5ff-7c8f-4506-9ec7-c4f1e47961f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.752283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-2a9cf5ff-7c8f-4506-9ec7-c4f1e47961f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.1172535 Feb 19 07:18:36.810215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:18:36.811034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:18:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:36.851573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75bcb0-ebd7-460f-af4f-e34ab6936933 req-f586608e-5991-4bbf-8bc1-2512daa1af54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.853160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d75bcb0-ebd7-460f-af4f-e34ab6936933 req-f586608e-5991-4bbf-8bc1-2512daa1af54 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 948 time: 0.0902834 Feb 19 07:18:36.856171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-6f9f1ed6-862b-49be-8e22-0d1b1ea5654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:36.857631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-6f9f1ed6-862b-49be-8e22-0d1b1ea5654b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846205 Feb 19 07:18:36.912583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:36.984165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:37.004408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-fb46e631-e2d0-496f-b5c8-8fb750808aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371346 Feb 19 07:18:37.007236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:37.007722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.026094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:37.027154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d75bcb0-ebd7-460f-af4f-e34ab6936933 req-ea341efa-51f5-471e-820c-4e22430e7774 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662450 Feb 19 07:18:37.065152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:18:37.105793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'port_id': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'mac_address': 'fa:16:3e:0d:dd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03aedaf-e00d-458b-9ad2-f639fed052ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:37.158946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5be856f9-10c2-4fda-8264-e7478ec2dbc6 req-fb0d3306-9f83-4d3f-99b7-38c1d560e773 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450851 Feb 19 07:18:37.173016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a1b55-9053-4926-830c-44fa01c16d85 req-36c31507-1d3a-482b-b0f1-1dc44ca2ecb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.175060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810a1b55-9053-4926-830c-44fa01c16d85 req-36c31507-1d3a-482b-b0f1-1dc44ca2ecb1 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.3908932 Feb 19 07:18:37.178067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-be426481-e3b3-4953-8340-7276ffb3406b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=280e5bc1b8894738a6533502f681a96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5427752 Feb 19 07:18:37.180993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:37.187341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.194525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e769f03c-9fb6-4615-9316-6c863d2536f4 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:37.194752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.195122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.201568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.206855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.213646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.219810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.225998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.226930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:37.227954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-1a995d6a-8b6d-49fe-8fe1-3585384fdb5a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1136878 Feb 19 07:18:37.264207 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-810a1b55-9053-4926-830c-44fa01c16d85 req-5fd3d1b0-a1b0-4836-9f52-0376abb77bc8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745969 Feb 19 07:18:37.286111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] Publish callbacks [] for security_group (9f67f833-19c6-432c-800f-e1b2aed52d62), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.286607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:37.300693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.303901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:37.304384 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.317028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] Publish callbacks [] for security_group (9f67f833-19c6-432c-800f-e1b2aed52d62), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.318545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e72d39a3-6e6d-4cd3-b8f1-d5cc8aa17e5e req-31c4759a-3d70-425e-b3b7-39f17fd4dd07 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777099 Feb 19 07:18:37.405131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:37.434984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52034d0f-b4da-4d15-b372-ca5a529e444b req-d28fd438-7288-46b1-a90d-2ff26626a327 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.438960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:37.443111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52034d0f-b4da-4d15-b372-ca5a529e444b req-d28fd438-7288-46b1-a90d-2ff26626a327 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.1021729 Feb 19 07:18:37.447557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.464574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e769f03c-9fb6-4615-9316-6c863d2536f4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:37.480639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9f67f833-19c6-432c-800f-e1b2aed52d62), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.483155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:37.487411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f67f833-19c6-432c-800f-e1b2aed52d62 HTTP/1.1" status: 204 len: 168 time: 0.3052561 Feb 19 07:18:37.509859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c06da-f6fd-4908-ba38-ce101f506d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f67f833-19c6-432c-800f-e1b2aed52d62,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:37.531604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52034d0f-b4da-4d15-b372-ca5a529e444b req-b6629648-c530-4f36-87f8-da9feb9827fc tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 Feb 19 07:18:37.626977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:37.680030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32902bd3-c107-40d0-8741-e17812966a97 req-dd70fe37-a8d1-42e0-9aff-2b70769fff3e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.690598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32902bd3-c107-40d0-8741-e17812966a97 req-dd70fe37-a8d1-42e0-9aff-2b70769fff3e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 945 time: 0.1080475 Feb 19 07:18:37.693137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:a3:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33579411-25f1-4870-87b0-e74e353b7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:27Z', 'updated_at': '2022-02-19T07:18:34Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:37.696570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92210e89-81bf-4030-9e84-44668ed72b10 req-81f6f155-c6e5-4d53-b7f9-64b78d083391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.698277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92210e89-81bf-4030-9e84-44668ed72b10 req-81f6f155-c6e5-4d53-b7f9-64b78d083391 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1130 time: 0.1121366 Feb 19 07:18:37.730277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818071d-fa80-4c76-91e0-e08adc523a9b None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:a3:46:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33579411-25f1-4870-87b0-e74e353b7f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:27Z', 'updated_at': '2022-02-19T07:18:34Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:18:37.753580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc463f-1db4-4725-9c7b-daf0f9262718 req-d5196573-f806-48b8-a533-bd325f76722e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.760648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc463f-1db4-4725-9c7b-daf0f9262718 req-d5196573-f806-48b8-a533-bd325f76722e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.761269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32902bd3-c107-40d0-8741-e17812966a97 req-9cc28a96-5950-4c96-9164-6cf061212937 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688684 Feb 19 07:18:37.766652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc463f-1db4-4725-9c7b-daf0f9262718 req-d5196573-f806-48b8-a533-bd325f76722e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.769011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7dc463f-1db4-4725-9c7b-daf0f9262718 req-d5196573-f806-48b8-a533-bd325f76722e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c&device_id=30fad632-999d-456a-a001-b782b32a91dd&device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 2417 time: 0.1233649 Feb 19 07:18:37.797875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92210e89-81bf-4030-9e84-44668ed72b10 req-0c7221d6-a041-410c-9372-c924af55e816 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925531 Feb 19 07:18:37.840153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7dc463f-1db4-4725-9c7b-daf0f9262718 req-e1a9fe83-b44c-4540-a3d6-12c50308a1f8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619006 Feb 19 07:18:37.943955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d71ce7-a786-42a8-8840-37694a5a5308 req-f865acd9-4046-4319-a13c-9c50977e0ed6 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:37.952350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72d71ce7-a786-42a8-8840-37694a5a5308 req-f865acd9-4046-4319-a13c-9c50977e0ed6 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 946 time: 0.0890234 Feb 19 07:18:38.029445 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83be7c-1595-4f8f-a76e-717da7fb8daa None None] New status for floating IP 12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:18:38.044001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72d71ce7-a786-42a8-8840-37694a5a5308 req-7a6015f4-2355-4819-a11b-ce4650174fa8 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887649 Feb 19 07:18:38.136244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a18a2-382e-4bb0-9bab-4a35ebe8fe7e req-71b74d2d-be31-4e16-aa14-6ac2201a2951 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.138157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-953a18a2-382e-4bb0-9bab-4a35ebe8fe7e req-71b74d2d-be31-4e16-aa14-6ac2201a2951 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0628729 Feb 19 07:18:38.178518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279030-196b-4e7e-8bf1-5996efe0fabe req-e4f6d7ca-d96a-4131-a8d7-95e3a400c8c7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.180362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9279030-196b-4e7e-8bf1-5996efe0fabe req-e4f6d7ca-d96a-4131-a8d7-95e3a400c8c7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 945 time: 0.0633576 Feb 19 07:18:38.204194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-953a18a2-382e-4bb0-9bab-4a35ebe8fe7e req-03f4b1e0-b26f-459f-b71d-e72aa7bf0429 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594006 Feb 19 07:18:38.278490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9279030-196b-4e7e-8bf1-5996efe0fabe req-b9d8e8fc-2d85-4a75-84c1-e4cc1709135e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870123 Feb 19 07:18:38.325601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e849e-553f-4608-808a-c4e32284d3a5 req-8ce7569c-b34e-4c15-adc7-d62d9fdffadf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.327280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f1e849e-553f-4608-808a-c4e32284d3a5 req-8ce7569c-b34e-4c15-adc7-d62d9fdffadf tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 948 time: 0.0637722 Feb 19 07:18:38.371343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:38.392830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f1e849e-553f-4608-808a-c4e32284d3a5 req-2f44b95c-a1f6-4407-a8a5-566426dac00a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 Feb 19 07:18:38.394891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 96992250-7687-46ed-89ef-c3644692b0e1 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:38.471803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:38.525203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.530499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.535805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.541211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.544720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e2-3762-4be7-b5da-29b588416043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.546923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.552230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.558332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.560520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-15a259d5-e759-468a-8ec5-322b207c3de1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1478808 Feb 19 07:18:38.567079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-ebeab50a-6d0a-4aae-b62c-c3256104d726 service neutron] 10.222.0.24 "GET /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.1240668 Feb 19 07:18:38.580758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 96992250-7687-46ed-89ef-c3644692b0e1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:38.590777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:38.601188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 96992250-7687-46ed-89ef-c3644692b0e1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:38.601671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (96992250-7687-46ed-89ef-c3644692b0e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.626154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1288791082'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:38.652382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:38.652816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'mac_address': 'fa:16:3e:72:29:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:38.657967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.666753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e03acd71-0eff-427f-8d11-8b9f9f88edb2 req-96197249-b17b-4201-a3f3-8f0fbe7f1008 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984488 Feb 19 07:18:38.670132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.718127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:38.721384 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd93d9-8233-401e-8f85-e64cfca1eb06" -d '{"events": [{"server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "name": "network-vif-plugged", "status": "completed", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:38.731249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:38.755985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:38.756497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.785596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:38.790846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 96992250-7687-46ed-89ef-c3644692b0e1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:38.791644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96992250-7687-46ed-89ef-c3644692b0e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.805004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (bb5a280d-7c08-4204-8d76-d75c508b9e62), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.816902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bb5a280d-7c08-4204-8d76-d75c508b9e62), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.820950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:38.830652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:38.845392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c44e2ab3-adad-4b86-8ca3-9ad47cdf3435), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.845748 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment c44e2ab3-adad-4b86-8ca3-9ad47cdf3435 of type vlan for network 6d933949-66e6-451b-bfd5-11fbc77f5471 Feb 19 07:18:38.847540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:38.891840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (6d933949-66e6-451b-bfd5-11fbc77f5471), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.892124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:38.904643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:38.924770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.951524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (6d933949-66e6-451b-bfd5-11fbc77f5471), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.956986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.957601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:38.975096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b275d4-790a-401f-bb08-c3d0fd6084c7 req-50f28106-16d3-49a2-af0e-2411dd1f8c21 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:38.977376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b275d4-790a-401f-bb08-c3d0fd6084c7 req-50f28106-16d3-49a2-af0e-2411dd1f8c21 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 944 time: 0.3086081 Feb 19 07:18:39.005547 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b62f6a-3a95-405a-b1e0-b276d0e9f356 x-openstack-request-id: req-b0b62f6a-3a95-405a-b1e0-b276d0e9f356 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:39.005863 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "name": "network-vif-plugged", "status": "completed", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:39.006120 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0b62f6a-3a95-405a-b1e0-b276d0e9f356 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:39.006824 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64', 'code': 200} Feb 19 07:18:39.037417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=96992250-7687-46ed-89ef-c3644692b0e1,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.040743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.045404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.073566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.074220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:39.092119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=6d933949-66e6-451b-bfd5-11fbc77f5471,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.103330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6299927 Feb 19 07:18:39.105193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:39.110653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'name': 'tempest-PortsTestJSON-88642928'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:39.119573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c983-c570-42a2-a749-fcd2278f543e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5a280d-7c08-4204-8d76-d75c508b9e62,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.137848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:39.148257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] Transition to ACTIVE for port object b66d78f0-2f0c-4352-a670-2042e7b3fbe7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:39.159877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.180130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc05ce9-8b2a-45ef-a255-a8e4c20c8c0b req-4c5fd2d3-65ca-4521-9c69-41d4bb761836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.182895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fc05ce9-8b2a-45ef-a255-a8e4c20c8c0b req-4c5fd2d3-65ca-4521-9c69-41d4bb761836 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 1128 time: 0.1512980 Feb 19 07:18:39.237312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.252088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b275d4-790a-401f-bb08-c3d0fd6084c7 req-ee83561b-cd89-4d7d-8694-c4c33be5665c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712508 Feb 19 07:18:39.254445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:18:39.282046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] No DVR routers for this DVR port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:39.310985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:39.315229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.323117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5fc05ce9-8b2a-45ef-a255-a8e4c20c8c0b req-8c73b309-d26b-4cf7-954b-2f15f4325006 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170073 Feb 19 07:18:39.336332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:39.337369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:39.345807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 73e16bd9-c855-4b72-b613-eb355ed17a07 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:39.381045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.404217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-c76a2944-cf3d-4642-b5e1-76b61a5fb6bb service neutron] 10.222.0.24 "PUT /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8146658 Feb 19 07:18:39.415550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.444244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093c46c-081f-4ec6-969d-e9531f3d6861 req-8a77851c-384b-4263-85f1-0f248617dcbc tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.452062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5093c46c-081f-4ec6-969d-e9531f3d6861 req-8a77851c-384b-4263-85f1-0f248617dcbc tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 946 time: 0.1252742 Feb 19 07:18:39.469389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.489069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e769f03c-9fb6-4615-9316-6c863d2536f4 is: BUILD; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:39.489469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.503918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:39.536857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:39.537224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:39.537590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:39.538375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5093c46c-081f-4ec6-969d-e9531f3d6861 req-9b7048e9-1494-4c65-9b42-59e018862bfa tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859842 Feb 19 07:18:39.540684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.544585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:39.544984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:39.548890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.556031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:39.556392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:39.557302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:39.557302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound port: b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:39.557647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.643048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.667131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.672355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.698738 n-d-829866-3 neutron-server[103589]: WARNING neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Concurrent port binding operations failed on port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 Feb 19 07:18:39.702030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77572e48-6b24-4220-9101-c4289222d160 req-acb9989f-dcad-42da-9205-7fa0ddac05ab tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.702590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.702754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935735-557f-450e-8d5c-18d4f1356f78 req-8a506651-9c76-4de2-bfc3-a928aef150d8 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.703701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77572e48-6b24-4220-9101-c4289222d160 req-acb9989f-dcad-42da-9205-7fa0ddac05ab tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 944 time: 0.1452594 Feb 19 07:18:39.704312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29935735-557f-450e-8d5c-18d4f1356f78 req-8a506651-9c76-4de2-bfc3-a928aef150d8 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.0741501 Feb 19 07:18:39.711507 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempt 2 to bind port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 Feb 19 07:18:39.712503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'port_id': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'mac_address': 'fa:16:3e:41:14:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91821e47-7ba2-4e28-9af9-03c4152a518b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:39.719363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-55e37ad3-11f3-4937-a592-290ae1f213b9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.720862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-55e37ad3-11f3-4937-a592-290ae1f213b9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.1261451 Feb 19 07:18:39.758440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:39.759639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.774758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:39.781053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.791086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29935735-557f-450e-8d5c-18d4f1356f78 req-343bb6bf-468a-48b5-9ee2-ac91e0aaeb99 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798056 Feb 19 07:18:39.798597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:39.805353 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:39.821068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-c9cb86df-f60a-4ad1-8b13-2f790f11982a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.821068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-c9cb86df-f60a-4ad1-8b13-2f790f11982a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 944 time: 0.0760851 Feb 19 07:18:39.850499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77572e48-6b24-4220-9101-c4289222d160 req-24292b2b-ca6c-4224-bcab-1ac775774153 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390696 Feb 19 07:18:39.872644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=73e16bd9-c855-4b72-b613-eb355ed17a07,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.883791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-a27f4814-9713-4df1-8c5e-ca48c8fc2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:39.885411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-a27f4814-9713-4df1-8c5e-ca48c8fc2698 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8&tenant_id=79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 1127 time: 0.1464543 Feb 19 07:18:39.905263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:39.910466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:39.910835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 6d933949-66e6-451b-bfd5-11fbc77f5471, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:39.962321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:39.997203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:40.012343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b4f63-adcc-4a01-9687-f95890d06014 req-16d1a8d9-7ee9-44b6-85e9-f8ddef8c8ae6 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.019305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f3b4f63-adcc-4a01-9687-f95890d06014 req-16d1a8d9-7ee9-44b6-85e9-f8ddef8c8ae6 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1006548 Feb 19 07:18:40.021117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 6d933949-66e6-451b-bfd5-11fbc77f5471) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:40.028091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-ca737a7b-ca6f-4db0-8ba8-7a403f7b9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.029631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-ca737a7b-ca6f-4db0-8ba8-7a403f7b9232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.1096785 Feb 19 07:18:40.032156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:40.036573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2463bd-f69a-4883-8787-b098ecbfc8ce None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:40.037297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.037966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.050296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Deleting port e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:40.050699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.121339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44f226fc-51ac-4074-b964-13079b795cdc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0117731 Feb 19 07:18:40.121601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:40.128036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-880824609'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:40.135016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.141888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.150928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f3b4f63-adcc-4a01-9687-f95890d06014 req-a3fc8e56-e1b4-4809-bc07-06716510fb68 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288450 Feb 19 07:18:40.156419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.163775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.170981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.177773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.183396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.190976 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-dd63cdbd-25ca-40af-854e-374e2ca05cf0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2304294 Feb 19 07:18:40.200928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:40.204349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.218722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] For port e769f03c-9fb6-4615-9316-6c863d2536f4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e769f03c-9fb6-4615-9316-6c863d2536f4,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:40.219460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.240020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Calling delete_port for e769f03c-9fb6-4615-9316-6c863d2536f4 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:40.254488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:40.264244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-59c9a40a-630c-4836-83cd-e3ae6ab82d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.265809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-59c9a40a-630c-4836-83cd-e3ae6ab82d5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2251670 Feb 19 07:18:40.283165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:40.314779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6cf6ccd0-2e7a-40d4-a718-806f982b4442), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.315465 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 6cf6ccd0-2e7a-40d4-a718-806f982b4442 of type vlan for network 63b49fcf-f5e0-4ab6-91f4-b995647955f1 Feb 19 07:18:40.334725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-5b004170-b4ca-4c26-901d-c5d0f9b5c496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.0602114 Feb 19 07:18:40.352363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a33d3f79-fa40-4ee3-bf35-3ef1bfc15f40 req-210f670f-25e7-4cc6-a1d1-303a293e589b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603374 Feb 19 07:18:40.401198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-bb8a7e8a-96d6-41e8-a9b3-c7fcf6bca152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.402687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-bb8a7e8a-96d6-41e8-a9b3-c7fcf6bca152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.0493917 Feb 19 07:18:40.447520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (63b49fcf-f5e0-4ab6-91f4-b995647955f1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.449033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-6b1fc72f-5047-4380-8dd5-f79e90e78c7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308080 Feb 19 07:18:40.503871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-83a85b48-18a5-4fa5-9f8d-fb9f8bcadbd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775720 Feb 19 07:18:40.511783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (63b49fcf-f5e0-4ab6-91f4-b995647955f1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.516703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.517308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.549563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-948b0369-04ac-45d0-a980-c34f90f55be6 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930555 Feb 19 07:18:40.610470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4206-b621-4ba4-91c7-d432fafb00ac req-c4e6390f-0b91-4bc4-b763-46ffc446f8d4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.612042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2cec4206-b621-4ba4-91c7-d432fafb00ac req-c4e6390f-0b91-4bc4-b763-46ffc446f8d4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 946 time: 0.2546406 Feb 19 07:18:40.650246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5260053 Feb 19 07:18:40.653966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:40.659306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'ports': [{'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'}, {'network_id': '63b49fcf-f5e0-4ab6-91f4-b995647955f1'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:40.659306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:40.659600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '63b49fcf-f5e0-4ab6-91f4-b995647955f1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:40.690040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-7dc81fce-1ff7-4db9-9f1a-83605a70946f service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334827 Feb 19 07:18:40.703030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fd415-bab1-4e7d-b62f-26d47afb4b37 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=63b49fcf-f5e0-4ab6-91f4-b995647955f1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:40.705120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e769f03c-9fb6-4615-9316-6c863d2536f4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.715955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 63b49fcf-f5e0-4ab6-91f4-b995647955f1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:40.751393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event deleted for resources: {'Port': ['ID=e769f03c-9fb6-4615-9316-6c863d2536f4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:40.765024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806624-6f89-4eb3-bb80-ff871865d133 req-2ecf7fb9-564b-460e-bc62-5065473f4cff tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.766572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5806624-6f89-4eb3-bb80-ff871865d133 req-2ecf7fb9-564b-460e-bc62-5065473f4cff tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 946 time: 0.1339636 Feb 19 07:18:40.767241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-4873a8b2-06c8-4427-ada3-4e500d197d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:40.768748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-4873a8b2-06c8-4427-ada3-4e500d197d43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 1132 time: 0.2115879 Feb 19 07:18:40.794578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2cec4206-b621-4ba4-91c7-d432fafb00ac req-17d06d0f-dd9c-4714-9696-e5397f993d9b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432891 Feb 19 07:18:40.830074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] No DVR routers for this DVR port e769f03c-9fb6-4615-9316-6c863d2536f4 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:40.845777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.849057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d31e0212-4376-455a-b134-19a4a4f54b25 req-b12d8211-98b3-4051-9d22-2efa6820a936 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "DELETE /v2.0/ports/e769f03c-9fb6-4615-9316-6c863d2536f4 HTTP/1.1" status: 204 len: 173 time: 1.0260513 Feb 19 07:18:40.849737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'name': 'network-vif-deleted', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:40.852482 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a424bf4a-4073-44dc-be11-cffeaf084d6f" -d '{"events": [{"server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "name": "network-vif-deleted", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:40.895872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5806624-6f89-4eb3-bb80-ff871865d133 req-a89095ea-f710-4aa0-9780-204f72279a7e tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134629 Feb 19 07:18:40.904039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:40.912493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.931360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.935319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:40.990865 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa54e84-fe18-44b4-aaaa-6819bd704196 x-openstack-request-id: req-8aa54e84-fe18-44b4-aaaa-6819bd704196 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:40.991167 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1241e41e-9080-41a3-9551-eea264b41d94", "name": "network-vif-deleted", "tag": "e769f03c-9fb6-4615-9316-6c863d2536f4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:40.992221 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aa54e84-fe18-44b4-aaaa-6819bd704196 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:40.992514 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1241e41e-9080-41a3-9551-eea264b41d94', 'name': 'network-vif-deleted', 'tag': 'e769f03c-9fb6-4615-9316-6c863d2536f4', 'status': 'completed', 'code': 200} Feb 19 07:18:41.001082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-140d4ecf-e507-48f7-a1cb-6f4efc3fe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.002625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-140d4ecf-e507-48f7-a1cb-6f4efc3fe757 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2034905 Feb 19 07:18:41.008621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:41.011288 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d826e2-9b06-4fff-8694-25ba1334d449" -d '{"events": [{"server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "name": "network-vif-plugged", "status": "completed", "tag": "96992250-7687-46ed-89ef-c3644692b0e1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:41.066769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-2f0aeee2-ebe0-45c8-86a8-90142222cab1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 200 len: 217 time: 0.0462778 Feb 19 07:18:41.108383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ed4bb-0aee-4197-94ae-e05674e8e962 req-248f8952-eec4-48d4-8b45-dd114c77bff5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.109850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-278ed4bb-0aee-4197-94ae-e05674e8e962 req-248f8952-eec4-48d4-8b45-dd114c77bff5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 950 time: 0.1675940 Feb 19 07:18:41.145987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-b3f97238-de84-4c83-b356-f6ae4c7ae2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.148070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-b3f97238-de84-4c83-b356-f6ae4c7ae2e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0752265 Feb 19 07:18:41.202400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-278ed4bb-0aee-4197-94ae-e05674e8e962 req-df63627d-6122-4fbb-b15c-e39b10eba293 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850961 Feb 19 07:18:41.238118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-b48fd281-142a-4d6e-9032-b30f0592311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.239753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-b48fd281-142a-4d6e-9032-b30f0592311b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0838618 Feb 19 07:18:41.340377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-237c3c0a-c7e7-424d-b73e-9ff133ebb22b req-0e24250a-d50f-40f1-aa55-d6229779a626 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=1241e41e-9080-41a3-9551-eea264b41d94 HTTP/1.1" status: 200 len: 210 time: 0.0830581 Feb 19 07:18:41.375484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9800-6110-4350-909b-0b54d8b1f661 req-9ec8f9ba-4870-4204-94f9-72f77554be12 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.377179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b60c9800-6110-4350-909b-0b54d8b1f661 req-9ec8f9ba-4870-4204-94f9-72f77554be12 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 946 time: 0.1108840 Feb 19 07:18:41.382089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-33a18188-bcf1-47e2-b577-841f2b2eb28c service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333795 Feb 19 07:18:41.393659 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c41f1-de21-4647-8338-055233ef10e8 x-openstack-request-id: req-d36c41f1-de21-4647-8338-055233ef10e8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:41.394029 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "name": "network-vif-plugged", "status": "completed", "tag": "96992250-7687-46ed-89ef-c3644692b0e1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:41.394354 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d36c41f1-de21-4647-8338-055233ef10e8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:41.394844 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1', 'code': 200} Feb 19 07:18:41.490677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-0d1aac26-ad1c-4f57-bcee-021b11112911 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.492925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-0d1aac26-ad1c-4f57-bcee-021b11112911 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1128 time: 0.2346787 Feb 19 07:18:41.526209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b60c9800-6110-4350-909b-0b54d8b1f661 req-92ac37ee-dc26-44e4-bcaf-3f0930a692ae tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429226 Feb 19 07:18:41.567845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2722b78b-5d60-4583-8a49-c10499f8d1c0 req-96a90651-062d-4375-bc40-7d8ea0f176b5 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770313 Feb 19 07:18:41.575427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 3bdf11ef-c122-4961-a715-f711dafa515e yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:41.576830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bbf7-90ff-45ca-bbf6-bfcc572c767b req-ae0c9dad-e2c0-491b-8e39-d3284581e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.578303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c541bbf7-90ff-45ca-bbf6-bfcc572c767b req-ae0c9dad-e2c0-491b-8e39-d3284581e073 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 1128 time: 0.0912197 Feb 19 07:18:41.623236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c36d7-8370-4abb-80d0-e640a665c3d1 req-8f44c1ec-d5e6-4457-8aea-b3448bd31d35 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.627643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-265c36d7-8370-4abb-80d0-e640a665c3d1 req-8f44c1ec-d5e6-4457-8aea-b3448bd31d35 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1778889 Feb 19 07:18:41.636719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c541bbf7-90ff-45ca-bbf6-bfcc572c767b req-59cfda4e-4794-4129-8c5d-2fcd2d1ff208 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517151 Feb 19 07:18:41.730867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-265c36d7-8370-4abb-80d0-e640a665c3d1 req-b05ab1e2-eec6-4b41-ba26-89ec93d6ff3f tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950408 Feb 19 07:18:41.760894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.766534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.771868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.777644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.783297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.784467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-42bbbc8a-1572-41ae-8d49-87e63182da34 service neutron] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:41.789245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.792764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-42bbbc8a-1572-41ae-8d49-87e63182da34 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:41.793864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab2732de-f081-404b-b1f4-36daa6a567f9 req-42bbbc8a-1572-41ae-8d49-87e63182da34 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.2816143 Feb 19 07:18:41.794543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.797912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (3bdf11ef-c122-4961-a715-f711dafa515e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:41.799661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-35dea1ca-8807-4c38-9abf-de82ef15ad0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1004808 Feb 19 07:18:41.853999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e4ab727-1104-4040-af07-b91b5e4d3b36 req-7b38b92f-66b1-4b07-8194-1c288a91d82b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517008 Feb 19 07:18:41.898674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19162631-a917-43f8-b0bb-b388a98ab1a9 req-595e481b-3eed-46aa-840d-40e51fc40d92 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:41.900624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19162631-a917-43f8-b0bb-b388a98ab1a9 req-595e481b-3eed-46aa-840d-40e51fc40d92 tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.0885978 Feb 19 07:18:41.939485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port e325a322-8c22-4000-a26e-172c27ad6be5 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:42.003462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef698c-5113-4b5f-8343-402f7e0198d4 req-9a8fa2fe-36fa-45ba-b14c-44111d3bf3aa tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.006812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62ef698c-5113-4b5f-8343-402f7e0198d4 req-9a8fa2fe-36fa-45ba-b14c-44111d3bf3aa tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 946 time: 0.0838099 Feb 19 07:18:42.020879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19162631-a917-43f8-b0bb-b388a98ab1a9 req-0eb73c83-de31-4db8-b141-86a0be42603a tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138210 Feb 19 07:18:42.031076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-9b08beaf-8c18-4bc9-9a13-a1b2b9758756 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050134 Feb 19 07:18:42.057056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62ef698c-5113-4b5f-8343-402f7e0198d4 req-674313ca-21d0-4467-bb48-bdd3602b3e62 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 Feb 19 07:18:42.121963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (e325a322-8c22-4000-a26e-172c27ad6be5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.151969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118549a-057a-4a0f-b67d-48f662889abc req-3860b415-1d15-41c3-9c61-f11c19f22867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.153354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-3860b415-1d15-41c3-9c61-f11c19f22867 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 1132 time: 0.0859926 Feb 19 07:18:42.201336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3bdf11ef-c122-4961-a715-f711dafa515e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.209287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaad92-99e7-4112-ae3a-febc0bddda94 req-c2b0d77d-ea38-458b-8d3b-4dcb9e28ff6e tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.216792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dccaad92-99e7-4112-ae3a-febc0bddda94 req-c2b0d77d-ea38-458b-8d3b-4dcb9e28ff6e tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1128 time: 0.0655291 Feb 19 07:18:42.261135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dccaad92-99e7-4112-ae3a-febc0bddda94 req-396199d0-fff1-4636-af54-3439bcad9fbf tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Feb 19 07:18:42.317233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:42.327789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:42.345193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:42.346032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e325a322-8c22-4000-a26e-172c27ad6be5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.356129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=3bdf11ef-c122-4961-a715-f711dafa515e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:42.391280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:42.428397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118549a-057a-4a0f-b67d-48f662889abc req-c8430e66-35e6-4b99-b708-4ca43efdd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.429894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-c8430e66-35e6-4b99-b708-4ca43efdd5b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2538068 Feb 19 07:18:42.441327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a43ac-2b04-4b53-8740-4c88a560c338 req-8efff719-cb5e-4f3f-9bae-56f740315fdc tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.442861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe1a43ac-2b04-4b53-8740-4c88a560c338 req-8efff719-cb5e-4f3f-9bae-56f740315fdc tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 1132 time: 0.2098372 Feb 19 07:18:42.463093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=e325a322-8c22-4000-a26e-172c27ad6be5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:42.481084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.499647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-c771d08f-2e7f-4889-96f5-3fb70e9718b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421 HTTP/1.1" status: 200 len: 217 time: 0.0532219 Feb 19 07:18:42.504238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:42.515870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:42.516661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.528841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '6cf6ccd0-2e7a-40d4-a718-806f982b4442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '63b49fcf-f5e0-4ab6-91f4-b995647955f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:42.529210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 63b49fcf-f5e0-4ab6-91f4-b995647955f1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:42.587205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118549a-057a-4a0f-b67d-48f662889abc req-c19ea579-1639-48dc-a918-b7b04359450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.588821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-c19ea579-1639-48dc-a918-b7b04359450e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0784132 Feb 19 07:18:42.600625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe1a43ac-2b04-4b53-8740-4c88a560c338 req-84391c6a-4b39-4f9a-907e-d50f4d8b807a tempest-ServersAdminTestJSON-813474283 tempest-ServersAdminTestJSON-813474283-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425478 Feb 19 07:18:42.601727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-042c6d15-bc56-454c-bddd-32daa6f49e61 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.609699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-042c6d15-bc56-454c-bddd-32daa6f49e61 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.1222851 Feb 19 07:18:42.613731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:42.614893 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.620917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-63905c30-5a14-4d77-b886-c0cfa188c7f1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/quotas/79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 375 time: 0.0103824 Feb 19 07:18:42.675694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:42.678088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 63b49fcf-f5e0-4ab6-91f4-b995647955f1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:42.683479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.684919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:42.719746 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-10018e43-8a35-4e42-b1b0-101cd954d2d4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900567 Feb 19 07:18:42.735250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:42.762615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 63b49fcf-f5e0-4ab6-91f4-b995647955f1) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:42.782141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:42.787473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.792144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.792800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.794653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410d9f2-a3d5-42be-b829-ca419a88a707 None None] Network 63b49fcf-f5e0-4ab6-91f4-b995647955f1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:42.807741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-73f9cbc9-3c07-4c01-a04b-ccbce95ea9f1 service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871272 Feb 19 07:18:42.811653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: e769f03c-9fb6-4615-9316-6c863d2536f4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:42.812271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e769f03c-9fb6-4615-9316-6c863d2536f4 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:42.813143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118549a-057a-4a0f-b67d-48f662889abc req-6d492c40-f282-4381-befa-d42ae756ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.814659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-6d492c40-f282-4381-befa-d42ae756ec32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2131243 Feb 19 07:18:42.849526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65a8436b-a6c4-4100-be7f-47a3e04987d3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1916037 Feb 19 07:18:42.849526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:42.879755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:42.880125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:42.892422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-777a2a66-edf3-4122-b7b1-480d386f2c44 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:42.893891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-777a2a66-edf3-4122-b7b1-480d386f2c44 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.2109113 Feb 19 07:18:42.913985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-eb89248d-8cae-465b-a6fa-2370fae871bd service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999458 Feb 19 07:18:42.926930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=13']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:42.960412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-c239472d-6ea4-4d70-b38a-ba543eeb34b0 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/quotas/4e688f0db5df42278eb07241ed97d650 HTTP/1.1" status: 200 len: 375 time: 0.0403891 Feb 19 07:18:43.013209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:43.013609 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.027627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-78fd4834-39c5-437d-919e-76b4dc4cb2ea tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634103 Feb 19 07:18:43.055996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:43.065219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.113770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-33f04361-0aa1-4321-83b6-e24284819e77 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801995 Feb 19 07:18:43.155858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:43.172418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port e325a322-8c22-4000-a26e-172c27ad6be5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:43.172772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e325a322-8c22-4000-a26e-172c27ad6be5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.189559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486cf8-6732-465e-bf1c-371406bc9556 req-e614994d-64f7-4095-87a3-0fb466993f7b tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.196981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be486cf8-6732-465e-bf1c-371406bc9556 req-e614994d-64f7-4095-87a3-0fb466993f7b tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 946 time: 0.0775464 Feb 19 07:18:43.203782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-761ed60c-75cf-4bb2-87e7-17a7956b1ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752923 Feb 19 07:18:43.255331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be486cf8-6732-465e-bf1c-371406bc9556 req-5136ab79-51b8-4ee5-a0d7-44f04a84f857 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573931 Feb 19 07:18:43.343538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e325a322-8c22-4000-a26e-172c27ad6be5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.369796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for e325a322-8c22-4000-a26e-172c27ad6be5 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:43.391078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0118549a-057a-4a0f-b67d-48f662889abc req-363010c5-2ed9-42be-ad6b-9b5996766867 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661788 Feb 19 07:18:43.396385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}, {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:43.398885 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b0c16-accc-440c-97f9-5e4bfb0a4688" -d '{"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-plugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}, {"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:43.444758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-f938c41a-c0b6-439c-b1d0-1bb79147b5b4 service neutron] 10.222.0.43 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278216 Feb 19 07:18:43.497097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e325a322-8c22-4000-a26e-172c27ad6be5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.521404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31e7c4-e802-45f5-bfa7-767db3590e0e req-09b2a0af-58eb-42aa-80a0-5b644136893a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.523459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f31e7c4-e802-45f5-bfa7-767db3590e0e req-09b2a0af-58eb-42aa-80a0-5b644136893a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.0648541 Feb 19 07:18:43.539670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=e325a322-8c22-4000-a26e-172c27ad6be5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:43.550736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.555656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-98c44e63-3e2b-457a-a3c2-22c4cd2de9d2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/e325a322-8c22-4000-a26e-172c27ad6be5 HTTP/1.1" status: 204 len: 168 time: 0.7063258 Feb 19 07:18:43.558169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:43.587108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f31e7c4-e802-45f5-bfa7-767db3590e0e req-1691eb89-c170-4f56-800a-940d3cfa4ab4 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Feb 19 07:18:43.747658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb7bcd-e9c6-4e13-b62b-c15261166da1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.753083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb7bcd-e9c6-4e13-b62b-c15261166da1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.755644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-70eb7bcd-e9c6-4e13-b62b-c15261166da1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1964419 Feb 19 07:18:43.758206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:43.800885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.806776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.812845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.815768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c97dce7-c55d-4a03-98c3-aa6ad0c203d0 req-dc65c9a7-1fbb-49da-8a65-8893ed1fa7c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 210 time: 0.0977778 Feb 19 07:18:43.818283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.824331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.829861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.843216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:43.845532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-8147ce4f-5a2a-4e25-9b04-dce0b002bde7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.1200235 Feb 19 07:18:43.891661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 3bdf11ef-c122-4961-a715-f711dafa515e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:43.892007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3bdf11ef-c122-4961-a715-f711dafa515e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:43.920090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0cbc8578-860f-4927-9f5b-bdccd0cb49e2 req-2ab25178-d030-49b4-9d87-6547868bfade tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694358 Feb 19 07:18:44.023347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3bdf11ef-c122-4961-a715-f711dafa515e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.039881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 3bdf11ef-c122-4961-a715-f711dafa515e owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:44.042266 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a802503f-9cfc-4e18-94ee-252c7f626482 x-openstack-request-id: req-a802503f-9cfc-4e18-94ee-252c7f626482 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:44.042738 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-plugged", "status": "completed", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "code": 200}, {"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-plugged", "status": "completed", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:44.043141 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a802503f-9cfc-4e18-94ee-252c7f626482 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:44.044038 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'code': 200} Feb 19 07:18:44.045128 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'code': 200} Feb 19 07:18:44.072454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb0a87-2221-44a8-878a-8fd143d08d78 req-b805ee97-eefc-4e0f-85f5-521daf549769 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:44.079569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71cb0a87-2221-44a8-878a-8fd143d08d78 req-b805ee97-eefc-4e0f-85f5-521daf549769 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.1081741 Feb 19 07:18:44.120520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30a1d84f-fc3b-47e5-910b-1a205509bd47 req-b42caa41-adf2-4987-a923-05da47ffe812 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 210 time: 0.0601742 Feb 19 07:18:44.176202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71cb0a87-2221-44a8-878a-8fd143d08d78 req-5952d73f-cb25-4112-9822-b8c287d050dc tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952621 Feb 19 07:18:44.199582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3bdf11ef-c122-4961-a715-f711dafa515e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.229022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=3bdf11ef-c122-4961-a715-f711dafa515e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:44.234482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.239278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-325f303c-fb85-4d79-81c0-47f49a1530fb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/3bdf11ef-c122-4961-a715-f711dafa515e HTTP/1.1" status: 204 len: 168 time: 0.4786785 Feb 19 07:18:44.241315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:44.295441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18eb6d-1164-4f7c-bcae-08d2e55b37f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:44.299584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dc18eb6d-1164-4f7c-bcae-08d2e55b37f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0548460 Feb 19 07:18:44.300177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:44.325565 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-694e1b6a-f076-4e51-ac69-bb0d316deaf2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:18:44.327461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-694e1b6a-f076-4e51-ac69-bb0d316deaf2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/e325a322-8c22-4000-a26e-172c27ad6be5 HTTP/1.1" status: 404 len: 333 time: 0.0261290 Feb 19 07:18:44.329758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:44.361041 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-444a0830-376c-4ae6-b284-c1e7fdd47c20 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:18:44.362455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-444a0830-376c-4ae6-b284-c1e7fdd47c20 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/3bdf11ef-c122-4961-a715-f711dafa515e HTTP/1.1" status: 404 len: 333 time: 0.0317414 Feb 19 07:18:44.365370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:44.389863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c97e9-ddf7-47bc-84e3-87536847b0ae req-7b2549e6-26be-4a1b-a3b0-8b12f4f36a18 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:44.391390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c0c97e9-ddf7-47bc-84e3-87536847b0ae req-7b2549e6-26be-4a1b-a3b0-8b12f4f36a18 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 946 time: 0.0683398 Feb 19 07:18:44.451381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c0c97e9-ddf7-47bc-84e3-87536847b0ae req-76ab3aad-ab5d-4bae-84da-506b666fe5b4 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Feb 19 07:18:44.481658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (63b49fcf-f5e0-4ab6-91f4-b995647955f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.584203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (63b49fcf-f5e0-4ab6-91f4-b995647955f1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.616464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b49fcf-f5e0-4ab6-91f4-b995647955f1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:44.623613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-d8f5a436-0497-4d48-b4c8-9499feb0b0be tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:44.625101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-d8f5a436-0497-4d48-b4c8-9499feb0b0be tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.1450202 Feb 19 07:18:44.637725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Request body: {'port': {'device_id': '936b582e-e533-4c56-9cee-621d764ba887', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'admin_state_up': True, 'tenant_id': '79af69ad386946bc8440ff5357368234'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:44.638366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf6ccd0-2e7a-40d4-a718-806f982b4442') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:44.638822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf6ccd0-2e7a-40d4-a718-806f982b4442') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:44.653748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (6cf6ccd0-2e7a-40d4-a718-806f982b4442), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.672566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6cf6ccd0-2e7a-40d4-a718-806f982b4442), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.680557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:44.680953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (6cf6ccd0-2e7a-40d4-a718-806f982b4442), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:44.685125 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:44.752838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (63b49fcf-f5e0-4ab6-91f4-b995647955f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.764785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.771108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/63b49fcf-f5e0-4ab6-91f4-b995647955f1 HTTP/1.1" status: 204 len: 168 time: 0.3971403 Feb 19 07:18:44.772748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:44.783481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5056f-82e8-4725-9e2b-d2c8a40288e1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=63b49fcf-f5e0-4ab6-91f4-b995647955f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:44.789441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37295354'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:44.840278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6b7e6-3702-46ed-804a-5a4887b512b8 req-0e13c9fa-5bd3-4c66-b80a-14fabd446fea tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:44.841867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7d6b7e6-3702-46ed-804a-5a4887b512b8 req-0e13c9fa-5bd3-4c66-b80a-14fabd446fea tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1467772 Feb 19 07:18:44.843928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:44.848412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.865151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:44.869101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:44.955694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87b61175-bb8a-4492-bc1f-a968462c8335 req-bf525766-ce03-4136-9ab5-6888cdceca9c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 210 time: 0.0312331 Feb 19 07:18:44.959315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:45.036773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7d6b7e6-3702-46ed-804a-5a4887b512b8 req-131338b2-d132-476e-9f67-ef2d126be9fb tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855679 Feb 19 07:18:45.052316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7dac8b3e-afde-4984-8d31-432cafdf6f3b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:45.052665 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 7dac8b3e-afde-4984-8d31-432cafdf6f3b of type vlan for network ebe4af00-ba49-4be3-8671-8f8c58549eb0 Feb 19 07:18:45.125125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ebe4af00-ba49-4be3-8671-8f8c58549eb0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:45.155328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-21e0f273-944f-41ae-a092-418baf35d99f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.156855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-21e0f273-944f-41ae-a092-418baf35d99f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.1138308 Feb 19 07:18:45.171822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-4c2bd10b-9d81-4537-9517-78e59f956311 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/quotas/fa1d45b1e1314ab78447239c0008482a HTTP/1.1" status: 200 len: 375 time: 0.0093420 Feb 19 07:18:45.224349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-c630d9ec-e44e-40e6-8a9e-58b0488c4b8c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.225796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-c630d9ec-e44e-40e6-8a9e-58b0488c4b8c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 821 time: 0.3245642 Feb 19 07:18:45.228668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-7853d4ad-6d36-4366-aee8-a91c55c6c9c6 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515490 Feb 19 07:18:45.244778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Allocated IP 172.20.0.2 (4c3ab712-c699-4725-8829-7ba80b465f62/91821e47-7ba2-4e28-9af9-03c4152a518b/08faa673-d59a-4adc-b1b1-06c37bf76668) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:45.254364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Request body: {'port': {'device_id': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'admin_state_up': True, 'tenant_id': '4e688f0db5df42278eb07241ed97d650'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:45.282698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ebe4af00-ba49-4be3-8671-8f8c58549eb0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:45.287745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.288356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:45.327934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-614b0dc6-5c0a-4f5f-bf44-8c56f4ebe849 service neutron] 10.222.0.43 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922494 Feb 19 07:18:45.359588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.364860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.370926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.376624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.382486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.387793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.393072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:45.394952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-e310922e-cf8e-4691-93b3-808cce523f18 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2822115 Feb 19 07:18:45.415453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-95b20dcd-27e6-41b0-9e23-adcb16407790 service neutron] 10.222.0.43 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814817 Feb 19 07:18:45.478225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7034535 Feb 19 07:18:45.481171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:45.486760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:45.503446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546d127-1e91-4a08-80f5-0945edc6912a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=ebe4af00-ba49-4be3-8671-8f8c58549eb0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:45.518410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:45.923785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b16fd131-0719-4b6c-a4a3-891ccbd4bd33 req-6d1fd097-19f4-4d6f-9124-da3d1dfb9848 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 210 time: 0.0912397 Feb 19 07:18:45.956499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a420efd-aecf-4747-b8b4-5268c53fe505 req-ae6e84d6-4886-45f6-a2ec-b06c60e425f6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5227547 Feb 19 07:18:46.032575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Made reservation on behalf of 4e688f0db5df42278eb07241ed97d650 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:46.036059 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.045991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-484ea992-8dfb-4766-825b-d465c0f42dbd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.047945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-484ea992-8dfb-4766-825b-d465c0f42dbd tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.5402639 Feb 19 07:18:46.050665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:46.054547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.072372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks [] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.189092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41ee91-6dba-4044-97d3-e0a710df335e req-2868ab3e-e2dc-4736-b8fb-406a5800c6a3 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.190867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d41ee91-6dba-4044-97d3-e0a710df335e req-2868ab3e-e2dc-4736-b8fb-406a5800c6a3 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 950 time: 0.1948867 Feb 19 07:18:46.222297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63577c46-a764-4515-9612-35db64c38b3c req-b319765d-7145-4da3-9243-4eb2f391ad45 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 210 time: 0.0404146 Feb 19 07:18:46.230612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.249917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:46.277738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:18:46.278569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:18:46.349208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Allocated IP 172.20.0.8 (fa655087-ef28-44c0-9a7b-62f3f81019a7/b03aedaf-e00d-458b-9ad2-f639fed052ce/a39a208f-df97-4996-bc9a-42736328e1cd) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:46.359356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d41ee91-6dba-4044-97d3-e0a710df335e req-7be9f819-888f-4d4d-9f8a-ac6b6b6ea614 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480691 Feb 19 07:18:46.377221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Network 4c3ab712-c699-4725-8829-7ba80b465f62 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:46.380533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:46.405347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:46.410631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:46.531383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Deleting port 302b730f-d9d9-4af5-bf98-c8d298bb6421 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:46.531736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.543068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.543708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.573874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f42afbf-496b-4f6e-bb3d-1cccfe74ca92 req-d9517a40-9d21-4c46-9b2f-d4e6dd3f01f1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 210 time: 0.1107228 Feb 19 07:18:46.591692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b788503-9c29-4ce8-8ca8-09528fbfa5bf req-498729ef-54a6-4d19-a6e3-c9e7c4108619 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.598838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b788503-9c29-4ce8-8ca8-09528fbfa5bf req-498729ef-54a6-4d19-a6e3-c9e7c4108619 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2467232 Feb 19 07:18:46.599587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102808bd-2099-4940-ad81-b038a9b7db84 req-6f32b8db-4b91-471b-8e3d-78e21207e158 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.602432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102808bd-2099-4940-ad81-b038a9b7db84 req-6f32b8db-4b91-471b-8e3d-78e21207e158 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.24 "GET /v2.0/ports?device_id=96223a74-ea83-4a8f-9ac6-0bf410c83196 HTTP/1.1" status: 200 len: 946 time: 0.2174194 Feb 19 07:18:46.608554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de651ef-616c-4429-b901-321a6ff207c8 req-a0e3c335-45f3-4a08-8719-be5049c2cf96 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:46.610004 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9de651ef-616c-4429-b901-321a6ff207c8 req-a0e3c335-45f3-4a08-8719-be5049c2cf96 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1f85c37-3a9a-4a14-8c72-76ecb863b04c HTTP/1.1" status: 200 len: 946 time: 0.2063737 Feb 19 07:18:46.650318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-66b04686-3a7c-4b96-aa4e-42176d2bf956 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163443 Feb 19 07:18:46.670212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Request body: {'port': {'device_id': '936b582e-e533-4c56-9cee-621d764ba887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:46.799437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] For port 302b730f-d9d9-4af5-bf98-c8d298bb6421, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=302b730f-d9d9-4af5-bf98-c8d298bb6421,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:46.800343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.832302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f271d797-0fcb-4280-99c4-fb606fec1ba7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.836891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Calling delete_port for 302b730f-d9d9-4af5-bf98-c8d298bb6421 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:46.857715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b788503-9c29-4ce8-8ca8-09528fbfa5bf req-ae484b87-3bcb-4cf7-8bd6-8e5f8cd26abb tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577674 Feb 19 07:18:46.870566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.891759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for port (a39a208f-df97-4996-bc9a-42736328e1cd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.943927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Deleting port 96992250-7687-46ed-89ef-c3644692b0e1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:46.944288 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (96992250-7687-46ed-89ef-c3644692b0e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:46.985942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=f271d797-0fcb-4280-99c4-fb606fec1ba7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:47.000156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Deleting port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:47.000506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.020107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '7dac8b3e-afde-4984-8d31-432cafdf6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:47.020472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: ebe4af00-ba49-4be3-8671-8f8c58549eb0, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:47.080218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.130101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:47.183817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ebe4af00-ba49-4be3-8671-8f8c58549eb0) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:47.191780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01190da-d66c-46fb-861e-cc69407a6408 req-1d141e1c-55e0-402f-b545-820f383f64d7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.193323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d01190da-d66c-46fb-861e-cc69407a6408 req-1d141e1c-55e0-402f-b545-820f383f64d7 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 931 time: 0.1756592 Feb 19 07:18:47.194413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Network fa655087-ef28-44c0-9a7b-62f3f81019a7 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:47.198698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4a8af-033f-4961-8fd9-66ad36c86e83 None None] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:47.206662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.207298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.221080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:47.229855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event updated for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:47.231439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] For port b3f770bf-5daf-4ec5-9734-3b5b6128ce64, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:47.231811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.232413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:47.262510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Calling delete_port for b3f770bf-5daf-4ec5-9734-3b5b6128ce64 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:47.280763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d9bf7581-09fb-43f6-b595-298e455a798e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7984023 Feb 19 07:18:47.286334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (302b730f-d9d9-4af5-bf98-c8d298bb6421), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.291941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:47.313078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0', 'name': 'tempest-PortsTestJSON-2121688584'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:47.317066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9fd9abb1-f2d5-46cd-9140-294c3efe10ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:47.320086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['302b730f-d9d9-4af5-bf98-c8d298bb6421', 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:47.406397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.417831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d01190da-d66c-46fb-861e-cc69407a6408 req-0a3ad3d5-6fb9-4b19-b133-14658415d212 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147784 Feb 19 07:18:47.418617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event deleted for resources: {'Port': ['ID=302b730f-d9d9-4af5-bf98-c8d298bb6421,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:47.432622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.438809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.444743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.450202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.455663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.461140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.468695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-1d575a6d-e5d4-4ea8-8d0a-695299520c98 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.3995755 Feb 19 07:18:47.474284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] For port 96992250-7687-46ed-89ef-c3644692b0e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=96992250-7687-46ed-89ef-c3644692b0e1,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:47.474618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (96992250-7687-46ed-89ef-c3644692b0e1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.557589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Calling delete_port for 96992250-7687-46ed-89ef-c3644692b0e1 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:47.584885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.585738 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.601010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-2269abc3-a3cc-41c7-909d-d0d1d788e7ce tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.602619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-2269abc3-a3cc-41c7-909d-d0d1d788e7ce tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.3096712 Feb 19 07:18:47.670521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Request body: {'port': {'device_id': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'admin_state_up': True, 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:47.687991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ebe4af00-ba49-4be3-8671-8f8c58549eb0', 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': 'f271d797-0fcb-4280-99c4-fb606fec1ba7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:18:47.689775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.720957 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-20feb0be-3c94-4214-993a-4499335a9bae tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4738646 Feb 19 07:18:47.730459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] No DVR routers for this DVR port 302b730f-d9d9-4af5-bf98-c8d298bb6421 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:47.732448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-d902dfeb-54b7-403f-ba3d-db88f8c4610f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.733924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-d902dfeb-54b7-403f-ba3d-db88f8c4610f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 813 time: 0.4313488 Feb 19 07:18:47.753659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Request body: {'port': {'device_id': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:47.763532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.767676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1828702-89c1-4d17-bc0a-dc935d35f167 req-6bebbad9-a534-4bde-af05-4cc24cac3913 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "DELETE /v2.0/ports/302b730f-d9d9-4af5-bf98-c8d298bb6421 HTTP/1.1" status: 204 len: 173 time: 1.7048130 Feb 19 07:18:47.767826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Request body: {'port': {'device_id': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'admin_state_up': True, 'tenant_id': 'fa1d45b1e1314ab78447239c0008482a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:47.768141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'name': 'network-vif-deleted', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:47.770397 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dbd761-4fdb-45b3-bfd5-85acf8c57cda" -d '{"events": [{"server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "name": "network-vif-deleted", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:47.781414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09d4aef7-5af5-4333-8ff9-1ad758b6552c req-a24c0e89-2e5e-45c7-bcfe-f3650b47494f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3116379 Feb 19 07:18:47.847780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409180d-20ab-488f-b1cc-d2f15163d349 req-591f58dd-b985-44f8-90a4-9a56afd6abd6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:47.854688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0409180d-20ab-488f-b1cc-d2f15163d349 req-591f58dd-b985-44f8-90a4-9a56afd6abd6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 931 time: 0.2419820 Feb 19 07:18:47.863818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08faa673-d59a-4adc-b1b1-06c37bf76668 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:47.883082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks [] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:47.998150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:48.001557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.007954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0409180d-20ab-488f-b1cc-d2f15163d349 req-7268823e-adcf-4ff1-82fd-b2ddfcc34842 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524680 Feb 19 07:18:48.014376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b3f770bf-5daf-4ec5-9734-3b5b6128ce64), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.019395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:48.023610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.043753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b3f770bf-5daf-4ec5-9734-3b5b6128ce64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:48.063869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['96992250-7687-46ed-89ef-c3644692b0e1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:48.085115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event deleted for resources: {'Port': ['ID=b3f770bf-5daf-4ec5-9734-3b5b6128ce64,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:48.087473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port b4850db0-3430-4467-9aa9-cb65151d9c78 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:48.152398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Allocated IP 172.20.0.2 (ebe4af00-ba49-4be3-8671-8f8c58549eb0/f271d797-0fcb-4280-99c4-fb606fec1ba7/3b727ec7-97fa-494c-b5c2-2e3c83ea0936) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:48.213002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Transition to ACTIVE for port object 08faa673-d59a-4adc-b1b1-06c37bf76668 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:48.232169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (96992250-7687-46ed-89ef-c3644692b0e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.249452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] No DVR routers for this DVR port b3f770bf-5daf-4ec5-9734-3b5b6128ce64 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:48.259860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cb08e6d-d856-4177-a7e0-81935da5f711 req-52901e27-eb72-4e8d-8dcd-2709b15b70da tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 210 time: 0.0897143 Feb 19 07:18:48.265477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.268736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102808bd-2099-4940-ad81-b038a9b7db84 req-d705a3ed-3eb8-4c52-b2d9-c8e80e6e9da1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.24 "DELETE /v2.0/ports/b3f770bf-5daf-4ec5-9734-3b5b6128ce64 HTTP/1.1" status: 204 len: 173 time: 1.6279531 Feb 19 07:18:48.287933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b3f770bf-5daf-4ec5-9734-3b5b6128ce64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:48.291135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['96992250-7687-46ed-89ef-c3644692b0e1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:48.349189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Allocated IP 172.20.0.14 (be1fc502-b9e8-418f-9028-6dd3365121eb/3390a3b8-15b3-4095-88e0-c4d179796871/592a5c8c-5810-4b16-a66b-5d5e83d34b8c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:48.400452 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee0646-1925-4b58-af96-9452cc1c6305 x-openstack-request-id: req-8fee0646-1925-4b58-af96-9452cc1c6305 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:48.400751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db67a718-e954-4d3b-97f8-bb008c291cc5", "name": "network-vif-deleted", "tag": "302b730f-d9d9-4af5-bf98-c8d298bb6421", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:48.401006 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fee0646-1925-4b58-af96-9452cc1c6305 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:48.401458 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db67a718-e954-4d3b-97f8-bb008c291cc5', 'name': 'network-vif-deleted', 'tag': '302b730f-d9d9-4af5-bf98-c8d298bb6421', 'status': 'completed', 'code': 200} Feb 19 07:18:48.402263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.493148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-147ecdbb-199a-4941-b36b-f258cd40d8be req-8faffd1a-d7cc-41f4-bcb2-76cc6835fb74 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=db67a718-e954-4d3b-97f8-bb008c291cc5 HTTP/1.1" status: 200 len: 210 time: 0.3728280 Feb 19 07:18:48.493986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event deleted for resources: {'Port': ['ID=96992250-7687-46ed-89ef-c3644692b0e1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:48.512734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Made reservation on behalf of fa1d45b1e1314ab78447239c0008482a for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:48.526006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.552248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks [] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.562885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.612672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:48.620176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:48.624983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:48.628279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Pushing event updated for resources: {'Port': ['ID=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:48.645727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks [] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.666442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddcb86-2488-4830-943a-83f8e3574bf8 req-9822b415-a20e-492a-b45a-f007859344ab tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:48.673539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fddcb86-2488-4830-943a-83f8e3574bf8 req-9822b415-a20e-492a-b45a-f007859344ab tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1812322 Feb 19 07:18:48.681211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.3 (ebe4af00-ba49-4be3-8671-8f8c58549eb0/f271d797-0fcb-4280-99c4-fb606fec1ba7/b4850db0-3430-4467-9aa9-cb65151d9c78) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:48.688471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Attempting to bind port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:48.688840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Attempting to bind port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '7dac8b3e-afde-4984-8d31-432cafdf6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:48.689777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Attempting to bind port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 on network ebe4af00-ba49-4be3-8671-8f8c58549eb0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:48.695993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:48.695993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Checking segment: {'id': '7dac8b3e-afde-4984-8d31-432cafdf6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:48.697408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.697408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Bound using segment: {'id': '7dac8b3e-afde-4984-8d31-432cafdf6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:48.697408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Bound port: 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dac8b3e-afde-4984-8d31-432cafdf6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ebe4af00-ba49-4be3-8671-8f8c58549eb0'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:48.697408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.759257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.766228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:48.769881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b719a50d-f6df-45be-8e18-21f2d4d7ca3a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:48.776686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.788633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b3f770bf-5daf-4ec5-9734-3b5b6128ce64'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:48.794758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] For port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:48.796566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fddcb86-2488-4830-943a-83f8e3574bf8 req-eb268335-237c-4f84-9a12-84cd689ca4a5 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198628 Feb 19 07:18:48.851359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] No DVR routers for this DVR port 96992250-7687-46ed-89ef-c3644692b0e1 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:48.851848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] For port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,segment=NetworkSegment(7dac8b3e-afde-4984-8d31-432cafdf6f3b),segment_id=7dac8b3e-afde-4984-8d31-432cafdf6f3b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:48.861972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.865343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9de651ef-616c-4429-b901-321a6ff207c8 req-49031a90-c627-4dcd-ab3c-74c1741ea564 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "DELETE /v2.0/ports/96992250-7687-46ed-89ef-c3644692b0e1 HTTP/1.1" status: 204 len: 173 time: 2.2198176 Feb 19 07:18:48.866395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'name': 'network-vif-deleted', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:48.869411 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d392700f-714a-41fe-9086-6a8c57d616d6" -d '{"events": [{"server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "name": "network-vif-deleted", "tag": "96992250-7687-46ed-89ef-c3644692b0e1"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:48.879548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:48.879947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:48.880308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:48.889559 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:48.921772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Network be1fc502-b9e8-418f-9028-6dd3365121eb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:48.928759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:48.931389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:48.938352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae40f4-2905-4c83-b7aa-9001bbdcc029 req-4750f60f-58f1-4c9c-ae60-81a6a4001fce tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:48.940158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04ae40f4-2905-4c83-b7aa-9001bbdcc029 req-4750f60f-58f1-4c9c-ae60-81a6a4001fce tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 931 time: 0.3243206 Feb 19 07:18:48.946833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:48.947603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:48.952076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac5e6-a520-405c-8217-0b6382cbc2e7 None None] Pushing event updated for resources: {'Port': ['ID=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.011624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.033202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'port_id': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'mac_address': 'fa:16:3e:d4:f7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:49.057643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:49.058225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:49.058821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:49.059635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Bound port: 08faa673-d59a-4adc-b1b1-06c37bf76668, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:49.060202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.070181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event updated for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.143462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b719a50d-f6df-45be-8e18-21f2d4d7ca3a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:49.143864 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.149017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.149895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.172390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b719a50d-f6df-45be-8e18-21f2d4d7ca3a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:49.176227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.181852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.188565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.194802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.198285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.199674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Allocated IP 172.20.0.11 (be1fc502-b9e8-418f-9028-6dd3365121eb/3390a3b8-15b3-4095-88e0-c4d179796871/2845e092-c519-4e54-ba80-eb28c7025622) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:49.200533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.203720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.206439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.207126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d2e9fb4-94e8-4856-b753-59f134d1bd62 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:49.209211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.211702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-e0c7a47e-e7e8-4b1f-af75-35742b4bc555 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5418 time: 0.2862170 Feb 19 07:18:49.228777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (b4850db0-3430-4467-9aa9-cb65151d9c78), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.233133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04ae40f4-2905-4c83-b7aa-9001bbdcc029 req-d0f01ce4-f8f4-4c3b-bc19-24a5fbbba10a tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829964 Feb 19 07:18:49.280635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-af0f0e1e-a43e-4003-9e02-3b70dbda67a5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6301711 Feb 19 07:18:49.337599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Request body: {'port': {'device_id': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:49.355594 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7138773-6d76-48b5-80e8-98c33b826d82 x-openstack-request-id: req-d7138773-6d76-48b5-80e8-98c33b826d82 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:49.355930 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f85c37-3a9a-4a14-8c72-76ecb863b04c", "name": "network-vif-deleted", "tag": "96992250-7687-46ed-89ef-c3644692b0e1", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:49.356145 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7138773-6d76-48b5-80e8-98c33b826d82 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:49.356550 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f85c37-3a9a-4a14-8c72-76ecb863b04c', 'name': 'network-vif-deleted', 'tag': '96992250-7687-46ed-89ef-c3644692b0e1', 'status': 'completed', 'code': 200} Feb 19 07:18:49.362046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:49.384516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:49.400303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.421735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.424443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'port_id': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'mac_address': 'fa:16:3e:77:56:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:49.493484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:49.493888 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.497267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.521347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e9fb4-94e8-4856-b753-59f134d1bd62 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:49.537476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b4850db0-3430-4467-9aa9-cb65151d9c78), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.550397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.557199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.557371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5fdd762b-1baf-4d83-85f0-2420586d8176 req-206536da-7bd2-4d3e-a2fd-9fd3308c6d05 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3376126 Feb 19 07:18:49.559050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d7296f01-0e87-4a62-b64f-675f91831c3d details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:49.611012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.611997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.613641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] 10.222.0.24 "PUT /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 1091 time: 2.9477820 Feb 19 07:18:49.627553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.644756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:49.653567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:49.656773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d7296f01-0e87-4a62-b64f-675f91831c3d,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.658536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:49.660457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.664329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=b4850db0-3430-4467-9aa9-cb65151d9c78,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.685932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'd7296f01-0e87-4a62-b64f-675f91831c3d', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'port_id': 'd7296f01-0e87-4a62-b64f-675f91831c3d', 'mac_address': 'fa:16:3e:95:c2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:49.706657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910743f-4516-4d82-82ec-60a9f32b92cf service neutron] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.734843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39a208f-df97-4996-bc9a-42736328e1cd {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:49.743548 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks [] for port (2845e092-c519-4e54-ba80-eb28c7025622), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.749478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks [] for port (a39a208f-df97-4996-bc9a-42736328e1cd), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.750409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d7296f01-0e87-4a62-b64f-675f91831c3d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:49.750815 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.755985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.760535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.769897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7296f01-0e87-4a62-b64f-675f91831c3d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:49.776827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf74f7-2212-42ad-a57a-126c8b0a324f req-07c89881-c23b-46ae-8270-5e7e2b031b21 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:49.784571 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-decf74f7-2212-42ad-a57a-126c8b0a324f req-07c89881-c23b-46ae-8270-5e7e2b031b21 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.2499182 Feb 19 07:18:49.799732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Transition to ACTIVE for port object a39a208f-df97-4996-bc9a-42736328e1cd will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:49.818429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.821145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d7296f01-0e87-4a62-b64f-675f91831c3d,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.831211 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:49.831915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 681603d6-7736-44a8-b54a-445e1b9aa383 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:49.933558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:49.958465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=681603d6-7736-44a8-b54a-445e1b9aa383,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:49.964703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b873b41a-4aa3-4ed0-a3ee-e6b7aa916787 req-d60471b3-4e7c-416a-b15e-aa226134ad7e tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Feb 19 07:18:49.972140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0dce500c-84a8-4eed-81fc-1f5b0b66db50 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6764145 Feb 19 07:18:49.972804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:49.996099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:50.072309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '681603d6-7736-44a8-b54a-445e1b9aa383', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'port_id': '681603d6-7736-44a8-b54a-445e1b9aa383', 'mac_address': 'fa:16:3e:0b:d7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:50.133181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 681603d6-7736-44a8-b54a-445e1b9aa383 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:50.133682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.168573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:50.168954 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.210371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9020c-3c1b-46d5-8af4-f876cff2ffb9 req-b3bb3c7c-3975-42bb-8f9c-7bb4278a78b2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:50.211980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06f9020c-3c1b-46d5-8af4-f876cff2ffb9 req-b3bb3c7c-3975-42bb-8f9c-7bb4278a78b2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1070030 Feb 19 07:18:50.215539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port b4850db0-3430-4467-9aa9-cb65151d9c78 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:50.215883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b4850db0-3430-4467-9aa9-cb65151d9c78), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.233396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681603d6-7736-44a8-b54a-445e1b9aa383 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:50.262234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=681603d6-7736-44a8-b54a-445e1b9aa383,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:50.313626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:50.313874 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.336044 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.399390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:50.408656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 96992250-7687-46ed-89ef-c3644692b0e1 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:50.414275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-decf74f7-2212-42ad-a57a-126c8b0a324f req-67a99b04-c992-4b60-810d-032e83212175 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122842 Feb 19 07:18:50.418177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Pushing event updated for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:50.442761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 96992250-7687-46ed-89ef-c3644692b0e1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:50.444564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 96992250-7687-46ed-89ef-c3644692b0e1 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:50.444950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 302b730f-d9d9-4af5-bf98-c8d298bb6421 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:50.478778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 302b730f-d9d9-4af5-bf98-c8d298bb6421 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:50.479493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 302b730f-d9d9-4af5-bf98-c8d298bb6421 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:50.484603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,segment=NetworkSegment(7dac8b3e-afde-4984-8d31-432cafdf6f3b),segment_id=7dac8b3e-afde-4984-8d31-432cafdf6f3b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:50.486337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.494850 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.576286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:50.664186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Attempting to bind port a39a208f-df97-4996-bc9a-42736328e1cd on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:50.664998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Attempting to bind port a39a208f-df97-4996-bc9a-42736328e1cd by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:50.665335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Attempting to bind port a39a208f-df97-4996-bc9a-42736328e1cd on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:50.667572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f66838-508f-4acf-8c72-dfd90b16acfc None None] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:50.686658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-35ff6775-d1fb-45af-b75f-ec04e888f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:50.688213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-35ff6775-d1fb-45af-b75f-ec04e888f693 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1125 time: 0.8262191 Feb 19 07:18:50.690613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Network be1fc502-b9e8-418f-9028-6dd3365121eb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:50.693938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Port a39a208f-df97-4996-bc9a-42736328e1cd on network fa655087-ef28-44c0-9a7b-62f3f81019a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:50.694255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Attempting to bind port a39a208f-df97-4996-bc9a-42736328e1cd on network fa655087-ef28-44c0-9a7b-62f3f81019a7 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:50.706964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:50.707334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Checking segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:50.707721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Bound using segment: {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:50.708231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Bound port: a39a208f-df97-4996-bc9a-42736328e1cd, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745f4eaf-fb3a-4c18-a3cc-54d16938b044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:50.708509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.714503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event updated for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:50.717132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:50.751899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'name': 'network-vif-deleted', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:50.754137 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6fac16-dcb0-47bb-9582-970c7e1d3d60" -d '{"events": [{"server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "name": "network-vif-deleted", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:50.802479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:50.804144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9d2e9fb4-94e8-4856-b753-59f134d1bd62'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:50.821488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-243175b4-ca6b-43da-8a15-851b37054269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 217 time: 0.1206541 Feb 19 07:18:50.856944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['d7296f01-0e87-4a62-b64f-675f91831c3d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:50.879979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 96f36677-8b23-4e99-800c-4d0d76889fd6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:50.882355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b3f770bf-5daf-4ec5-9734-3b5b6128ce64 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:50.921144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592a5c8c-5810-4b16-a66b-5d5e83d34b8c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:50.931051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks [] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.954527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: b3f770bf-5daf-4ec5-9734-3b5b6128ce64 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:50.954527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b3f770bf-5daf-4ec5-9734-3b5b6128ce64 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:50.954765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Transition to ACTIVE for port object 592a5c8c-5810-4b16-a66b-5d5e83d34b8c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:50.965583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:50.981043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:50.981964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.011261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-59197dc7-d22e-41ab-92a8-7f03c8f8f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.013053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-59197dc7-d22e-41ab-92a8-7f03c8f8f153 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1689978 Feb 19 07:18:51.026494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee236-ae16-4397-927b-b856a9d6ff07 req-21f5b324-7c0a-44a1-b32d-ae6791a3adea tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.034327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db0ee236-ae16-4397-927b-b856a9d6ff07 req-21f5b324-7c0a-44a1-b32d-ae6791a3adea tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 943 time: 0.2250636 Feb 19 07:18:51.048779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06f9020c-3c1b-46d5-8af4-f876cff2ffb9 req-45b81e52-ff85-40b3-ac5f-773024399857 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8173115 Feb 19 07:18:51.112652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Pushing event updated for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:51.141061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-81f76842-13b1-4a7c-aa88-7f07d44f4b40 None None] Provisioning complete for port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:51.141789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81f76842-13b1-4a7c-aa88-7f07d44f4b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.199225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-92bd7d01-b1bf-4c6f-bc66-3584a54015f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122413 Feb 19 07:18:51.202690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-e271cc08-9620-4f80-8059-b632d1924270 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4461756 Feb 19 07:18:51.214155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b4850db0-3430-4467-9aa9-cb65151d9c78), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.216026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:18:51.225340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:51.235989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Request body: {'port': {'device_id': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:51.272466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for b4850db0-3430-4467-9aa9-cb65151d9c78 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:51.278878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Attempting to bind port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:51.279451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Attempting to bind port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:51.279965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Attempting to bind port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:51.295853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c on network be1fc502-b9e8-418f-9028-6dd3365121eb not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:51.296548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Attempting to bind port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:51.320772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-81f76842-13b1-4a7c-aa88-7f07d44f4b40 None None] Current status of the port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:51.328890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a39a208f-df97-4996-bc9a-42736328e1cd,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:51.349643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:51.350051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Checking segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:51.350461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Bound using segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:51.350976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Bound port: 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:51.351402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.361938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db0ee236-ae16-4397-927b-b856a9d6ff07 req-291c40e1-7e4d-413c-8615-d925d992d2b1 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225727 Feb 19 07:18:51.368409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:51.378197 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8276e73-a249-4aaf-9174-325b88a8a945" -d '{"events": [{"name": "network-changed", "server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:51.400020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.400309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.408684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.416393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.426959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.432205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.438677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.470722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.473638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8655c55c-b925-4d05-befc-446c4e596627 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5422 time: 0.2740059 Feb 19 07:18:51.492775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:51.509527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'port_id': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'mac_address': 'fa:16:3e:27:ce:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65614e74-c95f-4d7a-8ed8-8f5dc1543dec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:51.531537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2845e092-c519-4e54-ba80-eb28c7025622), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.545588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.546217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.547653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] 10.222.0.24 "PUT /v2.0/ports/a39a208f-df97-4996-bc9a-42736328e1cd HTTP/1.1" status: 200 len: 1091 time: 3.8045638 Feb 19 07:18:51.567241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 96f36677-8b23-4e99-800c-4d0d76889fd6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:51.567720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.596348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f36677-8b23-4e99-800c-4d0d76889fd6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:51.621474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:51.647791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.648663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ce5223da-57e0-4ac2-8f79-c65c195f4653 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:51.702430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:51.708693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:51.718108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-98e629e8-d073-457b-bd2c-2c12a8d9361e None None] Provisioning complete for port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:51.718490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-98e629e8-d073-457b-bd2c-2c12a8d9361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.785164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['681603d6-7736-44a8-b54a-445e1b9aa383'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:51.814795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61194f37-c4e6-4f87-9695-7108ce9badd6 req-8559ae25-659b-4dc6-ae42-ff83ddb30003 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3239052 Feb 19 07:18:51.825449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:51.848721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b719a50d-f6df-45be-8e18-21f2d4d7ca3a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:51.881230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.907518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:51.933505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b4850db0-3430-4467-9aa9-cb65151d9c78), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.952404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:51.952404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:51.952404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] 10.222.0.47 "PUT /v2.0/ports/592a5c8c-5810-4b16-a66b-5d5e83d34b8c HTTP/1.1" status: 200 len: 1092 time: 2.6333568 Feb 19 07:18:51.953609 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5643c2-0543-4a0c-a8bc-ed551f576ec5 x-openstack-request-id: req-ae5643c2-0543-4a0c-a8bc-ed551f576ec5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:51.953917 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96223a74-ea83-4a8f-9ac6-0bf410c83196", "name": "network-vif-deleted", "tag": "b3f770bf-5daf-4ec5-9734-3b5b6128ce64", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:51.954275 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae5643c2-0543-4a0c-a8bc-ed551f576ec5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:51.954559 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96223a74-ea83-4a8f-9ac6-0bf410c83196', 'name': 'network-vif-deleted', 'tag': 'b3f770bf-5daf-4ec5-9734-3b5b6128ce64', 'status': 'completed', 'code': 200} Feb 19 07:18:51.956537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf31ea-0c68-456b-b754-d5914cbf276c service neutron] Pushing event updated for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:51.968007 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-2a0d0256-6448-4dbd-8416-723f201d4844 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575269 Feb 19 07:18:51.970759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:18:52.107699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-04c50fbe-597c-4e75-88d4-737521864382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.109167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-04c50fbe-597c-4e75-88d4-737521864382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 1125 time: 0.4989529 Feb 19 07:18:52.235539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2aa8f-92bf-4d54-b0ab-f783f41bfb06 service neutron] Pushing event updated for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:52.269699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=b4850db0-3430-4467-9aa9-cb65151d9c78,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:52.295707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-98ab756e-46ac-45bf-ad32-d1c6bb96c52c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a39a208f-df97-4996-bc9a-42736328e1cd HTTP/1.1" status: 200 len: 217 time: 0.1688750 Feb 19 07:18:52.312986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-25abd42f-0ff5-4b17-9208-913a704c09e7 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.314787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-25abd42f-0ff5-4b17-9208-913a704c09e7 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 950 time: 0.3005960 Feb 19 07:18:52.317209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.325828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9ace319d-69b9-4395-941c-699c23013b1a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/b4850db0-3430-4467-9aa9-cb65151d9c78 HTTP/1.1" status: 204 len: 168 time: 2.3519700 Feb 19 07:18:52.330047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:52.338395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7ee74-d16a-43d3-b502-3ce816ea5073 req-fd8e2630-7b9e-46dc-b0fe-8c5d329e884f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.349463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3fe87dcb-774a-4d96-86c5-0111abc26a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.350351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4f7ee74-d16a-43d3-b502-3ce816ea5073 req-fd8e2630-7b9e-46dc-b0fe-8c5d329e884f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 950 time: 0.8328259 Feb 19 07:18:52.351230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3fe87dcb-774a-4d96-86c5-0111abc26a9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 1126 time: 0.3235917 Feb 19 07:18:52.419819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-98e629e8-d073-457b-bd2c-2c12a8d9361e None None] Current status of the port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:52.423733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-d6d53521-0963-45a3-8df4-d136bba9dac5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c HTTP/1.1" status: 200 len: 217 time: 0.0465395 Feb 19 07:18:52.433878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8c74-8094-4088-b043-4a4989a957b5 req-ab322a4a-df25-4fc6-8239-37edc1411cec tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.435401 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1560b5-85d4-4e33-940c-0632710de10a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:18:52.435969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fefb8c74-8094-4088-b043-4a4989a957b5 req-ab322a4a-df25-4fc6-8239-37edc1411cec tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 932 time: 0.3625622 Feb 19 07:18:52.436403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1560b5-85d4-4e33-940c-0632710de10a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:18:52.440041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-be1560b5-85d4-4e33-940c-0632710de10a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/b4850db0-3430-4467-9aa9-cb65151d9c78 HTTP/1.1" status: 404 len: 333 time: 0.0870583 Feb 19 07:18:52.442370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-29d1c792-0c8e-4ca2-a213-a0ec1f8b7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.444565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-29d1c792-0c8e-4ca2-a213-a0ec1f8b7495 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.1155090 Feb 19 07:18:52.448863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-98e629e8-d073-457b-bd2c-2c12a8d9361e None None] Could not find standard attr ID for object b4850db0-3430-4467-9aa9-cb65151d9c78. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:18:52.451367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:52.460841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:52.491164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:52.491515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.502461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'network_id': '806604bd-b8a0-47db-ad46-3f62efe6f97c', 'port_id': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'mac_address': 'fa:16:3e:95:a0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fbd1f-15f1-4b5a-af83-3684b4df23f1', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:52.560869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fefb8c74-8094-4088-b043-4a4989a957b5 req-566d2f14-9642-442f-a3e1-34b4cf394f6a tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021128 Feb 19 07:18:52.570034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4f7ee74-d16a-43d3-b502-3ce816ea5073 req-4b2ac685-0b3d-4640-9a50-008d53dec1f5 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183213 Feb 19 07:18:52.598315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-16785ec9-9980-458e-8186-899ccd0ecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:52.600186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-16785ec9-9980-458e-8186-899ccd0ecc4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1526306 Feb 19 07:18:52.641255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c55bc000-2518-4b50-9e6e-66de31c06045 None None] Could not find standard attr ID for object b4850db0-3430-4467-9aa9-cb65151d9c78. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:18:52.651258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-f6768cbd-8794-4781-a1b0-361a61b0a4ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411665 Feb 19 07:18:52.681727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ce5223da-57e0-4ac2-8f79-c65c195f4653 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:52.682120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.699788 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0d8cac-12e2-42f8-b28a-bf4e5d14da49 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:18:52.701288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cf0d8cac-12e2-42f8-b28a-bf4e5d14da49 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/b4850db0-3430-4467-9aa9-cb65151d9c78 HTTP/1.1" status: 404 len: 333 time: 0.2216682 Feb 19 07:18:52.703292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43cc6173-caaf-4982-aa13-1e18accf7542 req-28695628-5b77-4f3e-8371-e4d0ac9d90b5 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114418 Feb 19 07:18:52.706932 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6992d334-a91a-4f42-85d0-5ff7867db484 x-openstack-request-id: req-6992d334-a91a-4f42-85d0-5ff7867db484 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:52.720559 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:52.721259 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6992d334-a91a-4f42-85d0-5ff7867db484 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:52.721915 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'status': 'completed', 'code': 200} Feb 19 07:18:52.723462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Deleting port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:52.723822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.741289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5223da-57e0-4ac2-8f79-c65c195f4653 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:52.767521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-5ad7f9fe-b1f3-4127-b38e-b3c431ef379e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2320058 Feb 19 07:18:52.768064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:52.778674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:52.780135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:52.784907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.785824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a0315a5d-984a-4134-bda6-c9a31ff204f8 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:52.820980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] For port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:52.821514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.835659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Calling delete_port for 9fd9abb1-f2d5-46cd-9140-294c3efe10ab owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:52.859727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:52.863474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:52.874881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'network_id': 'bd24f8ab-c9d8-4963-b875-e65f66be4e12', 'port_id': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'mac_address': 'fa:16:3e:e2:1f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65614e74-c95f-4d7a-8ed8-8f5dc1543dec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:52.890606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2845e092-c519-4e54-ba80-eb28c7025622 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:52.899565 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks [] for port (2845e092-c519-4e54-ba80-eb28c7025622), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.916706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Transition to ACTIVE for port object 2845e092-c519-4e54-ba80-eb28c7025622 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:18:52.918515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a0315a5d-984a-4134-bda6-c9a31ff204f8 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:52.919023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.935665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0315a5d-984a-4134-bda6-c9a31ff204f8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:52.941951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:52.960063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:52.965986 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.020265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:53.039481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d7296f01-0e87-4a62-b64f-675f91831c3d up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:53.060622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9fd9abb1-f2d5-46cd-9140-294c3efe10ab), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.064368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Pushing event updated for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:53.106122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:53.117113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event deleted for resources: {'Port': ['ID=9fd9abb1-f2d5-46cd-9140-294c3efe10ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:53.144732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9736f-e35a-458b-b59c-d6407b9140eb req-6530ed97-14d3-468b-b2a1-953655ebe200 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.153647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4b9736f-e35a-458b-b59c-d6407b9140eb req-6530ed97-14d3-468b-b2a1-953655ebe200 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.4826920 Feb 19 07:18:53.185480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port d7296f01-0e87-4a62-b64f-675f91831c3d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:53.195495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port d7296f01-0e87-4a62-b64f-675f91831c3d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:53.195882 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.218577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-5269e864-f5fa-4202-b332-f72477065176 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597513 Feb 19 07:18:53.236358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet f271d797-0fcb-4280-99c4-fb606fec1ba7 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:18:53.240176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-72ae5616-fe8c-494d-926f-ed1861798e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.241584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-72ae5616-fe8c-494d-926f-ed1861798e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1125 time: 0.4628818 Feb 19 07:18:53.242350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] No DVR routers for this DVR port 9fd9abb1-f2d5-46cd-9140-294c3efe10ab on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:53.259717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.262947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6154ba48-48ef-4d2b-bd16-c6ee40120f4f req-4e9d3ff7-2bc7-4768-8a82-71c11e69fb61 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.24 "DELETE /v2.0/ports/9fd9abb1-f2d5-46cd-9140-294c3efe10ab HTTP/1.1" status: 204 len: 173 time: 0.9280734 Feb 19 07:18:53.274158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a30be-0962-49af-adb5-dda4f73ca29f req-997a442e-af5e-4986-a6c0-7d46e36696ff tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.281558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c5a30be-0962-49af-adb5-dda4f73ca29f req-997a442e-af5e-4986-a6c0-7d46e36696ff tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.5124094 Feb 19 07:18:53.283843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (f271d797-0fcb-4280-99c4-fb606fec1ba7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.293931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-65c0151a-2cb7-4e89-b135-26dae54f180c service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602524 Feb 19 07:18:53.349722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4b9736f-e35a-458b-b59c-d6407b9140eb req-d2ffd1f0-1009-4716-a4d4-ba254687239e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950831 Feb 19 07:18:53.369677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f271d797-0fcb-4280-99c4-fb606fec1ba7), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.419350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d7296f01-0e87-4a62-b64f-675f91831c3d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:53.419920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.437664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-a20b8eee-0ad4-4cce-8d14-06fe4fa0a569 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972108 Feb 19 07:18:53.453106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['96f36677-8b23-4e99-800c-4d0d76889fd6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:53.493199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['ce5223da-57e0-4ac2-8f79-c65c195f4653'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:53.543781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a0315a5d-984a-4134-bda6-c9a31ff204f8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:53.571373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d7296f01-0e87-4a62-b64f-675f91831c3d,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:53.592456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b63f4-33b2-47ad-825b-71a7a046af93 req-432b2765-e41e-44f9-96fd-944edf5331f6 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.594039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-605b63f4-33b2-47ad-825b-71a7a046af93 req-432b2765-e41e-44f9-96fd-944edf5331f6 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 943 time: 0.1375253 Feb 19 07:18:53.600844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7296f01-0e87-4a62-b64f-675f91831c3d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:53.606190 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f859677b-8f26-4637-b090-4b8c6ba51fcc" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "d7296f01-0e87-4a62-b64f-675f91831c3d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:53.664157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.664968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d2e9fb4-94e8-4856-b753-59f134d1bd62 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:53.686260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-605b63f4-33b2-47ad-825b-71a7a046af93 req-46ebf954-88f8-4257-ac9d-1f33b6ecf1a5 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816958 Feb 19 07:18:53.717566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Attempting to bind port 2845e092-c519-4e54-ba80-eb28c7025622 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:53.717967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Attempting to bind port 2845e092-c519-4e54-ba80-eb28c7025622 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:53.718223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Attempting to bind port 2845e092-c519-4e54-ba80-eb28c7025622 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:53.727055 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f271d797-0fcb-4280-99c4-fb606fec1ba7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.733811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Port 2845e092-c519-4e54-ba80-eb28c7025622 on network be1fc502-b9e8-418f-9028-6dd3365121eb not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:18:53.734135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Attempting to bind port 2845e092-c519-4e54-ba80-eb28c7025622 on network be1fc502-b9e8-418f-9028-6dd3365121eb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:53.766269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-fbb2ba7c-a2d0-4015-afd8-fb10d50153d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.767852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-fbb2ba7c-a2d0-4015-afd8-fb10d50153d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.4764495 Feb 19 07:18:53.771037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c5a30be-0962-49af-adb5-dda4f73ca29f req-a0ca7353-9ebf-49e4-8a79-1be28ce7dc81 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887068 Feb 19 07:18:53.783450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:53.783780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Checking segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:53.784104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Bound using segment: {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:53.784550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Bound port: 2845e092-c519-4e54-ba80-eb28c7025622, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6540a4dd-4a16-439f-9b74-973a529a70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:53.784905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2845e092-c519-4e54-ba80-eb28c7025622), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:53.813078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:53.898300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-fe2db202-bbc6-480a-858f-0d435dfb1fe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 217 time: 0.1181495 Feb 19 07:18:53.901312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.906641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.913124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.913798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52e61d3c-6f43-400e-a7d9-829b5ed17c56 req-62ee7aec-9dd1-43fc-ba2e-510f77ec1a85 service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078178 Feb 19 07:18:53.919113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.925792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.931772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.937837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:53.947621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-8b770a7a-701f-4bc3-b9f8-de6be9a694cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5426 time: 0.1563170 Feb 19 07:18:53.955550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c'}, {'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'name': 'network-vif-deleted', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:53.955774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab171ffe-f83f-4164-9595-4b25d41cb312 req-b766c829-6682-4584-a4de-e1bf2f68c46a tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2 HTTP/1.1" status: 200 len: 210 time: 0.0644200 Feb 19 07:18:53.957851 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ad3ea-c28e-4e20-927e-44f1f990fe00" -d '{"events": [{"name": "network-changed", "server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c"}, {"server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "name": "network-vif-deleted", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:54.028157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13cf700b-c2a8-4821-b201-a2f74951fbff req-1847f495-e63b-44dc-82df-e22a15d08ca7 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788059 Feb 19 07:18:54.062073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f271d797-0fcb-4280-99c4-fb606fec1ba7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.083956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-235db22f-0bc5-4dcf-8e89-6057bfe78aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.085934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-235db22f-0bc5-4dcf-8e89-6057bfe78aa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1775143 Feb 19 07:18:54.108833 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6333a-e071-493a-ab6b-54635c82f9d7 x-openstack-request-id: req-7ee6333a-e071-493a-ab6b-54635c82f9d7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:54.109137 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "d7296f01-0e87-4a62-b64f-675f91831c3d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:54.110196 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee6333a-e071-493a-ab6b-54635c82f9d7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:54.110758 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7296f01-0e87-4a62-b64f-675f91831c3d', 'code': 200} Feb 19 07:18:54.114018 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ebb8bc-fd5a-4907-bd93-ce71a3ab0f85 x-openstack-request-id: req-f0ebb8bc-fd5a-4907-bd93-ce71a3ab0f85 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:54.114018 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c", "status": "completed", "code": 200}, {"server_uuid": "6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2", "name": "network-vif-deleted", "tag": "9fd9abb1-f2d5-46cd-9140-294c3efe10ab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:54.114230 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0ebb8bc-fd5a-4907-bd93-ce71a3ab0f85 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:54.114592 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c', 'status': 'completed', 'code': 200} Feb 19 07:18:54.114879 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8ad1ca-0646-41f8-85f0-a6e366e5e7a2', 'name': 'network-vif-deleted', 'tag': '9fd9abb1-f2d5-46cd-9140-294c3efe10ab', 'status': 'completed', 'code': 200} Feb 19 07:18:54.117783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:54.131574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=f271d797-0fcb-4280-99c4-fb606fec1ba7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:54.133961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.136866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-738c52cb-8749-4018-b54d-910b92b14cb8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/f271d797-0fcb-4280-99c4-fb606fec1ba7 HTTP/1.1" status: 204 len: 168 time: 1.2185211 Feb 19 07:18:54.139776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:54.148593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef408b6-30b6-4f53-8315-eb8acaacb0b6 None None] Network ebe4af00-ba49-4be3-8671-8f8c58549eb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:54.166511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-ee780ce8-306e-42aa-981a-aa9b988db682 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509045 Feb 19 07:18:54.170630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2845e092-c519-4e54-ba80-eb28c7025622,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:54.195483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.252307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ebe4af00-ba49-4be3-8671-8f8c58549eb0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.258207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:54.265412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13663d5-da81-44a2-9bc9-78c97de0ff57 req-6047d2d6-b25f-4baf-8623-152c95fb88b0 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.266949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a13663d5-da81-44a2-9bc9-78c97de0ff57 req-6047d2d6-b25f-4baf-8623-152c95fb88b0 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 944 time: 0.2355180 Feb 19 07:18:54.267459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-b300f9ee-9264-4da6-9f13-36107a424817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.269523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-b300f9ee-9264-4da6-9f13-36107a424817 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 1126 time: 0.1055920 Feb 19 07:18:54.287040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:54.288019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.288115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.288220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.289556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] 10.222.0.47 "PUT /v2.0/ports/2845e092-c519-4e54-ba80-eb28c7025622 HTTP/1.1" status: 200 len: 1092 time: 3.0591497 Feb 19 07:18:54.349134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe9edb-79c9-4521-85da-329fd2241481 service neutron] Pushing event updated for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:54.389924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a13663d5-da81-44a2-9bc9-78c97de0ff57 req-ce8f0c12-3584-4b6b-b65c-cedc7ff1f397 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164582 Feb 19 07:18:54.395825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-098ca95b-063c-49b0-93a1-4aa34aeeafbd service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204857 Feb 19 07:18:54.461475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] DHCP port deletion for ebe4af00-ba49-4be3-8671-8f8c58549eb0 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:18:54.470522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:54.470522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.470998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:54.471422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.488137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-31c2b01d-8cd0-4fe4-bb88-6269669bff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.489754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-31c2b01d-8cd0-4fe4-bb88-6269669bff57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 913 time: 0.1943336 Feb 19 07:18:54.535241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:54.543899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.544618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9fd9abb1-f2d5-46cd-9140-294c3efe10ab no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:54.575410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-691dcbd2-1e9e-4d8b-88c1-607bd2fce624 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c HTTP/1.1" status: 200 len: 217 time: 0.0742991 Feb 19 07:18:54.589703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 9fd9abb1-f2d5-46cd-9140-294c3efe10ab {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:54.590042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9fd9abb1-f2d5-46cd-9140-294c3efe10ab not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:54.597130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Deleting port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:54.597508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.635287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,segment=NetworkSegment(7dac8b3e-afde-4984-8d31-432cafdf6f3b),segment_id=7dac8b3e-afde-4984-8d31-432cafdf6f3b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:54.635684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.661778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d80fe-82d2-44f6-93eb-aeebd5d79a45 req-eaec4836-4227-43b6-935f-6618c49e5938 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.667024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:54.667571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-262d80fe-82d2-44f6-93eb-aeebd5d79a45 req-eaec4836-4227-43b6-935f-6618c49e5938 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.2132947 Feb 19 07:18:54.668998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:54.686477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] For port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,segment=NetworkSegment(7dac8b3e-afde-4984-8d31-432cafdf6f3b),segment_id=7dac8b3e-afde-4984-8d31-432cafdf6f3b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:54.686798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.700321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-5bf51b26-7f47-46e2-93b5-288cc90d3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.701196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Calling delete_port for 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:54.702999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-5bf51b26-7f47-46e2-93b5-288cc90d3a16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1188099 Feb 19 07:18:54.781318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-f3b57c39-4df5-460f-a510-21236f688422 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697527 Feb 19 07:18:54.786702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd'}, {'name': 'network-changed', 'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:54.789739 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40" -d '{"events": [{"name": "network-changed", "server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd"}, {"name": "network-changed", "server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "tag": "2845e092-c519-4e54-ba80-eb28c7025622"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:54.794516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.822188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] Pushing event deleted for resources: {'Port': ['ID=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:54.824018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b98be-ba16-4b1b-bdc2-a24d82ec97bd None None] No DVR routers for this DVR port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:54.836704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-6a26de51-0aa2-4513-8874-e58ce457b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.838227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-6a26de51-0aa2-4513-8874-e58ce457b63d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 1126 time: 0.4604611 Feb 19 07:18:54.879099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-262d80fe-82d2-44f6-93eb-aeebd5d79a45 req-b1c210f5-08ee-40b5-8556-470d61cc28f2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930389 Feb 19 07:18:54.892662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-4d5ee87a-44bf-4ec6-ab20-74d180016c6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2845e092-c519-4e54-ba80-eb28c7025622 HTTP/1.1" status: 200 len: 217 time: 0.0433936 Feb 19 07:18:54.912078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3b727ec7-97fa-494c-b5c2-2e3c83ea0936), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:54.954798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=3b727ec7-97fa-494c-b5c2-2e3c83ea0936,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:54.956755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:54.963106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-ea27d2b3-df88-4a3e-88e7-db472845a966 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660748 Feb 19 07:18:54.976655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:54.979056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b719a50d-f6df-45be-8e18-21f2d4d7ca3a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:54.979859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a32d3-a89e-4c81-9871-913fba85963a req-7077bcf9-1ab7-4bcd-8fb1-c923c0cb774e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:54.981513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-726a32d3-a89e-4c81-9871-913fba85963a req-7077bcf9-1ab7-4bcd-8fb1-c923c0cb774e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 943 time: 0.1886191 Feb 19 07:18:54.985348 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5088ff-e8cd-47c3-abeb-2f7936cc246e x-openstack-request-id: req-8d5088ff-e8cd-47c3-abeb-2f7936cc246e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:54.985785 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "tag": "2845e092-c519-4e54-ba80-eb28c7025622", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:54.985918 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d5088ff-e8cd-47c3-abeb-2f7936cc246e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:54.986419 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd', 'status': 'completed', 'code': 200} Feb 19 07:18:54.986686 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622', 'status': 'completed', 'code': 200} Feb 19 07:18:55.055499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8276e73-a249-4aaf-9174-325b88a8a945 req-fa9d5e13-608e-411e-83d3-2b6234a661ed service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412125 Feb 19 07:18:55.064888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-368313d7-4537-4955-86c2-899a29ecd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.066351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-368313d7-4537-4955-86c2-899a29ecd3a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1669891 Feb 19 07:18:55.100038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b719a50d-f6df-45be-8e18-21f2d4d7ca3a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:55.108622 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-a169cc6d-333c-45f0-9933-dd7e94b1634c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320277 Feb 19 07:18:55.110191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b719a50d-f6df-45be-8e18-21f2d4d7ca3a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:55.110575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.113229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-726a32d3-a89e-4c81-9871-913fba85963a req-62c8b292-3247-4be8-80f6-1228db704511 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106536 Feb 19 07:18:55.130417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ebe4af00-ba49-4be3-8671-8f8c58549eb0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.153092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:55.161881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-7ee471ee-22da-453f-92bf-00bc173e768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.163975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-7ee471ee-22da-453f-92bf-00bc173e768a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e688f0db5df42278eb07241ed97d650&device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 1125 time: 0.1740820 Feb 19 07:18:55.165242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe4af00-ba49-4be3-8671-8f8c58549eb0']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:55.171439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'port_id': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'mac_address': 'fa:16:3e:7a:3b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91821e47-7ba2-4e28-9af9-03c4152a518b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:55.199946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dac8b3e-afde-4984-8d31-432cafdf6f3b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:55.200440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dac8b3e-afde-4984-8d31-432cafdf6f3b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:18:55.221769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (7dac8b3e-afde-4984-8d31-432cafdf6f3b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.226249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-216ad3ea-c28e-4e20-927e-44f1f990fe00 req-c9a82fdf-c2de-406c-99cf-f2f323f96550 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364829 Feb 19 07:18:55.232981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b415406-8590-46c6-84d2-113f7081ed1b req-0bf2e9ae-3490-4128-8584-02100f4b09fd tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.239776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b415406-8590-46c6-84d2-113f7081ed1b req-0bf2e9ae-3490-4128-8584-02100f4b09fd tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1996355 Feb 19 07:18:55.272013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7dac8b3e-afde-4984-8d31-432cafdf6f3b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.282613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:18:55.283015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (7dac8b3e-afde-4984-8d31-432cafdf6f3b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:18:55.286619 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:18:55.297759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 08faa673-d59a-4adc-b1b1-06c37bf76668 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:55.298167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.317087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b719a50d-f6df-45be-8e18-21f2d4d7ca3a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:55.317390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.320139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08faa673-d59a-4adc-b1b1-06c37bf76668 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:55.353658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:55.357928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-f2a697ed-12f4-4d94-8707-54d5e28f002a service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393055 Feb 19 07:18:55.361378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.363230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b415406-8590-46c6-84d2-113f7081ed1b req-ce8082bc-9ad5-48d0-9669-c0c76a201e6c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132560 Feb 19 07:18:55.368846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-3557c7b5-c8a7-4404-9563-f7665e29db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.370290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-3557c7b5-c8a7-4404-9563-f7665e29db76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 200 len: 921 time: 0.1774573 Feb 19 07:18:55.386629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ebe4af00-ba49-4be3-8671-8f8c58549eb0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.396960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.397901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:55.404141 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.404969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 681603d6-7736-44a8-b54a-445e1b9aa383 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:55.414434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/ebe4af00-ba49-4be3-8671-8f8c58549eb0 HTTP/1.1" status: 204 len: 168 time: 1.2696609 Feb 19 07:18:55.423607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:55.429798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1563415512'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:55.433034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c995a4-bc67-40aa-ad2e-e14550085e95 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=ebe4af00-ba49-4be3-8671-8f8c58549eb0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:55.450037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:55.460997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:55.465309 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.498068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:18:55.511699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.512554 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0 of type vlan for network 3051afbf-f4cc-4a72-8229-e3ec6cca083b Feb 19 07:18:55.520562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:55.526428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-d6cd38f2-80ed-46b8-a42e-be006b7beb23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a39a208f-df97-4996-bc9a-42736328e1cd HTTP/1.1" status: 200 len: 217 time: 0.0632048 Feb 19 07:18:55.528168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 681603d6-7736-44a8-b54a-445e1b9aa383 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:55.528827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214cc94e-d412-40e2-b8e4-d7a032a530d0 req-7fecb27b-14e7-4484-8188-2f9b35f0cc78 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631999 Feb 19 07:18:55.533786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 681603d6-7736-44a8-b54a-445e1b9aa383 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:55.534419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.542539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.549109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.557304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.563767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.569414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.576202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.582384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.592754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3051afbf-f4cc-4a72-8229-e3ec6cca083b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.593521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-82bce3d9-aa81-4a5a-bddf-8c2d0ed75af2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5427 time: 0.3189855 Feb 19 07:18:55.628973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3051afbf-f4cc-4a72-8229-e3ec6cca083b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.638102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.638814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.642074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['08faa673-d59a-4adc-b1b1-06c37bf76668'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:55.678538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 681603d6-7736-44a8-b54a-445e1b9aa383 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:55.678941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.695860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2709074 Feb 19 07:18:55.700641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:55.706782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:55.741802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7916bd8-9294-493f-af02-2fb294e0f879 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=3051afbf-f4cc-4a72-8229-e3ec6cca083b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:55.756532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=681603d6-7736-44a8-b54a-445e1b9aa383,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:55.758481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:18:55.767889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514048b-75f5-4fbe-9492-6877f3aee262 req-b787312f-2d87-4e9b-b12e-f4b0506bfdb3 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.769415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b514048b-75f5-4fbe-9492-6877f3aee262 req-b787312f-2d87-4e9b-b12e-f4b0506bfdb3 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 944 time: 0.0725160 Feb 19 07:18:55.774933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:55.776251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ce5223da-57e0-4ac2-8f79-c65c195f4653 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:55.784181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-c815335e-c959-4f77-a523-1b7bf2e66de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.785697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-c815335e-c959-4f77-a523-1b7bf2e66de2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 200 len: 861 time: 0.1890898 Feb 19 07:18:55.830360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b514048b-75f5-4fbe-9492-6877f3aee262 req-5b491f27-4191-47ff-9006-19a5b1d5fee5 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536561 Feb 19 07:18:55.841661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:18:55.854226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e68ac6dd-a10a-4edc-bbca-624f1ada383e req-a10451d8-d6f0-4f96-9e49-a2f82bb2279c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500768 Feb 19 07:18:55.854226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-8acdda41-c7b0-418c-87b1-91c233ee4358 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa655087-ef28-44c0-9a7b-62f3f81019a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531836 Feb 19 07:18:55.856890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-c0c83b6d-a100-473f-ab8d-764cc390c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.858475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-c0c83b6d-a100-473f-ab8d-764cc390c981 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1d45b1e1314ab78447239c0008482a&device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 1126 time: 0.2475893 Feb 19 07:18:55.969652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64753565-db12-468c-8dc0-ac2fa7792348 req-b9e9829a-63e4-4bcd-899b-6c3b29738a6f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:55.972504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64753565-db12-468c-8dc0-ac2fa7792348 req-b9e9829a-63e4-4bcd-899b-6c3b29738a6f tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 951 time: 0.0688326 Feb 19 07:18:56.033379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64753565-db12-468c-8dc0-ac2fa7792348 req-817f2dc9-f389-4fbf-bec2-f131e49cd149 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536335 Feb 19 07:18:56.034236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:56.037907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.077737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:18:56.078080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3b727ec7-97fa-494c-b5c2-2e3c83ea0936 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:18:56.114828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681603d6-7736-44a8-b54a-445e1b9aa383'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:56.117131 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc586f17-17e0-4a06-8cc2-e019e0ee7342" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "681603d6-7736-44a8-b54a-445e1b9aa383"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:56.141240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:56.150762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-bcae310a-4d7c-4821-9505-96bed5013b7e service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911439 Feb 19 07:18:56.161178 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68800ae-9202-4dd1-89ac-a8495e32eab2 x-openstack-request-id: req-f68800ae-9202-4dd1-89ac-a8495e32eab2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:56.161679 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "681603d6-7736-44a8-b54a-445e1b9aa383", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:56.161798 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f68800ae-9202-4dd1-89ac-a8495e32eab2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:56.162139 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'code': 200} Feb 19 07:18:56.162434 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'code': 200} Feb 19 07:18:56.162684 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681603d6-7736-44a8-b54a-445e1b9aa383', 'code': 200} Feb 19 07:18:56.171475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-8bb7b01f-d21c-46f2-bba4-ce2db6338a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.172904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-8bb7b01f-d21c-46f2-bba4-ce2db6338a05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 200 len: 913 time: 0.3025951 Feb 19 07:18:56.173338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port ce5223da-57e0-4ac2-8f79-c65c195f4653 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:56.182658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port ce5223da-57e0-4ac2-8f79-c65c195f4653 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:56.184288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.184414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f8314-6a19-430c-bb7c-615115d7aee4 req-1caef125-b3c8-4239-a346-bee1735be430 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.190240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d82f8314-6a19-430c-bb7c-615115d7aee4 req-1caef125-b3c8-4239-a346-bee1735be430 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.2081940 Feb 19 07:18:56.264477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db746333-201a-421a-9d3b-fb4ca3a7b249 req-6ca1020a-892a-480d-a7a2-a9bde0da030e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.265969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db746333-201a-421a-9d3b-fb4ca3a7b249 req-6ca1020a-892a-480d-a7a2-a9bde0da030e tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 943 time: 0.0546420 Feb 19 07:18:56.287792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ce5223da-57e0-4ac2-8f79-c65c195f4653 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:56.288599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.295430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-08a97091-b1f9-41b9-8e62-e99fbd25a682 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2845e092-c519-4e54-ba80-eb28c7025622 HTTP/1.1" status: 200 len: 217 time: 0.0933349 Feb 19 07:18:56.327950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:56.329271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db746333-201a-421a-9d3b-fb4ca3a7b249 req-4625d734-56f8-481f-b93d-5b12c4401986 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549526 Feb 19 07:18:56.332471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.378640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:56.418072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d82f8314-6a19-430c-bb7c-615115d7aee4 req-f17a66cf-2d63-4c05-9f78-0b32049387bf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269554 Feb 19 07:18:56.425367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 592a5c8c-5810-4b16-a66b-5d5e83d34b8c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:56.446290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-4ff82668-110c-4f37-90a1-7236bf6de9ca service neutron] 10.222.0.24 "GET /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861645 Feb 19 07:18:56.449786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-d232682f-41e2-4481-8368-2b33111bc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.451228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-d232682f-41e2-4481-8368-2b33111bc734 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 200 len: 853 time: 0.1427469 Feb 19 07:18:56.492904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e1076-d11d-4e8a-9779-685c7813698e req-ac4f7e2d-b9b2-46bd-9ad9-7ea7e9e1eae0 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.494435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-274e1076-d11d-4e8a-9779-685c7813698e req-ac4f7e2d-b9b2-46bd-9ad9-7ea7e9e1eae0 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.0612819 Feb 19 07:18:56.528430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-f7c4aa08-0d12-46c8-b054-d6a37a6e136f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be1fc502-b9e8-418f-9028-6dd3365121eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379472 Feb 19 07:18:56.541770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:56.546846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-274e1076-d11d-4e8a-9779-685c7813698e req-0ef8c504-3b1e-4408-9cb0-6c69c67d44e4 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458660 Feb 19 07:18:56.552760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (714d7583-0403-48ab-971b-94e50fbbcc8f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.554708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'port_id': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c', 'mac_address': 'fa:16:3e:1a:19:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390a3b8-15b3-4095-88e0-c4d179796871', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:56.596641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:56.596956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.609410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592a5c8c-5810-4b16-a66b-5d5e83d34b8c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:56.628749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:56.633391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.649285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=714d7583-0403-48ab-971b-94e50fbbcc8f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:56.679467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:56.683951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:56.684315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 3051afbf-f4cc-4a72-8229-e3ec6cca083b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:18:56.694375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-63df270e-384f-436e-ba4e-2f2736f83b30 service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581447 Feb 19 07:18:56.723317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:18:56.762484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3051afbf-f4cc-4a72-8229-e3ec6cca083b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:56.768441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:56.769038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.772446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5cdad-257f-40b5-939e-08d6b57a290d None None] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:56.802446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59ce3894-b1c9-4d7f-8cdf-718990284853 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0996292 Feb 19 07:18:56.805547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:56.810756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1537330983'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:18:56.819281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a87f51e9-1dc0-4183-a1fb-dee9254f7a40 req-bd9b77ad-826f-4c57-bf6e-1da9f4d46f7c service neutron] 10.222.0.47 "GET /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165106 Feb 19 07:18:56.876409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3051afbf-f4cc-4a72-8229-e3ec6cca083b', 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': '714d7583-0403-48ab-971b-94e50fbbcc8f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:18:56.877889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.982357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:18:56.986254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:56.989139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a39a208f-df97-4996-bc9a-42736328e1cd details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:56.993062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 96f36677-8b23-4e99-800c-4d0d76889fd6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:57.004555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280c74-0830-4921-a6b9-2bf5f23865f9 req-05f65230-2afc-416f-a242-d881c860adbe tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.006113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37280c74-0830-4921-a6b9-2bf5f23865f9 req-05f65230-2afc-416f-a242-d881c860adbe tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 944 time: 0.0977263 Feb 19 07:18:57.014719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 34562f5e-29fb-4672-bf9f-efefca424bac yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:18:57.026951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.038563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.045000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.050439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.056256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.061861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.067543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.069751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-c3a464bf-13fb-40c3-bb4a-ad9e41586584 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5430 time: 0.1225235 Feb 19 07:18:57.110667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37280c74-0830-4921-a6b9-2bf5f23865f9 req-0e02276d-ef48-428a-be9e-92b6972e388a tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979354 Feb 19 07:18:57.130073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['592a5c8c-5810-4b16-a66b-5d5e83d34b8c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:57.140444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Allocated IP 172.20.0.2 (3051afbf-f4cc-4a72-8229-e3ec6cca083b/714d7583-0403-48ab-971b-94e50fbbcc8f/381e9ab0-706c-40cb-8857-52c0f4f19d0b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:57.151811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a54fcb0-f2dd-4767-8e1c-0ee281dac3b0 req-e9db4029-69e0-40b0-8991-918e6e3504d1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704789 Feb 19 07:18:57.218585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 96f36677-8b23-4e99-800c-4d0d76889fd6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:57.223105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce55351-05bc-4a75-bd45-b3f860d0ba28 req-225fd964-3f82-4fd5-ba37-73b3cb72af94 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.224605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ce55351-05bc-4a75-bd45-b3f860d0ba28 req-225fd964-3f82-4fd5-ba37-73b3cb72af94 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 951 time: 0.0539484 Feb 19 07:18:57.268262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 96f36677-8b23-4e99-800c-4d0d76889fd6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:57.268635 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.273063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ce55351-05bc-4a75-bd45-b3f860d0ba28 req-de5d0863-7143-4caa-bc70-48548ce6cb70 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a4124c2-9a58-4579-99e1-4ca0dac4b741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Feb 19 07:18:57.327525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a39a208f-df97-4996-bc9a-42736328e1cd,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:57.366352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a39a208f-df97-4996-bc9a-42736328e1cd', 'network_id': 'fa655087-ef28-44c0-9a7b-62f3f81019a7', 'port_id': 'a39a208f-df97-4996-bc9a-42736328e1cd', 'mac_address': 'fa:16:3e:1c:60:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03aedaf-e00d-458b-9ad2-f639fed052ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:57.452147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9323f7-c854-44fd-8162-15ee1648b615 req-23f28dfa-88e3-4da9-92b9-de36f7098c76 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.458925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e9323f7-c854-44fd-8162-15ee1648b615 req-23f28dfa-88e3-4da9-92b9-de36f7098c76 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 943 time: 0.0684199 Feb 19 07:18:57.503887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e9323f7-c854-44fd-8162-15ee1648b615 req-f80e25d3-2b2f-4e57-9979-6406d09e0ca4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Feb 19 07:18:57.526401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a39a208f-df97-4996-bc9a-42736328e1cd is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:57.526789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.539880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 96f36677-8b23-4e99-800c-4d0d76889fd6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:57.540273 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.544129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401519d-60ec-4706-8e2d-33f19894d14c req-5defcc9b-92e5-4efe-a39e-14f9d55e57ef tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.545823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks [] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.545943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2401519d-60ec-4706-8e2d-33f19894d14c req-5defcc9b-92e5-4efe-a39e-14f9d55e57ef tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.0553625 Feb 19 07:18:57.559738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39a208f-df97-4996-bc9a-42736328e1cd {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:57.571045 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.637709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a39a208f-df97-4996-bc9a-42736328e1cd,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:57.645206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:57.651387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.659460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:57.662131 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.662923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:57.670401 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2401519d-60ec-4706-8e2d-33f19894d14c req-da0976fd-b861-4a13-9b19-1e8ceca3577b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186841 Feb 19 07:18:57.674903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:57.679299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.9 (3051afbf-f4cc-4a72-8229-e3ec6cca083b/714d7583-0403-48ab-971b-94e50fbbcc8f/34562f5e-29fb-4672-bf9f-efefca424bac) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:18:57.693193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e75564-5470-474a-8838-a540f0f486e3 req-1bfdbc01-f9c0-45f2-8e60-ffbb8f15fb3d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.695215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41e75564-5470-474a-8838-a540f0f486e3 req-1bfdbc01-f9c0-45f2-8e60-ffbb8f15fb3d tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 951 time: 0.1007853 Feb 19 07:18:57.698589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:57.702278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Pushing event updated for resources: {'Port': ['ID=381e9ab0-706c-40cb-8857-52c0f4f19d0b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:57.732070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b3c9c-00ca-4373-89dc-8fc2431659ec req-f36757f2-db7b-4ff2-b83b-3a870a03d5f4 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:57.733634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-955b3c9c-00ca-4373-89dc-8fc2431659ec req-f36757f2-db7b-4ff2-b83b-3a870a03d5f4 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1104989 Feb 19 07:18:57.784578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-955b3c9c-00ca-4373-89dc-8fc2431659ec req-b558f963-ddd6-4f2e-b0fd-80841112dbca tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Feb 19 07:18:57.817781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:57.826511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Attempting to bind port 381e9ab0-706c-40cb-8857-52c0f4f19d0b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:18:57.826755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Attempting to bind port 381e9ab0-706c-40cb-8857-52c0f4f19d0b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:18:57.827128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Attempting to bind port 381e9ab0-706c-40cb-8857-52c0f4f19d0b on network 3051afbf-f4cc-4a72-8229-e3ec6cca083b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:18:57.848855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 08faa673-d59a-4adc-b1b1-06c37bf76668 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:57.857866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 08faa673-d59a-4adc-b1b1-06c37bf76668 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:57.858248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.861541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:18:57.861919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Checking segment: {'id': 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:18:57.862318 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.862715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Bound using segment: {'id': 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:18:57.863217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Bound port: 381e9ab0-706c-40cb-8857-52c0f4f19d0b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3051afbf-f4cc-4a72-8229-e3ec6cca083b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:18:57.863589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.887641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (34562f5e-29fb-4672-bf9f-efefca424bac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.900605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Deleting port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:57.900865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:57.940244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:57.970434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a39a208f-df97-4996-bc9a-42736328e1cd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:57.992609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (34562f5e-29fb-4672-bf9f-efefca424bac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.024698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] For port 381e9ab0-706c-40cb-8857-52c0f4f19d0b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:18:58.036786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] For port d42446bd-51cc-4fcd-b609-4bfcb20b54c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:58.037359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.047909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] For port 381e9ab0-706c-40cb-8857-52c0f4f19d0b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=381e9ab0-706c-40cb-8857-52c0f4f19d0b,segment=NetworkSegment(e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0),segment_id=e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:18:58.056463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:18:58.057591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Calling delete_port for d42446bd-51cc-4fcd-b609-4bfcb20b54c0 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:58.063428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:18:58.065766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:18:58.066403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.076382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 08faa673-d59a-4adc-b1b1-06c37bf76668 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:58.076774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.108952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=34562f5e-29fb-4672-bf9f-efefca424bac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:58.167314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6'}, {'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:58.167689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.168319 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.169554 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6c5765-5314-411d-a2ed-787c2cd43426" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6"}, {"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-plugged", "status": "completed", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:58.179021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:58.181296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b339-e2ee-47bc-ab25-78bb795f6e59 None None] Pushing event updated for resources: {'Port': ['ID=381e9ab0-706c-40cb-8857-52c0f4f19d0b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:58.192113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.192904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a0315a5d-984a-4134-bda6-c9a31ff204f8 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:58.211831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:58.212381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-965270a9-730c-45eb-912d-441f5aa59441 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4052377 Feb 19 07:18:58.304797 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c4c82d-b6dd-48d4-b673-e91fe60f396f x-openstack-request-id: req-86c4c82d-b6dd-48d4-b673-e91fe60f396f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:58.305090 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6", "code": 200}, {"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-plugged", "status": "completed", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:58.305346 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86c4c82d-b6dd-48d4-b673-e91fe60f396f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:58.305749 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'code': 200} Feb 19 07:18:58.306010 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'code': 200} Feb 19 07:18:58.306263 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'code': 200} Feb 19 07:18:58.332034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d42446bd-51cc-4fcd-b609-4bfcb20b54c0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.334202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:58.357172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d42446bd-51cc-4fcd-b609-4bfcb20b54c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:58.404023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Pushing event deleted for resources: {'Port': ['ID=d42446bd-51cc-4fcd-b609-4bfcb20b54c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:58.415112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a0315a5d-984a-4134-bda6-c9a31ff204f8 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:18:58.421350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a0315a5d-984a-4134-bda6-c9a31ff204f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:58.421727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.470707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] No DVR routers for this DVR port d42446bd-51cc-4fcd-b609-4bfcb20b54c0 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:18:58.482783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dae48-6851-42c9-b015-3b043898616f req-483cb0ad-0293-4366-b956-3c4e576dc1a6 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.487809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d4dae48-6851-42c9-b015-3b043898616f req-483cb0ad-0293-4366-b956-3c4e576dc1a6 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 944 time: 0.2181871 Feb 19 07:18:58.489487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.494698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41e75564-5470-474a-8838-a540f0f486e3 req-317e8af9-d7d2-4a54-8861-2f8ab445dd7e tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.47 "DELETE /v2.0/ports/d42446bd-51cc-4fcd-b609-4bfcb20b54c0 HTTP/1.1" status: 204 len: 173 time: 0.7903459 Feb 19 07:18:58.495439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-deleted', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:18:58.496952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2845e092-c519-4e54-ba80-eb28c7025622 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:18:58.498680 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cce339-6a74-4862-b75b-cdf674b5c4fe" -d '{"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-deleted", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:18:58.505867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 34562f5e-29fb-4672-bf9f-efefca424bac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:18:58.506158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (34562f5e-29fb-4672-bf9f-efefca424bac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.631385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.642306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.648984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.657092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.664410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.671265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.682967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.692855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-a784effc-53a3-4310-a167-156e85095e6c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5431 time: 0.2993424 Feb 19 07:18:58.701513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a0315a5d-984a-4134-bda6-c9a31ff204f8 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:58.702043 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.742118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2845e092-c519-4e54-ba80-eb28c7025622,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:58.767260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2845e092-c519-4e54-ba80-eb28c7025622', 'network_id': 'be1fc502-b9e8-418f-9028-6dd3365121eb', 'port_id': '2845e092-c519-4e54-ba80-eb28c7025622', 'mac_address': 'fa:16:3e:f1:8b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3390a3b8-15b3-4095-88e0-c4d179796871', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:18:58.770096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:58.776927 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.851406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2845e092-c519-4e54-ba80-eb28c7025622 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:58.851806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2845e092-c519-4e54-ba80-eb28c7025622), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.874828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:58.887737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2845e092-c519-4e54-ba80-eb28c7025622 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:18:58.915830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2845e092-c519-4e54-ba80-eb28c7025622,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:18:58.923462 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:58.947727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28776a-f4e5-4ae1-aa73-1e4c6f677203 req-13f91545-f5d8-495f-9442-66d0c28389ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:58.949269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb28776a-f4e5-4ae1-aa73-1e4c6f677203 req-13f91545-f5d8-495f-9442-66d0c28389ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1127 time: 0.5625205 Feb 19 07:18:58.953062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d4dae48-6851-42c9-b015-3b043898616f req-8e710a65-de97-45df-bd9b-f6404826d075 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475250 Feb 19 07:18:59.011621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:59.028740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb28776a-f4e5-4ae1-aa73-1e4c6f677203 req-a3470571-544a-48a3-9f17-6d05585f0097 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729277 Feb 19 07:18:59.118392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (34562f5e-29fb-4672-bf9f-efefca424bac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.131924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13fae067-6587-472d-8745-c660aacf49a8 req-670e7e9a-7e63-4056-8b2f-3efd856775b4 tempest-ServersAdminTestJSON-1931079237 tempest-ServersAdminTestJSON-1931079237-project] 10.222.0.43 "GET /v2.0/ports?device_id=bab1b716-25d5-4a50-bd44-d6cda8d764b7 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Feb 19 07:18:59.132172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 34562f5e-29fb-4672-bf9f-efefca424bac owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:18:59.188338 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac295f9-5e09-479e-b658-6ab865ea9464 x-openstack-request-id: req-2ac295f9-5e09-479e-b658-6ab865ea9464 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:18:59.188632 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab1b716-25d5-4a50-bd44-d6cda8d764b7", "name": "network-vif-deleted", "tag": "d42446bd-51cc-4fcd-b609-4bfcb20b54c0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:18:59.188891 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ac295f9-5e09-479e-b658-6ab865ea9464 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:18:59.189294 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab1b716-25d5-4a50-bd44-d6cda8d764b7', 'name': 'network-vif-deleted', 'tag': 'd42446bd-51cc-4fcd-b609-4bfcb20b54c0', 'status': 'completed', 'code': 200} Feb 19 07:18:59.203859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8ef6b3d-4023-4a16-b282-c62ce9c6a001 req-bf7706da-1936-432e-b1a8-78e73a5f71df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5103745 Feb 19 07:18:59.303537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97cb1-2c6f-436e-a8ff-4eff5c3310b4 req-a14f7765-516b-4337-bacd-f4a497a3a31d tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:59.305536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ef97cb1-2c6f-436e-a8ff-4eff5c3310b4 req-a14f7765-516b-4337-bacd-f4a497a3a31d tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 944 time: 0.0624294 Feb 19 07:18:59.354255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (34562f5e-29fb-4672-bf9f-efefca424bac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.355914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ef97cb1-2c6f-436e-a8ff-4eff5c3310b4 req-17249edb-c969-4cdd-bd7f-7a3403024d1b tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Feb 19 07:18:59.371846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2845e092-c519-4e54-ba80-eb28c7025622'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:18:59.392694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3f72-8813-4a24-b536-8bb9ab80aff6 req-1581e627-8083-40eb-91fc-51fa3b09f22a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:59.394262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a59d3f72-8813-4a24-b536-8bb9ab80aff6 req-1581e627-8083-40eb-91fc-51fa3b09f22a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1033514 Feb 19 07:18:59.413988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=34562f5e-29fb-4672-bf9f-efefca424bac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:59.516468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fe52b-a47d-4766-9e18-6e6d5a0ff0b0 req-e379fb4b-15e6-4a25-8627-2814febfdb0a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:18:59.524465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-228fe52b-a47d-4766-9e18-6e6d5a0ff0b0 req-e379fb4b-15e6-4a25-8627-2814febfdb0a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.0755153 Feb 19 07:18:59.527560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a59d3f72-8813-4a24-b536-8bb9ab80aff6 req-d5b44934-fd98-46d6-9833-f48dda2b351f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199460 Feb 19 07:18:59.558060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.561270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5211dd3e-0a6c-455b-bf93-7e8133c5243a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/34562f5e-29fb-4672-bf9f-efefca424bac HTTP/1.1" status: 204 len: 168 time: 1.3476689 Feb 19 07:18:59.563847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:59.573925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-228fe52b-a47d-4766-9e18-6e6d5a0ff0b0 req-5aa6633d-88ff-4194-84bf-37b11e789925 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Feb 19 07:18:59.592293 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f267df0-25b5-42f0-ad71-42ea503b7ab4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:18:59.593726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f267df0-25b5-42f0-ad71-42ea503b7ab4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/34562f5e-29fb-4672-bf9f-efefca424bac HTTP/1.1" status: 404 len: 333 time: 0.0289373 Feb 19 07:18:59.596610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:59.624734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e826c0-d9af-4f81-9141-71be309be1da None None] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:18:59.647094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet 714d7583-0403-48ab-971b-94e50fbbcc8f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:18:59.650665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (714d7583-0403-48ab-971b-94e50fbbcc8f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.689493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Provisioning complete for port 381e9ab0-706c-40cb-8857-52c0f4f19d0b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:59.689974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.690131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (714d7583-0403-48ab-971b-94e50fbbcc8f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.790525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (714d7583-0403-48ab-971b-94e50fbbcc8f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.812396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Current status of the port 381e9ab0-706c-40cb-8857-52c0f4f19d0b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:18:59.812852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.830395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 381e9ab0-706c-40cb-8857-52c0f4f19d0b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:18:59.858745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (714d7583-0403-48ab-971b-94e50fbbcc8f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.892261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=714d7583-0403-48ab-971b-94e50fbbcc8f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:18:59.896072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.899982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7af36c5b-1ccc-4b3e-8822-04f05dc78da9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/714d7583-0403-48ab-971b-94e50fbbcc8f HTTP/1.1" status: 204 len: 168 time: 0.3023987 Feb 19 07:18:59.902743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:18:59.909918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:18:59.910419 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:18:59.918199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 381e9ab0-706c-40cb-8857-52c0f4f19d0b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:18:59.918586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.984574 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:18:59.995824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3051afbf-f4cc-4a72-8229-e3ec6cca083b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.118536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8e50d-7bdd-48e1-a57a-366054229966 req-9a1cc181-d011-48fc-9e56-9fdb83e623e7 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.120164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30f8e50d-7bdd-48e1-a57a-366054229966 req-9a1cc181-d011-48fc-9e56-9fdb83e623e7 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 945 time: 0.0692563 Feb 19 07:19:00.126434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 381e9ab0-706c-40cb-8857-52c0f4f19d0b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:00.126803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.187974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227988f4-87ed-4dd8-b2dc-a5006feeb87c None None] Network 3051afbf-f4cc-4a72-8229-e3ec6cca083b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:00.220062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 381e9ab0-706c-40cb-8857-52c0f4f19d0b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=381e9ab0-706c-40cb-8857-52c0f4f19d0b,segment=NetworkSegment(e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0),segment_id=e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:00.220338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.243780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 381e9ab0-706c-40cb-8857-52c0f4f19d0b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:00.250368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 381e9ab0-706c-40cb-8857-52c0f4f19d0b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:00.250762 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.259826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30f8e50d-7bdd-48e1-a57a-366054229966 req-c946c848-fdd0-44b7-b7a0-d29ca237d65e tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199679 Feb 19 07:19:00.312169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:00.315247 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e13db8-a95a-4e0c-89ec-0739aba86977" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:00.325567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 381e9ab0-706c-40cb-8857-52c0f4f19d0b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=381e9ab0-706c-40cb-8857-52c0f4f19d0b,segment=NetworkSegment(e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0),segment_id=e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:00.331611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.388904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (381e9ab0-706c-40cb-8857-52c0f4f19d0b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.399584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.406747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.413865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.425936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.433571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.435998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=381e9ab0-706c-40cb-8857-52c0f4f19d0b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:00.437847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 381e9ab0-706c-40cb-8857-52c0f4f19d0b on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:00.459094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05a10073-0f07-4e89-a4db-cadc80fbe0c0 None None] Port 381e9ab0-706c-40cb-8857-52c0f4f19d0b update to ACTIVE by agent not found {{(pid=103589) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 07:19:00.460902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 592a5c8c-5810-4b16-a66b-5d5e83d34b8c up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:00.462800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7fd67-b7a5-4b5f-afac-3cb524d705b8 None None] DHCP port deletion for 3051afbf-f4cc-4a72-8229-e3ec6cca083b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:00.464237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.467994 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc7f6ff-8563-4652-8284-12f48316a17f x-openstack-request-id: req-4dc7f6ff-8563-4652-8284-12f48316a17f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:00.468379 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-plugged", "status": "completed", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:00.468547 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dc7f6ff-8563-4652-8284-12f48316a17f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:00.468911 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'code': 200} Feb 19 07:19:00.483900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.493351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=381e9ab0-706c-40cb-8857-52c0f4f19d0b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:00.502217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-90a8fdd9-088b-4c7c-87ed-89351149cb93 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.2128589 Feb 19 07:19:00.535445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:00.543273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:00.545031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.583818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d79d0c89-67ef-4e86-b4b2-d2461b11dab2 None None] Could not find standard attr ID for object 381e9ab0-706c-40cb-8857-52c0f4f19d0b. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:19:00.617060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51410) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:00.622931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3051afbf-f4cc-4a72-8229-e3ec6cca083b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.650343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63f4213e-cef5-43cb-a04b-29d7e1ee7621 req-1e4409a8-eb1a-458c-b91b-7cc07a77f3b9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430054 Feb 19 07:19:00.657101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.657581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.658049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.658523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.658986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.661678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3051afbf-f4cc-4a72-8229-e3ec6cca083b']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:00.662027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:00.663072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.670860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.671419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.673497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-7fb0784f-bb23-4071-8a70-e856bab55c71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6706 time: 0.1289985 Feb 19 07:19:00.677381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:00.677914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:00.693126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.702853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d64f2f-7583-4fa6-9c26-5ad00f2c0892 req-d5ffae3d-4dd3-4352-8632-1c23be39137f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.709812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16d64f2f-7583-4fa6-9c26-5ad00f2c0892 req-d5ffae3d-4dd3-4352-8632-1c23be39137f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 944 time: 0.1479404 Feb 19 07:19:00.714399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:00.720634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.745925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.761049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:00.761449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (e16475c9-3eb7-4e96-9bb1-d68d2e0e20c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:00.764673 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:00.772825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48f96ee6-3bbb-4dfe-b404-97733750cebf req-8be4e2cb-e48a-4266-90e2-f19472210fd2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932236 Feb 19 07:19:00.782491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:00.812087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16d64f2f-7583-4fa6-9c26-5ad00f2c0892 req-e8f45aea-9d66-4c74-9b40-f4d63956cbd8 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012964 Feb 19 07:19:00.841525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3051afbf-f4cc-4a72-8229-e3ec6cca083b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.848676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4376f2f3-a183-4e63-940d-dc9248fcf174 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0aa6e8015b674b42b42c1fd1f4b7d73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295048 Feb 19 07:19:00.849560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.852625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:00.855443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/3051afbf-f4cc-4a72-8229-e3ec6cca083b HTTP/1.1" status: 204 len: 168 time: 0.9512646 Feb 19 07:19:00.858565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:00.872392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'name': 'tempest-PortsTestJSON-851027271'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:00.875011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750a212-70b1-4444-9008-66f5d68baa07 req-decd305f-5d5f-4341-8524-52c9128241f9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:00.876498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0750a212-70b1-4444-9008-66f5d68baa07 req-decd305f-5d5f-4341-8524-52c9128241f9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1086135 Feb 19 07:19:00.880603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d13811-178b-4651-a56a-3185950bd775 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=3051afbf-f4cc-4a72-8229-e3ec6cca083b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:00.954780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0750a212-70b1-4444-9008-66f5d68baa07 req-7a44b774-fae2-444e-ba82-dbab01ed6658 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655191 Feb 19 07:19:00.955888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] Publish callbacks [] for security_group (2a4124c2-9a58-4579-99e1-4ca0dac4b741), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:00.981864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] Publish callbacks [] for security_group (2a4124c2-9a58-4579-99e1-4ca0dac4b741), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.007737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105370a6-fc13-48cb-90a3-53cb80ab759d req-24f83f9b-3d89-4ef9-9051-4dab19961300 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.012135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-105370a6-fc13-48cb-90a3-53cb80ab759d req-24f83f9b-3d89-4ef9-9051-4dab19961300 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1190927 Feb 19 07:19:01.016462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a39a208f-df97-4996-bc9a-42736328e1cd up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:01.026922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:01.032531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.034145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2a4124c2-9a58-4579-99e1-4ca0dac4b741), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.036887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.038692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a4124c2-9a58-4579-99e1-4ca0dac4b741 HTTP/1.1" status: 204 len: 168 time: 0.1850879 Feb 19 07:19:01.057556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe4b78-2c27-4e65-8d85-5d3e69c4b02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4124c2-9a58-4579-99e1-4ca0dac4b741,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:01.083648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port bb66f5e9-5778-47d6-bd69-326f347d8471 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:01.094066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c732-995f-41ff-a937-9adbe2073103 req-0b04468c-4058-40b7-9391-b17c04b621c7 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.096068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65d8c732-995f-41ff-a937-9adbe2073103 req-0b04468c-4058-40b7-9391-b17c04b621c7 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1127 time: 0.0547550 Feb 19 07:19:01.125023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a39a208f-df97-4996-bc9a-42736328e1cd completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:01.130464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a39a208f-df97-4996-bc9a-42736328e1cd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:01.130846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.153445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-105370a6-fc13-48cb-90a3-53cb80ab759d req-d751f990-4ae9-4f39-8526-231da099e2bf tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290245 Feb 19 07:19:01.174908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65d8c732-995f-41ff-a937-9adbe2073103 req-d1524194-f6aa-4860-a728-4596b0cbc636 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611844 Feb 19 07:19:01.237344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a39a208f-df97-4996-bc9a-42736328e1cd is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:01.237900 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.279600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a39a208f-df97-4996-bc9a-42736328e1cd,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:01.288844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.299764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (bb66f5e9-5778-47d6-bd69-326f347d8471), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.336612 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bb66f5e9-5778-47d6-bd69-326f347d8471), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.388282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:01.388763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:01.392820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:01.396971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:01.402349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.403135 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.423336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b074df3-8c1e-45ca-b6a1-118ac924f55f req-b0beef61-44db-44a9-9c2a-db829a03436a tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.423879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=bb66f5e9-5778-47d6-bd69-326f347d8471,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:01.428532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b074df3-8c1e-45ca-b6a1-118ac924f55f req-b0beef61-44db-44a9-9c2a-db829a03436a tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 945 time: 0.0926192 Feb 19 07:19:01.438706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:01.439914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fce4e4ab-eb66-4557-ad86-97df523ff563 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5745604 Feb 19 07:19:01.506640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:01.547637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b074df3-8c1e-45ca-b6a1-118ac924f55f req-0981e131-9a7e-4016-8778-b68df32befad tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123414 Feb 19 07:19:01.557963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da71ad99-6385-4584-801a-bfc65730edce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c96c0bd570940fcb6244816fc36e949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499465 Feb 19 07:19:01.568698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:01.586986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port bb66f5e9-5778-47d6-bd69-326f347d8471 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:01.587428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bb66f5e9-5778-47d6-bd69-326f347d8471), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.693436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bb66f5e9-5778-47d6-bd69-326f347d8471), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.705087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Publish callbacks [] for security_group (489d185f-2531-4a83-b57f-c1da8f89ad27), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.714767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for bb66f5e9-5778-47d6-bd69-326f347d8471 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:01.744363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Publish callbacks [] for security_group (489d185f-2531-4a83-b57f-c1da8f89ad27), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.802864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.805990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 381e9ab0-706c-40cb-8857-52c0f4f19d0b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:01.810078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.816217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.821844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.825912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 381e9ab0-706c-40cb-8857-52c0f4f19d0b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:01.826679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 381e9ab0-706c-40cb-8857-52c0f4f19d0b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:01.829629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.839265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.845073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:01.853183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96dec002-e28d-452c-ac7f-365571a18311 req-8c6b0e6b-b3d5-4690-844a-8ca6d9bfa1df tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.1176169 Feb 19 07:19:01.877162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bb66f5e9-5778-47d6-bd69-326f347d8471), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.921088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96dec002-e28d-452c-ac7f-365571a18311 req-1d000b0e-7d74-4484-8e76-ffcbfcfa25dd tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660791 Feb 19 07:19:01.925872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (489d185f-2531-4a83-b57f-c1da8f89ad27), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.928412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.931910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/489d185f-2531-4a83-b57f-c1da8f89ad27 HTTP/1.1" status: 204 len: 168 time: 0.3661511 Feb 19 07:19:01.933393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=bb66f5e9-5778-47d6-bd69-326f347d8471,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:01.969671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489d185f-2531-4a83-b57f-c1da8f89ad27,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:01.980868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:01.984161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/bb66f5e9-5778-47d6-bd69-326f347d8471 HTTP/1.1" status: 204 len: 168 time: 0.5399249 Feb 19 07:19:01.987092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51450) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:01.992327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'mac_address': 'fa:16:3e:a5:33:9e', 'name': 'tempest-PortsTestJSON-11219221'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:02.004987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.005343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.005694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.006813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.007158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.007525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.007857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.008190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.008567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.008850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.009181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.009507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.009832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879a93c6-e915-4847-b644-de6680b95c25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.017765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.018121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.018961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.019351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.019699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.020049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.020366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.020701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.021391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.022316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.023120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.023120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.023360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abae5243-949f-48f1-bbd7-ecdb81df0737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:02.046487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c93dd-4e4f-49ab-9130-e31b7b796172 req-0da8d933-b621-455f-8ad6-f9b56f835edf tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.048464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d94c93dd-4e4f-49ab-9130-e31b7b796172 req-0da8d933-b621-455f-8ad6-f9b56f835edf tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.1318157 Feb 19 07:19:02.152283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d94c93dd-4e4f-49ab-9130-e31b7b796172 req-1ebc998d-a10a-43c5-8d0f-5fa1228b81d4 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956645 Feb 19 07:19:02.180199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:02.299087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.326111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc291f-1167-4914-a429-48b801f281bd req-a713b81e-6a4a-44d1-b742-fd1b27e1d38b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.327684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdcc291f-1167-4914-a429-48b801f281bd req-a713b81e-6a4a-44d1-b742-fd1b27e1d38b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.0969870 Feb 19 07:19:02.334686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 491e750a-5657-4888-95fe-6fc65520f597 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:02.439556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdcc291f-1167-4914-a429-48b801f281bd req-6eae7847-37af-4df8-a390-954e2aaa584d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993989 Feb 19 07:19:02.467979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2845e092-c519-4e54-ba80-eb28c7025622 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:02.472487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c'}, {'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:02.475462 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb36369a-b8f5-4ad7-9901-616d6c068be5" -d '{"events": [{"server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "name": "network-vif-plugged", "status": "completed", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c"}, {"server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "name": "network-vif-plugged", "status": "completed", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:02.577495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 2845e092-c519-4e54-ba80-eb28c7025622 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:02.584366 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f3c10a-230b-4053-87ef-c40f4126f26b x-openstack-request-id: req-58f3c10a-230b-4053-87ef-c40f4126f26b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:02.584600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (491e750a-5657-4888-95fe-6fc65520f597), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.585284 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "name": "network-vif-plugged", "status": "completed", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c", "code": 200}, {"server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "name": "network-vif-plugged", "status": "completed", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:02.585691 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58f3c10a-230b-4053-87ef-c40f4126f26b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:02.586569 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c', 'code': 200} Feb 19 07:19:02.587115 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd', 'code': 200} Feb 19 07:19:02.589180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2845e092-c519-4e54-ba80-eb28c7025622 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:02.590057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2845e092-c519-4e54-ba80-eb28c7025622), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.648689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (491e750a-5657-4888-95fe-6fc65520f597), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.743383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2845e092-c519-4e54-ba80-eb28c7025622 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:02.744914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2845e092-c519-4e54-ba80-eb28c7025622), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.758153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:02.764188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:02.766691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:02.772306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.772977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.779875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=491e750a-5657-4888-95fe-6fc65520f597,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:02.824485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af4b9-1bd7-4154-85b0-4a81b941d318 req-dc7792d6-a1d1-4c3a-b3e1-30e0223d5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.827030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098af4b9-1bd7-4154-85b0-4a81b941d318 req-dc7792d6-a1d1-4c3a-b3e1-30e0223d5f42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 1127 time: 0.1232841 Feb 19 07:19:02.832790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2845e092-c519-4e54-ba80-eb28c7025622,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:02.844190 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:02.848022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:02.869407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4021ce75-49bd-4e4a-acb3-e62bd20b84cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8814855 Feb 19 07:19:02.869784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:02.885026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301357c-3138-4a16-aed2-f9a7854002ce req-d32b4824-9d11-4859-a3e1-48ce4d3224d1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.892011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0301357c-3138-4a16-aed2-f9a7854002ce req-d32b4824-9d11-4859-a3e1-48ce4d3224d1 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 945 time: 0.1012652 Feb 19 07:19:02.897160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: d42446bd-51cc-4fcd-b609-4bfcb20b54c0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:02.897594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d42446bd-51cc-4fcd-b609-4bfcb20b54c0 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:02.947463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf67fa-14d9-477e-ac71-ea167dff7037 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:02.949564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-faaf67fa-14d9-477e-ac71-ea167dff7037 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/491e750a-5657-4888-95fe-6fc65520f597 HTTP/1.1" status: 200 len: 839 time: 0.0780382 Feb 19 07:19:02.956737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:02.971143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098af4b9-1bd7-4154-85b0-4a81b941d318 req-1567753a-6dc2-4f2c-9d9b-71888cdae718 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379592 Feb 19 07:19:02.974089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.021732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:03.073126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0301357c-3138-4a16-aed2-f9a7854002ce req-34f0cf7f-53af-403b-82bb-ace601082f0d tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725485 Feb 19 07:19:03.137377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.142853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.149133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.154649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.162143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.168690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.174032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.182850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-0ba72598-58f6-4d13-bdfe-6ce254830b92 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.1424551 Feb 19 07:19:03.193574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 491e750a-5657-4888-95fe-6fc65520f597 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:03.194154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (491e750a-5657-4888-95fe-6fc65520f597), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.274417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae956e2-612f-41b4-8ed4-1aef02cef42c req-e707f142-a5a3-4678-91ff-c4bb1f54506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.276144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ae956e2-612f-41b4-8ed4-1aef02cef42c req-e707f142-a5a3-4678-91ff-c4bb1f54506b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 1128 time: 0.4939902 Feb 19 07:19:03.297247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (491e750a-5657-4888-95fe-6fc65520f597), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.322533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b17b8c08-bc4d-4998-a834-62172e92a8fe req-1c222407-47dc-4b9b-b08f-a525650fa40a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386397 Feb 19 07:19:03.332722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 491e750a-5657-4888-95fe-6fc65520f597 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:03.362944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ae956e2-612f-41b4-8ed4-1aef02cef42c req-90264f59-d290-4b7d-a9f1-9b67933d8e21 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Feb 19 07:19:03.393585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3d6e1-df09-4d6a-aa1e-58e4906ba54c req-00b3f187-2c4f-4377-b134-592ee788ff90 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.395293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b3d6e1-df09-4d6a-aa1e-58e4906ba54c req-00b3f187-2c4f-4377-b134-592ee788ff90 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.1122999 Feb 19 07:19:03.468416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b3d6e1-df09-4d6a-aa1e-58e4906ba54c req-921b383c-8590-46ec-baca-82bfb2532287 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659175 Feb 19 07:19:03.469003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.475390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.476953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (491e750a-5657-4888-95fe-6fc65520f597), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.482493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.488938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.495450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.501027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.507409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.520522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=491e750a-5657-4888-95fe-6fc65520f597,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:03.520874 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cedee22-cabb-4857-91e5-1148a62c6dbe req-4658ff59-04fa-4247-a6a6-28558c731164 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.1164913 Feb 19 07:19:03.524678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:03.528836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.530622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Request body: {'floatingip': {'port_id': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:03.532065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d418562c-1b3a-4535-8ea4-8c3517b5fcc4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/491e750a-5657-4888-95fe-6fc65520f597 HTTP/1.1" status: 204 len: 168 time: 0.5752692 Feb 19 07:19:03.535056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:03.572330 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd926471-8179-492e-a16e-99cb3c332b72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:03.572555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.574223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd926471-8179-492e-a16e-99cb3c332b72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/491e750a-5657-4888-95fe-6fc65520f597 HTTP/1.1" status: 404 len: 333 time: 0.0387223 Feb 19 07:19:03.578196 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:03.598546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'name': 'tempest-PortsTestJSON-590131631'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:03.692612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa634d-698e-4782-a6b0-5dacf53163bf req-423c3237-2de1-4e6c-8f8e-3b39cfb3b4bd tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:03.695119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79fa634d-698e-4782-a6b0-5dacf53163bf req-423c3237-2de1-4e6c-8f8e-3b39cfb3b4bd tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1325359 Feb 19 07:19:03.739849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:03.743211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:03.775291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79fa634d-698e-4782-a6b0-5dacf53163bf req-b39f7d04-9acf-4fb7-b5fb-140bf0fa8758 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 Feb 19 07:19:03.776503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 137150d9-a4d8-4332-a322-8655f3383a9a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:04.006528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (137150d9-a4d8-4332-a322-8655f3383a9a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.055000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.146298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:04.149465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:04.157450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:04.164036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:04.164683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.173362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=137150d9-a4d8-4332-a322-8655f3383a9a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:04.197867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0e660a3a-57c5-4bff-bcb0-27740a3b8006 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6179526 Feb 19 07:19:04.203613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:04.216473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:04.279153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-c57f29aa-dbc3-4bb9-99c5-db2d39718866 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e773c26c779840b8bdb599a762ea47bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352788 Feb 19 07:19:04.286058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.298684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.412593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8068c11-dec2-4ecf-ba56-e5d50c1566f7 req-73b36bad-7942-48d2-afe9-10acc081e449 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:04.414104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8068c11-dec2-4ecf-ba56-e5d50c1566f7 req-73b36bad-7942-48d2-afe9-10acc081e449 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 946 time: 0.1313677 Feb 19 07:19:04.428953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.443002 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Floating IP 15d5f272-e017-4e67-8948-146e189ee440 associated. External IP: 172.25.7.53, port: b719a50d-f6df-45be-8e18-21f2d4d7ca3a. Feb 19 07:19:04.527489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8068c11-dec2-4ecf-ba56-e5d50c1566f7 req-4feab71f-d89e-435b-8537-5a1aa4ce11bd tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936072 Feb 19 07:19:04.560386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-ae4aa217-9bce-4492-b0a5-7b6d9557d668 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:04.562592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-ae4aa217-9bce-4492-b0a5-7b6d9557d668 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755451 Feb 19 07:19:04.588902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:04.591421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-69425f15-4bd5-4656-a758-134b8613bca9 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/quotas/e773c26c779840b8bdb599a762ea47bb HTTP/1.1" status: 200 len: 375 time: 0.0159941 Feb 19 07:19:04.593282 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33af920-e469-4333-805a-07206dd552eb" -d '{"events": [{"server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "name": "network-vif-plugged", "status": "completed", "tag": "2845e092-c519-4e54-ba80-eb28c7025622"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:04.659108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-b0f979c3-11e9-4c0d-b2d4-da14e5895243 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615246 Feb 19 07:19:04.745110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (137150d9-a4d8-4332-a322-8655f3383a9a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.760893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.785537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Router 3f21f7a6-4cc1-44b7-8adc-fce008765780 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:19:04.800426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e50f04-8be5-44ec-9068-1c751cfc6fe0 req-d0c2cbfc-f50d-4f60-9bd5-0f1423524675 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:04.811961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20e50f04-8be5-44ec-9068-1c751cfc6fe0 req-d0c2cbfc-f50d-4f60-9bd5-0f1423524675 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.1892440 Feb 19 07:19:04.829116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=137150d9-a4d8-4332-a322-8655f3383a9a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:04.852621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] In _notify_port_updated(), no bound segment for port 137150d9-a4d8-4332-a322-8655f3383a9a on network 6d933949-66e6-451b-bfd5-11fbc77f5471 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:19:04.862512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:04.863173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:04.868377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-270d40aa-54d1-4a08-a3ad-92d7c9819234 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/ports/137150d9-a4d8-4332-a322-8655f3383a9a HTTP/1.1" status: 200 len: 818 time: 0.6633639 Feb 19 07:19:04.870841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:04.959686 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0eeda7-f40d-408a-845e-ce2e7a31c86c x-openstack-request-id: req-ae0eeda7-f40d-408a-845e-ce2e7a31c86c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:04.960429 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "name": "network-vif-plugged", "status": "completed", "tag": "2845e092-c519-4e54-ba80-eb28c7025622", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:04.960830 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae0eeda7-f40d-408a-845e-ce2e7a31c86c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:04.961372 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622', 'code': 200} Feb 19 07:19:05.018799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20e50f04-8be5-44ec-9068-1c751cfc6fe0 req-d833d851-8b8f-4628-a157-1f0ce2320f5f tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019272 Feb 19 07:19:05.082700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 137150d9-a4d8-4332-a322-8655f3383a9a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:05.083055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:05.176618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71aa6396-aa84-4938-9e98-25ee3a627a87 req-15c81e9b-d23c-4c9e-9c4d-cec9fb2fa03e tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 210 time: 0.0435460 Feb 19 07:19:05.180313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:19:05.185599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:05.196132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Sync routers for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:19:05.218555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e1cd3-6e4c-46f5-839c-c61d05347fa4 req-6e3b2cfa-8794-4b2f-869a-20fbb6c990c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.220766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-781e1cd3-6e4c-46f5-839c-c61d05347fa4 req-6e3b2cfa-8794-4b2f-869a-20fbb6c990c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 1128 time: 0.1768577 Feb 19 07:19:05.230515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:05.231345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:18:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:05.244310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4ba2429a-10b8-4c19-874c-f90dab51d532 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "PUT /v2.0/floatingips/15d5f272-e017-4e67-8948-146e189ee440 HTTP/1.1" status: 200 len: 990 time: 1.7176588 Feb 19 07:19:05.246199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:05.250343 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:05.309370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-781e1cd3-6e4c-46f5-839c-c61d05347fa4 req-579ce803-bfb7-4bf2-818e-7f36c3adb069 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810175 Feb 19 07:19:05.334899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:05.364617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 137150d9-a4d8-4332-a322-8655f3383a9a owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:05.386647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba4f8-a35d-42f5-97aa-b37f413987fc req-262ae5aa-5f8c-4f9f-8e54-ff02ecd80eaa tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.394717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b8ba4f8-a35d-42f5-97aa-b37f413987fc req-262ae5aa-5f8c-4f9f-8e54-ff02ecd80eaa tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2568400 Feb 19 07:19:05.418240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:05.492519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b8ba4f8-a35d-42f5-97aa-b37f413987fc req-8074e73d-9c40-489c-b169-7c02f93823cc tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Feb 19 07:19:05.677451 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36604a7d-b70d-431d-919e-7c00111893ce x-openstack-request-id: req-36604a7d-b70d-431d-919e-7c00111893ce {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:05.678082 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:05.678082 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36604a7d-b70d-431d-919e-7c00111893ce {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:05.678462 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'status': 'completed', 'code': 200} Feb 19 07:19:05.790520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.797033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.803725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.810539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.816495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.827348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.831830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '15d5f272-e017-4e67-8948-146e189ee440', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'port_id': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'mac_address': 'fa:16:3e:d4:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:37Z', 'updated_at': '2022-02-19T07:19:04Z', 'revision_number': 1, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:05.839555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.841983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-e2f45403-e33b-4587-8aa1-f88a23422e1d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.2126436 Feb 19 07:19:05.868724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Checking router: 3f21f7a6-4cc1-44b7-8adc-fce008765780 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:19:05.880651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:05.882119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:18:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:05.910204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.910686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.911154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.911651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.912166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.912635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.913101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:05.915142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-03a23667-024c-4079-8e25-f20bb8c50bab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6706 time: 0.2090983 Feb 19 07:19:06.050189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cda7d7c-6c61-47bd-9f86-282ac2b91f06 req-3ac177a7-d944-43c1-a866-48820ccea1ea tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1889703 Feb 19 07:19:06.092885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (137150d9-a4d8-4332-a322-8655f3383a9a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.117950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:06.126825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-09bc06fd-bca2-423b-9ed3-a79d2f54bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.128384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-09bc06fd-bca2-423b-9ed3-a79d2f54bcbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=98978c2c-242d-44c2-b6e5-754afe116997 HTTP/1.1" status: 200 len: 912 time: 0.2035799 Feb 19 07:19:06.133160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=137150d9-a4d8-4332-a322-8655f3383a9a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:06.153384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb465-48c2-43ae-a0d8-eb16c4854c87 req-92566238-8df7-40c8-b3e7-8aeb67714017 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.160949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30bfb465-48c2-43ae-a0d8-eb16c4854c87 req-92566238-8df7-40c8-b3e7-8aeb67714017 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.1594012 Feb 19 07:19:06.182788 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.186356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-984086f7-482d-48dc-bee9-880b2071c42a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/137150d9-a4d8-4332-a322-8655f3383a9a HTTP/1.1" status: 204 len: 168 time: 1.3143373 Feb 19 07:19:06.189082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:06.228967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af2974b-9913-4be8-b147-e34f3b23c329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.281848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30bfb465-48c2-43ae-a0d8-eb16c4854c87 req-03e7d784-6cb0-4970-ac6a-b8626b85e5af tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193116 Feb 19 07:19:06.307306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-11126fdb-a806-491c-b799-ac89e32fab95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a HTTP/1.1" status: 200 len: 998 time: 0.1610281 Feb 19 07:19:06.313785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db95019-d0c8-4ff7-bcc6-c7780df7c662 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.316262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0db95019-d0c8-4ff7-bcc6-c7780df7c662 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1261630 Feb 19 07:19:06.319342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:06.349765 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5060e7-ee0f-476c-8584-98c7cd580640 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:06.351654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6b5060e7-ee0f-476c-8584-98c7cd580640 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/137150d9-a4d8-4332-a322-8655f3383a9a HTTP/1.1" status: 404 len: 333 time: 0.0312142 Feb 19 07:19:06.356576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:06.363382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1795882036'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:06.384788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518477f-6105-4ca0-a757-671f506d8e99 req-2de0a04c-4bc1-4ac4-aade-f589acb27406 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.394674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0518477f-6105-4ca0-a757-671f506d8e99 req-2de0a04c-4bc1-4ac4-aade-f589acb27406 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 946 time: 0.1692607 Feb 19 07:19:06.419708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:06.424708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.445996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-f50b3435-e34e-4c76-9d7e-00c15dfd7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.447599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-f50b3435-e34e-4c76-9d7e-00c15dfd7c57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e3dcf15-d9bc-4f83-819d-5819ba097ad1 HTTP/1.1" status: 200 len: 851 time: 0.1352463 Feb 19 07:19:06.492509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:06.496271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0518477f-6105-4ca0-a757-671f506d8e99 req-26c8ea37-f934-45c1-aa7b-0d29547d8d92 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007447 Feb 19 07:19:06.521934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48d200ac-c832-4e48-b6c3-1bc434171bea), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.522219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-64551ac1-5633-4235-a164-7c5ba1b58a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.522629 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 48d200ac-c832-4e48-b6c3-1bc434171bea of type vlan for network 834b5c46-ed59-4457-82ed-83013a56d6f6 Feb 19 07:19:06.530516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-64551ac1-5633-4235-a164-7c5ba1b58a5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98978c2c-242d-44c2-b6e5-754afe116997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678108 Feb 19 07:19:06.587905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (834b5c46-ed59-4457-82ed-83013a56d6f6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.616563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '15d5f272-e017-4e67-8948-146e189ee440', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'port_id': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'mac_address': 'fa:16:3e:d4:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:37Z', 'updated_at': '2022-02-19T07:19:04Z', 'revision_number': 1, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:06.632038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (834b5c46-ed59-4457-82ed-83013a56d6f6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.647175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.648737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:06.653157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff3025-8c40-4d01-b581-a2aaf37df85b None None] The sync data for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 is: [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '15d5f272-e017-4e67-8948-146e189ee440', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'port_id': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'mac_address': 'fa:16:3e:d4:f7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:17:37Z', 'updated_at': '2022-02-19T07:19:04Z', 'revision_number': 1, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:19:06.671768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52c7cf21-1ac6-47d5-a32b-db8a9b9f5cba req-0098f8a2-b128-4c2d-889c-db14ea28d442 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 210 time: 0.0400643 Feb 19 07:19:06.714239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-cbdface5-c507-4d9e-ab33-c245d4f6c08b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e773c26c779840b8bdb599a762ea47bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358438 Feb 19 07:19:06.774387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=834b5c46-ed59-4457-82ed-83013a56d6f6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:06.786528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:06.823300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.831165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.839622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.855046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.868993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.875172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.882225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:06.884376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31e87f48-bf74-4e40-a967-eb83c580625d req-b98e8e07-b23d-4124-b7d0-e6932cbcf7e8 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.4540365 Feb 19 07:19:06.884937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-2d3bb496-3813-4c0f-b48d-628366990ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524773 Feb 19 07:19:06.900748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:06.901241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ed8bc226-3802-46c3-a747-326010ff2db2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5428386 Feb 19 07:19:06.910786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:07.074381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44373fb-5ab2-462f-9ebd-1948baa67738 req-7a33ac44-c971-4ab7-b91b-82b4e5fa200b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:07.081873 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a44373fb-5ab2-462f-9ebd-1948baa67738 req-7a33ac44-c971-4ab7-b91b-82b4e5fa200b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2453821 Feb 19 07:19:07.089537 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84f40e-8b74-4ef1-8d2b-8f448263dcc0 None None] New status for floating IP 15d5f272-e017-4e67-8948-146e189ee440: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:19:07.164314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-457d0966-6b78-47c4-81a4-5e243c2a9e54 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:07.166349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-457d0966-6b78-47c4-81a4-5e243c2a9e54 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4191222 Feb 19 07:19:07.186520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Request body: {'port': {'device_id': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e773c26c779840b8bdb599a762ea47bb'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:07.311580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-196f23a8-4898-42e7-8543-932a8c557b99 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:07.314166 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-196f23a8-4898-42e7-8543-932a8c557b99 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.3974416 Feb 19 07:19:07.356289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a44373fb-5ab2-462f-9ebd-1948baa67738 req-a5e53b85-1bda-4225-8f1f-90bbf457ac89 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735257 Feb 19 07:19:07.358841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bc47194-ee4b-4be9-a556-2ed95bcd1a3e req-662dbaf8-fec8-44aa-9864-d22ad371284d service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431953 Feb 19 07:19:07.409858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:07.414052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:07.470500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85b2e-2c42-4d28-b372-d4c27b4a1031 req-8fa1f57b-499f-4608-8d2f-402c9ed473e3 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:07.472226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14e85b2e-2c42-4d28-b372-d4c27b4a1031 req-8fa1f57b-499f-4608-8d2f-402c9ed473e3 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.0677059 Feb 19 07:19:07.538848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14e85b2e-2c42-4d28-b372-d4c27b4a1031 req-a7de9186-f515-48f5-9f4d-4f21fc27f119 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601110 Feb 19 07:19:07.813125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cec48a70-0f85-430c-be44-c2993a8a2e30 req-252792ed-f872-4106-af3a-ef47cdb4b4dd tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 210 time: 0.0363998 Feb 19 07:19:07.923300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Made reservation on behalf of e773c26c779840b8bdb599a762ea47bb for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:07.926583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:07.941182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bea51-f593-49f7-b300-23e1ebda6e40 req-1fedfdc0-be21-48d1-855e-765c9709c9e0 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:07.942699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-950bea51-f593-49f7-b300-23e1ebda6e40 req-1fedfdc0-be21-48d1-855e-765c9709c9e0 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 946 time: 0.1971188 Feb 19 07:19:07.955977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.040426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Deleting port a39a208f-df97-4996-bc9a-42736328e1cd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:08.040775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.168944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-950bea51-f593-49f7-b300-23e1ebda6e40 req-cec2aff7-2b2f-4f4e-b7a1-c05fc6770856 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108114 Feb 19 07:19:08.176828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f92987d1-4cfb-434a-b0f6-a96467f53c9f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.293168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=f92987d1-4cfb-434a-b0f6-a96467f53c9f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:08.305238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9b0e3-bc5a-4570-b3ec-3f4ffd8b021e req-4e657af0-22a9-4ba6-8ef3-4041fa45b219 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:08.306841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33d9b0e3-bc5a-4570-b3ec-3f4ffd8b021e req-4e657af0-22a9-4ba6-8ef3-4041fa45b219 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 946 time: 0.0548201 Feb 19 07:19:08.316484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] For port a39a208f-df97-4996-bc9a-42736328e1cd, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a39a208f-df97-4996-bc9a-42736328e1cd,segment=NetworkSegment(745f4eaf-fb3a-4c18-a3cc-54d16938b044),segment_id=745f4eaf-fb3a-4c18-a3cc-54d16938b044)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:08.316858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.329428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks [] for security_group (031a8996-19e6-4f7e-8fef-b7e51212723b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.338085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '48d200ac-c832-4e48-b6c3-1bc434171bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:08.338450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 834b5c46-ed59-4457-82ed-83013a56d6f6, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:08.340648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Calling delete_port for a39a208f-df97-4996-bc9a-42736328e1cd owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:08.342447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (031a8996-19e6-4f7e-8fef-b7e51212723b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.378882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33d9b0e3-bc5a-4570-b3ec-3f4ffd8b021e req-ffea9456-e588-4ca2-af80-8cd8d13d8bfa tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652533 Feb 19 07:19:08.516335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031a8996-19e6-4f7e-8fef-b7e51212723b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:08.517338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69b44af6-091d-42f0-a777-818daeeb01d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.518744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:08.574939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 834b5c46-ed59-4457-82ed-83013a56d6f6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:08.585895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:08.586491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.587037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3901c1-6782-41ac-85e9-8d4d9f21f781 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:08.647444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84f3fc4e-ba2b-4df3-b9e6-cb173783d3f7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7431355 Feb 19 07:19:08.650204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:08.656821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:08.674845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Allocated IP 192.168.233.43 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/7a594596-3023-4eec-83cd-f1664e3cc504) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:08.687565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0ec7d-1af6-4aab-a63e-1292be8ca8f2 req-66bcd618-db14-4268-846d-3dc89eeeae11 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:08.688965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee0ec7d-1af6-4aab-a63e-1292be8ca8f2 req-66bcd618-db14-4268-846d-3dc89eeeae11 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2312489 Feb 19 07:19:08.795442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-834b5c46-ed59-4457-82ed-83013a56d6f6', 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': 'f92987d1-4cfb-434a-b0f6-a96467f53c9f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:19:08.796724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.873892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2da3cf-860e-40b6-83c6-531c14770e6f req-066186fc-a75a-4244-9e78-85ef11551d82 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:08.882201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd2da3cf-860e-40b6-83c6-531c14770e6f req-066186fc-a75a-4244-9e78-85ef11551d82 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/ports?device_id=a18c59ee-43fc-4607-81f7-dc39d916d424 HTTP/1.1" status: 200 len: 945 time: 0.0781569 Feb 19 07:19:08.884842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:08.888326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.888478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks [] for port (7a594596-3023-4eec-83cd-f1664e3cc504), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.916275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a39a208f-df97-4996-bc9a-42736328e1cd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:08.941232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a39a208f-df97-4996-bc9a-42736328e1cd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:08.988928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Allocated IP 172.20.0.2 (834b5c46-ed59-4457-82ed-83013a56d6f6/f92987d1-4cfb-434a-b0f6-a96467f53c9f/43bac33e-333f-4faf-b0c2-6ccea9c51c6d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:09.011942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd2da3cf-860e-40b6-83c6-531c14770e6f req-3e8974a6-26e6-4e16-8da9-0ebd8deb9c59 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups?id=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287682 Feb 19 07:19:09.053151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event deleted for resources: {'Port': ['ID=a39a208f-df97-4996-bc9a-42736328e1cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:09.059045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] No DVR routers for this DVR port a39a208f-df97-4996-bc9a-42736328e1cd on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:09.064516 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.066888 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f92987d1-4cfb-434a-b0f6-a96467f53c9f (CIDR: 172.20.0.0/28) Feb 19 07:19:09.070516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34cd0d1-75bf-4141-9c18-3611a6ffbc70 req-80a64fe7-2fa8-4549-a862-9e8a234f281c tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.24 "DELETE /v2.0/ports/a39a208f-df97-4996-bc9a-42736328e1cd HTTP/1.1" status: 204 len: 173 time: 1.7451456 Feb 19 07:19:09.072354 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:19:09.072895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:19:09.090017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee0ec7d-1af6-4aab-a63e-1292be8ca8f2 req-71f423cb-aa99-435f-a266-be981722bae5 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840685 Feb 19 07:19:09.097839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3d10b830-9186-419c-8e5c-2e984cec3154 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4451663 Feb 19 07:19:09.099883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:09.111028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:09.123217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'name': 'network-vif-deleted', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:09.126100 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af189cad-3e76-4927-aad3-4b23c0133581" -d '{"events": [{"server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "name": "network-vif-deleted", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:09.187100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.306032 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks [] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.318162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:09.324554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.340447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:09.344008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:09.345413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.347554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:09.411211 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c955516d-cf20-49f9-8a7b-16d445beb473 x-openstack-request-id: req-c955516d-cf20-49f9-8a7b-16d445beb473 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:09.411783 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18c59ee-43fc-4607-81f7-dc39d916d424", "name": "network-vif-deleted", "tag": "a39a208f-df97-4996-bc9a-42736328e1cd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:09.412281 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c955516d-cf20-49f9-8a7b-16d445beb473 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:09.412879 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18c59ee-43fc-4607-81f7-dc39d916d424', 'name': 'network-vif-deleted', 'tag': 'a39a208f-df97-4996-bc9a-42736328e1cd', 'status': 'completed', 'code': 200} Feb 19 07:19:09.416154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Pushing event updated for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:09.419239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:09.436760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:09.440878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:09.441298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:09.442198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.468527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4217e1-581a-4736-a688-bb1598d0777f req-d054c602-f088-4a80-a66c-b71c54e3f23a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:09.470981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb4217e1-581a-4736-a688-bb1598d0777f req-d054c602-f088-4a80-a66c-b71c54e3f23a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 935 time: 0.1862009 Feb 19 07:19:09.476793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-7939919b-b397-48d5-a9ae-45c24d2a2ead tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2985756 Feb 19 07:19:09.524856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-5bf33925-6c69-4271-b126-1daa23b90401 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:09.525937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-5bf33925-6c69-4271-b126-1daa23b90401 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124953 Feb 19 07:19:09.527329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Pushing event updated for resources: {'Port': ['ID=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:09.551452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Request body: {'port': {'device_id': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:09.580395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.580755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.581092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.581947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.582300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.582641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.582973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.583333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.583663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.584138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.584478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.584940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.585232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:09.607574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Attempting to bind port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:09.607975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Attempting to bind port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '48d200ac-c832-4e48-b6c3-1bc434171bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:09.608567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Attempting to bind port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d on network 834b5c46-ed59-4457-82ed-83013a56d6f6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:09.615783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:09.616341 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Checking segment: {'id': '48d200ac-c832-4e48-b6c3-1bc434171bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:09.616830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.617240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Bound using segment: {'id': '48d200ac-c832-4e48-b6c3-1bc434171bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:09.617736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Bound port: 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d200ac-c832-4e48-b6c3-1bc434171bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:09.618127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.622161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.625076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb4217e1-581a-4736-a688-bb1598d0777f req-6d9e0919-6fc9-4247-a713-5c65a82be5cd tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459968 Feb 19 07:19:09.702425 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.802086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] For port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:09.820549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] For port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,segment=NetworkSegment(48d200ac-c832-4e48-b6c3-1bc434171bea),segment_id=48d200ac-c832-4e48-b6c3-1bc434171bea)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:09.837334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.850311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-401e323f-d79e-4f33-ace3-12dade5a7d35 None None] Provisioning complete for port 7a594596-3023-4eec-83cd-f1664e3cc504 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:09.851034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-401e323f-d79e-4f33-ace3-12dade5a7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.895088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (a5f75052-e51f-45d7-b69c-67408addef05), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:09.939560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-401e323f-d79e-4f33-ace3-12dade5a7d35 None None] Port 7a594596-3023-4eec-83cd-f1664e3cc504 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:09.970902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:09.980140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:09.991012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:09.991679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.040531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d9b4-14c4-4d16-997f-1bcf8f75a3f0 None None] Pushing event updated for resources: {'Port': ['ID=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:10.041210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=a5f75052-e51f-45d7-b69c-67408addef05,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:10.081695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.082107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.082586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.082992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.083594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.084506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.085047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.085454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.085910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.086321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.086805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.087227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.087712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:19:10.101601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5cf7dc93-e94b-4635-b981-797d832f7316 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9922850 Feb 19 07:19:10.108803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92b070-0d35-4ae6-a5d0-22ea6c17292a req-8292abc7-d546-4431-90f9-f285dd418797 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:10.115374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:10.116301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca92b070-0d35-4ae6-a5d0-22ea6c17292a req-8292abc7-d546-4431-90f9-f285dd418797 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 946 time: 0.5969346 Feb 19 07:19:10.122314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'fixed_ips': [{'subnet_id': 'f92987d1-4cfb-434a-b0f6-a96467f53c9f'}, {'subnet_id': 'a5f75052-e51f-45d7-b69c-67408addef05'}], 'name': 'tempest-PortsTestJSON-911627382'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:10.198040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca92b070-0d35-4ae6-a5d0-22ea6c17292a req-bd366440-dfe9-4eed-bae8-ff85503f581f tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808074 Feb 19 07:19:10.375489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-de97bb38-0419-41b2-abf1-2bdb060e82b7 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:10.377350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-de97bb38-0419-41b2-abf1-2bdb060e82b7 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/ports?device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 946 time: 0.1245646 Feb 19 07:19:10.395954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:10.442290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a594596-3023-4eec-83cd-f1664e3cc504 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:10.465356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks [] for port (7a594596-3023-4eec-83cd-f1664e3cc504), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.515923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Deleting port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:10.516280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.531286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7a142-de14-4298-8d02-8471b4179010 req-50e20b5d-aaf3-40c2-8cf4-615992d7b29d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:10.532909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aca7a142-de14-4298-8d02-8471b4179010 req-50e20b5d-aaf3-40c2-8cf4-615992d7b29d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.3200972 Feb 19 07:19:10.537817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Transition to ACTIVE for port object 7a594596-3023-4eec-83cd-f1664e3cc504 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:10.556277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.617952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (6a0c6cc5-6c84-4b39-b60d-134be0d08f90), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.619471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:10.672274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] For port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:10.673312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.703517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Calling delete_port for 592a5c8c-5810-4b16-a66b-5d5e83d34b8c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:10.752897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:10.760651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (6a0c6cc5-6c84-4b39-b60d-134be0d08f90), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.766015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aca7a142-de14-4298-8d02-8471b4179010 req-f510e265-25fe-4227-80e5-f25ddbc5c3a2 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212389 Feb 19 07:19:10.895421 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:10.935008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952d1b-aeb9-4a7b-aded-fbdb4842f97c req-96f58477-7f0c-4ef0-b766-882c8bd34843 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:10.937964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59952d1b-aeb9-4a7b-aded-fbdb4842f97c req-96f58477-7f0c-4ef0-b766-882c8bd34843 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 947 time: 0.1409988 Feb 19 07:19:11.033590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a39a208f-df97-4996-bc9a-42736328e1cd no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:11.091575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.104148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: a39a208f-df97-4996-bc9a-42736328e1cd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:11.105774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a39a208f-df97-4996-bc9a-42736328e1cd not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:11.137987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a0c6cc5-6c84-4b39-b60d-134be0d08f90), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.141028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.144483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a0c6cc5-6c84-4b39-b60d-134be0d08f90 HTTP/1.1" status: 204 len: 168 time: 0.7424653 Feb 19 07:19:11.144483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port a344f8d8-bd9c-4611-bd4c-30706e551387 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:11.152071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:11.158790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Attempting to bind port 7a594596-3023-4eec-83cd-f1664e3cc504 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:11.159169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Attempting to bind port 7a594596-3023-4eec-83cd-f1664e3cc504 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:11.170208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Attempting to bind port 7a594596-3023-4eec-83cd-f1664e3cc504 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:11.178753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59952d1b-aeb9-4a7b-aded-fbdb4842f97c req-cd76c6bf-4087-49e4-82dd-170045a2a7ec tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233015 Feb 19 07:19:11.181504 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (592a5c8c-5810-4b16-a66b-5d5e83d34b8c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.218412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-5355ef64-3305-4987-b3c4-458ef2d7fbaf tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:11.221984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-5355ef64-3305-4987-b3c4-458ef2d7fbaf tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 946 time: 0.3023241 Feb 19 07:19:11.229478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['592a5c8c-5810-4b16-a66b-5d5e83d34b8c', '2845e092-c519-4e54-ba80-eb28c7025622'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:11.270863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event deleted for resources: {'Port': ['ID=592a5c8c-5810-4b16-a66b-5d5e83d34b8c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:11.308116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a56c4-d56d-48ba-9d6a-a0982727f890 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c6cc5-6c84-4b39-b60d-134be0d08f90,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:11.322955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Port 7a594596-3023-4eec-83cd-f1664e3cc504 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:11.323304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Attempting to bind port 7a594596-3023-4eec-83cd-f1664e3cc504 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:11.325396 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-d21156a0-175c-4744-bf4d-5673086baf18 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] show failed (client error): The resource could not be found. Feb 19 07:19:11.329146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d21156a0-175c-4744-bf4d-5673086baf18 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "GET /v2.0/security-groups/6a0c6cc5-6c84-4b39-b60d-134be0d08f90 HTTP/1.1" status: 404 len: 347 time: 0.1689887 Feb 19 07:19:11.362464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:11.411237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:11.411762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:11.414194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:11.414672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Bound port: 7a594596-3023-4eec-83cd-f1664e3cc504, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:11.415042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.501788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] No DVR routers for this DVR port 592a5c8c-5810-4b16-a66b-5d5e83d34b8c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:11.507798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.512833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f93093d-d688-4ca4-8b4e-5857b9899233 req-4e9383ec-d736-4758-98bd-a4302ad13150 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "DELETE /v2.0/ports/592a5c8c-5810-4b16-a66b-5d5e83d34b8c HTTP/1.1" status: 204 len: 173 time: 1.1272745 Feb 19 07:19:11.514925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-669e1003-e455-4b22-bfb0-78ac18390184 req-f20f10a2-30b0-4c49-9f48-fb42ed3aa860 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=615f33bf-7e8f-40e1-80ac-f1e1025bfcd3 HTTP/1.1" status: 200 len: 210 time: 0.0483994 Feb 19 07:19:11.548029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'name': 'network-vif-deleted', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:11.556231 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cadb1e2-e230-4878-9680-6a6b2bd2040d" -d '{"events": [{"server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "name": "network-vif-deleted", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:11.583439 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:19:11.678235 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b5c7d-cd8a-46bf-8b07-e17217c4158b x-openstack-request-id: req-ed6b5c7d-cd8a-46bf-8b07-e17217c4158b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:11.678712 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f33bf-7e8f-40e1-80ac-f1e1025bfcd3", "name": "network-vif-deleted", "tag": "592a5c8c-5810-4b16-a66b-5d5e83d34b8c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:11.679237 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed6b5c7d-cd8a-46bf-8b07-e17217c4158b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:11.680243 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615f33bf-7e8f-40e1-80ac-f1e1025bfcd3', 'name': 'network-vif-deleted', 'tag': '592a5c8c-5810-4b16-a66b-5d5e83d34b8c', 'status': 'completed', 'code': 200} Feb 19 07:19:11.696287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9447eb-9c9d-48d3-b360-a67887fb7f96 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:11.756352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-0563c369-6bbb-42bf-8ff9-7f74b13d42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:11.758668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-0563c369-6bbb-42bf-8ff9-7f74b13d42bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95142c7fbc044da0871529af08127ac5&device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 1128 time: 0.2362075 Feb 19 07:19:11.761902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f190a5-9ae3-4b16-b885-575a61a7c12c req-8c5892ee-fd6a-415f-acd4-ffca477ea777 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:11.763478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3f190a5-9ae3-4b16-b885-575a61a7c12c req-8c5892ee-fd6a-415f-acd4-ffca477ea777 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.4050734 Feb 19 07:19:11.782929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:11.783542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:11.901195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-89bb97af-9ce0-4cf5-a3f5-725b538e30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:11.908205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43bac33e-333f-4faf-b0c2-6ccea9c51c6d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:11.908698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-89bb97af-9ce0-4cf5-a3f5-725b538e30ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 200 len: 916 time: 0.1359506 Feb 19 07:19:11.917104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:11.972154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7a594596-3023-4eec-83cd-f1664e3cc504,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:12.000160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:12.001211 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.003356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Deleting port a462b4cf-6c71-4ffa-a398-eb7739d0d898 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:12.003818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.008149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-11fc87fb-1f43-47a3-afec-353e9099758b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec HTTP/1.1" status: 200 len: 217 time: 0.0838804 Feb 19 07:19:12.053696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Deleting port 2845e092-c519-4e54-ba80-eb28c7025622 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:12.054057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2845e092-c519-4e54-ba80-eb28c7025622), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.073522 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.084603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] For port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,segment=NetworkSegment(48d200ac-c832-4e48-b6c3-1bc434171bea),segment_id=48d200ac-c832-4e48-b6c3-1bc434171bea)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:12.095041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.105979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:12.106359 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.139983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Update dhcp port {'port': {'network_id': '834b5c46-ed59-4457-82ed-83013a56d6f6', 'fixed_ips': [{'subnet_id': 'f92987d1-4cfb-434a-b0f6-a96467f53c9f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5f75052-e51f-45d7-b69c-67408addef05'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '43bac33e-333f-4faf-b0c2-6ccea9c51c6d'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:19:12.176247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3f190a5-9ae3-4b16-b885-575a61a7c12c req-f0f8a6aa-89a0-49bd-b5bb-c9633ef62f8a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473458 Feb 19 07:19:12.178867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-725cebba-e36b-41ff-b83c-fc064a7f4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.180382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-725cebba-e36b-41ff-b83c-fc064a7f4b08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 200 len: 855 time: 0.1580291 Feb 19 07:19:12.214832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.215769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.217299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-1197069a-761d-4490-9581-88096d77fd23 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a594596-3023-4eec-83cd-f1664e3cc504 HTTP/1.1" status: 200 len: 1095 time: 2.6767647 Feb 19 07:19:12.217780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:12.220341 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e8b3ed-b061-4d80-a10e-67f1c177f521" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:12.229462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.229831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for floatingip (a462b4cf-6c71-4ffa-a398-eb7739d0d898), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.259830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Calling delete_port for a462b4cf-6c71-4ffa-a398-eb7739d0d898 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:12.279893 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.337546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ef0f5-3917-4217-97d4-05e80f5057c3 None None] Pushing event updated for resources: {'Port': ['ID=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:12.360453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-b828035a-5270-4bd5-8d94-9e7cc7aa1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.362151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-b828035a-5270-4bd5-8d94-9e7cc7aa1a6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=56d8f265-495f-49b9-aa24-92e980469a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1720865 Feb 19 07:19:12.383280 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8858f303-ea3d-4146-90e2-91b6e854c7ae x-openstack-request-id: req-8858f303-ea3d-4146-90e2-91b6e854c7ae {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:12.383584 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:12.383846 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8858f303-ea3d-4146-90e2-91b6e854c7ae {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:12.384275 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504', 'status': 'completed', 'code': 200} Feb 19 07:19:12.449000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.8 (834b5c46-ed59-4457-82ed-83013a56d6f6/f92987d1-4cfb-434a-b0f6-a96467f53c9f/a344f8d8-bd9c-4611-bd4c-30706e551387) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:12.456864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.26 (834b5c46-ed59-4457-82ed-83013a56d6f6/a5f75052-e51f-45d7-b69c-67408addef05/a344f8d8-bd9c-4611-bd4c-30706e551387) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:12.558414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] For port 2845e092-c519-4e54-ba80-eb28c7025622, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2845e092-c519-4e54-ba80-eb28c7025622,segment=NetworkSegment(6540a4dd-4a16-439f-9b74-973a529a70a6),segment_id=6540a4dd-4a16-439f-9b74-973a529a70a6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:12.562302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2845e092-c519-4e54-ba80-eb28c7025622), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.585863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031aa27-d0c3-4f6e-a2a2-a417097816ac req-4410bbea-cbd1-41a0-bcee-e1e7952a9601 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.586251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Calling delete_port for 2845e092-c519-4e54-ba80-eb28c7025622 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:12.592566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5031aa27-d0c3-4f6e-a2a2-a417097816ac req-4410bbea-cbd1-41a0-bcee-e1e7952a9601 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 947 time: 0.2410357 Feb 19 07:19:12.682764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197069a-761d-4490-9581-88096d77fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:12.691452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.721091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-8c14c6a2-f5bf-4927-b0cb-53681b89c8aa service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410349 Feb 19 07:19:12.745567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:12.778756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5031aa27-d0c3-4f6e-a2a2-a417097816ac req-defba32d-99d7-4807-9f5e-724772829e93 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644392 Feb 19 07:19:12.805207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a462b4cf-6c71-4ffa-a398-eb7739d0d898), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.867416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Pushing event deleted for resources: {'Port': ['ID=a462b4cf-6c71-4ffa-a398-eb7739d0d898,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:12.884441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2845e092-c519-4e54-ba80-eb28c7025622), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.935420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-508a766e-c9ed-491f-b581-5d117055b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.938137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-508a766e-c9ed-491f-b581-5d117055b321 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 1129 time: 0.6242938 Feb 19 07:19:12.944185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5e35b73-abe9-4d74-b662-0adcef2d6f71 req-568313f3-9c21-42f2-b2f2-fc1d4fa0e4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937950 Feb 19 07:19:12.953748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639436e-4bc7-4506-bfd4-eae21692476b req-ee379bb1-1b5d-49fb-9053-4b5483985951 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:12.955657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1639436e-4bc7-4506-bfd4-eae21692476b req-ee379bb1-1b5d-49fb-9053-4b5483985951 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9644233-f2d6-4c71-8294-5d6e1190ac89 HTTP/1.1" status: 200 len: 946 time: 0.2479286 Feb 19 07:19:12.958542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks [] for floatingip (98d8771f-bc9e-400f-b85a-874a3880cd74), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.970379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Pushing event deleted for resources: {'Port': ['ID=2845e092-c519-4e54-ba80-eb28c7025622,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:12.971126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:12.984904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e67e9288-6ffc-44b9-83e2-b5c5f5fa2e26 tempest-ImagesOneServerNegativeTestJSON-1613443463 tempest-ImagesOneServerNegativeTestJSON-1613443463-project] 10.222.0.43 "DELETE /v2.0/floatingips/98d8771f-bc9e-400f-b85a-874a3880cd74 HTTP/1.1" status: 204 len: 168 time: 1.5784791 Feb 19 07:19:13.027615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.109295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-a7bba4ee-3d4f-4638-89f5-eddc15085693 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=7a594596-3023-4eec-83cd-f1664e3cc504 HTTP/1.1" status: 200 len: 217 time: 0.1524553 Feb 19 07:19:13.121554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:13.139880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] No DVR routers for this DVR port 2845e092-c519-4e54-ba80-eb28c7025622 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:13.142818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.147721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4cb277c1-81e4-4297-b69a-9e873032fd8e req-92ff3f07-8cb9-41c9-b1aa-fa047f593f86 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.47 "DELETE /v2.0/ports/2845e092-c519-4e54-ba80-eb28c7025622 HTTP/1.1" status: 204 len: 173 time: 1.8369446 Feb 19 07:19:13.180579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Deleting subnet b03aedaf-e00d-458b-9ad2-f639fed052ce {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:13.185396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Publish callbacks [] for subnet (b03aedaf-e00d-458b-9ad2-f639fed052ce), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.230195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1639436e-4bc7-4506-bfd4-eae21692476b req-6821aca2-f893-4680-9394-fdfe56b5e921 tempest-MultipleCreateTestJSON-954845828 tempest-MultipleCreateTestJSON-954845828-project] 10.222.0.43 "GET /v2.0/security-groups?id=240944ae-e67a-448e-9c02-04be18fc7457&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538030 Feb 19 07:19:13.233992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.263039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-9f21299b-51ac-41c2-abe3-062c96a86811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:13.267547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-9f21299b-51ac-41c2-abe3-062c96a86811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1357214 Feb 19 07:19:13.269943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (b03aedaf-e00d-458b-9ad2-f639fed052ce), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.328666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:13.342064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Allocated IP 172.20.0.18 (834b5c46-ed59-4457-82ed-83013a56d6f6/a5f75052-e51f-45d7-b69c-67408addef05/43bac33e-333f-4faf-b0c2-6ccea9c51c6d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:13.342614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=a344f8d8-bd9c-4611-bd4c-30706e551387,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:13.346629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:13.353582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:13.391536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b03aedaf-e00d-458b-9ad2-f639fed052ce), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.446747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8525f4f-8d97-4347-a836-d087a46f15d9 req-cbe202b9-5dca-4466-9117-5a433a85e16c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:13.446960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:13.447533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.456973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8525f4f-8d97-4347-a836-d087a46f15d9 req-cbe202b9-5dca-4466-9117-5a433a85e16c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1176922 Feb 19 07:19:13.471924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-5269de9d-23e2-4660-9aa5-6fb36603efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:13.474026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-5269de9d-23e2-4660-9aa5-6fb36603efb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1429482 Feb 19 07:19:13.480855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97fd2f6c-25b0-486d-88fd-4e165cb6f2d6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3642416 Feb 19 07:19:13.481556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:13.488565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f92987d1-4cfb-434a-b0f6-a96467f53c9f'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:13.549742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8525f4f-8d97-4347-a836-d087a46f15d9 req-7c270571-9651-408f-8cd8-83f838a4bb22 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911276 Feb 19 07:19:13.560756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (b03aedaf-e00d-458b-9ad2-f639fed052ce), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.574015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] For port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,segment=NetworkSegment(48d200ac-c832-4e48-b6c3-1bc434171bea),segment_id=48d200ac-c832-4e48-b6c3-1bc434171bea)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:13.606542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03aedaf-e00d-458b-9ad2-f639fed052ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:13.626518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.637278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a2b6e5ec-078a-42ed-98d6-89eed98999ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b03aedaf-e00d-458b-9ad2-f639fed052ce HTTP/1.1" status: 204 len: 168 time: 0.5137432 Feb 19 07:19:13.638132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Publish callbacks [] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.638909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:13.645513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.657973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.765636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fa655087-ef28-44c0-9a7b-62f3f81019a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.783802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018cbaa-1286-41fb-8dcf-c5fbdaa9219b None None] Pushing event updated for resources: {'Port': ['ID=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:13.879150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43bac33e-333f-4faf-b0c2-6ccea9c51c6d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:13.964084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fa655087-ef28-44c0-9a7b-62f3f81019a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.978591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:13.978973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:13.997545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa655087-ef28-44c0-9a7b-62f3f81019a7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:14.010619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745f4eaf-fb3a-4c18-a3cc-54d16938b044') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:14.011083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745f4eaf-fb3a-4c18-a3cc-54d16938b044') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:14.026591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (745f4eaf-fb3a-4c18-a3cc-54d16938b044), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.043781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (745f4eaf-fb3a-4c18-a3cc-54d16938b044), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.052120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:14.052859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (745f4eaf-fb3a-4c18-a3cc-54d16938b044), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:14.055052 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:14.153801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:14.201711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fa655087-ef28-44c0-9a7b-62f3f81019a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.209880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.216388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa655087-ef28-44c0-9a7b-62f3f81019a7 HTTP/1.1" status: 204 len: 168 time: 0.5735435 Feb 19 07:19:14.243579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c948f-b276-4e32-be63-5dde0bd465f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa655087-ef28-44c0-9a7b-62f3f81019a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:14.281282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-4bb5f33f-c775-44f9-86e7-c171980d3620 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433310 Feb 19 07:19:14.309163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:14.379289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Deleting subnet 3390a3b8-15b3-4095-88e0-c4d179796871 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:14.386817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Publish callbacks [] for subnet (3390a3b8-15b3-4095-88e0-c4d179796871), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.445715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (3390a3b8-15b3-4095-88e0-c4d179796871), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.463956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'name': 'network-vif-deleted', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:14.470593 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c766486-aea6-4670-bb28-57d7744295a0" -d '{"events": [{"server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "name": "network-vif-deleted", "tag": "2845e092-c519-4e54-ba80-eb28c7025622"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:14.511099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (3390a3b8-15b3-4095-88e0-c4d179796871), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.530865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2845e092-c519-4e54-ba80-eb28c7025622 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:14.590181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 2845e092-c519-4e54-ba80-eb28c7025622 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:14.590644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2845e092-c519-4e54-ba80-eb28c7025622 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:14.590987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 592a5c8c-5810-4b16-a66b-5d5e83d34b8c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:14.600555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-038cb6c4-11ac-457f-89cf-a3c6a545d6e2 req-0929ea6a-30df-4e8a-a4d2-a0bb4646a77f service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044338 Feb 19 07:19:14.604158 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc682b62-2fe4-4645-81fb-a8e1c37fd554 x-openstack-request-id: req-fc682b62-2fe4-4645-81fb-a8e1c37fd554 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:14.604490 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9644233-f2d6-4c71-8294-5d6e1190ac89", "name": "network-vif-deleted", "tag": "2845e092-c519-4e54-ba80-eb28c7025622", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:14.604752 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc682b62-2fe4-4645-81fb-a8e1c37fd554 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:14.605145 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9644233-f2d6-4c71-8294-5d6e1190ac89', 'name': 'network-vif-deleted', 'tag': '2845e092-c519-4e54-ba80-eb28c7025622', 'status': 'completed', 'code': 200} Feb 19 07:19:14.628375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b25ac-ef8d-4739-a9c0-d662d53e0695 req-63930ca9-c735-44dd-b43c-255e9752560b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:14.631662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d97b25ac-ef8d-4739-a9c0-d662d53e0695 req-63930ca9-c735-44dd-b43c-255e9752560b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 947 time: 0.4817340 Feb 19 07:19:14.638706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 592a5c8c-5810-4b16-a66b-5d5e83d34b8c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:14.639012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 592a5c8c-5810-4b16-a66b-5d5e83d34b8c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:14.645143 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (3390a3b8-15b3-4095-88e0-c4d179796871), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.661232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:14.667964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.670736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17bc1f2-e765-4ffc-b19e-6a221f611e40 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:14.673066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3390a3b8-15b3-4095-88e0-c4d179796871 HTTP/1.1" status: 204 len: 168 time: 0.3628435 Feb 19 07:19:14.683230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:14.760770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7288e6cf-71e2-4e02-8dd7-4111d37ba2dc None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:14.761389 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7288e6cf-71e2-4e02-8dd7-4111d37ba2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.791898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5974e-b5d1-4593-8fc4-958568f5d093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3390a3b8-15b3-4095-88e0-c4d179796871,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:14.820198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d97b25ac-ef8d-4739-a9c0-d662d53e0695 req-a5bbe182-bce3-4829-be8a-59d436e77a28 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722753 Feb 19 07:19:14.844153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-31f55769-d49f-4cd0-8361-0499c92dc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:14.844388 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-31f55769-d49f-4cd0-8361-0499c92dc205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 1129 time: 0.1455622 Feb 19 07:19:14.889941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d3b55042-6f37-4862-ab68-1ec99a95e9a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e688f0db5df42278eb07241ed97d650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2148523 Feb 19 07:19:14.894328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:14.905278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Delete allocated IP 172.20.0.26 (834b5c46-ed59-4457-82ed-83013a56d6f6/a5f75052-e51f-45d7-b69c-67408addef05) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:19:14.938390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (be1fc502-b9e8-418f-9028-6dd3365121eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:14.942765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7288e6cf-71e2-4e02-8dd7-4111d37ba2dc None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:14.963374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc64e2b-fbf8-4f2c-bed3-6b1f0bc80895 req-6e9b9443-a963-463a-873a-46de0d82cb9d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:14.965576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9bc64e2b-fbf8-4f2c-bed3-6b1f0bc80895 req-6e9b9443-a963-463a-873a-46de0d82cb9d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2431235 Feb 19 07:19:15.086795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] Publish callbacks [] for security_group (d868c0cc-d05a-4b96-a3b2-f9d55ba0a123), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.087567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9bc64e2b-fbf8-4f2c-bed3-6b1f0bc80895 req-7539033f-bdb2-49f2-845a-baa1566b7e95 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154242 Feb 19 07:19:15.108206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (be1fc502-b9e8-418f-9028-6dd3365121eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.148550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-d7e096a6-6ee6-4c3a-88fc-4a7665b78b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.150059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-d7e096a6-6ee6-4c3a-88fc-4a7665b78b3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2918217 Feb 19 07:19:15.150654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1fc502-b9e8-418f-9028-6dd3365121eb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:15.166350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6540a4dd-4a16-439f-9b74-973a529a70a6') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:15.166879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6540a4dd-4a16-439f-9b74-973a529a70a6') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:15.179478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (6540a4dd-4a16-439f-9b74-973a529a70a6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.196598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6540a4dd-4a16-439f-9b74-973a529a70a6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.198187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-bb1922a4-1a8b-4cfd-a4b9-2a6f1bf80431 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=7a594596-3023-4eec-83cd-f1664e3cc504 HTTP/1.1" status: 200 len: 217 time: 0.0362220 Feb 19 07:19:15.203462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:15.204422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (6540a4dd-4a16-439f-9b74-973a529a70a6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.222422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] Publish callbacks [] for security_group (d868c0cc-d05a-4b96-a3b2-f9d55ba0a123), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.284322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:15.285852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:15.286474 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:15.299679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (be1fc502-b9e8-418f-9028-6dd3365121eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.328988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.332887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-d52725f4-10a5-41d0-9e44-cdc35e6560d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.334968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-d52725f4-10a5-41d0-9e44-cdc35e6560d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1269209 Feb 19 07:19:15.336581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.353789 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.357210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/be1fc502-b9e8-418f-9028-6dd3365121eb HTTP/1.1" status: 204 len: 168 time: 0.6727862 Feb 19 07:19:15.360703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dde40b-f478-4895-b375-e0faa580edb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1fc502-b9e8-418f-9028-6dd3365121eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:15.412959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e140c8-e12e-4f11-bd72-9ebe08778656 req-e635cca5-ff6f-4add-8525-e0834ddfdc28 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.414704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69e140c8-e12e-4f11-bd72-9ebe08778656 req-e635cca5-ff6f-4add-8525-e0834ddfdc28 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1272564 Feb 19 07:19:15.497761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69e140c8-e12e-4f11-bd72-9ebe08778656 req-a72ff045-b3b6-475f-8de2-9b9e50c98a0b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767107 Feb 19 07:19:15.505961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:15.535005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Provisioning complete for port a344f8d8-bd9c-4611-bd4c-30706e551387 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:15.535654 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.560925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=a344f8d8-bd9c-4611-bd4c-30706e551387,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:15.602268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5e617aa-0099-47fc-b956-a1f444ccfe51 None None] Port a344f8d8-bd9c-4611-bd4c-30706e551387 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:15.611685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d868c0cc-d05a-4b96-a3b2-f9d55ba0a123), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.614486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.616491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d868c0cc-d05a-4b96-a3b2-f9d55ba0a123 HTTP/1.1" status: 204 len: 168 time: 0.7212350 Feb 19 07:19:15.658868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] In _notify_port_updated(), no bound segment for port a344f8d8-bd9c-4611-bd4c-30706e551387 on network 834b5c46-ed59-4457-82ed-83013a56d6f6 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:19:15.664444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.665060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.666386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0e6bb193-9e42-48be-9d68-36c408c2e0cb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/ports/a344f8d8-bd9c-4611-bd4c-30706e551387 HTTP/1.1" status: 200 len: 918 time: 2.1838367 Feb 19 07:19:15.669334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:15.671283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1aca30-b41b-48f8-b4fc-59b8095fbc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d868c0cc-d05a-4b96-a3b2-f9d55ba0a123,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:15.676224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f92987d1-4cfb-434a-b0f6-a96467f53c9f'}, {'subnet_id': 'a5f75052-e51f-45d7-b69c-67408addef05'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:15.680691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-eafdb8c2-7421-4858-a6e1-b99a27a3785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.682205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-eafdb8c2-7421-4858-a6e1-b99a27a3785f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3350852 Feb 19 07:19:15.768777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4b6696c-b1d9-4586-8167-f4ab0ad8b5af None None] Provisioning complete for port a344f8d8-bd9c-4611-bd4c-30706e551387 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:15.771412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4b6696c-b1d9-4586-8167-f4ab0ad8b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:15.850076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6696c-b1d9-4586-8167-f4ab0ad8b5af None None] Port a344f8d8-bd9c-4611-bd4c-30706e551387 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:15.881372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066607e-a14f-4fc4-a08d-9244fd779620 req-605c5586-2413-4b9b-a62e-05ec8946d3e7 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:15.881573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51736) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:15.882804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c066607e-a14f-4fc4-a08d-9244fd779620 req-605c5586-2413-4b9b-a62e-05ec8946d3e7 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.2618859 Feb 19 07:19:15.897874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43bac33e-333f-4faf-b0c2-6ccea9c51c6d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:16.010119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:16.010598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.021086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-05b5db6f-3d96-49db-a9f7-ea7623f04622 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa1d45b1e1314ab78447239c0008482a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384163 Feb 19 07:19:16.028191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:16.049203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-181179a7-f10e-4fd6-9519-6ca4afd86647 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508441 Feb 19 07:19:16.061864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c066607e-a14f-4fc4-a08d-9244fd779620 req-655718b5-d222-4205-8a5f-43211073a258 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639795 Feb 19 07:19:16.084993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-59495366-26a1-4128-990f-592b0ecf51e1 None None] Provisioning complete for port a344f8d8-bd9c-4611-bd4c-30706e551387 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:16.085538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59495366-26a1-4128-990f-592b0ecf51e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.182138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:16.187280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-59495366-26a1-4128-990f-592b0ecf51e1 None None] Port a344f8d8-bd9c-4611-bd4c-30706e551387 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:16.262937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e8b3ed-b061-4d80-a10e-67f1c177f521 req-786b4d48-6fa2-4783-84c3-a7ad5f95986d service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980472 Feb 19 07:19:16.347812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d3847-67a8-411a-bc93-e41499a8c86b req-49c97e35-bba7-471a-9aab-d349d50ee51b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:16.357440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b7d3847-67a8-411a-bc93-e41499a8c86b req-49c97e35-bba7-471a-9aab-d349d50ee51b tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0928218 Feb 19 07:19:16.425907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b7d3847-67a8-411a-bc93-e41499a8c86b req-6db08479-93a7-4735-b6f1-3db66cb4c2d4 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629365 Feb 19 07:19:16.463658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-db41336d-30ac-4260-97c3-4cf81d26877c req-1798f8ac-1c1d-44e6-89d3-6a15bef89390 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:16.464881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] Publish callbacks [] for security_group (240944ae-e67a-448e-9c02-04be18fc7457), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.465522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db41336d-30ac-4260-97c3-4cf81d26877c req-1798f8ac-1c1d-44e6-89d3-6a15bef89390 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070109 Feb 19 07:19:16.474016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9089c42-58e6-4fd6-92fb-687b5fc2ed6c req-f882abdc-3ff4-4285-91b5-1f3030acba0a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:16.476277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9089c42-58e6-4fd6-92fb-687b5fc2ed6c req-f882abdc-3ff4-4285-91b5-1f3030acba0a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 947 time: 0.5309887 Feb 19 07:19:16.476916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.525575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] Publish callbacks [] for security_group (240944ae-e67a-448e-9c02-04be18fc7457), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.542856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7a594596-3023-4eec-83cd-f1664e3cc504 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:16.595034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-db41336d-30ac-4260-97c3-4cf81d26877c req-379eb40a-0aa6-4520-93f4-16f089739a29 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1185749 Feb 19 07:19:16.650142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9089c42-58e6-4fd6-92fb-687b5fc2ed6c req-40fbc890-694b-45bf-bb4a-754c6f9bf03d tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553581 Feb 19 07:19:16.683969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7a594596-3023-4eec-83cd-f1664e3cc504,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:16.696342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '7a594596-3023-4eec-83cd-f1664e3cc504', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '7a594596-3023-4eec-83cd-f1664e3cc504', 'mac_address': 'fa:16:3e:bc:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:16.744623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7a594596-3023-4eec-83cd-f1664e3cc504 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:16.745116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.759759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a594596-3023-4eec-83cd-f1664e3cc504 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:16.789998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7a594596-3023-4eec-83cd-f1664e3cc504,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:16.801645 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.861804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240944ae-e67a-448e-9c02-04be18fc7457), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.867142 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:16.870028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/240944ae-e67a-448e-9c02-04be18fc7457 HTTP/1.1" status: 204 len: 168 time: 0.8398402 Feb 19 07:19:16.883891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:16.905888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d32b4-f265-46e7-9eb9-bfe72d576da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240944ae-e67a-448e-9c02-04be18fc7457,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:17.114547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76db39-f149-4d25-a1b0-af14c6abb820 req-948eac02-e200-43db-8a30-f932725213b8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:17.116508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f76db39-f149-4d25-a1b0-af14c6abb820 req-948eac02-e200-43db-8a30-f932725213b8 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1349816 Feb 19 07:19:17.135503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.19 (834b5c46-ed59-4457-82ed-83013a56d6f6/a5f75052-e51f-45d7-b69c-67408addef05/a344f8d8-bd9c-4611-bd4c-30706e551387) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:17.169054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7a594596-3023-4eec-83cd-f1664e3cc504'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:17.304995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f76db39-f149-4d25-a1b0-af14c6abb820 req-96bc35dd-0bde-4808-9764-2e583b87d626 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815283 Feb 19 07:19:17.407217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.413816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.499280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=a344f8d8-bd9c-4611-bd4c-30706e551387,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:17.501576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcba68-7bb5-4b64-a48d-0834ae8422d8 req-e847503c-0aeb-4ea9-af08-b034a011d304 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:17.503121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9abcba68-7bb5-4b64-a48d-0834ae8422d8 req-e847503c-0aeb-4ea9-af08-b034a011d304 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.0832767 Feb 19 07:19:17.574526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] In _notify_port_updated(), no bound segment for port a344f8d8-bd9c-4611-bd4c-30706e551387 on network 834b5c46-ed59-4457-82ed-83013a56d6f6 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:19:17.582923 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9abcba68-7bb5-4b64-a48d-0834ae8422d8 req-f1b107c3-a6ec-4a46-b6cb-41aae9f28604 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726933 Feb 19 07:19:17.586885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:17.587821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.590651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-227165d9-9a29-4d86-aee4-9ab8fa4fcbcf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/ports/a344f8d8-bd9c-4611-bd4c-30706e551387 HTTP/1.1" status: 200 len: 998 time: 1.9201436 Feb 19 07:19:17.594621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:17.749089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port a344f8d8-bd9c-4611-bd4c-30706e551387 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:17.749489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.817377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d73465-2e63-4c86-a013-7514b8bd8367 req-ea6e0cb4-99f9-40aa-8200-5ae1d20ce745 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:17.819570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52d73465-2e63-4c86-a013-7514b8bd8367 req-ea6e0cb4-99f9-40aa-8200-5ae1d20ce745 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1597378 Feb 19 07:19:17.900056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88de03-9ccf-4fb8-a333-9d18a5dc8dc6 req-5594d5a4-5656-4429-9386-a82b92fa6735 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:17.901852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e88de03-9ccf-4fb8-a333-9d18a5dc8dc6 req-5594d5a4-5656-4429-9386-a82b92fa6735 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 948 time: 0.0952835 Feb 19 07:19:17.906760 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52d73465-2e63-4c86-a013-7514b8bd8367 req-b3180caa-814f-408a-94a5-0c1177698e2a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715117 Feb 19 07:19:17.922433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5eb9f193-c4f0-443e-bb3e-b7ff2517f962 None None] Provisioning complete for port a344f8d8-bd9c-4611-bd4c-30706e551387 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:17.923002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f193-c4f0-443e-bb3e-b7ff2517f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.942318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:17.964403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for a344f8d8-bd9c-4611-bd4c-30706e551387 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:17.998103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9f193-c4f0-443e-bb3e-b7ff2517f962 None None] Port a344f8d8-bd9c-4611-bd4c-30706e551387 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:18.016597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e88de03-9ccf-4fb8-a333-9d18a5dc8dc6 req-032758e3-0570-4b58-a1bc-7dfb8e735a74 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945656 Feb 19 07:19:18.027254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:18.147491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763421-b533-40ac-81c1-14fa3b624270 req-28183f12-cb11-400a-8003-d42b93d99a2c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:18.153103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763421-b533-40ac-81c1-14fa3b624270 req-28183f12-cb11-400a-8003-d42b93d99a2c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:18.158649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763421-b533-40ac-81c1-14fa3b624270 req-28183f12-cb11-400a-8003-d42b93d99a2c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:18.160380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27763421-b533-40ac-81c1-14fa3b624270 req-28183f12-cb11-400a-8003-d42b93d99a2c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c&device_id=30fad632-999d-456a-a001-b782b32a91dd&device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 2417 time: 0.0770173 Feb 19 07:19:18.167021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-630753416-network', 'tenant_id': '30ae8344e62c4d47aef0f0fd2d5c3283'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:18.215952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Made reservation on behalf of 30ae8344e62c4d47aef0f0fd2d5c3283 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:18.218861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.233756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a344f8d8-bd9c-4611-bd4c-30706e551387), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.242454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.263851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27763421-b533-40ac-81c1-14fa3b624270 req-a6834c2f-13c6-470e-bbe1-85079397a448 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925252 Feb 19 07:19:18.270277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=a344f8d8-bd9c-4611-bd4c-30706e551387,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:18.371383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks [] for security_group (71447f5d-7e53-467c-ba43-b04b38946c6a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.379580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (71447f5d-7e53-467c-ba43-b04b38946c6a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.411483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:18.428928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71447f5d-7e53-467c-ba43-b04b38946c6a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:18.445049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.447455 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Added segment c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f of type vlan for network 7beba1f2-1b9a-4786-89b9-3601bcf08eda Feb 19 07:19:18.505124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29b7d61f-8743-4267-b311-ce35f9ea6d04 req-dc829ff2-1a40-4ad8-8d62-b6a918d6f40f tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2037346 Feb 19 07:19:18.525475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.535778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4683dc0d-abd8-4937-80db-ab438dffcea9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/a344f8d8-bd9c-4611-bd4c-30706e551387 HTTP/1.1" status: 204 len: 168 time: 0.9395735 Feb 19 07:19:18.537982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:18.548074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (7beba1f2-1b9a-4786-89b9-3601bcf08eda), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.559474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7a594596-3023-4eec-83cd-f1664e3cc504 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:18.618430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (7beba1f2-1b9a-4786-89b9-3601bcf08eda), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.619763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:18.621053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.622350 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ce816-6a3b-4347-a6c6-c1abdc112127 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:18.631783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:18.636079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-773ce816-6a3b-4347-a6c6-c1abdc112127 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/a344f8d8-bd9c-4611-bd4c-30706e551387 HTTP/1.1" status: 404 len: 333 time: 0.0970254 Feb 19 07:19:18.677808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 7a594596-3023-4eec-83cd-f1664e3cc504 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:18.686120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 7a594596-3023-4eec-83cd-f1664e3cc504 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:18.686406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.763158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7346003 Feb 19 07:19:18.766836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:18.774101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Request body: {'subnet': {'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-630753416-subnet', 'tenant_id': '30ae8344e62c4d47aef0f0fd2d5c3283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:18.789869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet a5f75052-e51f-45d7-b69c-67408addef05 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:18.793295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6996-6e2e-4970-b5c8-0dcad9be6c92 admin admin] Pushing event updated for resources: {'Network': ['ID=7beba1f2-1b9a-4786-89b9-3601bcf08eda,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:18.802955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (a5f75052-e51f-45d7-b69c-67408addef05), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.815743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7a594596-3023-4eec-83cd-f1664e3cc504 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:18.815743 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.817903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Made reservation on behalf of 30ae8344e62c4d47aef0f0fd2d5c3283 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:18.821038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.850443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 7beba1f2-1b9a-4786-89b9-3601bcf08eda details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:18.910811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a5f75052-e51f-45d7-b69c-67408addef05), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:18.997127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:19.000851 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f27ac-32a0-4144-b874-ffbca06d0394" -d '{"events": [{"server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:19.055885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7a594596-3023-4eec-83cd-f1664e3cc504,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:19.076789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.107043 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d069d62a-6e4e-478e-b049-4f7e78fda98f x-openstack-request-id: req-d069d62a-6e4e-478e-b049-4f7e78fda98f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:19.107484 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:19.107830 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d069d62a-6e4e-478e-b049-4f7e78fda98f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:19.128148 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504', 'code': 200} Feb 19 07:19:19.189749 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f486de96-5f98-4e0e-8428-929f4e0f6c68), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.193638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a5f75052-e51f-45d7-b69c-67408addef05), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.239803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:19.296291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f486de96-5f98-4e0e-8428-929f4e0f6c68,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:19.304210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220814-e60a-42f1-99fa-6c59f6a6fbbf req-63350c6a-34a7-4ee8-8172-01e1e840128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:19.310835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd220814-e60a-42f1-99fa-6c59f6a6fbbf req-63350c6a-34a7-4ee8-8172-01e1e840128d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 1131 time: 0.1333902 Feb 19 07:19:19.312865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Checking segment: {'id': 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:19.313232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Network hostable DHCP agents. Network: 7beba1f2-1b9a-4786-89b9-3601bcf08eda, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:19.324099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfb369-e80d-488d-90cc-a6faa5416856 req-32706489-b7bc-4782-8366-079bffc1f3be tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:19.331232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70bfb369-e80d-488d-90cc-a6faa5416856 req-32706489-b7bc-4782-8366-079bffc1f3be tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.0968835 Feb 19 07:19:19.340895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a5f75052-e51f-45d7-b69c-67408addef05), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.357151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Network 7beba1f2-1b9a-4786-89b9-3601bcf08eda is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:19.369680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 7beba1f2-1b9a-4786-89b9-3601bcf08eda) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:19.374140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:19.374709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.381335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f75052-e51f-45d7-b69c-67408addef05,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:19.391213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.394404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-52cfb223-ef66-4b81-abda-8ca4b6e8d87e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/a5f75052-e51f-45d7-b69c-67408addef05 HTTP/1.1" status: 204 len: 168 time: 0.7592170 Feb 19 07:19:19.397999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:19.399700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd220814-e60a-42f1-99fa-6c59f6a6fbbf req-26dc3f42-bfd4-42c9-bfca-0f58063caf12 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814435 Feb 19 07:19:19.403509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c2105-972d-46d1-aa0f-4596aa027bc1 None None] Network 7beba1f2-1b9a-4786-89b9-3601bcf08eda requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:19.410652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd4f7dfb-ec4c-42d2-8d57-04c0ad802527 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6425788 Feb 19 07:19:19.428082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1876d55-da7e-4d8b-a2ec-21101fcb4092 None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:19.454492 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70bfb369-e80d-488d-90cc-a6faa5416856 req-8224c2f9-c9dd-46da-843e-97810deb1acb tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222844 Feb 19 07:19:19.502082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet f92987d1-4cfb-434a-b0f6-a96467f53c9f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:19.506335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (f92987d1-4cfb-434a-b0f6-a96467f53c9f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.574279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (f92987d1-4cfb-434a-b0f6-a96467f53c9f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.695634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f479b-0b9d-48dc-b7d0-e1481a81417c None None] Network 7beba1f2-1b9a-4786-89b9-3601bcf08eda requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:19.697768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f92987d1-4cfb-434a-b0f6-a96467f53c9f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.804436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f92987d1-4cfb-434a-b0f6-a96467f53c9f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.842267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=f92987d1-4cfb-434a-b0f6-a96467f53c9f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:19.844271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:19.850936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:19.853165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0d9273db-0b2e-4a18-b16f-8c9c330dabe2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/f92987d1-4cfb-434a-b0f6-a96467f53c9f HTTP/1.1" status: 204 len: 168 time: 0.4489617 Feb 19 07:19:19.950179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (834b5c46-ed59-4457-82ed-83013a56d6f6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.026441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:20.026779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.144781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,segment=NetworkSegment(48d200ac-c832-4e48-b6c3-1bc434171bea),segment_id=48d200ac-c832-4e48-b6c3-1bc434171bea)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:20.145507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.171817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 43bac33e-333f-4faf-b0c2-6ccea9c51c6d owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:20.195050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-9eecd36a-e7ab-433f-ae1f-5c51d19ddf4a tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:20.196598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-9eecd36a-e7ab-433f-ae1f-5c51d19ddf4a tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/networks?id=7beba1f2-1b9a-4786-89b9-3601bcf08eda HTTP/1.1" status: 200 len: 813 time: 0.1812086 Feb 19 07:19:20.248132 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-43864a16-cd8b-4486-836e-73e0d29671a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/quotas/30ae8344e62c4d47aef0f0fd2d5c3283 HTTP/1.1" status: 200 len: 375 time: 0.0142972 Feb 19 07:19:20.292428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-e27ad739-9d09-4569-be2a-a4ebb3b2a195 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=30ae8344e62c4d47aef0f0fd2d5c3283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323796 Feb 19 07:19:20.303590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc41c-ef0e-4542-9e48-f0de0970c95b req-cab4ab60-390d-4d6b-b46a-381865284d2d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:20.306016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-332dc41c-ef0e-4542-9e48-f0de0970c95b req-cab4ab60-390d-4d6b-b46a-381865284d2d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0629573 Feb 19 07:19:20.316186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440bb13e-d539-4c20-ae31-b398aec877be None None] Network 834b5c46-ed59-4457-82ed-83013a56d6f6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:20.357558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (43bac33e-333f-4faf-b0c2-6ccea9c51c6d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.366459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-332dc41c-ef0e-4542-9e48-f0de0970c95b req-8fb8d28b-a381-4695-9e82-535ebd5c3c08 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 Feb 19 07:19:20.373249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2fb5f2aa-c197-4d27-9278-04de5c0e4668 None None] Could not find standard attr ID for object 43bac33e-333f-4faf-b0c2-6ccea9c51c6d. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:19:20.385718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=43bac33e-333f-4faf-b0c2-6ccea9c51c6d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:20.395991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 43bac33e-333f-4faf-b0c2-6ccea9c51c6d on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:20.453735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-f4eebc99-62b1-42b5-89fe-2e5c471d6871 service neutron] 10.222.0.43 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527035 Feb 19 07:19:20.468008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017946a-0b9b-4e8f-a89e-40e712e3bc1e None None] DHCP port deletion for 834b5c46-ed59-4457-82ed-83013a56d6f6 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:20.540961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (834b5c46-ed59-4457-82ed-83013a56d6f6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.564864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722a004-9c68-42fa-81a7-5d39bcdbdc55 req-5bf3b645-db6b-433f-8830-7448898499c2 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:20.566254 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3722a004-9c68-42fa-81a7-5d39bcdbdc55 req-5bf3b645-db6b-433f-8830-7448898499c2 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.0516696 Feb 19 07:19:20.568880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834b5c46-ed59-4457-82ed-83013a56d6f6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:20.582066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d200ac-c832-4e48-b6c3-1bc434171bea') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:20.582361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d200ac-c832-4e48-b6c3-1bc434171bea') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:20.599058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (48d200ac-c832-4e48-b6c3-1bc434171bea), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.617485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3722a004-9c68-42fa-81a7-5d39bcdbdc55 req-237ca0b2-6296-4ef1-adc0-aad61d0ac1ad tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Feb 19 07:19:20.621145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48d200ac-c832-4e48-b6c3-1bc434171bea), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.638214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-74c3ab06-749f-4725-8277-2ba03dabd971 service neutron] 10.222.0.43 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551816 Feb 19 07:19:20.639352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:20.639762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (48d200ac-c832-4e48-b6c3-1bc434171bea), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:20.642928 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:20.728704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (834b5c46-ed59-4457-82ed-83013a56d6f6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.758209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:20.768148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/834b5c46-ed59-4457-82ed-83013a56d6f6 HTTP/1.1" status: 204 len: 168 time: 0.9124818 Feb 19 07:19:20.768523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:20.787653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a9939-91b1-43d5-98eb-3563d8df54d7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=834b5c46-ed59-4457-82ed-83013a56d6f6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:20.850589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eed8e939-a54e-4263-8eb9-95598c7d60ff req-e9956c54-132b-4b0b-86b1-dd6126451707 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 210 time: 0.0400708 Feb 19 07:19:20.873298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a823012-fc6b-4e2a-8e49-2fb217d861b5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:20.875160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a823012-fc6b-4e2a-8e49-2fb217d861b5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1053770 Feb 19 07:19:20.879074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:20.974711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4d6353f-7f23-4722-90be-3076fef16b5e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0937920 Feb 19 07:19:20.978288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:20.986559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248870029'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:21.011528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:21.015835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.050118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:21.059968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (86690076-c0c2-49fe-9929-1c748b83acf1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.060377 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 86690076-c0c2-49fe-9929-1c748b83acf1 of type vlan for network 07b98138-658e-4fa5-9735-1af82f2309a3 Feb 19 07:19:21.106389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (07b98138-658e-4fa5-9735-1af82f2309a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.139353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (07b98138-658e-4fa5-9735-1af82f2309a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.147373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:21.147373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.211774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2319150 Feb 19 07:19:21.214737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:21.223474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:21.226960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79443ded-8e41-41c0-8142-7c241a7e34b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=07b98138-658e-4fa5-9735-1af82f2309a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:21.238058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 07b98138-658e-4fa5-9735-1af82f2309a3 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:21.328695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:21.332399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.499394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1436761-3cd8-43e0-946f-4a4b06300b30 req-ec79e244-b73e-40c5-baad-ba1ddaef1288 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:21.501092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1436761-3cd8-43e0-946f-4a4b06300b30 req-ec79e244-b73e-40c5-baad-ba1ddaef1288 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0577745 Feb 19 07:19:21.525784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (ba8c4257-22e7-41f4-8886-f66cb605ee0d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.557704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1436761-3cd8-43e0-946f-4a4b06300b30 req-1a4f171d-a41e-43e0-b81c-a3b609e8510e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Feb 19 07:19:21.588211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=ba8c4257-22e7-41f4-8886-f66cb605ee0d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:21.599337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '86690076-c0c2-49fe-9929-1c748b83acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:21.599729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 07b98138-658e-4fa5-9735-1af82f2309a3, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:21.619015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 07b98138-658e-4fa5-9735-1af82f2309a3 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:21.629961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 07b98138-658e-4fa5-9735-1af82f2309a3) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:21.634751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:21.635447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.640433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f631c9-0d8d-4c40-8e20-bdaed5c82939 None None] Network 07b98138-658e-4fa5-9735-1af82f2309a3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:21.653569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e6640ea8-d1bf-4542-8bde-c144a0f93618 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4371057 Feb 19 07:19:21.656560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51972) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:21.663679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3', 'name': 'tempest-PortsTestJSON-1450532097'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:21.757236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-07b98138-658e-4fa5-9735-1af82f2309a3', 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': 'ba8c4257-22e7-41f4-8886-f66cb605ee0d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:19:21.757695 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.802195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3c3a-a416-473b-aae8-2320c19c0a42 req-db62c614-b0e5-4c25-8433-5ed760b8bf35 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:21.803832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-615e3c3a-a416-473b-aae8-2320c19c0a42 req-db62c614-b0e5-4c25-8433-5ed760b8bf35 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.0955439 Feb 19 07:19:21.847556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:21.850864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:21.881143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-615e3c3a-a416-473b-aae8-2320c19c0a42 req-b1912976-5999-4fbc-8f0e-44becd7d28d5 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677032 Feb 19 07:19:21.882622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port e730bffb-628e-424f-bedb-be0405337337 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:21.889357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc17e1-5645-4567-a204-cc762d27378c req-70cb1cbd-f01e-4f81-87c7-ee2cbc372c1a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:21.891992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dfc17e1-5645-4567-a204-cc762d27378c req-70cb1cbd-f01e-4f81-87c7-ee2cbc372c1a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.0918477 Feb 19 07:19:21.922327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43bac33e-333f-4faf-b0c2-6ccea9c51c6d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:21.963123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 43bac33e-333f-4faf-b0c2-6ccea9c51c6d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:21.963801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43bac33e-333f-4faf-b0c2-6ccea9c51c6d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:22.030597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-494a515e-72ea-46fe-889d-d6311a207160 req-cefaa859-03e7-45ee-8db9-6f4babbffab3 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 210 time: 0.0351887 Feb 19 07:19:22.183265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Deleting port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:22.183613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.228083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Allocated IP 172.20.0.2 (07b98138-658e-4fa5-9735-1af82f2309a3/ba8c4257-22e7-41f4-8886-f66cb605ee0d/082a741e-722d-4f86-9d8a-b42f50c49670) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:22.273021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-0ed52c56-3dc1-48fb-9dfb-09c1900b7028 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:22.274696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-0ed52c56-3dc1-48fb-9dfb-09c1900b7028 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.47 "GET /v2.0/networks?id=7beba1f2-1b9a-4786-89b9-3601bcf08eda HTTP/1.1" status: 200 len: 813 time: 0.2136254 Feb 19 07:19:22.289369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Request body: {'port': {'device_id': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda', 'admin_state_up': True, 'tenant_id': '30ae8344e62c4d47aef0f0fd2d5c3283'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:22.391663 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks [] for port (082a741e-722d-4f86-9d8a-b42f50c49670), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.403674 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.451261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Network 07b98138-658e-4fa5-9735-1af82f2309a3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:22.455435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:22.457390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Pushing event updated for resources: {'Port': ['ID=082a741e-722d-4f86-9d8a-b42f50c49670,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:22.459843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:22.475981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.14 (07b98138-658e-4fa5-9735-1af82f2309a3/ba8c4257-22e7-41f4-8886-f66cb605ee0d/e730bffb-628e-424f-bedb-be0405337337) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:22.527534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Attempting to bind port 082a741e-722d-4f86-9d8a-b42f50c49670 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:22.527964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Attempting to bind port 082a741e-722d-4f86-9d8a-b42f50c49670 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '86690076-c0c2-49fe-9929-1c748b83acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:22.528771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Attempting to bind port 082a741e-722d-4f86-9d8a-b42f50c49670 on network 07b98138-658e-4fa5-9735-1af82f2309a3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:22.534999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:22.535555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Checking segment: {'id': '86690076-c0c2-49fe-9929-1c748b83acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:22.535906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.536351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Bound using segment: {'id': '86690076-c0c2-49fe-9929-1c748b83acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:22.537364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Bound port: 082a741e-722d-4f86-9d8a-b42f50c49670, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86690076-c0c2-49fe-9929-1c748b83acf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:22.538004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.624174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] For port 082a741e-722d-4f86-9d8a-b42f50c49670, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:22.629574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] For port 082a741e-722d-4f86-9d8a-b42f50c49670, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=082a741e-722d-4f86-9d8a-b42f50c49670,segment=NetworkSegment(86690076-c0c2-49fe-9929-1c748b83acf1),segment_id=86690076-c0c2-49fe-9929-1c748b83acf1)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:22.639352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.721167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab67a4-6fce-44dc-94eb-2d651dac412e None None] Pushing event updated for resources: {'Port': ['ID=082a741e-722d-4f86-9d8a-b42f50c49670,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:22.730995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-b91068ba-5fac-4019-b004-fed0532aec50 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e773c26c779840b8bdb599a762ea47bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717781 Feb 19 07:19:22.736835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (e730bffb-628e-424f-bedb-be0405337337), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.753417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644e53a-50ed-4fa6-b1d7-cb89a4e828e9 req-e3883f05-0f23-4697-a51a-1ef3caed3095 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:22.754969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9644e53a-50ed-4fa6-b1d7-cb89a4e828e9 req-e3883f05-0f23-4697-a51a-1ef3caed3095 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 945 time: 0.1002614 Feb 19 07:19:22.767901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] For port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:22.768272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.804683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e730bffb-628e-424f-bedb-be0405337337), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.838417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Calling delete_port for 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:22.859527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 07b98138-658e-4fa5-9735-1af82f2309a3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:22.863021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:22.890713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9644e53a-50ed-4fa6-b1d7-cb89a4e828e9 req-a3acc953-465a-46de-a9d8-2e1b62190145 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252079 Feb 19 07:19:22.894026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:22.931071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=e730bffb-628e-424f-bedb-be0405337337,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:22.956167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:22.957443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.962057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Made reservation on behalf of 30ae8344e62c4d47aef0f0fd2d5c3283 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:22.970042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:22.986206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-767fa597-b04e-4f0e-84a0-b7ee6b983d25 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3278055 Feb 19 07:19:22.990134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-a6765729-c2c8-444a-b13c-6bdbc461562c tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:22.990986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:22.997099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-a6765729-c2c8-444a-b13c-6bdbc461562c tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518346 Feb 19 07:19:23.006340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '07b98138-658e-4fa5-9735-1af82f2309a3', 'name': 'tempest-PortsTestJSON-1247523710'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:23.032541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-56bd8448-fc32-4622-9194-59c2b82b6262 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/quotas/e773c26c779840b8bdb599a762ea47bb HTTP/1.1" status: 200 len: 375 time: 0.0343423 Feb 19 07:19:23.163181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:23.169339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:23.202734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:23.233807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67cca038-2923-4f3f-a682-5e76a77627d1 req-aded9fb2-8682-4317-a6da-322efad7513c tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 210 time: 0.0441408 Feb 19 07:19:23.309921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-96ec26b3-2569-4b1e-af7c-b10a3c44380d tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681055 Feb 19 07:19:23.334630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:23.351077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a4d6d079-00d6-4ab1-87b0-2521cda9bbec', '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:23.354091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:23.366350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Allocated IP 172.20.0.7 (7beba1f2-1b9a-4786-89b9-3601bcf08eda/f486de96-5f98-4e0e-8428-929f4e0f6c68/80579a09-102f-4db2-a1db-955ac49624c7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:23.367105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-f77f3702-b86c-4da6-a3ed-3e5a64ca95a4 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286562 Feb 19 07:19:23.372563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event deleted for resources: {'Port': ['ID=0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:23.433683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] No DVR routers for this DVR port 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:23.437954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:23.441360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dfc17e1-5645-4567-a204-cc762d27378c req-e7dd980b-12bb-4393-ac93-b4b272396266 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "DELETE /v2.0/ports/0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a HTTP/1.1" status: 204 len: 173 time: 1.5427520 Feb 19 07:19:23.443721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'name': 'network-vif-deleted', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:23.446135 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e409296-533f-4e2c-a6a6-e6fb93817961" -d '{"events": [{"server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "name": "network-vif-deleted", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:23.476176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.10 (07b98138-658e-4fa5-9735-1af82f2309a3/ba8c4257-22e7-41f4-8886-f66cb605ee0d/6c807070-9ee5-4ea7-9744-d7ac44fb9cfd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:23.558894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-564e4c26-c69d-4240-8925-7ed864c5fa7d tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:23.558894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-564e4c26-c69d-4240-8925-7ed864c5fa7d tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777670 Feb 19 07:19:23.629116 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1dbda1-8ebf-4496-b91c-008d284edcb3 x-openstack-request-id: req-5a1dbda1-8ebf-4496-b91c-008d284edcb3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:23.630224 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c", "name": "network-vif-deleted", "tag": "0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:23.631151 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a1dbda1-8ebf-4496-b91c-008d284edcb3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:23.631846 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c', 'name': 'network-vif-deleted', 'tag': '0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a', 'status': 'completed', 'code': 200} Feb 19 07:19:23.653236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-7cc8f775-5d6a-4214-ac6a-bd0f3517eda7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/quotas/65d5eb880ff442e9993403e7b8adc8c9 HTTP/1.1" status: 200 len: 375 time: 0.0871384 Feb 19 07:19:23.740356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-977592ad-2374-4724-afe4-ccbb9493f1d9 req-4b736149-1d6f-464d-a3db-056c1d328625 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 210 time: 0.0626752 Feb 19 07:19:23.778318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks [] for port (80579a09-102f-4db2-a1db-955ac49624c7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:23.818693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:23.898870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Network 7beba1f2-1b9a-4786-89b9-3601bcf08eda is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:23.906533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:23.921527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:23.928039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Pushing event updated for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:24.033635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 082a741e-722d-4f86-9d8a-b42f50c49670 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:24.060197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-d681fba0-ed36-49fa-94ab-9d017c7e0bd1 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3920093 Feb 19 07:19:24.069347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:24.070505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.090399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-95e55684-20c9-47ff-aa2e-7a459cfc1292 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8055713 Feb 19 07:19:24.122352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d271d802-4af4-497f-92b2-15b9e44daa59 req-bd61752a-f899-4a21-ad82-dbfd437f4453 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b76e0fd-1612-4ad6-aa51-de4de0fbcf3c HTTP/1.1" status: 200 len: 210 time: 0.0723200 Feb 19 07:19:24.139049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Request body: {'port': {'device_id': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:24.160503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.269071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.289364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 082a741e-722d-4f86-9d8a-b42f50c49670 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:24.289731 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.319792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 07b98138-658e-4fa5-9735-1af82f2309a3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:24.323712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:24.329940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:24.351624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80579a09-102f-4db2-a1db-955ac49624c7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.415754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=6c807070-9ee5-4ea7-9744-d7ac44fb9cfd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:24.481189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:24.481886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.489964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 082a741e-722d-4f86-9d8a-b42f50c49670 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:24.490378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.504685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18407026-bb32-4289-80aa-c29111076ce5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5124817 Feb 19 07:19:24.509532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:24.567151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 082a741e-722d-4f86-9d8a-b42f50c49670, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=082a741e-722d-4f86-9d8a-b42f50c49670,segment=NetworkSegment(86690076-c0c2-49fe-9929-1c748b83acf1),segment_id=86690076-c0c2-49fe-9929-1c748b83acf1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:24.581284 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.650280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f631c6-1e33-4d37-8b57-ba31fdae8917 None None] Network 07b98138-658e-4fa5-9735-1af82f2309a3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:24.650547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-38d544d8-f353-453b-a365-be8f8d7a8e9a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748098 Feb 19 07:19:24.724962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=082a741e-722d-4f86-9d8a-b42f50c49670,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:24.738433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6fbe38a8-31fc-4a2c-b703-376eb69dedcb None None] Provisioning complete for port 082a741e-722d-4f86-9d8a-b42f50c49670 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:24.738820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbe38a8-31fc-4a2c-b703-376eb69dedcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:24.784724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0fb44-1391-4943-ada0-1ebf5a140c4d req-d221f0a7-6f93-4bde-a7bd-49af6157a36a tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:24.797060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97b0fb44-1391-4943-ada0-1ebf5a140c4d req-d221f0a7-6f93-4bde-a7bd-49af6157a36a tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 931 time: 0.2054009 Feb 19 07:19:24.841522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179936b0-258b-4105-b200-1ae4b3c7ae76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:24.843377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-179936b0-258b-4105-b200-1ae4b3c7ae76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.3327513 Feb 19 07:19:24.846841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52092) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:24.906190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe38a8-31fc-4a2c-b703-376eb69dedcb None None] Current status of the port 082a741e-722d-4f86-9d8a-b42f50c49670 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:24.919736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97b0fb44-1391-4943-ada0-1ebf5a140c4d req-613d9d96-64d2-48b5-8fba-20f1bcf736d6 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Feb 19 07:19:24.989116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-676b7ac0-37c0-41d2-904b-ecb74b7e9405 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:24.998019 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-676b7ac0-37c0-41d2-904b-ecb74b7e9405 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426020 Feb 19 07:19:25.079477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-123bcfb5-9cc7-493e-bc1d-2f1e1e33ec80 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/quotas/65d5eb880ff442e9993403e7b8adc8c9 HTTP/1.1" status: 200 len: 375 time: 0.0342090 Feb 19 07:19:25.090438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae349411-5d13-457f-8df5-a73e783c3285 req-13280a64-69bb-49dd-9922-ef74ada3480d tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 210 time: 0.0439630 Feb 19 07:19:25.117843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80579a09-102f-4db2-a1db-955ac49624c7 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:25.136602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks [] for port (80579a09-102f-4db2-a1db-955ac49624c7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.149396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-67287186-53a6-4600-a111-8f07c6d40911 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570726 Feb 19 07:19:25.157397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Transition to ACTIVE for port object 80579a09-102f-4db2-a1db-955ac49624c7 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:25.162123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.170114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:25.170523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.240364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Pushing event updated for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:25.343835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Provisioning complete for port 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:25.344370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.446216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Attempting to bind port 80579a09-102f-4db2-a1db-955ac49624c7 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:25.447877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Attempting to bind port 80579a09-102f-4db2-a1db-955ac49624c7 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:25.448220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Attempting to bind port 80579a09-102f-4db2-a1db-955ac49624c7 on network 7beba1f2-1b9a-4786-89b9-3601bcf08eda {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:25.462760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Port 80579a09-102f-4db2-a1db-955ac49624c7 on network 7beba1f2-1b9a-4786-89b9-3601bcf08eda not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:25.463864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Attempting to bind port 80579a09-102f-4db2-a1db-955ac49624c7 on network 7beba1f2-1b9a-4786-89b9-3601bcf08eda {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:25.465001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Port 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:25.473097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.479408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:25.479817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Checking segment: {'id': 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:25.480149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Bound using segment: {'id': 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:25.482860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Bound port: 80579a09-102f-4db2-a1db-955ac49624c7, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:25.483880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80579a09-102f-4db2-a1db-955ac49624c7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.507978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Provisioning complete for port 082a741e-722d-4f86-9d8a-b42f50c49670 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:25.508438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.521113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:25.667849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03203c26-907e-4767-9a4b-3f3bbb04585a req-09cab259-0502-4a82-8bb3-7be5fcb05ae3 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 210 time: 0.0644572 Feb 19 07:19:25.768572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Current status of the port 082a741e-722d-4f86-9d8a-b42f50c49670 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:25.770666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-34e3733d-9fa8-45c9-ad0f-82527c16bc87 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e773c26c779840b8bdb599a762ea47bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964205 Feb 19 07:19:25.801592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Provisioning complete for port e730bffb-628e-424f-bedb-be0405337337 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:25.803802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e730bffb-628e-424f-bedb-be0405337337), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.834077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6c807070-9ee5-4ea7-9744-d7ac44fb9cfd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:25.853147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9d55-7d3d-4e08-9a47-37165ccca750 req-84f5d41c-ac02-4e80-b7e4-7d64de662ac9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:25.858470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40db9d55-7d3d-4e08-9a47-37165ccca750 req-84f5d41c-ac02-4e80-b7e4-7d64de662ac9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1127 time: 0.3031747 Feb 19 07:19:25.903681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 082a741e-722d-4f86-9d8a-b42f50c49670 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:25.910768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-72bfaef3-0983-4a13-84f1-e1734f82fdf9 None None] Port e730bffb-628e-424f-bedb-be0405337337 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:25.922453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=6c807070-9ee5-4ea7-9744-d7ac44fb9cfd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:26.023973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:26.050698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80579a09-102f-4db2-a1db-955ac49624c7,segment=NetworkSegment(c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f),segment_id=c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:26.060032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ff13fa1b-bf66-4917-8269-877db004429b None None] Could not find standard attr ID for object 6c807070-9ee5-4ea7-9744-d7ac44fb9cfd. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:19:26.065147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 082a741e-722d-4f86-9d8a-b42f50c49670 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:26.066217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.072576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.091757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.092650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.094026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] 10.222.0.47 "PUT /v2.0/ports/80579a09-102f-4db2-a1db-955ac49624c7 HTTP/1.1" status: 200 len: 1091 time: 1.9859502 Feb 19 07:19:26.115706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:26.119614 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045f719-c390-4cd7-8da8-51dff6288b57" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "tag": "80579a09-102f-4db2-a1db-955ac49624c7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:26.127048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ff13fa1b-bf66-4917-8269-877db004429b None None] Provisioning complete for port e730bffb-628e-424f-bedb-be0405337337 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:26.127576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13fa1b-bf66-4917-8269-877db004429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e730bffb-628e-424f-bedb-be0405337337), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.204063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ff13fa1b-bf66-4917-8269-877db004429b None None] Port e730bffb-628e-424f-bedb-be0405337337 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:26.260392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c3907c15-2e02-4c77-8b32-1ef87f26e26b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.265148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c3907c15-2e02-4c77-8b32-1ef87f26e26b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4638588 Feb 19 07:19:26.287860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 082a741e-722d-4f86-9d8a-b42f50c49670 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:26.298680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8606aef-5ee6-4470-bd73-43080c4f0313 req-777dd029-9880-40a4-90d4-59a0f2ecd259 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.314847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8606aef-5ee6-4470-bd73-43080c4f0313 req-777dd029-9880-40a4-90d4-59a0f2ecd259 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.4765866 Feb 19 07:19:26.350599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Request body: {'port': {'device_id': '914c28f2-55c9-4975-babd-b39375926498', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'e773c26c779840b8bdb599a762ea47bb'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:26.469250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6691d-3826-4c98-b28f-59e608afc734 service neutron] Pushing event updated for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:26.474456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-3397e15c-5767-4178-8606-c00b8ba94de7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096513 Feb 19 07:19:26.496173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-4e9b43df-f54f-4930-a3aa-9f5e964ea7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.497913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-4e9b43df-f54f-4930-a3aa-9f5e964ea7a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ae8344e62c4d47aef0f0fd2d5c3283&device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 1125 time: 0.3352885 Feb 19 07:19:26.528711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40db9d55-7d3d-4e08-9a47-37165ccca750 req-5b3753c4-01be-485f-bb7e-b8fea890e92c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018906 Feb 19 07:19:26.537204 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8606aef-5ee6-4470-bd73-43080c4f0313 req-0604f1bf-1eed-49b6-8ac0-5490a75a4253 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206721 Feb 19 07:19:26.556633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.566870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee4e757e-d4eb-4d22-8c37-c54954691098 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/6c807070-9ee5-4ea7-9744-d7ac44fb9cfd HTTP/1.1" status: 204 len: 168 time: 1.7189262 Feb 19 07:19:26.569807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52126) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:26.604542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:26.619785 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5d3f54-3161-4493-865d-190d36e2b431 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:26.622714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a5d3f54-3161-4493-865d-190d36e2b431 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/6c807070-9ee5-4ea7-9744-d7ac44fb9cfd HTTP/1.1" status: 404 len: 333 time: 0.0508816 Feb 19 07:19:26.623259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-956a7cb7-3c79-4ec3-aff5-ae345ee021fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80579a09-102f-4db2-a1db-955ac49624c7 HTTP/1.1" status: 200 len: 217 time: 0.1106608 Feb 19 07:19:26.625609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:26.625988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0ab88d40-3f8b-4e48-9291-6e2b8dfffa7a not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:26.633469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52128) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:26.707405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4d00d50-31a9-4b23-865f-eaa34387b19c req-0334efbf-3e05-4dba-a20b-e1f7582148f9 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 210 time: 0.0722585 Feb 19 07:19:26.718527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59379a3-ee20-48b8-9583-0b74f08a59ff req-187299f8-d37b-42fa-b74a-409af95e8754 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.720600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e59379a3-ee20-48b8-9583-0b74f08a59ff req-187299f8-d37b-42fa-b74a-409af95e8754 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 943 time: 0.1032727 Feb 19 07:19:26.753453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-d7ec298c-a046-40d3-b616-56d3f976c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.754936 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-d7ec298c-a046-40d3-b616-56d3f976c249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f486de96-5f98-4e0e-8428-929f4e0f6c68 HTTP/1.1" status: 200 len: 853 time: 0.1162093 Feb 19 07:19:26.761631 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd263e5b-fc17-4068-8de0-568d4c772827 x-openstack-request-id: req-dd263e5b-fc17-4068-8de0-568d4c772827 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:26.761992 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "tag": "80579a09-102f-4db2-a1db-955ac49624c7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:26.762351 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd263e5b-fc17-4068-8de0-568d4c772827 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:26.762649 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7', 'status': 'completed', 'code': 200} Feb 19 07:19:26.789838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Made reservation on behalf of e773c26c779840b8bdb599a762ea47bb for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:26.793237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.800566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e59379a3-ee20-48b8-9583-0b74f08a59ff req-8a6f2eba-bde9-4013-aa69-59ab0524e803 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Feb 19 07:19:26.814381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port e730bffb-628e-424f-bedb-be0405337337 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:26.814731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e730bffb-628e-424f-bedb-be0405337337), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:26.823400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-48b84c2e-469f-42c5-b084-898d46a4e9f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7beba1f2-1b9a-4786-89b9-3601bcf08eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486138 Feb 19 07:19:26.829484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-3af378e3-d0cb-47d5-9bb8-f0b40ee3eb52 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:26.831342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-3af378e3-d0cb-47d5-9bb8-f0b40ee3eb52 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390324 Feb 19 07:19:26.848861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Request body: {'port': {'device_id': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '65d5eb880ff442e9993403e7b8adc8c9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:26.954276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82f4d003-fb61-4110-9f8c-65bee07eab5b req-e4b11683-36e1-452b-b77f-f7a1de720fcb tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 210 time: 0.0446944 Feb 19 07:19:27.008224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e730bffb-628e-424f-bedb-be0405337337), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.023311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for e730bffb-628e-424f-bedb-be0405337337 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:27.035042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-c0cbe5d0-ec26-46c0-a314-c82b9459d874 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923259 Feb 19 07:19:27.202946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-a8c10c85-a007-47b4-8b12-2a1cabbdd902 service neutron] 10.222.0.47 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706510 Feb 19 07:19:27.212691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e730bffb-628e-424f-bedb-be0405337337), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.247994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=e730bffb-628e-424f-bedb-be0405337337,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:27.327801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Allocated IP 192.168.233.81 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/352a0103-30c7-4011-93c5-81c08deeb9de) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:27.336664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Made reservation on behalf of 65d5eb880ff442e9993403e7b8adc8c9 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:27.340324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.355515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.378378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-09ada3c8-cfae-4bad-91dd-9590c02399ca tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:27.380474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-09ada3c8-cfae-4bad-91dd-9590c02399ca tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378792 Feb 19 07:19:27.390554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-89a97064-dd35-489c-9e92-12a04c727e2e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:27.392220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-89a97064-dd35-489c-9e92-12a04c727e2e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.24 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.1353321 Feb 19 07:19:27.399756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.403174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-516f487e-6315-4e61-b399-dc2a1a514e54 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/e730bffb-628e-424f-bedb-be0405337337 HTTP/1.1" status: 204 len: 168 time: 0.7676797 Feb 19 07:19:27.411310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Request body: {'port': {'device_id': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '65d5eb880ff442e9993403e7b8adc8c9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:27.412661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:27.476727 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b7e3f8-2012-4783-9d02-79b2787ee3f2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:27.478312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d9b7e3f8-2012-4783-9d02-79b2787ee3f2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/e730bffb-628e-424f-bedb-be0405337337 HTTP/1.1" status: 404 len: 333 time: 0.0646715 Feb 19 07:19:27.482455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:27.547292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc387c4f-c31f-4142-8948-95e709cd5091 req-90b15a83-26a9-43ef-ac27-4c305b758263 service neutron] 10.222.0.47 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259118 Feb 19 07:19:27.607065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet ba8c4257-22e7-41f4-8886-f66cb605ee0d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:27.612644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (ba8c4257-22e7-41f4-8886-f66cb605ee0d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.697646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ba8c4257-22e7-41f4-8886-f66cb605ee0d), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.723305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Deleting port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:27.723651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.811224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks [] for security_group (df74fd3d-01a8-4ef2-b666-064e55df88b6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.816897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-cd18f43a-c2f7-4696-afaa-fbfbe7e418eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:27.819060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-cd18f43a-c2f7-4696-afaa-fbfbe7e418eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30ae8344e62c4d47aef0f0fd2d5c3283&device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 1125 time: 0.1807175 Feb 19 07:19:27.821920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e37215-6752-423c-9eb4-ce0900a91ef7 req-e8b2b00b-6b53-4f83-9777-76ebb4086e67 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:27.823440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Made reservation on behalf of 65d5eb880ff442e9993403e7b8adc8c9 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:27.826719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.828901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0e37215-6752-423c-9eb4-ce0900a91ef7 req-e8b2b00b-6b53-4f83-9777-76ebb4086e67 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=30fad632-999d-456a-a001-b782b32a91dd HTTP/1.1" status: 200 len: 945 time: 0.1884320 Feb 19 07:19:27.836880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (df74fd3d-01a8-4ef2-b666-064e55df88b6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.921944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] For port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:27.922410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.929499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks [] for port (352a0103-30c7-4011-93c5-81c08deeb9de), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.948861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ba8c4257-22e7-41f4-8886-f66cb605ee0d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:27.977380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Calling delete_port for 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:27.999217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0e37215-6752-423c-9eb4-ce0900a91ef7 req-cc73467d-7c78-42a8-9e36-16bafd585c9e tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691947 Feb 19 07:19:28.042456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df74fd3d-01a8-4ef2-b666-064e55df88b6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:28.085306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-e44eb57f-2788-4625-af98-e9ab1e38f14c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:28.086820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-e44eb57f-2788-4625-af98-e9ab1e38f14c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312242 Feb 19 07:19:28.104433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ba8c4257-22e7-41f4-8886-f66cb605ee0d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.107003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-2b7a9fe2-ef21-42d0-a5aa-45d92c042710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:28.108085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-2b7a9fe2-ef21-42d0-a5aa-45d92c042710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7beba1f2-1b9a-4786-89b9-3601bcf08eda HTTP/1.1" status: 200 len: 913 time: 0.2745187 Feb 19 07:19:28.125746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.137549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7a594596-3023-4eec-83cd-f1664e3cc504'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:28.144401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8c4257-22e7-41f4-8886-f66cb605ee0d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:28.173184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.179802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d73e9208-8554-4efb-8df7-007c36ad8d3c tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/ba8c4257-22e7-41f4-8886-f66cb605ee0d HTTP/1.1" status: 204 len: 168 time: 0.6961710 Feb 19 07:19:28.180106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cec3e3-2f6d-4bcb-8055-533ee5675921 None None] Network 07b98138-658e-4fa5-9735-1af82f2309a3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:28.180671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:28.224862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-b3525ca0-cd7e-4226-ac56-ff3fc7916243 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80579a09-102f-4db2-a1db-955ac49624c7 HTTP/1.1" status: 200 len: 217 time: 0.1085267 Feb 19 07:19:28.279699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-d98e3817-7349-48b2-a001-c12d5df6ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:28.281093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-d98e3817-7349-48b2-a001-c12d5df6ccd1 service neutron] 10.222.0.43 "GET /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 1124 time: 0.1697519 Feb 19 07:19:28.307527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:28.317182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Allocated IP 192.168.233.115 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/9e6b6dcf-7d98-457d-a683-690a40f18e1e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:28.322894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:28.323384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:19:28.326921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:28.334448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:28.343307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Pushing event updated for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:28.399451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (07b98138-658e-4fa5-9735-1af82f2309a3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.417657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcebcf-9a01-4936-a686-2f830142d999 req-6dd9b4b0-d4d4-446e-b68f-b824fcc00f1b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:28.419344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcbcebcf-9a01-4936-a686-2f830142d999 req-6dd9b4b0-d4d4-446e-b68f-b824fcc00f1b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 935 time: 0.2790513 Feb 19 07:19:28.423761 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (90f62ae6-9290-40f5-93ca-7fd55a7dc1f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.442549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a4d6d079-00d6-4ab1-87b0-2521cda9bbec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:28.447627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:28.501105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] DHCP port deletion for 07b98138-658e-4fa5-9735-1af82f2309a3 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:28.541315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event deleted for resources: {'Port': ['ID=90f62ae6-9290-40f5-93ca-7fd55a7dc1f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:28.612306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] No DVR routers for this DVR port 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:28.617323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.620717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12649426-4d3d-4125-82b6-4c1ad3a9ada6 req-2d885149-0114-4efe-a667-7a6e46599842 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.24 "DELETE /v2.0/ports/90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 HTTP/1.1" status: 204 len: 173 time: 1.2164173 Feb 19 07:19:28.625483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'name': 'network-vif-deleted', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:28.628177 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922ce827-84cf-44db-b0e8-fe4dd960702c" -d '{"events": [{"server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "name": "network-vif-deleted", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:28.629391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Deleting port 082a741e-722d-4f86-9d8a-b42f50c49670 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:28.630363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.698626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcbcebcf-9a01-4936-a686-2f830142d999 req-74e65055-93ee-40a2-a12c-60a86b042aa9 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541327 Feb 19 07:19:28.710196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] For port 082a741e-722d-4f86-9d8a-b42f50c49670, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=082a741e-722d-4f86-9d8a-b42f50c49670,segment=NetworkSegment(86690076-c0c2-49fe-9929-1c748b83acf1),segment_id=86690076-c0c2-49fe-9929-1c748b83acf1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:28.711511 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.727826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Calling delete_port for 082a741e-722d-4f86-9d8a-b42f50c49670 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:28.775165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 082a741e-722d-4f86-9d8a-b42f50c49670 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:28.775553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.778417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:28.779437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:28.779593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:28.831159 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.832214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:28.832570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:28.872742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-2f524683-af0d-4495-b1a9-b4b849d36f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:28.874251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-2f524683-af0d-4495-b1a9-b4b849d36f2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f486de96-5f98-4e0e-8428-929f4e0f6c68 HTTP/1.1" status: 200 len: 853 time: 0.6213841 Feb 19 07:19:28.884100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] No DVR routers for this DVR port 082a741e-722d-4f86-9d8a-b42f50c49670 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:28.887124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:28.887124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:28.887709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:28.888169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Bound port: 08faa673-d59a-4adc-b1b1-06c37bf76668, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:28.890127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f59a8-7815-4750-8e16-489ec8ad5723 None None] Pushing event deleted for resources: {'Port': ['ID=082a741e-722d-4f86-9d8a-b42f50c49670,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:28.911818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3744da9a-1d50-4465-bfe6-31b2a6768402 None None] Provisioning complete for port 352a0103-30c7-4011-93c5-81c08deeb9de triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:28.911818 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3744da9a-1d50-4465-bfe6-31b2a6768402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.938728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 082a741e-722d-4f86-9d8a-b42f50c49670, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=082a741e-722d-4f86-9d8a-b42f50c49670,segment=NetworkSegment(86690076-c0c2-49fe-9929-1c748b83acf1),segment_id=86690076-c0c2-49fe-9929-1c748b83acf1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:28.939105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.948158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:28.948370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:28.952069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-93b29207-e40d-4d12-8b43-6f98b4e40ada service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7beba1f2-1b9a-4786-89b9-3601bcf08eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544033 Feb 19 07:19:28.969660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3744da9a-1d50-4465-bfe6-31b2a6768402 None None] Port 352a0103-30c7-4011-93c5-81c08deeb9de cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:28.980649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 082a741e-722d-4f86-9d8a-b42f50c49670 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:29.054245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-c614d542-35fd-4b53-99ce-b6b129a02440 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7162807 Feb 19 07:19:29.077925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-1555099e-4cc5-4e79-80bb-ab8ff0098e1a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:29.079363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-1555099e-4cc5-4e79-80bb-ab8ff0098e1a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106018 Feb 19 07:19:29.111900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abf0e7-fc11-487a-b668-4e88d5ef8d05 req-98f3a9b2-edb5-4e8f-bf4a-afce1a5a8aca tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.123229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33abf0e7-fc11-487a-b668-4e88d5ef8d05 req-98f3a9b2-edb5-4e8f-bf4a-afce1a5a8aca tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 943 time: 0.2950244 Feb 19 07:19:29.186769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:29.193380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-c35f9d6b-a886-4f98-a865-913a20b9c315 service neutron] 10.222.0.47 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322955 Feb 19 07:19:29.199613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.201745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-2f8cae18-bf55-4656-837b-2e39141c4eca service neutron] 10.222.0.43 "POST /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668/bindings HTTP/1.1" status: 201 len: 389 time: 0.8875415 Feb 19 07:19:29.202375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (082a741e-722d-4f86-9d8a-b42f50c49670), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.257128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=082a741e-722d-4f86-9d8a-b42f50c49670,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:29.279015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Request body: {'port': {'device_id': '914c28f2-55c9-4975-babd-b39375926498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:29.281534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33abf0e7-fc11-487a-b668-4e88d5ef8d05 req-35f8153a-e1d6-42d1-9642-7b1e4a84a10e tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552310 Feb 19 07:19:29.284094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks [] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.284455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 082a741e-722d-4f86-9d8a-b42f50c49670 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:29.384663 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270443b5-7dd3-424a-8609-f783c9f94317 x-openstack-request-id: req-270443b5-7dd3-424a-8609-f783c9f94317 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:29.384968 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fad632-999d-456a-a001-b782b32a91dd", "name": "network-vif-deleted", "tag": "90f62ae6-9290-40f5-93ca-7fd55a7dc1f1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:29.386118 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-270443b5-7dd3-424a-8609-f783c9f94317 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:29.386779 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fad632-999d-456a-a001-b782b32a91dd', 'name': 'network-vif-deleted', 'tag': '90f62ae6-9290-40f5-93ca-7fd55a7dc1f1', 'status': 'completed', 'code': 200} Feb 19 07:19:29.400072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.416315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8045f719-c390-4cd7-8da8-51dff6288b57 req-241e7d56-4851-4100-85be-a2f59d1706bb service neutron] 10.222.0.47 "GET /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155674 Feb 19 07:19:29.453877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40c9748e-c3e3-480f-a6c5-8154bd129771 req-262cad93-67ba-4f67-806b-016ce154778b tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 210 time: 0.0663772 Feb 19 07:19:29.470139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.493072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (07b98138-658e-4fa5-9735-1af82f2309a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.519220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b98138-658e-4fa5-9735-1af82f2309a3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:29.532076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86690076-c0c2-49fe-9929-1c748b83acf1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:29.532380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86690076-c0c2-49fe-9929-1c748b83acf1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:29.543665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (86690076-c0c2-49fe-9929-1c748b83acf1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.559513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (86690076-c0c2-49fe-9929-1c748b83acf1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.567332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:29.567931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (86690076-c0c2-49fe-9929-1c748b83acf1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:29.571633 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:29.649369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (07b98138-658e-4fa5-9735-1af82f2309a3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.651870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:29.658214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Allocated IP 192.168.233.58 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/2ee9dae5-8059-414a-a587-617a8a3da9e2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:29.665544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.668808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/07b98138-658e-4fa5-9735-1af82f2309a3 HTTP/1.1" status: 204 len: 168 time: 1.4828544 Feb 19 07:19:29.680674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:29.683774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:29.685828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198600376'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:29.695377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9af98b-3ac7-4875-bdd0-3e5f5cab36b1 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=07b98138-658e-4fa5-9735-1af82f2309a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:29.738036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:29.739029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:29.741799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.768623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:29.781375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dbd7e-f4d9-4cd4-80f5-c830b3ae5cd7 req-cca273e7-0f77-4db7-82f8-ff8e76b8edff tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.783328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc7dbd7e-f4d9-4cd4-80f5-c830b3ae5cd7 req-cca273e7-0f77-4db7-82f8-ff8e76b8edff tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.0858893 Feb 19 07:19:29.790537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:29.814477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9eb86cc8-cdcc-4964-b901-f092164d1540), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.815383 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 9eb86cc8-cdcc-4964-b901-f092164d1540 of type vlan for network 75510e3b-7a13-4c2b-aedb-3914743b5620 Feb 19 07:19:29.893687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51253460-1791-4448-9ea9-708b2ec4f49c req-c4e4df30-f44e-4a8c-864e-ac2fbf25119b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.895575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51253460-1791-4448-9ea9-708b2ec4f49c req-c4e4df30-f44e-4a8c-864e-ac2fbf25119b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.4050810 Feb 19 07:19:29.904851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 082a741e-722d-4f86-9d8a-b42f50c49670 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:29.906749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-e283c334-d559-49fe-a3c2-01f48b3a6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.908509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-e283c334-d559-49fe-a3c2-01f48b3a6391 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1127 time: 0.3523142 Feb 19 07:19:29.911554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc7dbd7e-f4d9-4cd4-80f5-c830b3ae5cd7 req-ead26805-03f8-4803-9f4a-071c8ff25c9c tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Feb 19 07:19:29.916105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (75510e3b-7a13-4c2b-aedb-3914743b5620), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.919931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.920239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.948198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 082a741e-722d-4f86-9d8a-b42f50c49670 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:29.950480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 082a741e-722d-4f86-9d8a-b42f50c49670 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:29.954452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (75510e3b-7a13-4c2b-aedb-3914743b5620), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.973856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:29.974656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:29.978514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-420ff817-48e7-4118-ad10-e02cea3b7a26 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1336348 Feb 19 07:19:29.993001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.043099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3611250 Feb 19 07:19:30.052776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:30.062418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Request body: {'port': {'device_id': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:30.082816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:30.104308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-58d5584b-e278-42b7-ad79-0a36fefed41d None None] Provisioning complete for port 9e6b6dcf-7d98-457d-a683-690a40f18e1e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:30.104988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58d5584b-e278-42b7-ad79-0a36fefed41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.109407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22594d09-f5a4-4c8b-857b-aa0126e48e72 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=75510e3b-7a13-4c2b-aedb-3914743b5620,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:30.132202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:30.199351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c7b0a-6391-4700-a7c6-7873bda40fb5 req-e7dd1126-f042-45cd-9534-eeca20cb9576 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.200907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-58d5584b-e278-42b7-ad79-0a36fefed41d None None] Port 9e6b6dcf-7d98-457d-a683-690a40f18e1e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:30.201404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-813c7b0a-6391-4700-a7c6-7873bda40fb5 req-e7dd1126-f042-45cd-9534-eeca20cb9576 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 935 time: 0.1656339 Feb 19 07:19:30.216818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:30.220489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.229549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51253460-1791-4448-9ea9-708b2ec4f49c req-bf1431f5-e875-48a6-9e2f-0f830cd31783 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172894 Feb 19 07:19:30.254402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-f673da64-c220-4f77-8db2-db11ce160ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.256487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-f673da64-c220-4f77-8db2-db11ce160ae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.3240998 Feb 19 07:19:30.261697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.318965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-7d4d7d4b-fc78-40a0-9b3d-414c115280db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 217 time: 0.0536523 Feb 19 07:19:30.320757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-813c7b0a-6391-4700-a7c6-7873bda40fb5 req-f8ed25c4-5bfa-4931-adf7-94352b8fcbf1 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129053 Feb 19 07:19:30.324120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks [] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.449308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (732ae768-60e5-4425-8162-151b2eddf763), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.483162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-1423b424-6a4a-4e3b-a324-f0ddbe4cf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.484705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-1423b424-6a4a-4e3b-a324-f0ddbe4cf9c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1577158 Feb 19 07:19:30.557988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.564942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=732ae768-60e5-4425-8162-151b2eddf763,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:30.568175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '9eb86cc8-cdcc-4964-b901-f092164d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:30.568652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 75510e3b-7a13-4c2b-aedb-3914743b5620, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:30.594311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:30.602759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-5107237f-fef8-4998-b0d6-a795b2161cf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710516 Feb 19 07:19:30.605273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1a08-c79b-4e2f-be3f-2bd01d4a451e req-65704dbe-f435-4710-b302-46c7fea5d420 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.606813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-320b1a08-c79b-4e2f-be3f-2bd01d4a451e req-65704dbe-f435-4710-b302-46c7fea5d420 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 935 time: 0.0837648 Feb 19 07:19:30.620268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 75510e3b-7a13-4c2b-aedb-3914743b5620) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:30.629802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4733c9-5845-40b3-8db1-5f83fbcb7ceb None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:30.631310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.632154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.663356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-299e25e6-1d27-4c71-9ac2-38232a9a9b44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6081886 Feb 19 07:19:30.664062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:30.668891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1b56-4b6b-44af-ad6f-f09f356c42f4 req-846ba384-0bac-4f10-9319-2007ac82dea1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.670417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93fc1b56-4b6b-44af-ad6f-f09f356c42f4 req-846ba384-0bac-4f10-9319-2007ac82dea1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 943 time: 0.2814145 Feb 19 07:19:30.671875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620', 'name': 'tempest-PortsTestJSON-2130116751', 'fixed_ips': [{'subnet_id': '732ae768-60e5-4425-8162-151b2eddf763', 'ip_address': '172.20.0.10'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:30.702658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-320b1a08-c79b-4e2f-be3f-2bd01d4a451e req-2bdd689f-dfb5-4a14-a412-b1116ba1fe55 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892355 Feb 19 07:19:30.751173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:30.758996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-75510e3b-7a13-4c2b-aedb-3914743b5620', 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': '732ae768-60e5-4425-8162-151b2eddf763'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:19:30.762176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.768133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:30.774491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:30.776593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:30.815915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:30.894220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93fc1b56-4b6b-44af-ad6f-f09f356c42f4 req-b5d51bdb-bab9-41cb-9e85-0574fd5d8ef9 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075050 Feb 19 07:19:30.931963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:30.932965 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.933208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:30.967916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:30.979786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-d8e4a786-770f-4f8d-97bc-9f94a69c1ccd service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257694 Feb 19 07:19:31.003008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Allocated IP 172.20.0.2 (75510e3b-7a13-4c2b-aedb-3914743b5620/732ae768-60e5-4425-8162-151b2eddf763/37f397da-8466-4c58-be2a-805a7e206377) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:31.019578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-d9cb1d76-e1a5-4d77-98ee-e81dee8ded7e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6182735 Feb 19 07:19:31.047531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352a0103-30c7-4011-93c5-81c08deeb9de {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:31.056838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks [] for port (352a0103-30c7-4011-93c5-81c08deeb9de), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.072109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Transition to ACTIVE for port object 352a0103-30c7-4011-93c5-81c08deeb9de will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:31.081055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Request body: {'port': {'device_id': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:31.129570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.169238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaee2f-385e-4bed-8482-31e262f30b8e req-fa97923c-a3ab-47be-b50a-63025cd80e17 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:31.179409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6efaee2f-385e-4bed-8482-31e262f30b8e req-fa97923c-a3ab-47be-b50a-63025cd80e17 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.1276217 Feb 19 07:19:31.211553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7c12cbdc-d989-48f4-b3f4-be1799c5f9b7 None None] Provisioning complete for port 2ee9dae5-8059-414a-a587-617a8a3da9e2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:31.211945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c12cbdc-d989-48f4-b3f4-be1799c5f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.217605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:31.255490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6efaee2f-385e-4bed-8482-31e262f30b8e req-80706df1-bf12-4ef8-ad9c-89f71983504d tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/security-groups?id=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737336 Feb 19 07:19:31.288465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:31.289029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 90f62ae6-9290-40f5-93ca-7fd55a7dc1f1 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:31.301054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks [] for port (37f397da-8466-4c58-be2a-805a7e206377), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.318135 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (37f397da-8466-4c58-be2a-805a7e206377), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.321166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Pushing event updated for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:31.359820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7c12cbdc-d989-48f4-b3f4-be1799c5f9b7 None None] Port 2ee9dae5-8059-414a-a587-617a8a3da9e2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:31.362571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Pushing event updated for resources: {'Port': ['ID=37f397da-8466-4c58-be2a-805a7e206377,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:31.386807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.10 (75510e3b-7a13-4c2b-aedb-3914743b5620/732ae768-60e5-4425-8162-151b2eddf763/2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:31.391938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:31.394326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:31.397792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:31.473632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Attempting to bind port 37f397da-8466-4c58-be2a-805a7e206377 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:31.474461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Attempting to bind port 37f397da-8466-4c58-be2a-805a7e206377 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9eb86cc8-cdcc-4964-b901-f092164d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:31.474867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Attempting to bind port 37f397da-8466-4c58-be2a-805a7e206377 on network 75510e3b-7a13-4c2b-aedb-3914743b5620 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:31.480812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:31.481193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Checking segment: {'id': '9eb86cc8-cdcc-4964-b901-f092164d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:31.481709 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.482001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Bound using segment: {'id': '9eb86cc8-cdcc-4964-b901-f092164d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:31.482478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Bound port: 37f397da-8466-4c58-be2a-805a7e206377, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb86cc8-cdcc-4964-b901-f092164d1540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:31.482870 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (37f397da-8466-4c58-be2a-805a7e206377), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.522438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.529024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-0204e6c1-4537-4bbd-9dbd-2fadf5c39438 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433979 Feb 19 07:19:31.529846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Attempting to bind port 352a0103-30c7-4011-93c5-81c08deeb9de on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:31.530240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Attempting to bind port 352a0103-30c7-4011-93c5-81c08deeb9de by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:31.530694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Attempting to bind port 352a0103-30c7-4011-93c5-81c08deeb9de on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:31.566488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Port 352a0103-30c7-4011-93c5-81c08deeb9de on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:31.566903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Attempting to bind port 352a0103-30c7-4011-93c5-81c08deeb9de on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:31.588044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] For port 37f397da-8466-4c58-be2a-805a7e206377, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:31.592015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] For port 37f397da-8466-4c58-be2a-805a7e206377, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=37f397da-8466-4c58-be2a-805a7e206377,segment=NetworkSegment(9eb86cc8-cdcc-4964-b901-f092164d1540),segment_id=9eb86cc8-cdcc-4964-b901-f092164d1540)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:31.601927 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (37f397da-8466-4c58-be2a-805a7e206377), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.609792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-98a57543-8328-4b7f-aa2d-5bc8928d6bee tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:31.611611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-98a57543-8328-4b7f-aa2d-5bc8928d6bee tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 946 time: 0.2178867 Feb 19 07:19:31.631480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:31.631906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:31.632297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:31.632741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Bound port: 352a0103-30c7-4011-93c5-81c08deeb9de, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:31.633104 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:31.690085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772acd2f-e1f9-4f16-bd5a-8ff56696177f None None] Pushing event updated for resources: {'Port': ['ID=37f397da-8466-4c58-be2a-805a7e206377,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:31.710568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd347-2a86-40cf-bf2b-35854358f35e req-270cd8b4-76e6-46ed-a494-c837eabce796 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:31.719091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46ecd347-2a86-40cf-bf2b-35854358f35e req-270cd8b4-76e6-46ed-a494-c837eabce796 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 947 time: 0.2364821 Feb 19 07:19:31.918167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46ecd347-2a86-40cf-bf2b-35854358f35e req-bc92505b-edf6-4bed-9ac0-2d0a8883f991 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908042 Feb 19 07:19:32.000542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.121753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace073-e895-4fc1-a4c5-673007e039f7 req-a2b38646-9e4a-455a-be22-c05b2b140815 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:32.123849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebace073-e895-4fc1-a4c5-673007e039f7 req-a2b38646-9e4a-455a-be22-c05b2b140815 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.6900637 Feb 19 07:19:32.155610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:32.202699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks [] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.307800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Transition to ACTIVE for port object 9e6b6dcf-7d98-457d-a683-690a40f18e1e will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:32.328145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.389759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:32.412571 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebace073-e895-4fc1-a4c5-673007e039f7 req-37d7bc2e-7147-4374-a858-9e03e043905a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797503 Feb 19 07:19:32.435223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Deleting port a4d6d079-00d6-4ab1-87b0-2521cda9bbec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:32.435223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.446613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.472912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:32.530088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=352a0103-30c7-4011-93c5-81c08deeb9de,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:32.579100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.591338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] For port a4d6d079-00d6-4ab1-87b0-2521cda9bbec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:32.591704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.593530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80579a09-102f-4db2-a1db-955ac49624c7 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:32.614145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Calling delete_port for a4d6d079-00d6-4ab1-87b0-2521cda9bbec owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:32.750370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:32.751276 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.753021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] 10.222.0.24 "PUT /v2.0/ports/352a0103-30c7-4011-93c5-81c08deeb9de HTTP/1.1" status: 200 len: 1095 time: 3.6443477 Feb 19 07:19:32.766337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:32.772952 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da" -d '{"events": [{"name": "network-changed", "server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:32.803814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80579a09-102f-4db2-a1db-955ac49624c7,segment=NetworkSegment(c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f),segment_id=c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:32.818430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '80579a09-102f-4db2-a1db-955ac49624c7', 'network_id': '7beba1f2-1b9a-4786-89b9-3601bcf08eda', 'port_id': '80579a09-102f-4db2-a1db-955ac49624c7', 'mac_address': 'fa:16:3e:aa:d7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f486de96-5f98-4e0e-8428-929f4e0f6c68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:32.865592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:32.867576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:32.870040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:32.890788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57628a33-3bd1-4a6f-9759-604d1230d8e9 req-5117632c-132d-478a-8850-b4c4f98b27f7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:32.900442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57628a33-3bd1-4a6f-9759-604d1230d8e9 req-5117632c-132d-478a-8850-b4c4f98b27f7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 935 time: 0.8712153 Feb 19 07:19:32.902894 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.903622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:32.921991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 80579a09-102f-4db2-a1db-955ac49624c7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:32.922768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80579a09-102f-4db2-a1db-955ac49624c7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:32.967679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80579a09-102f-4db2-a1db-955ac49624c7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:32.995009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee9dae5-8059-414a-a587-617a8a3da9e2 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:33.001707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80579a09-102f-4db2-a1db-955ac49624c7,segment=NetworkSegment(c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f),segment_id=c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:33.008746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.009409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.010245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.012202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks [] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.013998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a4d6d079-00d6-4ab1-87b0-2521cda9bbec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.032791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Transition to ACTIVE for port object 2ee9dae5-8059-414a-a587-617a8a3da9e2 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:19:33.062610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a4d6d079-00d6-4ab1-87b0-2521cda9bbec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:33.088028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Pushing event deleted for resources: {'Port': ['ID=a4d6d079-00d6-4ab1-87b0-2521cda9bbec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:33.128035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050c32-014a-418e-b6ba-2425c73598b1 req-27d0dd60-a30a-467d-9328-4a3e144d5eeb tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.135477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be050c32-014a-418e-b6ba-2425c73598b1 req-27d0dd60-a30a-467d-9328-4a3e144d5eeb tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 943 time: 0.6354220 Feb 19 07:19:33.143084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Attempting to bind port 9e6b6dcf-7d98-457d-a683-690a40f18e1e on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:33.143470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Attempting to bind port 9e6b6dcf-7d98-457d-a683-690a40f18e1e by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:33.143907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Attempting to bind port 9e6b6dcf-7d98-457d-a683-690a40f18e1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:33.149688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947ca5-fa70-4f8b-a019-29a93e6f64ad service neutron] Pushing event updated for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:33.161707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] No DVR routers for this DVR port a4d6d079-00d6-4ab1-87b0-2521cda9bbec on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:33.165994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a019caf8-277c-46e0-a0e5-c6f88bf1ffbd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4981046 Feb 19 07:19:33.167262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.170396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:33.172114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.175667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:33.182815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49f51689-ff7e-47ec-8e8d-f06be8ba4a11 req-22411cf5-62d1-42cb-a348-ecc6ec3eb171 tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.47 "DELETE /v2.0/ports/a4d6d079-00d6-4ab1-87b0-2521cda9bbec HTTP/1.1" status: 204 len: 173 time: 1.5645697 Feb 19 07:19:33.183501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'name': 'network-vif-deleted', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:33.185803 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce13b18-db8b-42ab-a617-b8a96edbcea8" -d '{"events": [{"server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "name": "network-vif-deleted", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:33.187173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '75510e3b-7a13-4c2b-aedb-3914743b5620', 'name': 'tempest-PortsTestJSON-1280048714', 'fixed_ips': [{'subnet_id': '732ae768-60e5-4425-8162-151b2eddf763', 'ip_address': '172.20.0.9'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:33.203841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57628a33-3bd1-4a6f-9759-604d1230d8e9 req-6376e285-b330-453e-b04c-54424a89d39a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023727 Feb 19 07:19:33.209497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Port 9e6b6dcf-7d98-457d-a683-690a40f18e1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:33.209980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Attempting to bind port 9e6b6dcf-7d98-457d-a683-690a40f18e1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:33.317079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:33.317574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:33.318614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:33.320606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Bound port: 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:33.320939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.348058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903960e-f29f-4af2-9eec-f8adeda3811f None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:33.375756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-4a4faa8a-fba5-405f-acf2-7fedb0a6bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.377328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-4a4faa8a-fba5-405f-acf2-7fedb0a6bbdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 1129 time: 0.5364809 Feb 19 07:19:33.436835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:33.450759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be050c32-014a-418e-b6ba-2425c73598b1 req-4ca82e5d-bb3c-4d1d-82fe-9870b92f7a47 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811193 Feb 19 07:19:33.459262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1205b43-b364-443d-ac01-52e70cec2a4c req-b52237e0-87ba-4255-988e-496546cd641a tempest-ListServerFiltersTestJSON-527734077 tempest-ListServerFiltersTestJSON-527734077-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee773e49-90d7-47a0-8616-9cce660748b3 HTTP/1.1" status: 200 len: 210 time: 0.1285589 Feb 19 07:19:33.562977 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad154a3c-25b2-4de7-a032-d0586bee769c x-openstack-request-id: req-ad154a3c-25b2-4de7-a032-d0586bee769c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:33.563321 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:33.563587 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad154a3c-25b2-4de7-a032-d0586bee769c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:33.564004 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de', 'status': 'completed', 'code': 200} Feb 19 07:19:33.569566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-aa263ca5-fb0d-43a8-a0ab-9d32cd334b58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=352a0103-30c7-4011-93c5-81c08deeb9de HTTP/1.1" status: 200 len: 217 time: 0.1706009 Feb 19 07:19:33.606283 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb1504-ba53-44c3-90a0-c78469706b86 x-openstack-request-id: req-49eb1504-ba53-44c3-90a0-c78469706b86 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:33.607117 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee773e49-90d7-47a0-8616-9cce660748b3", "name": "network-vif-deleted", "tag": "a4d6d079-00d6-4ab1-87b0-2521cda9bbec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:33.607629 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49eb1504-ba53-44c3-90a0-c78469706b86 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:33.608259 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee773e49-90d7-47a0-8616-9cce660748b3', 'name': 'network-vif-deleted', 'tag': 'a4d6d079-00d6-4ab1-87b0-2521cda9bbec', 'status': 'completed', 'code': 200} Feb 19 07:19:33.740424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:33.764593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b225fc-586d-4c19-bb34-4789a3319cb9 req-9093b7ed-a903-4d5f-a3b8-f9875a46a4db tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.774053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23b225fc-586d-4c19-bb34-4789a3319cb9 req-9093b7ed-a903-4d5f-a3b8-f9875a46a4db tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.0974686 Feb 19 07:19:33.785102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:33.793272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-d51dcc8f-63e0-4d2f-a3b0-b31d19097100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.796673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-d51dcc8f-63e0-4d2f-a3b0-b31d19097100 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2097745 Feb 19 07:19:33.814410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Attempting to bind port 2ee9dae5-8059-414a-a587-617a8a3da9e2 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:33.815640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Attempting to bind port 2ee9dae5-8059-414a-a587-617a8a3da9e2 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:33.816206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Attempting to bind port 2ee9dae5-8059-414a-a587-617a8a3da9e2 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:33.823764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:33.848630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23b225fc-586d-4c19-bb34-4789a3319cb9 req-87155302-9c4c-4c6a-a75d-1d51133a46a2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734246 Feb 19 07:19:33.873578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.899978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80579a09-102f-4db2-a1db-955ac49624c7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:33.924194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Port 2ee9dae5-8059-414a-a587-617a8a3da9e2 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:33.924785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Attempting to bind port 2ee9dae5-8059-414a-a587-617a8a3da9e2 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:33.995480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:33.996135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:33.997548 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e6b6dcf-7d98-457d-a683-690a40f18e1e HTTP/1.1" status: 200 len: 1096 time: 3.9994676 Feb 19 07:19:34.004574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:34.004921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:34.005327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:34.005825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Bound port: 2ee9dae5-8059-414a-a587-617a8a3da9e2, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:34.006187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.027416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188bdfe-97ef-42fd-a38c-b95eb7def402 req-06601914-443f-4088-950f-69f6786a2043 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:34.035334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e188bdfe-97ef-42fd-a38c-b95eb7def402 req-06601914-443f-4088-950f-69f6786a2043 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 947 time: 0.3779225 Feb 19 07:19:34.076526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 37f397da-8466-4c58-be2a-805a7e206377 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:34.131262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-d038a06f-5246-43ea-a2c9-f03b78c4535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:34.132771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-d038a06f-5246-43ea-a2c9-f03b78c4535a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3228328 Feb 19 07:19:34.157707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Provisioning complete for port 37f397da-8466-4c58-be2a-805a7e206377 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:34.158086 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (37f397da-8466-4c58-be2a-805a7e206377), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.203939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 37f397da-8466-4c58-be2a-805a7e206377 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:34.204307 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (37f397da-8466-4c58-be2a-805a7e206377), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.303091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778513-0db1-47fe-9166-2600887e45b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:34.431749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Current status of the port 37f397da-8466-4c58-be2a-805a7e206377 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:34.432139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (37f397da-8466-4c58-be2a-805a7e206377), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.438517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014846-1b4d-4b1b-968c-830e8e9d73ea req-3d07a6ff-0bac-49ed-a31a-84cfb4aa7d73 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:34.449271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:34.451486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae014846-1b4d-4b1b-968c-830e8e9d73ea req-3d07a6ff-0bac-49ed-a31a-84cfb4aa7d73 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.1164951 Feb 19 07:19:34.454584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:34.456799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 37f397da-8466-4c58-be2a-805a7e206377 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:34.457208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (37f397da-8466-4c58-be2a-805a7e206377), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.463975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-d526ed78-1787-4b36-8e2d-050cbf32a785 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033941 Feb 19 07:19:34.468541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e188bdfe-97ef-42fd-a38c-b95eb7def402 req-a12c17f7-c085-4fd9-b3d0-f0e8112610a9 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322991 Feb 19 07:19:34.472418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.500890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] For port 37f397da-8466-4c58-be2a-805a7e206377, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=37f397da-8466-4c58-be2a-805a7e206377,segment=NetworkSegment(9eb86cc8-cdcc-4964-b901-f092164d1540),segment_id=9eb86cc8-cdcc-4964-b901-f092164d1540)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:34.508116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (37f397da-8466-4c58-be2a-805a7e206377), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.531830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 6eec3741-0492-4449-af32-3f5738e6e74b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:34.573111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae014846-1b4d-4b1b-968c-830e8e9d73ea req-adbb63ca-1131-4b78-b6dd-da4b17a548cc tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204462 Feb 19 07:19:34.577520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9f79-d40d-4e49-88ab-35fde3197bfb None None] Pushing event updated for resources: {'Port': ['ID=37f397da-8466-4c58-be2a-805a7e206377,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:34.584983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:34.623602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a4d6d079-00d6-4ab1-87b0-2521cda9bbec no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:34.663022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a4d6d079-00d6-4ab1-87b0-2521cda9bbec {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:34.663486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a4d6d079-00d6-4ab1-87b0-2521cda9bbec not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:34.676998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Deleting subnet e457256e-de87-4293-9dcb-3197ebca451d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:34.685064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:19:34.685516 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:19:34.687629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Publish callbacks [] for subnet (e457256e-de87-4293-9dcb-3197ebca451d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.702154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Provisioning complete for port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:34.702630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.757599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:34.764240 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (e457256e-de87-4293-9dcb-3197ebca451d), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.779468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Provisioning complete for port 37f397da-8466-4c58-be2a-805a7e206377 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:34.779853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (37f397da-8466-4c58-be2a-805a7e206377), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.842086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:34.846240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a63d90-9ef6-47df-8356-6e368a562e7c req-87cc6f03-e496-4ead-97cc-1a74c3fbb8da service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426805 Feb 19 07:19:34.852395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3a951-3fd1-4a66-8a2b-ceebe821fd82 req-efc3acfd-c0e5-4c2b-ace2-52807da99ac1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:34.857742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09d3a951-3fd1-4a66-8a2b-ceebe821fd82 req-efc3acfd-c0e5-4c2b-ace2-52807da99ac1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 944 time: 0.1713958 Feb 19 07:19:34.888417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-904f90ff-b37d-425b-8099-6e89458e08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:34.889899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-904f90ff-b37d-425b-8099-6e89458e08f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 1130 time: 0.7936068 Feb 19 07:19:34.902654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f882be7-11b5-49af-bceb-98c287cecb8a None None] Current status of the port 37f397da-8466-4c58-be2a-805a7e206377 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:34.986924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09d3a951-3fd1-4a66-8a2b-ceebe821fd82 req-6d24504f-3f60-4331-805a-75345323f03b tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208448 Feb 19 07:19:34.991703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e457256e-de87-4293-9dcb-3197ebca451d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.032785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e069c39a-be61-4b61-addf-b35b4e56e034 None None] Provisioning complete for port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:35.033185 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e069c39a-be61-4b61-addf-b35b4e56e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.075083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (e457256e-de87-4293-9dcb-3197ebca451d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.088662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:35.094358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.095391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.096889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-f84b9350-6ea0-48b4-b6d4-80fad5df151c service neutron] 10.222.0.47 "PUT /v2.0/ports/2ee9dae5-8059-414a-a587-617a8a3da9e2 HTTP/1.1" status: 200 len: 1095 time: 4.0206716 Feb 19 07:19:35.104224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e069c39a-be61-4b61-addf-b35b4e56e034 None None] Port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:35.107920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-b6f22691-6286-469b-91ea-ad6fa5db02bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e HTTP/1.1" status: 200 len: 217 time: 0.1846807 Feb 19 07:19:35.109494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.9 (75510e3b-7a13-4c2b-aedb-3914743b5620/732ae768-60e5-4425-8162-151b2eddf763/6eec3741-0492-4449-af32-3f5738e6e74b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:35.123571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e457256e-de87-4293-9dcb-3197ebca451d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:35.127382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.135407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5ddae-7507-4e91-9495-103256521a8b None None] Network 56d8f265-495f-49b9-aa24-92e980469a10 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:35.155570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2dc3387d-c62d-43ec-9eab-833397a414f3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e457256e-de87-4293-9dcb-3197ebca451d HTTP/1.1" status: 204 len: 168 time: 0.5690069 Feb 19 07:19:35.159878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:35.247003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 37f397da-8466-4c58-be2a-805a7e206377 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:35.274307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7b37-d857-4a04-a790-74fc1661ca2a req-53ea590d-6b98-486c-9136-44fd61b7906c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.281311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6aaf7b37-d857-4a04-a790-74fc1661ca2a req-53ea590d-6b98-486c-9136-44fd61b7906c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.3293004 Feb 19 07:19:35.323466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-3c926ad0-44fc-4387-8f28-dc3d973567e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.325078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-3c926ad0-44fc-4387-8f28-dc3d973567e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e773c26c779840b8bdb599a762ea47bb&device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 1129 time: 0.4005182 Feb 19 07:19:35.327627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-e9567e8b-5878-4c5b-93f6-dc5df500624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.329130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-e9567e8b-5878-4c5b-93f6-dc5df500624f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2111914 Feb 19 07:19:35.373569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] DHCP port deletion for 56d8f265-495f-49b9-aa24-92e980469a10 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:35.426547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Deleting port 56a412a7-c9db-40af-b921-ccb5bc32d269 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:35.426924 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.460826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (56d8f265-495f-49b9-aa24-92e980469a10), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.493647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] For port 56a412a7-c9db-40af-b921-ccb5bc32d269, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=56a412a7-c9db-40af-b921-ccb5bc32d269,segment=NetworkSegment(d52c97b4-eebb-429b-87e2-b8cea550261f),segment_id=d52c97b4-eebb-429b-87e2-b8cea550261f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:35.494035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.514366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Calling delete_port for 56a412a7-c9db-40af-b921-ccb5bc32d269 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:35.541859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-2f2ca2eb-2d30-4d69-a24a-fc31ca33d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.543544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-2f2ca2eb-2d30-4d69-a24a-fc31ca33d40c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 1129 time: 0.3659334 Feb 19 07:19:35.561729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6aaf7b37-d857-4a04-a790-74fc1661ca2a req-9d4ed530-b9de-45c7-ba45-9963f27ae69e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793021 Feb 19 07:19:35.572555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}, {'name': 'network-changed', 'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:35.574802 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c40dc-33a9-405f-930d-1f202ae46cad" -d '{"events": [{"name": "network-changed", "server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}, {"name": "network-changed", "server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:35.634796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33af25-3be1-44f3-92fa-9b9d55b4f667 req-23957b1c-58be-4de2-9ab3-3d81a493f22f tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:35.648599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df33af25-3be1-44f3-92fa-9b9d55b4f667 req-23957b1c-58be-4de2-9ab3-3d81a493f22f tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 947 time: 0.0981212 Feb 19 07:19:35.678027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (56a412a7-c9db-40af-b921-ccb5bc32d269), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.719432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] Pushing event deleted for resources: {'Port': ['ID=56a412a7-c9db-40af-b921-ccb5bc32d269,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:35.729901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff2f25-8ea1-438d-87a4-6cfccc7ae49f None None] No DVR routers for this DVR port 56a412a7-c9db-40af-b921-ccb5bc32d269 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:35.740429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df33af25-3be1-44f3-92fa-9b9d55b4f667 req-677587b4-68b7-49f8-a85f-81659a41a63b tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823536 Feb 19 07:19:35.837983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 37f397da-8466-4c58-be2a-805a7e206377 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:35.898175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 37f397da-8466-4c58-be2a-805a7e206377 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:35.898265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (37f397da-8466-4c58-be2a-805a7e206377), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:35.975584 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b22ea-3674-4a2c-b6e6-ce5e6f31f125 x-openstack-request-id: req-241b22ea-3674-4a2c-b6e6-ce5e6f31f125 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:35.975873 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:35.976128 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241b22ea-3674-4a2c-b6e6-ce5e6f31f125 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:35.976516 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'status': 'completed', 'code': 200} Feb 19 07:19:35.976770 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'status': 'completed', 'code': 200} Feb 19 07:19:35.985557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 37f397da-8466-4c58-be2a-805a7e206377 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:35.992477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-76da3ff3-c155-40c9-9ad3-06e7eddc95ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2 HTTP/1.1" status: 200 len: 217 time: 0.4365139 Feb 19 07:19:36.033328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] The port '56a412a7-c9db-40af-b921-ccb5bc32d269' was deleted {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 07:19:36.056821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 56a412a7-c9db-40af-b921-ccb5bc32d269 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:36.078106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-ab182a24-a799-4e8d-864c-a69ae66034c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.079692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-ab182a24-a799-4e8d-864c-a69ae66034c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7348459 Feb 19 07:19:36.084582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 56a412a7-c9db-40af-b921-ccb5bc32d269 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:36.084935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 56a412a7-c9db-40af-b921-ccb5bc32d269 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:36.126938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64e90-ce0e-4999-ac80-8dc7d5e28275 req-34f7d94a-25b4-41ce-86b7-c4e5ee96b623 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.128576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70a64e90-ce0e-4999-ac80-8dc7d5e28275 req-34f7d94a-25b4-41ce-86b7-c4e5ee96b623 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 944 time: 0.0722482 Feb 19 07:19:36.184220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70a64e90-ce0e-4999-ac80-8dc7d5e28275 req-00e6d329-4c2c-4a38-a61f-8a92e0bbdf95 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Feb 19 07:19:36.184630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-28656147-189a-4205-a215-6c46d1065a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.186938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-28656147-189a-4205-a215-6c46d1065a1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.8399434 Feb 19 07:19:36.204675 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65b19318-b956-4fda-823a-ff55978a10bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.300088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-4c7501dd-0879-4706-b7fa-3fa4147f2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.301454 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-4c7501dd-0879-4706-b7fa-3fa4147f2358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2658188 Feb 19 07:19:36.338589 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (56d8f265-495f-49b9-aa24-92e980469a10), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.342945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (6eec3741-0492-4449-af32-3f5738e6e74b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.360500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-0ba52a77-a332-492d-ac72-ca6f4f51fb36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=352a0103-30c7-4011-93c5-81c08deeb9de HTTP/1.1" status: 200 len: 217 time: 0.1163137 Feb 19 07:19:36.431799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d8f265-495f-49b9-aa24-92e980469a10']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:36.452026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096de9d-5e2a-4eb1-b981-5401afa20b83 req-aa3ed059-1f3d-4b6d-8b12-d424390bbf5a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.453515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2096de9d-5e2a-4eb1-b981-5401afa20b83 req-aa3ed059-1f3d-4b6d-8b12-d424390bbf5a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.4844587 Feb 19 07:19:36.462663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52c97b4-eebb-429b-87e2-b8cea550261f') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:36.463284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52c97b4-eebb-429b-87e2-b8cea550261f') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:36.531923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d52c97b4-eebb-429b-87e2-b8cea550261f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.557939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-12463f7f-ab45-489e-9672-2b080b033219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.559344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-12463f7f-ab45-489e-9672-2b080b033219 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1694562 Feb 19 07:19:36.563919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-a768853d-2430-4f5f-8210-97efe9d26e1d service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129455 Feb 19 07:19:36.564917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d52c97b4-eebb-429b-87e2-b8cea550261f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.602330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:36.603130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d52c97b4-eebb-429b-87e2-b8cea550261f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.608643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80579a09-102f-4db2-a1db-955ac49624c7 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:36.678467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 80579a09-102f-4db2-a1db-955ac49624c7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:36.684402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 80579a09-102f-4db2-a1db-955ac49624c7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:36.684914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80579a09-102f-4db2-a1db-955ac49624c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.685289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6eec3741-0492-4449-af32-3f5738e6e74b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.688339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-01945462-126c-404d-9e7f-f86dcd5724d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.690275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-01945462-126c-404d-9e7f-f86dcd5724d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3537779 Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:36.690941 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:36.719079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bb87-05ab-4454-858e-f6fc47f0326d req-31636d18-4b9b-4fea-ae74-11df01e6ded2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.727925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ab0bb87-05ab-4454-858e-f6fc47f0326d req-31636d18-4b9b-4fea-ae74-11df01e6ded2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.0753269 Feb 19 07:19:36.788506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ab0bb87-05ab-4454-858e-f6fc47f0326d req-7f333cbe-af11-43c6-b249-72f9b75c150e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Feb 19 07:19:36.801055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 80579a09-102f-4db2-a1db-955ac49624c7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:36.802875 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80579a09-102f-4db2-a1db-955ac49624c7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.803878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (56d8f265-495f-49b9-aa24-92e980469a10), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.841039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:36.843856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.845439 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66609ee-bd90-4372-8310-5090d142b4bb" -d '{"events": [{"server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80579a09-102f-4db2-a1db-955ac49624c7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:36.851481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] 10.222.0.43 "DELETE /v2.0/networks/56d8f265-495f-49b9-aa24-92e980469a10 HTTP/1.1" status: 204 len: 168 time: 1.6803982 Feb 19 07:19:36.885857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80579a09-102f-4db2-a1db-955ac49624c7,segment=NetworkSegment(c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f),segment_id=c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:36.899681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:36.918118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4675c22-a1c8-47a3-821d-fa9f995ce25c req-abc3e75d-14cd-4a80-ae0d-7b2a82c32449 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:36.920091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4675c22-a1c8-47a3-821d-fa9f995ce25c req-abc3e75d-14cd-4a80-ae0d-7b2a82c32449 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 947 time: 0.0601988 Feb 19 07:19:36.922476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=6eec3741-0492-4449-af32-3f5738e6e74b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:36.943207 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2096de9d-5e2a-4eb1-b981-5401afa20b83 req-1687a46f-6c51-4d0d-904b-8c47542acd39 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742856 Feb 19 07:19:36.968362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a945353-2fb7-4b93-8d69-f57b73cb7f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d8f265-495f-49b9-aa24-92e980469a10,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:37.011797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:37.025117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4675c22-a1c8-47a3-821d-fa9f995ce25c req-f17c52fa-f905-4458-bd5c-45839f415a50 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 Feb 19 07:19:37.026865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:37.055280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-21040af4-4149-4c44-8442-12fc548f0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.058018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-21040af4-4149-4c44-8442-12fc548f0f5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4838212 Feb 19 07:19:37.058950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:37.067221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:37.077895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-27f4a580-ede0-4055-b5ef-6c249337f4da service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833636 Feb 19 07:19:37.102538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:37.168768 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d81eb6-de87-4716-8be4-5b1f880d0f12 x-openstack-request-id: req-40d81eb6-de87-4716-8be4-5b1f880d0f12 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:37.169062 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "name": "network-vif-plugged", "status": "completed", "tag": "80579a09-102f-4db2-a1db-955ac49624c7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:37.169317 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40d81eb6-de87-4716-8be4-5b1f880d0f12 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:37.169737 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7', 'code': 200} Feb 19 07:19:37.170378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3f94cc0a-aab9-466f-b7f6-e87ad942f585 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95142c7fbc044da0871529af08127ac5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667827 Feb 19 07:19:37.171111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:37.209362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 352a0103-30c7-4011-93c5-81c08deeb9de details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:37.227169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed2ce7eb-faeb-445d-85d9-1c5f80a546d3 req-eeac5985-ea3e-49a6-945d-f7b59c5bf477 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517599 Feb 19 07:19:37.294072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.294893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.386842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-94680f65-76d9-475c-aa24-1f30985c4827 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191035 Feb 19 07:19:37.391715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e2457fc-3aed-480e-ab6c-0d9b9ebeaefa None None] Provisioning complete for port 6eec3741-0492-4449-af32-3f5738e6e74b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:37.391883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e2457fc-3aed-480e-ab6c-0d9b9ebeaefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6eec3741-0492-4449-af32-3f5738e6e74b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.415403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] Publish callbacks [] for security_group (b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.416421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2996047-27a6-44c9-9a0d-392ba6cda7d3 req-90eefefe-e8f9-40da-94a2-898d53f35dfe service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943089 Feb 19 07:19:37.430358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-248cb3e2-1e09-4209-8d6c-c7d646595b2f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2412739 Feb 19 07:19:37.434311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:37.438827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] Publish callbacks [] for security_group (b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.455900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e2457fc-3aed-480e-ab6c-0d9b9ebeaefa None None] Port 6eec3741-0492-4449-af32-3f5738e6e74b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:37.464519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=352a0103-30c7-4011-93c5-81c08deeb9de,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:37.477926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '352a0103-30c7-4011-93c5-81c08deeb9de', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '352a0103-30c7-4011-93c5-81c08deeb9de', 'mac_address': 'fa:16:3e:3b:82:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:37.512694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.514482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.518684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b HTTP/1.1" status: 204 len: 168 time: 0.3465483 Feb 19 07:19:37.529341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a94cf-c4ef-4bc2-bc26-f39c4881d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35a9a82-47c7-4e5e-b6b5-8a6a34d9fb5b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:37.540071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931737-b4ec-4fcf-8e0c-3ff7ddb29adf req-edafa2c8-e837-4c2c-9e01-8fce3690f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.541870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b931737-b4ec-4fcf-8e0c-3ff7ddb29adf req-edafa2c8-e837-4c2c-9e01-8fce3690f768 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 1127 time: 0.2977681 Feb 19 07:19:37.560099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 352a0103-30c7-4011-93c5-81c08deeb9de is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:37.560099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.579304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352a0103-30c7-4011-93c5-81c08deeb9de {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:37.595211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8deb05-aa32-4058-a156-a93c6b41872a req-0e534cae-a051-4503-b8a4-e0bff511be4f tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.603434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f8deb05-aa32-4058-a156-a93c6b41872a req-0e534cae-a051-4503-b8a4-e0bff511be4f tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.2466629 Feb 19 07:19:37.622332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=352a0103-30c7-4011-93c5-81c08deeb9de,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:37.626619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-19b96c01-882c-429a-a09e-40f94057a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.628570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-19b96c01-882c-429a-a09e-40f94057a4b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 1130 time: 0.3255079 Feb 19 07:19:37.631340 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:37.668340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b931737-b4ec-4fcf-8e0c-3ff7ddb29adf req-292eeec3-1302-4271-9191-ec2b1df2d06e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164970 Feb 19 07:19:37.682588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f8deb05-aa32-4058-a156-a93c6b41872a req-6b439d69-74f4-42fc-bd44-d6a99b888056 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781620 Feb 19 07:19:37.708927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-82f8ec9b-51e3-4632-a101-642760219999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.710459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-82f8ec9b-51e3-4632-a101-642760219999 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 1129 time: 0.2141178 Feb 19 07:19:37.726222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:37.736593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc208da-f58d-46d0-aa3d-cdb3c5f3116d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.738174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cbc208da-f58d-46d0-aa3d-cdb3c5f3116d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2978518 Feb 19 07:19:37.742548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:37.825718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68bc90dd-1918-4d2b-aafb-5f8c48bd31da req-b39e62c6-5479-4e48-9507-6e2690a8b4da service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890314 Feb 19 07:19:37.849800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec55f1-ee30-40a2-8f11-496795deb508 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.855117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec55f1-ee30-40a2-8f11-496795deb508 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.860756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fec55f1-ee30-40a2-8f11-496795deb508 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.862461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7fec55f1-ee30-40a2-8f11-496795deb508 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1190042 Feb 19 07:19:37.863754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-adb5a526-d4a6-4e80-8953-ff8149364e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:37.865258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-adb5a526-d4a6-4e80-8953-ff8149364e6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2285700 Feb 19 07:19:37.865708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:37.921457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-80da0d28-b72f-4f5c-9557-8f72850e11a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e HTTP/1.1" status: 200 len: 217 time: 0.0494452 Feb 19 07:19:37.995051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['352a0103-30c7-4011-93c5-81c08deeb9de'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:38.008022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-543f380d-4da1-44c9-ac4f-1d6b88327589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.009608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-543f380d-4da1-44c9-ac4f-1d6b88327589 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0701699 Feb 19 07:19:38.017412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 6eec3741-0492-4449-af32-3f5738e6e74b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:38.017931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6eec3741-0492-4449-af32-3f5738e6e74b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.145595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c248-4bbe-48de-ac22-2ee0eaf4430e req-29b2b7f1-0063-444a-b10e-95ad44411ffe tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.153840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aed3c248-4bbe-48de-ac22-2ee0eaf4430e req-29b2b7f1-0063-444a-b10e-95ad44411ffe tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.2738404 Feb 19 07:19:38.180835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-710807df-1551-43a7-b51a-1347da804f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.182354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-710807df-1551-43a7-b51a-1347da804f9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1561766 Feb 19 07:19:38.274537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-8160a1c4-5b2a-4747-9bb7-8b4403c078c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.276059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-8160a1c4-5b2a-4747-9bb7-8b4403c078c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.3379769 Feb 19 07:19:38.293159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6eec3741-0492-4449-af32-3f5738e6e74b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.320349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302b8a-66e3-4522-aae8-25d9d8474acf req-33f8e1a2-09db-40c7-b989-6dc774849c44 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.327794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc302b8a-66e3-4522-aae8-25d9d8474acf req-33f8e1a2-09db-40c7-b989-6dc774849c44 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.1889915 Feb 19 07:19:38.330173 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-a18965a8-6b48-4eee-b3b3-d7ed326664ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2 HTTP/1.1" status: 200 len: 217 time: 0.0447211 Feb 19 07:19:38.336777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 6eec3741-0492-4449-af32-3f5738e6e74b owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:38.352833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aed3c248-4bbe-48de-ac22-2ee0eaf4430e req-29c46301-3559-41b7-9e55-ad2dcfcefa78 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922364 Feb 19 07:19:38.520449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-302c6f75-3dfd-4a8e-859c-8b3209c3b6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.525351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-1aad1b20-fd58-47a1-8bbe-9f4928249698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.527167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-1aad1b20-fd58-47a1-8bbe-9f4928249698 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1713645 Feb 19 07:19:38.529672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-72a9f9c0-b87d-4192-9ff2-722e9dd28b20 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379385 Feb 19 07:19:38.552037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc302b8a-66e3-4522-aae8-25d9d8474acf req-ac4481b7-44bd-4a75-8455-469b4bb70511 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230930 Feb 19 07:19:38.554476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6eec3741-0492-4449-af32-3f5738e6e74b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.593611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=6eec3741-0492-4449-af32-3f5738e6e74b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:38.654900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:38.673608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651740f-589b-4bfc-bf03-d89603a72b3e req-d69addbe-3ee0-4732-911b-384b39889f09 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.675946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9651740f-589b-4bfc-bf03-d89603a72b3e req-d69addbe-3ee0-4732-911b-384b39889f09 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 948 time: 0.2133338 Feb 19 07:19:38.725923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.729287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81b91ff2-b11d-4124-8378-cbe4dbf6cc76 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/6eec3741-0492-4449-af32-3f5738e6e74b HTTP/1.1" status: 204 len: 168 time: 0.8625014 Feb 19 07:19:38.735334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:38.738049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-dbc8f5e4-76b0-424f-b4da-a11e04a0326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.753059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-dbc8f5e4-76b0-424f-b4da-a11e04a0326f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2159967 Feb 19 07:19:38.800362 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ba6d2b-5c7a-4912-8c3a-45975a75610e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:38.804822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-91ba6d2b-5c7a-4912-8c3a-45975a75610e tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/6eec3741-0492-4449-af32-3f5738e6e74b HTTP/1.1" status: 404 len: 333 time: 0.0684273 Feb 19 07:19:38.805577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:38.907955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-405238704-network', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:38.974818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976d3df-2a5a-473c-a919-86e58fae0875 req-fb6111f9-e240-445f-bdd4-deb0fed9b0cf tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:38.976462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5976d3df-2a5a-473c-a919-86e58fae0875 req-fb6111f9-e240-445f-bdd4-deb0fed9b0cf tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.1700041 Feb 19 07:19:38.977103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:38.979386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:38.998459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:38.998823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.009946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.160130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5976d3df-2a5a-473c-a919-86e58fae0875 req-0503f7e3-d906-4d8a-be61-8fbe0fd66648 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748178 Feb 19 07:19:39.197436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.216757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:39.224950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 352a0103-30c7-4011-93c5-81c08deeb9de up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:39.251894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks [] for security_group (1e3d682e-2074-4b1c-8693-a2f7ee954891), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.281279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e3d682e-2074-4b1c-8693-a2f7ee954891), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.292484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:39.302450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8da15d7a-66d5-442d-881a-749801a22fde), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.303055 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Added segment 8da15d7a-66d5-442d-881a-749801a22fde of type vlan for network dab5a7b7-5b40-4c16-9114-478df0b3ff5a Feb 19 07:19:39.319433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 352a0103-30c7-4011-93c5-81c08deeb9de completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:39.325407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 352a0103-30c7-4011-93c5-81c08deeb9de triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:39.325796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.346085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dab5a7b7-5b40-4c16-9114-478df0b3ff5a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.375667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-decdec5b-aa71-49e4-8d41-bbf8c4a49100 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081769 Feb 19 07:19:39.378574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-274dc2df-d523-41fd-af23-15ddb3f9ba56 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321970 Feb 19 07:19:39.391576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dab5a7b7-5b40-4c16-9114-478df0b3ff5a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.392348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:39.392922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.441513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9651740f-589b-4bfc-bf03-d89603a72b3e req-56c8fbe8-4bc9-464a-ae1e-2ec4eb2de0f5 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577598 Feb 19 07:19:39.457887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d682e-2074-4b1c-8693-a2f7ee954891,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:39.482603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 352a0103-30c7-4011-93c5-81c08deeb9de is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:39.483355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.523472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:39.526528 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d117f-c8b0-474b-b834-e9237659e300" -d '{"events": [{"server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "name": "network-vif-plugged", "status": "completed", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:39.546399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=352a0103-30c7-4011-93c5-81c08deeb9de,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:39.549982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8939283 Feb 19 07:19:39.554442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:39.559173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.568026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Request body: {'subnet': {'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-405238704-subnet', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:39.606516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:39.611268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.615096 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ecd2e9-cbb5-480a-aca2-54ea708f4ece x-openstack-request-id: req-37ecd2e9-cbb5-480a-aca2-54ea708f4ece {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:39.619475 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "name": "network-vif-plugged", "status": "completed", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:39.619899 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37ecd2e9-cbb5-480a-aca2-54ea708f4ece {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:39.620571 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de', 'code': 200} Feb 19 07:19:39.634297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ffa3a-c20d-4175-963a-5fc623c1b301 req-5982775f-5e9c-455a-a963-1bb7d68495b9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:39.635923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7ffa3a-c20d-4175-963a-5fc623c1b301 req-5982775f-5e9c-455a-a963-1bb7d68495b9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1722767 Feb 19 07:19:39.637349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ddb7-5f38-4a8e-9dce-1b85ff51af71 admin admin] Pushing event updated for resources: {'Network': ['ID=dab5a7b7-5b40-4c16-9114-478df0b3ff5a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:39.666596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:39.733644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7ffa3a-c20d-4175-963a-5fc623c1b301 req-94507157-39a8-4860-9a87-6d8aa54430a1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 Feb 19 07:19:39.739517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.776228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:39.785542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a22c40dc-33a9-405f-930d-1f202ae46cad req-3ef71ab7-27ad-47d3-9d41-008988597648 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425601 Feb 19 07:19:39.810655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:39.840373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.857949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab5aa-3a8b-4ade-a913-d6a25ec5e648 req-e74ac2c5-2d86-474d-8605-3bf9e0ee36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:39.859727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54bab5aa-3a8b-4ade-a913-d6a25ec5e648 req-e74ac2c5-2d86-474d-8605-3bf9e0ee36df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 1131 time: 0.2000208 Feb 19 07:19:39.893370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:39.899301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9e3cb78d-e96e-4364-86d3-60e43a1a0081 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 HTTP/1.1" status: 204 len: 168 time: 1.0886729 Feb 19 07:19:39.900413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:39.900765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c876d-d419-48f5-a208-dabb5e5675f7 req-425a8e54-b112-4236-b19c-72277ee6aba7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:39.907986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f63c876d-d419-48f5-a208-dabb5e5675f7 req-425a8e54-b112-4236-b19c-72277ee6aba7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.1517384 Feb 19 07:19:39.937047 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1be57b-68e4-4b56-b27f-48acff3b681b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:39.942010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ed1be57b-68e4-4b56-b27f-48acff3b681b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/2bc8d93c-b9f8-43a4-aad8-f2d120c96aa1 HTTP/1.1" status: 404 len: 333 time: 0.0401425 Feb 19 07:19:39.943458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:40.014212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet 732ae768-60e5-4425-8162-151b2eddf763 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:40.017817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (732ae768-60e5-4425-8162-151b2eddf763), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.020660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54bab5aa-3a8b-4ade-a913-d6a25ec5e648 req-8aedccce-0a24-45d3-bf84-1b39b36685fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525056 Feb 19 07:19:40.032594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f63c876d-d419-48f5-a208-dabb5e5675f7 req-2f550405-dfb2-4e48-984b-c4a478b1574e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236837 Feb 19 07:19:40.068418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (732ae768-60e5-4425-8162-151b2eddf763), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.093291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ae422300-b44d-4b97-b5f3-328357a5ca00), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.155475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae422300-b44d-4b97-b5f3-328357a5ca00,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:40.164482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:40.164846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Network hostable DHCP agents. Network: dab5a7b7-5b40-4c16-9114-478df0b3ff5a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:40.169513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (732ae768-60e5-4425-8162-151b2eddf763), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.184668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:40.197315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, dab5a7b7-5b40-4c16-9114-478df0b3ff5a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:40.202260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:40.202871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.211766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5028f4-a0d4-4f65-82d7-2babe2640713 None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:40.230550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:40.232926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f42e61a-c3d3-466f-abb9-b0f45ca0c681 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6766918 Feb 19 07:19:40.240869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:40.304940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.306010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.340695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (732ae768-60e5-4425-8162-151b2eddf763), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.349999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:19:40.351091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.372389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bbc7d-7bb4-4b18-90d9-07781a26a64b req-692ba6ef-542e-429e-93b1-8b9c51be6f36 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:40.374076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a9bbc7d-7bb4-4b18-90d9-07781a26a64b req-692ba6ef-542e-429e-93b1-8b9c51be6f36 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.1292439 Feb 19 07:19:40.410996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=732ae768-60e5-4425-8162-151b2eddf763,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:40.426909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.432969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4b27085-22e3-4c06-8555-a11d450a3f46 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/732ae768-60e5-4425-8162-151b2eddf763 HTTP/1.1" status: 204 len: 168 time: 0.4861197 Feb 19 07:19:40.433400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:40.459590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342c33ad-d0cd-4037-9b47-739d2e7ad2bd None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:40.489213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for router_controller (a75adb60-bf09-4ff1-b77b-2f341e530ae2), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.605305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Allocated IP 172.20.0.2 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/83fa873e-d6ce-43d4-9b07-a0edec502dea) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:40.612830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a9bbc7d-7bb4-4b18-90d9-07781a26a64b req-a04fcf50-b44d-437d-b1e1-966d6923f962 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073407 Feb 19 07:19:40.677883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (75510e3b-7a13-4c2b-aedb-3914743b5620), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.710546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb80c-7cba-4fea-99a5-d77fbc3a8915 req-6638d040-659d-4e14-964e-b8ca1ca322bd tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:40.714464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bcceb80c-7cba-4fea-99a5-d77fbc3a8915 req-6638d040-659d-4e14-964e-b8ca1ca322bd tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 949 time: 0.1771820 Feb 19 07:19:40.781578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for router_gateway (a75adb60-bf09-4ff1-b77b-2f341e530ae2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.789340 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks [] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.795581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] DHCP port deletion for 75510e3b-7a13-4c2b-aedb-3914743b5620 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:40.800673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:40.885671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bcceb80c-7cba-4fea-99a5-d77fbc3a8915 req-bc4c87a4-1b35-4aa6-afaf-fc647caf05fb tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595948 Feb 19 07:19:40.921053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 37f397da-8466-4c58-be2a-805a7e206377 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:40.921405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (37f397da-8466-4c58-be2a-805a7e206377), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.001808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 37f397da-8466-4c58-be2a-805a7e206377, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=37f397da-8466-4c58-be2a-805a7e206377,segment=NetworkSegment(9eb86cc8-cdcc-4964-b901-f092164d1540),segment_id=9eb86cc8-cdcc-4964-b901-f092164d1540)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:41.002229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (37f397da-8466-4c58-be2a-805a7e206377), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.009968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ecf8-06e1-43df-8914-d003355f0dce req-71ffbb60-f72b-4b5e-94a8-8e0bf7e2123f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:41.012389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1d5ecf8-06e1-43df-8914-d003355f0dce req-71ffbb60-f72b-4b5e-94a8-8e0bf7e2123f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1331446 Feb 19 07:19:41.039870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 37f397da-8466-4c58-be2a-805a7e206377 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:41.160098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (37f397da-8466-4c58-be2a-805a7e206377), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.172503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1d5ecf8-06e1-43df-8914-d003355f0dce req-3c3e6caf-d0bb-4efe-8d88-f2f49d56f2e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505082 Feb 19 07:19:41.255110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 37f397da-8466-4c58-be2a-805a7e206377 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:41.270585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=37f397da-8466-4c58-be2a-805a7e206377,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:41.289211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:41.306539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:41.336724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:41.368970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:41.376374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for router_gateway (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.387125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.388858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Pushing event updated for resources: {'Port': ['ID=83fa873e-d6ce-43d4-9b07-a0edec502dea,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:41.413877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.439595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1554-e3bd-439b-8f84-16504ea7ec2e req-3fef7f4f-e796-42e6-8f99-9b722952b479 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:41.440284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Deleting port 37f397da-8466-4c58-be2a-805a7e206377 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:41.440897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (37f397da-8466-4c58-be2a-805a7e206377), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.441982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ced1554-e3bd-439b-8f84-16504ea7ec2e req-3fef7f4f-e796-42e6-8f99-9b722952b479 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.1258516 Feb 19 07:19:41.475471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (75510e3b-7a13-4c2b-aedb-3914743b5620), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.515710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75510e3b-7a13-4c2b-aedb-3914743b5620']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:41.530720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb86cc8-cdcc-4964-b901-f092164d1540') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:41.531148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb86cc8-cdcc-4964-b901-f092164d1540') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:41.548312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9eb86cc8-cdcc-4964-b901-f092164d1540), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.569067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9eb86cc8-cdcc-4964-b901-f092164d1540), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.571279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Attempting to bind port 83fa873e-d6ce-43d4-9b07-a0edec502dea on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:41.571754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Attempting to bind port 83fa873e-d6ce-43d4-9b07-a0edec502dea by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:41.572215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Attempting to bind port 83fa873e-d6ce-43d4-9b07-a0edec502dea on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:41.577803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ced1554-e3bd-439b-8f84-16504ea7ec2e req-7cfd980f-32d7-49f3-9ea8-4da97e634ae5 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006904 Feb 19 07:19:41.578587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:41.579039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9eb86cc8-cdcc-4964-b901-f092164d1540), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.613670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Allocated IP 172.25.7.191 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/477fa755-6741-4f5b-b167-7b8aa2665780) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:41.616079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:41.616623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:41.617176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.617667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:41.618336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Bound port: 83fa873e-d6ce-43d4-9b07-a0edec502dea, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:41.618913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.621674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] For port 37f397da-8466-4c58-be2a-805a7e206377, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:41.622341 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (37f397da-8466-4c58-be2a-805a7e206377), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.652079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:41.667030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Calling delete_port for 37f397da-8466-4c58-be2a-805a7e206377 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:41.673041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Port 37f397da-8466-4c58-be2a-805a7e206377 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:19:41.702078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'mac_address': 'fa:16:3e:ad:c5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:41.703265 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:41.709270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (75510e3b-7a13-4c2b-aedb-3914743b5620), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.714235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (37f397da-8466-4c58-be2a-805a7e206377), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.725990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.732821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/75510e3b-7a13-4c2b-aedb-3914743b5620 HTTP/1.1" status: 204 len: 168 time: 1.2974434 Feb 19 07:19:41.736390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:41.750539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-694137310'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:41.782842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Pushing event deleted for resources: {'Port': ['ID=37f397da-8466-4c58-be2a-805a7e206377,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:41.783956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for port (477fa755-6741-4f5b-b167-7b8aa2665780), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.785173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] Network 75510e3b-7a13-4c2b-aedb-3914743b5620 is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:19:41.785762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69562f9-05e4-4803-b0ac-030fe21b4ce5 None None] No DVR routers for this DVR port 37f397da-8466-4c58-be2a-805a7e206377 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:41.817104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:41.822109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.831593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] For port 83fa873e-d6ce-43d4-9b07-a0edec502dea, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:41.838619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:41.842615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.846705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] For port 83fa873e-d6ce-43d4-9b07-a0edec502dea, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83fa873e-d6ce-43d4-9b07-a0edec502dea,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:41.860264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416ca2c-8207-4632-9d79-fa2ea1ec8589 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=75510e3b-7a13-4c2b-aedb-3914743b5620,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:41.869625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.873767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:19:41.898114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:41.917915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9f393-39a5-41b5-a791-4e027f6c2581 req-bfa1910c-e0fa-4625-87e7-e51fbf5917b1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:41.934272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ec9f393-39a5-41b5-a791-4e027f6c2581 req-bfa1910c-e0fa-4625-87e7-e51fbf5917b1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.5919819 Feb 19 07:19:41.935645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:41.971953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:41.974232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:41.979797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:41.991489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 37f397da-8466-4c58-be2a-805a7e206377 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:41.998606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (584be97c-6748-47f5-9559-ecae8b28807e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.001883 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Added segment 584be97c-6748-47f5-9559-ecae8b28807e of type vlan for network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 Feb 19 07:19:42.035324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ec9f393-39a5-41b5-a791-4e027f6c2581 req-2698c2d4-9c61-4478-9083-d5a2ad11677b tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997870 Feb 19 07:19:42.047119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 37f397da-8466-4c58-be2a-805a7e206377 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:42.047753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 37f397da-8466-4c58-be2a-805a7e206377 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:42.076095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:42.078304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd837e5-acb7-4e0e-9936-5b84533f5c25 None None] Pushing event updated for resources: {'Port': ['ID=83fa873e-d6ce-43d4-9b07-a0edec502dea,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:42.083957 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.139534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:42.369157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090cf68-41ce-4f50-a733-bb0fe99f0615 req-457cea41-157a-43f1-a19d-6b1076b8cbaf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:42.370775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8090cf68-41ce-4f50-a733-bb0fe99f0615 req-457cea41-157a-43f1-a19d-6b1076b8cbaf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1075675 Feb 19 07:19:42.387293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9e6b6dcf-7d98-457d-a683-690a40f18e1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:42.461397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.469558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8090cf68-41ce-4f50-a733-bb0fe99f0615 req-467fa926-19c8-4eca-8626-7d2503c550ef tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920112 Feb 19 07:19:42.603298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.615972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Pushing event updated for resources: {'Port': ['ID=477fa755-6741-4f5b-b167-7b8aa2665780,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:42.636843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:42.660513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc41335-74fe-48b0-b7b3-938b6d97610d req-91c6bf26-8ea4-411d-824a-2d40224fe130 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:42.662655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdc41335-74fe-48b0-b7b3-938b6d97610d req-91c6bf26-8ea4-411d-824a-2d40224fe130 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 949 time: 0.6766069 Feb 19 07:19:42.790630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.796174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:42.796852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.810255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:42.827397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e581b18-c042-499f-a792-f6fba4578743 req-323c0407-adea-4067-84aa-e0a208f5b600 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:42.831065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'mac_address': 'fa:16:3e:c3:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:42.837035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e581b18-c042-499f-a792-f6fba4578743 req-323c0407-adea-4067-84aa-e0a208f5b600 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.1435602 Feb 19 07:19:42.888782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2ee9dae5-8059-414a-a587-617a8a3da9e2 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:42.890275 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:42.893218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff599d38-409b-4080-8298-06e689c90284 req-67b4e376-2bca-4704-8aed-5063551fd150 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:42.894800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff599d38-409b-4080-8298-06e689c90284 req-67b4e376-2bca-4704-8aed-5063551fd150 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.1312802 Feb 19 07:19:42.897941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Network': ['ID=1057c0f8-bbb5-4ce2-ab8e-8cde471dd250,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:42.912814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e581b18-c042-499f-a792-f6fba4578743 req-7ad6298f-3b20-4028-ba71-b7e80f4cdb50 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719552 Feb 19 07:19:42.945812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-855d60c7-65e0-404b-9617-edb003e904cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2050638 Feb 19 07:19:42.948541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:42.964724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:42.968286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee9dae5-8059-414a-a587-617a8a3da9e2 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:42.973548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:19:43.002878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdc41335-74fe-48b0-b7b3-938b6d97610d req-7f19e1df-b603-42b2-b172-77409ea23f04 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282192 Feb 19 07:19:43.077929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:43.118385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Deleting port 80579a09-102f-4db2-a1db-955ac49624c7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:43.118910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (80579a09-102f-4db2-a1db-955ac49624c7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.143526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.256235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:43.382062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:43.386539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.392817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for router_gateway (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.462319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] For port 80579a09-102f-4db2-a1db-955ac49624c7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80579a09-102f-4db2-a1db-955ac49624c7,segment=NetworkSegment(c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f),segment_id=c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:43.462695 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (80579a09-102f-4db2-a1db-955ac49624c7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.484843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ac507-8611-4b3d-8514-09ae708993dc req-e62356c5-eeff-476c-97fe-725031dedb13 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:43.491479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a0c76-6226-4824-b885-abf5cb53844d None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:43.493023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f4ac507-8611-4b3d-8514-09ae708993dc req-e62356c5-eeff-476c-97fe-725031dedb13 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 945 time: 0.2435801 Feb 19 07:19:43.494224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Calling delete_port for 80579a09-102f-4db2-a1db-955ac49624c7 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:43.517096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2ee9dae5-8059-414a-a587-617a8a3da9e2'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:43.517619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-eec4495f-e13b-4497-9f45-881b742a6861 tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:43.519425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-eec4495f-e13b-4497-9f45-881b742a6861 tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 1131 time: 0.1204157 Feb 19 07:19:43.571805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f4ac507-8611-4b3d-8514-09ae708993dc req-58f6cf57-7569-4eb2-9c3e-77bb194f8948 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/security-groups?id=71447f5d-7e53-467c-ba43-b04b38946c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731916 Feb 19 07:19:43.589663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-fc1f58ac-2423-4236-bfc8-4851f5d1a22a tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.684866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Provisioning complete for port 83fa873e-d6ce-43d4-9b07-a0edec502dea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:43.685402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.773628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-fc1f58ac-2423-4236-bfc8-4851f5d1a22a tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Publish callbacks [] for security_group (87b77b91-6280-40bb-a7a6-d3b29e3717a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.777840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (80579a09-102f-4db2-a1db-955ac49624c7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.781683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-fc1f58ac-2423-4236-bfc8-4851f5d1a22a tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (87b77b91-6280-40bb-a7a6-d3b29e3717a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.799756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80579a09-102f-4db2-a1db-955ac49624c7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:43.815318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13faa8f2-a07a-48d4-9a42-15358cd16535 req-fc1f58ac-2423-4236-bfc8-4851f5d1a22a tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495966 Feb 19 07:19:43.857701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Pushing event deleted for resources: {'Port': ['ID=80579a09-102f-4db2-a1db-955ac49624c7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:43.891238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f58ac-2423-4236-bfc8-4851f5d1a22a tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b77b91-6280-40bb-a7a6-d3b29e3717a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:43.902160 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.942208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] No DVR routers for this DVR port 80579a09-102f-4db2-a1db-955ac49624c7 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:43.947272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:43.950733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff599d38-409b-4080-8298-06e689c90284 req-375935af-7d2f-43ae-a0de-74af771228a1 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.47 "DELETE /v2.0/ports/80579a09-102f-4db2-a1db-955ac49624c7 HTTP/1.1" status: 204 len: 173 time: 1.0350554 Feb 19 07:19:43.951298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'name': 'network-vif-deleted', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:43.953945 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee6b2f-244e-41b2-85de-2ee9ad79e7bd" -d '{"events": [{"server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "name": "network-vif-deleted", "tag": "80579a09-102f-4db2-a1db-955ac49624c7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:44.043487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Current status of the port 83fa873e-d6ce-43d4-9b07-a0edec502dea is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:44.043906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.153094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] For port 83fa873e-d6ce-43d4-9b07-a0edec502dea, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83fa873e-d6ce-43d4-9b07-a0edec502dea,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:44.163019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49d7a8-88d3-4541-9622-797c00f7a5bd req-cd8cb620-00a6-4dae-9b8b-3c60714d94a8 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.170012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc49d7a8-88d3-4541-9622-797c00f7a5bd req-cd8cb620-00a6-4dae-9b8b-3c60714d94a8 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.5028167 Feb 19 07:19:44.170698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.298059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-7b1e9f67-93bc-4e2d-aa92-ac8b015f73f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1779652 Feb 19 07:19:44.309675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83fa873e-d6ce-43d4-9b07-a0edec502dea up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:44.315306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc49d7a8-88d3-4541-9622-797c00f7a5bd req-1cd6a9a7-1ee5-40fb-be51-f0439611584e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377482 Feb 19 07:19:44.334767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2ea2-e7eb-46d6-8099-b926e5a94868 req-a48d1304-18b4-4215-86f8-16adb556af7c tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.336377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c15e2ea2-e7eb-46d6-8099-b926e5a94868 req-a48d1304-18b4-4215-86f8-16adb556af7c tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 948 time: 0.3004141 Feb 19 07:19:44.359523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f520-dbcf-4654-9189-84dfab795935 None None] Pushing event updated for resources: {'Port': ['ID=83fa873e-d6ce-43d4-9b07-a0edec502dea,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:44.391479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Router a75adb60-bf09-4ff1-b77b-2f341e530ae2 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:19:44.413168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 83fa873e-d6ce-43d4-9b07-a0edec502dea triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:44.413551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.423392 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17217b3-0bac-42dc-af47-ef136b959bfb x-openstack-request-id: req-b17217b3-0bac-42dc-af47-ef136b959bfb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:44.423392 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f54a05-83cd-4005-a127-4a271fb12dbc", "name": "network-vif-deleted", "tag": "80579a09-102f-4db2-a1db-955ac49624c7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:44.423626 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b17217b3-0bac-42dc-af47-ef136b959bfb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:44.423903 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f54a05-83cd-4005-a127-4a271fb12dbc', 'name': 'network-vif-deleted', 'tag': '80579a09-102f-4db2-a1db-955ac49624c7', 'status': 'completed', 'code': 200} Feb 19 07:19:44.486888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c15e2ea2-e7eb-46d6-8099-b926e5a94868 req-26be51d3-2ba5-416e-956e-5b9a39f5d8ac tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351931 Feb 19 07:19:44.512334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-6659d470-6824-45e9-afd4-fda49a7d69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.513912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-6659d470-6824-45e9-afd4-fda49a7d69b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 1126 time: 0.1341374 Feb 19 07:19:44.536135 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (1e522d3f-1c4b-4438-a565-02e52537bc0b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.545359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 83fa873e-d6ce-43d4-9b07-a0edec502dea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:44.549427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1ebdc1e3-9501-4d71-b98c-0e432d5e4c9d None None] Provisioning complete for port 83fa873e-d6ce-43d4-9b07-a0edec502dea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:44.549972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ebdc1e3-9501-4d71-b98c-0e432d5e4c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.663871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-8e7d590c-d474-4572-8861-9432f9100912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.665618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-8e7d590c-d474-4572-8861-9432f9100912 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.1275277 Feb 19 07:19:44.688105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=1e522d3f-1c4b-4438-a565-02e52537bc0b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:44.692618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:19:44.704003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Checking segment: {'id': '584be97c-6748-47f5-9559-ecae8b28807e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:44.704419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network hostable DHCP agents. Network: 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:19:44.727870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Sync routers for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:19:44.735871 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.737279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b93826e6-042c-42ee-a5aa-9982071a8af5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5055625 Feb 19 07:19:44.747770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:44.752638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-835ffdc7-401b-43ff-9b3f-39c722f4fb8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 200 len: 217 time: 0.0802948 Feb 19 07:19:44.754341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:19:44.764744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdc1e3-9501-4d71-b98c-0e432d5e4c9d None None] Current status of the port 83fa873e-d6ce-43d4-9b07-a0edec502dea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:44.786784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:44.787467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:44.845922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:44.853098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-35ee64b7-e16e-456e-8168-e7007d9b92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.858316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-35ee64b7-e16e-456e-8168-e7007d9b92b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.0970151 Feb 19 07:19:44.878611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-751e25d6-21e8-4fd5-9751-feaaf687c090 req-de6e08f7-ab71-4844-8f85-dcc4dd342704 tempest-ServerAddressesTestJSON-800368619 tempest-ServerAddressesTestJSON-800368619-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3f54a05-83cd-4005-a127-4a271fb12dbc HTTP/1.1" status: 200 len: 210 time: 0.0521424 Feb 19 07:19:44.880664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:44.881334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:44.922272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-449b0aa2-789b-483d-ba80-920c31e03d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573547 Feb 19 07:19:44.931669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efa1cd-62d4-4e5d-b7c0-a12027764a95 None None] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:44.939491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b4867f3-167e-4fbc-9b88-b148c288c0e5 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9857779 Feb 19 07:19:44.940180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:44.953504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-475369416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:45.018807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:45.023727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.025046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.063026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e3736-2692-4b0e-8528-b8c5834f8fc6 req-e98c97f7-c98c-4087-862c-1f0c569f8b86 tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:45.064773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b4e3736-2692-4b0e-8528-b8c5834f8fc6 req-e98c97f7-c98c-4087-862c-1f0c569f8b86 tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 1131 time: 0.1327138 Feb 19 07:19:45.141280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b4e3736-2692-4b0e-8528-b8c5834f8fc6 req-a496556f-402f-478e-b4c0-aeac91fd2862 tempest-ServersAdminNegativeTestJSON-1726849278 tempest-ServersAdminNegativeTestJSON-1726849278-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684273 Feb 19 07:19:45.145384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-8fb036dc-e40b-4f2a-8242-caaf01ee6dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082644 Feb 19 07:19:45.221438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for router_controller (3f332da9-5dfd-4e70-a80d-622499d067e5), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.230988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.309296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65e0f5dd-3c40-466c-ab36-be6132aa648f req-677e648a-b845-4b10-be3f-348c967dc881 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572406 Feb 19 07:19:45.315392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.320422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52372) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:45.320592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c8d8bc9-a06e-4e8c-9bb5-4696eead22ab tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3750279 Feb 19 07:19:45.328273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250', 'name': 'tempest-PortsTestJSON-836402593'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:45.345901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:45.409150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1057c0f8-bbb5-4ce2-ab8e-8cde471dd250', 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': '1e522d3f-1c4b-4438-a565-02e52537bc0b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:19:45.410265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.443166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-851bd805-75e2-438e-9541-8d94c9665e0e req-f71b1e33-cf9d-4311-b5aa-f0b12a669065 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:45.456766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-851bd805-75e2-438e-9541-8d94c9665e0e req-f71b1e33-cf9d-4311-b5aa-f0b12a669065 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1928639 Feb 19 07:19:45.623758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01953c-76e6-403a-b6df-adf5271c2681 req-b6abdd39-3b33-4a91-9413-d313b3a2b632 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:45.627511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b01953c-76e6-403a-b6df-adf5271c2681 req-b6abdd39-3b33-4a91-9413-d313b3a2b632 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1785259 Feb 19 07:19:45.630731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:19:45.641620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.695049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.725228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 5347cf13-bcdf-4311-80d0-04359ba1bc2b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:19:45.734226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Allocated IP 172.20.0.2 (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250/1e522d3f-1c4b-4438-a565-02e52537bc0b/6539da3e-e364-46c3-818f-87ebfba457be) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:45.818145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b01953c-76e6-403a-b6df-adf5271c2681 req-69eb3d41-f701-4597-b7fe-fcae22aecd44 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355610 Feb 19 07:19:45.869488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9e6b6dcf-7d98-457d-a683-690a40f18e1e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:45.882714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9e6b6dcf-7d98-457d-a683-690a40f18e1e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:45.883099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:45.916094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83fa873e-d6ce-43d4-9b07-a0edec502dea up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:46.045635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9410a0-0003-46e5-9feb-520de038a5ad req-c9e299b9-b9c1-4561-83c2-fb564676406c tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:46.046591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b35bd-aed5-471f-94b9-57f3e825aacf req-474197fb-f56d-4405-bfd9-622a970e9fb7 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:46.048683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd6b35bd-aed5-471f-94b9-57f3e825aacf req-474197fb-f56d-4405-bfd9-622a970e9fb7 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 949 time: 0.1036882 Feb 19 07:19:46.051830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9410a0-0003-46e5-9feb-520de038a5ad req-c9e299b9-b9c1-4561-83c2-fb564676406c tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 948 time: 0.1851761 Feb 19 07:19:46.112078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd6b35bd-aed5-471f-94b9-57f3e825aacf req-4c9a46be-91fa-4b64-ba24-7795559d96ca tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575595 Feb 19 07:19:46.155862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9410a0-0003-46e5-9feb-520de038a5ad req-b76c7c86-4cee-481a-a9e5-04c3794a3396 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993772 Feb 19 07:19:46.164062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Allocated IP 172.20.0.1 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/fcf7dead-371f-40d7-9f83-94a83ba9ba18) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:46.169052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks [] for port (6539da3e-e364-46c3-818f-87ebfba457be), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.176697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:42Z', 'revision_number': 3, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:46.186661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:46.187082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.219166 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (6539da3e-e364-46c3-818f-87ebfba457be), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.221484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 83fa873e-d6ce-43d4-9b07-a0edec502dea triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:46.221616 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.241903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:46.248525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.11 (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250/1e522d3f-1c4b-4438-a565-02e52537bc0b/5347cf13-bcdf-4311-80d0-04359ba1bc2b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:46.260047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Checking router: a75adb60-bf09-4ff1-b77b-2f341e530ae2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:19:46.260393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Updating router a75adb60-bf09-4ff1-b77b-2f341e530ae2 port 477fa755-6741-4f5b-b167-7b8aa2665780 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:19:46.304466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Deleting subnet f486de96-5f98-4e0e-8428-929f4e0f6c68 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:46.315029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Publish callbacks [] for subnet (f486de96-5f98-4e0e-8428-929f4e0f6c68), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.330775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:46.333596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e5f867-12d1-416b-af46-95aa131a9d53" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:46.343699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:46.362381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks [] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.366746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:46.369464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:46.375776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (f486de96-5f98-4e0e-8428-929f4e0f6c68), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.378601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:46.390045 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.392739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Pushing event updated for resources: {'Port': ['ID=6539da3e-e364-46c3-818f-87ebfba457be,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:46.397538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.432913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f486de96-5f98-4e0e-8428-929f4e0f6c68), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.444798 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7cf128-de32-4830-9a1d-330b534d1f10 x-openstack-request-id: req-5b7cf128-de32-4830-9a1d-330b534d1f10 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:46.445111 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:46.445331 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b7cf128-de32-4830-9a1d-330b534d1f10 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:46.445719 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'code': 200} Feb 19 07:19:46.454332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.462974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.510377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:46.516792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:46.520288 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.525327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:46.563292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Pushing event updated for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:46.575683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f486de96-5f98-4e0e-8428-929f4e0f6c68), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.585793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Attempting to bind port 6539da3e-e364-46c3-818f-87ebfba457be on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:46.586162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Attempting to bind port 6539da3e-e364-46c3-818f-87ebfba457be by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '584be97c-6748-47f5-9559-ecae8b28807e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:46.586513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Attempting to bind port 6539da3e-e364-46c3-818f-87ebfba457be on network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:46.601305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=5347cf13-bcdf-4311-80d0-04359ba1bc2b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:46.605679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:46.609806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:46.613045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:46.628981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f486de96-5f98-4e0e-8428-929f4e0f6c68,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:46.631899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.635578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d560c8a0-15b1-42ea-a153-86b53c83941b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f486de96-5f98-4e0e-8428-929f4e0f6c68 HTTP/1.1" status: 204 len: 168 time: 0.3923199 Feb 19 07:19:46.636139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.637396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:46.637769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Checking segment: {'id': '584be97c-6748-47f5-9559-ecae8b28807e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:46.638179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.638354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:46.638574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Bound using segment: {'id': '584be97c-6748-47f5-9559-ecae8b28807e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:46.639488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Bound port: 6539da3e-e364-46c3-818f-87ebfba457be, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584be97c-6748-47f5-9559-ecae8b28807e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '1057c0f8-bbb5-4ce2-ab8e-8cde471dd250'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:46.639875 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6539da3e-e364-46c3-818f-87ebfba457be), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.646848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:46.668157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117c46e-aa4d-4420-b177-87fade493ffb req-19f3bdab-3905-4dcb-b988-017f6434f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:46.669712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6117c46e-aa4d-4420-b177-87fade493ffb req-19f3bdab-3905-4dcb-b988-017f6434f925 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 1132 time: 0.1611648 Feb 19 07:19:46.680739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:46.681385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:46.682056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.686690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 83fa873e-d6ce-43d4-9b07-a0edec502dea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:46.719282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-00386663-dcf2-427c-ba21-1be105ec5912 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3972523 Feb 19 07:19:46.722123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:46.845438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] For port 6539da3e-e364-46c3-818f-87ebfba457be, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:46.869549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7beba1f2-1b9a-4786-89b9-3601bcf08eda), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.876249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] For port 6539da3e-e364-46c3-818f-87ebfba457be, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6539da3e-e364-46c3-818f-87ebfba457be,segment=NetworkSegment(584be97c-6748-47f5-9559-ecae8b28807e),segment_id=584be97c-6748-47f5-9559-ecae8b28807e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:46.887738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 2ee9dae5-8059-414a-a587-617a8a3da9e2 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:19:46.897555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6539da3e-e364-46c3-818f-87ebfba457be), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.905314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6117c46e-aa4d-4420-b177-87fade493ffb req-c21a519e-152a-45f0-b240-4abdc2d2cfa0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203853 Feb 19 07:19:46.909456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2ee9dae5-8059-414a-a587-617a8a3da9e2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:46.909829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:46.910642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.043685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c246e537-9500-4505-8d6a-3c3bbcb4b201 None None] Provisioning complete for port fcf7dead-371f-40d7-9f83-94a83ba9ba18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:47.044058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c246e537-9500-4505-8d6a-3c3bbcb4b201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.046760 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks [] for port (477fa755-6741-4f5b-b167-7b8aa2665780), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.085153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.089171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af814-0616-4fe6-8ca0-f41411826d6f None None] Pushing event updated for resources: {'Port': ['ID=6539da3e-e364-46c3-818f-87ebfba457be,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:47.120889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a1bab-f9e8-47af-a716-056cef64ac17 req-0d04be88-8d86-4eb4-a5bf-5c57cf420474 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:47.122478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f20a1bab-f9e8-47af-a716-056cef64ac17 req-0d04be88-8d86-4eb4-a5bf-5c57cf420474 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.1631908 Feb 19 07:19:47.162375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c246e537-9500-4505-8d6a-3c3bbcb4b201 None None] Port fcf7dead-371f-40d7-9f83-94a83ba9ba18 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:47.183050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Attempting to bind port 477fa755-6741-4f5b-b167-7b8aa2665780 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:47.184064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Attempting to bind port 477fa755-6741-4f5b-b167-7b8aa2665780 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:47.184427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Attempting to bind port 477fa755-6741-4f5b-b167-7b8aa2665780 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:47.215253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87843914-6a5b-462e-92bc-36b8de26f78d None None] Pushing event updated for resources: {'Port': ['ID=477fa755-6741-4f5b-b167-7b8aa2665780,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:47.221587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:47.221965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:47.222377 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.222776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:47.223280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Bound port: 477fa755-6741-4f5b-b167-7b8aa2665780, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:47.224249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.266463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2ee9dae5-8059-414a-a587-617a8a3da9e2 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:47.266871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.313396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f20a1bab-f9e8-47af-a716-056cef64ac17 req-1762e3ad-dd6e-426c-ba9a-c9c77e9763f7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240418 Feb 19 07:19:47.344283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:47.356130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] For port 477fa755-6741-4f5b-b167-7b8aa2665780, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:47.356130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] For port 477fa755-6741-4f5b-b167-7b8aa2665780, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=477fa755-6741-4f5b-b167-7b8aa2665780,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:47.369905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.369905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80579a09-102f-4db2-a1db-955ac49624c7 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:47.400215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.420980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.446477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 80579a09-102f-4db2-a1db-955ac49624c7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:47.446916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80579a09-102f-4db2-a1db-955ac49624c7 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:47.458673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb7be-d688-4468-9656-1d27e138d452 req-156181a4-8232-40d1-ab44-b7ced817f603 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:47.460407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-281eb7be-d688-4468-9656-1d27e138d452 req-156181a4-8232-40d1-ab44-b7ced817f603 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 949 time: 0.1424489 Feb 19 07:19:47.486243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:47.487108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:47.543985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:47.604506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7beba1f2-1b9a-4786-89b9-3601bcf08eda), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.666477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beba1f2-1b9a-4786-89b9-3601bcf08eda']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:47.691082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:47.691442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:47.711419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.758619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b279467-76bb-428e-875d-d9d1c9454d63 req-d9c29136-cfeb-4f23-8248-4aeb674ff7db tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:47.760453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b279467-76bb-428e-875d-d9d1c9454d63 req-d9c29136-cfeb-4f23-8248-4aeb674ff7db tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 949 time: 0.1532462 Feb 19 07:19:47.761576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.781753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:19:47.782162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c4a94d5c-9d4c-4a5d-b812-5f0aaa89070f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:19:47.784903 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:19:47.813186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87843914-6a5b-462e-92bc-36b8de26f78d None None] Pushing event updated for resources: {'Port': ['ID=477fa755-6741-4f5b-b167-7b8aa2665780,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:47.819824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks [] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.853219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:47.860502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.953098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (7beba1f2-1b9a-4786-89b9-3601bcf08eda), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.968718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:47.976584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7beba1f2-1b9a-4786-89b9-3601bcf08eda HTTP/1.1" status: 204 len: 168 time: 1.3339720 Feb 19 07:19:47.979054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef2382-e160-4517-b4aa-b1f9d250df0e req-c6e80b00-9448-4c24-9621-1760650614f6 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:47.980671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9ef2382-e160-4517-b4aa-b1f9d250df0e req-c6e80b00-9448-4c24-9621-1760650614f6 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 949 time: 0.5169179 Feb 19 07:19:48.032393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6539da3e-e364-46c3-818f-87ebfba457be up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:48.042395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b279467-76bb-428e-875d-d9d1c9454d63 req-50fbe667-02b7-4272-9aff-e5b95d33770e tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663209 Feb 19 07:19:48.082231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Pushing event updated for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:48.090755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.094351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f65dd-e068-41e9-8f64-352440ac3737 admin admin] Pushing event deleted for resources: {'Network': ['ID=7beba1f2-1b9a-4786-89b9-3601bcf08eda,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:48.167740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9ef2382-e160-4517-b4aa-b1f9d250df0e req-8d985661-dec6-40cf-a2e6-03cae7e4fe36 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575978 Feb 19 07:19:48.212357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Deleting port 352a0103-30c7-4011-93c5-81c08deeb9de {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:48.212773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.228851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6539da3e-e364-46c3-818f-87ebfba457be triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:48.229620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6539da3e-e364-46c3-818f-87ebfba457be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.238212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:48.310368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dcda4531-3646-4e36-83f0-47f20fe9420e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=30ae8344e62c4d47aef0f0fd2d5c3283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709615 Feb 19 07:19:48.316180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:48.344379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] For port 352a0103-30c7-4011-93c5-81c08deeb9de, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=352a0103-30c7-4011-93c5-81c08deeb9de,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:48.346127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.346708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:48.350769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:48.373977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Calling delete_port for 352a0103-30c7-4011-93c5-81c08deeb9de owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:48.383875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6539da3e-e364-46c3-818f-87ebfba457be is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:48.387053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6539da3e-e364-46c3-818f-87ebfba457be), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.425298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] Publish callbacks [] for security_group (71447f5d-7e53-467c-ba43-b04b38946c6a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.444725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 1, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:48.501491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:48.503984 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aab196-6bc7-4c3f-8cc8-745ba9571ec6" -d '{"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:48.506913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01d90f-8d9e-439e-b9b3-1be030f09b2e None None] The sync data for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 is: [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 1, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:19:48.522246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 6539da3e-e364-46c3-818f-87ebfba457be, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6539da3e-e364-46c3-818f-87ebfba457be,segment=NetworkSegment(584be97c-6748-47f5-9559-ecae8b28807e),segment_id=584be97c-6748-47f5-9559-ecae8b28807e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:48.532926 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6539da3e-e364-46c3-818f-87ebfba457be), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.585991 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:19:48.592523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] Publish callbacks [] for security_group (71447f5d-7e53-467c-ba43-b04b38946c6a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.594846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.595994 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bcfbb5-291d-4d81-a354-7222c87e1d84 x-openstack-request-id: req-75bcfbb5-291d-4d81-a354-7222c87e1d84 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:48.596444 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:48.596604 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75bcfbb5-291d-4d81-a354-7222c87e1d84 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:48.597005 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'code': 200} Feb 19 07:19:48.649227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.670299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=6539da3e-e364-46c3-818f-87ebfba457be,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:48.685038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897de8fd-bb27-44f7-a4a2-30690015e2d4 None None] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:48.706518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Router a75adb60-bf09-4ff1-b77b-2f341e530ae2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:19:48.740019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd307e4-b742-4e2c-9be6-8aaab482c4fe req-469dd246-c9b3-4c45-b689-5000186e786b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:48.743597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd307e4-b742-4e2c-9be6-8aaab482c4fe req-469dd246-c9b3-4c45-b689-5000186e786b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.2398946 Feb 19 07:19:48.744345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (71447f5d-7e53-467c-ba43-b04b38946c6a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.747148 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.751693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71447f5d-7e53-467c-ba43-b04b38946c6a HTTP/1.1" status: 204 len: 168 time: 0.4344654 Feb 19 07:19:48.760405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ffc8823b-26fe-46ae-8c95-fcd937e90412 None None] Provisioning complete for port 6539da3e-e364-46c3-818f-87ebfba457be triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:48.760781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffc8823b-26fe-46ae-8c95-fcd937e90412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6539da3e-e364-46c3-818f-87ebfba457be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.770341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c4dd5-2904-4c54-919a-6d25af11f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71447f5d-7e53-467c-ba43-b04b38946c6a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:48.829317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (352a0103-30c7-4011-93c5-81c08deeb9de), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:48.849863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7a594596-3023-4eec-83cd-f1664e3cc504'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:48.873265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=5347cf13-bcdf-4311-80d0-04359ba1bc2b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:48.898352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['352a0103-30c7-4011-93c5-81c08deeb9de'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:49.026560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd307e4-b742-4e2c-9be6-8aaab482c4fe req-ce0491ee-ae19-4718-82d2-817e2fecfb6f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717903 Feb 19 07:19:49.028324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Pushing event deleted for resources: {'Port': ['ID=352a0103-30c7-4011-93c5-81c08deeb9de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:49.034283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] No DVR routers for this DVR port 352a0103-30c7-4011-93c5-81c08deeb9de on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:49.038859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:49.044214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-281eb7be-d688-4468-9656-1d27e138d452 req-37c28bd9-c95a-4cb0-81ff-85246e29c031 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.24 "DELETE /v2.0/ports/352a0103-30c7-4011-93c5-81c08deeb9de HTTP/1.1" status: 204 len: 173 time: 1.5751781 Feb 19 07:19:49.053220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'name': 'network-vif-deleted', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:49.054095 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b92310f-c8bc-432f-bd2f-1244dc575269" -d '{"events": [{"server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "name": "network-vif-deleted", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:49.066905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8823b-26fe-46ae-8c95-fcd937e90412 None None] Current status of the port 6539da3e-e364-46c3-818f-87ebfba457be is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:49.071082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537f4da-35d2-4560-8734-5b7fd1e68c4b req-99a1522e-6461-4015-b22c-b50496341e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:49.074908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4537f4da-35d2-4560-8734-5b7fd1e68c4b req-99a1522e-6461-4015-b22c-b50496341e53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 1131 time: 0.4210484 Feb 19 07:19:49.136769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:19:49.174641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aae09c7f-4fad-4422-867c-1de40801327d admin admin] 10.222.0.43 "PUT /v2.0/routers/a75adb60-bf09-4ff1-b77b-2f341e530ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4253368 Feb 19 07:19:49.215133 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf02ef-cc06-4dfb-990c-48c1d51ad9db x-openstack-request-id: req-27bf02ef-cc06-4dfb-990c-48c1d51ad9db {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:49.215689 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c28f2-55c9-4975-babd-b39375926498", "name": "network-vif-deleted", "tag": "352a0103-30c7-4011-93c5-81c08deeb9de", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:49.216003 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27bf02ef-cc06-4dfb-990c-48c1d51ad9db {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:49.224078 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c28f2-55c9-4975-babd-b39375926498', 'name': 'network-vif-deleted', 'tag': '352a0103-30c7-4011-93c5-81c08deeb9de', 'status': 'completed', 'code': 200} Feb 19 07:19:49.278001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4537f4da-35d2-4560-8734-5b7fd1e68c4b req-bf12f185-dfe3-4035-9e49-0d70496d9f5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937563 Feb 19 07:19:49.357386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bea8fe2d-fc28-410e-b71c-ad2528cb0eaf None None] Provisioning complete for port fcf7dead-371f-40d7-9f83-94a83ba9ba18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:49.359511 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bea8fe2d-fc28-410e-b71c-ad2528cb0eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:49.364159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c16e6c5e-8712-489a-817d-e1d73c28b138 req-c3013d19-7b2b-4c02-9f33-275461c1f161 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=914c28f2-55c9-4975-babd-b39375926498 HTTP/1.1" status: 200 len: 210 time: 0.0943105 Feb 19 07:19:49.465365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (3f332da9-5dfd-4e70-a80d-622499d067e5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:49.479685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bea8fe2d-fc28-410e-b71c-ad2528cb0eaf None None] Port fcf7dead-371f-40d7-9f83-94a83ba9ba18 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:49.644583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db00b-c515-41e3-ac55-6c10d99eb38f req-9773cb07-11b5-46c7-9427-65b058973a82 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:49.651910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f2db00b-c515-41e3-ac55-6c10d99eb38f req-9773cb07-11b5-46c7-9427-65b058973a82 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 949 time: 0.2931454 Feb 19 07:19:49.814236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:49.855977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f2db00b-c515-41e3-ac55-6c10d99eb38f req-73373fbe-286c-4c19-b00b-bd8ee281659e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013953 Feb 19 07:19:49.945663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Provisioning complete for port 5347cf13-bcdf-4311-80d0-04359ba1bc2b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:49.946162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.027022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6539da3e-e364-46c3-818f-87ebfba457be up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:50.114753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Port 5347cf13-bcdf-4311-80d0-04359ba1bc2b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:50.155906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Provisioning complete for port 6539da3e-e364-46c3-818f-87ebfba457be triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:50.162673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6539da3e-e364-46c3-818f-87ebfba457be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.258888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6539da3e-e364-46c3-818f-87ebfba457be triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:50.259306 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6539da3e-e364-46c3-818f-87ebfba457be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.444417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908169-e08e-481c-b1fb-5974654cb4d5 req-21f2ea14-132b-4092-992e-95a25dc92d4a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:50.446464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59908169-e08e-481c-b1fb-5974654cb4d5 req-21f2ea14-132b-4092-992e-95a25dc92d4a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.2882831 Feb 19 07:19:50.494534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dca39ef9-6f83-42a1-902f-ab1aa2504993 None None] Current status of the port 6539da3e-e364-46c3-818f-87ebfba457be is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:50.498655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6539da3e-e364-46c3-818f-87ebfba457be is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:50.617239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59908169-e08e-481c-b1fb-5974654cb4d5 req-e792dee6-c7f4-4ba1-b84e-19d413f7224e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620946 Feb 19 07:19:50.624652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-52781381-a255-43e3-9076-f8c18bc6453c None None] Provisioning complete for port 5347cf13-bcdf-4311-80d0-04359ba1bc2b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:50.629477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52781381-a255-43e3-9076-f8c18bc6453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.665119 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.674887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.730235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-52781381-a255-43e3-9076-f8c18bc6453c None None] Port 5347cf13-bcdf-4311-80d0-04359ba1bc2b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:50.857669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bb98b2b1-5bf6-4cfe-af84-61e037b86494 None None] Provisioning complete for port 5347cf13-bcdf-4311-80d0-04359ba1bc2b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:50.858013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (3f332da9-5dfd-4e70-a80d-622499d067e5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.858897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb98b2b1-5bf6-4cfe-af84-61e037b86494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:50.878581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=5347cf13-bcdf-4311-80d0-04359ba1bc2b,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:50.946162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bb98b2b1-5bf6-4cfe-af84-61e037b86494 None None] Port 5347cf13-bcdf-4311-80d0-04359ba1bc2b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:51.016311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:51.021321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:51.022630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661339547', 'description': 'tempest-description--694284488'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:51.022933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:51.105857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.279964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 352a0103-30c7-4011-93c5-81c08deeb9de no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:51.285089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (09211059-a85b-42ce-a230-9c1ca5de5df1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.293331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (09211059-a85b-42ce-a230-9c1ca5de5df1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.327666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 352a0103-30c7-4011-93c5-81c08deeb9de {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:51.328754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 352a0103-30c7-4011-93c5-81c08deeb9de not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:51.355827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Router 3f332da9-5dfd-4e70-a80d-622499d067e5 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:19:51.414499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09211059-a85b-42ce-a230-9c1ca5de5df1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:51.418229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf5a4c6c-7ed4-4b83-b997-ee666fdf0054 req-76799ab0-0a13-4f33-ad80-ecd65a978242 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0613387 Feb 19 07:19:51.444946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.446349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b9bd1d8-c35e-4861-84a6-c19a0f6f9d5c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4289832 Feb 19 07:19:51.449120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:51.454365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'security_group_rule': {'security_group_id': '09211059-a85b-42ce-a230-9c1ca5de5df1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:51.509006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (a4bd44de-60e4-455e-b201-759e6d6c3d36), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.584972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078efd4-de66-4f4d-a0e1-bcaa79a8caba req-344d8c53-24fc-4800-8370-6f6ea0155d15 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:51.586287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-459a1bec-b2ce-4ba9-8ae8-4286bd9b63f6 None None] Provisioning complete for port 5347cf13-bcdf-4311-80d0-04359ba1bc2b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:51.586669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-459a1bec-b2ce-4ba9-8ae8-4286bd9b63f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.587864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6078efd4-de66-4f4d-a0e1-bcaa79a8caba req-344d8c53-24fc-4800-8370-6f6ea0155d15 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 949 time: 0.2547634 Feb 19 07:19:51.663344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-459a1bec-b2ce-4ba9-8ae8-4286bd9b63f6 None None] Port 5347cf13-bcdf-4311-80d0-04359ba1bc2b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:19:51.674849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:19:51.689022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] Sync routers for ids ['3f332da9-5dfd-4e70-a80d-622499d067e5'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:19:51.690565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-54c749e4-6c06-423a-aed6-8b39b0389170 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/routers/3f332da9-5dfd-4e70-a80d-622499d067e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674356 Feb 19 07:19:51.697017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:51.702093 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] Routers {'3f332da9-5dfd-4e70-a80d-622499d067e5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:51.702762 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f332da9-5dfd-4e70-a80d-622499d067e5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:51.714074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6078efd4-de66-4f4d-a0e1-bcaa79a8caba req-97e324a8-d882-4782-93ab-2de65a21e462 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Feb 19 07:19:51.716146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (a4bd44de-60e4-455e-b201-759e6d6c3d36), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.742643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b603-0a09-4ddc-894f-03869ab37a57 req-6c5bfb71-aa3d-41b4-afcc-76e0ccf70b63 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:51.744907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f57b603-0a09-4ddc-894f-03869ab37a57 req-6c5bfb71-aa3d-41b4-afcc-76e0ccf70b63 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.1887264 Feb 19 07:19:51.747520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a4bd44de-60e4-455e-b201-759e6d6c3d36), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.781355 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:51.813044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bd44de-60e4-455e-b201-759e6d6c3d36,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:51.819851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:51.821083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a2cbad36-fd12-4149-8eb1-cbfcda013a7b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3710766 Feb 19 07:19:51.825080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:51.829789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'security_group_rule': {'security_group_id': '09211059-a85b-42ce-a230-9c1ca5de5df1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:51.831756 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] Routers {'3f332da9-5dfd-4e70-a80d-622499d067e5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:51.832405 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f332da9-5dfd-4e70-a80d-622499d067e5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:51.905342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1987d26a-8c8d-4df1-bc1c-fd1af5ab967a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:51.909958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1987d26a-8c8d-4df1-bc1c-fd1af5ab967a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f332da9-5dfd-4e70-a80d-622499d067e5 HTTP/1.1" status: 200 len: 982 time: 0.2082181 Feb 19 07:19:51.916846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:51.923673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f57b603-0a09-4ddc-894f-03869ab37a57 req-bf4f3ccc-a204-4e6f-b912-42d2156f15a1 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115618 Feb 19 07:19:51.963755 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:51.965122 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc12ee3-4d7c-4535-aced-a7eb2208e8ab None None] The sync data for ids ['3f332da9-5dfd-4e70-a80d-622499d067e5'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:19:52.020065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 477fa755-6741-4f5b-b167-7b8aa2665780 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:52.075749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f4589-a1c8-423d-b9d7-57971d8c3146 req-e13b5c98-42ea-4e5e-aec2-821454bd685e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:52.077837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d52f4589-a1c8-423d-b9d7-57971d8c3146 req-e13b5c98-42ea-4e5e-aec2-821454bd685e tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 950 time: 0.0884185 Feb 19 07:19:52.102091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (8dc7a418-1c36-4729-b3e0-0458a525e301), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.132398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 477fa755-6741-4f5b-b167-7b8aa2665780 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:52.132906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.180059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d52f4589-a1c8-423d-b9d7-57971d8c3146 req-bed8cd94-1499-4ec0-8009-ece5600a86d6 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936775 Feb 19 07:19:52.217280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cfe1e-26ec-4e04-b149-ae3c1fa581a7 req-2c047d86-faa5-43e2-a6fc-a33a72edc2ff tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:52.225090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098cfe1e-26ec-4e04-b149-ae3c1fa581a7 req-2c047d86-faa5-43e2-a6fc-a33a72edc2ff tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.3646317 Feb 19 07:19:52.279103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 477fa755-6741-4f5b-b167-7b8aa2665780 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:52.279967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.286987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Sync routers for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:19:52.318270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 477fa755-6741-4f5b-b167-7b8aa2665780, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=477fa755-6741-4f5b-b167-7b8aa2665780,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:52.320744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:52.321461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:52.332340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (8dc7a418-1c36-4729-b3e0-0458a525e301), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.375272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8dc7a418-1c36-4729-b3e0-0458a525e301), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.434982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098cfe1e-26ec-4e04-b149-ae3c1fa581a7 req-a3e1f764-bc3f-4a86-acae-4daad3ee152c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064171 Feb 19 07:19:52.435725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc7a418-1c36-4729-b3e0-0458a525e301,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:52.452054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:52.480377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.493301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1f2d996d-571f-4bde-883a-8d137541ff57 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6678305 Feb 19 07:19:52.496628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:52.502180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:52.529982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.549952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.599428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=477fa755-6741-4f5b-b167-7b8aa2665780,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:52.642823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91cac6c6-1cc1-46f2-b95e-ed5de0bc9c3d req-8245eb77-5416-4b54-80dd-9963cc4ba9d9 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0457809 Feb 19 07:19:52.758803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.845794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:47Z', 'revision_number': 2, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:52.885190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Checking router: a75adb60-bf09-4ff1-b77b-2f341e530ae2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:19:52.885562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Updating router a75adb60-bf09-4ff1-b77b-2f341e530ae2 port fcf7dead-371f-40d7-9f83-94a83ba9ba18 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:19:52.918991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:52.932598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-c1320406-9915-4f0e-b828-e4d43a15e7fa tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:52.935076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-c1320406-9915-4f0e-b828-e4d43a15e7fa tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.1235545 Feb 19 07:19:52.950663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:19:52.988013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.25.7.174 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/5588de3f-4ee6-466a-bb3e-0dbad0c6771c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:19:53.128040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.144453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (3f332da9-5dfd-4e70-a80d-622499d067e5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.180158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e44623-c23b-4595-bba8-61173af801c4 req-f6f430f8-1946-431c-bfea-93e6c044d00f tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:53.181789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87e44623-c23b-4595-bba8-61173af801c4 req-f6f430f8-1946-431c-bfea-93e6c044d00f tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.1864879 Feb 19 07:19:53.232114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590b7d5-896b-4fe8-8344-ced4dddabe56 req-32cfa427-7e49-4895-bdf5-d52e32e33a59 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:53.233683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0590b7d5-896b-4fe8-8344-ced4dddabe56 req-32cfa427-7e49-4895-bdf5-d52e32e33a59 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 949 time: 0.2045665 Feb 19 07:19:53.341653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks [] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.345493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.351972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.395737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0590b7d5-896b-4fe8-8344-ced4dddabe56 req-48eeee97-d792-4548-9955-4d44918dc2b6 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/security-groups?id=031a8996-19e6-4f7e-8fef-b7e51212723b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460841 Feb 19 07:19:53.412183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:53.445915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Deleting port 7a594596-3023-4eec-83cd-f1664e3cc504 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:53.446272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.513891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.580417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:19:53.588083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:19:53.590952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:19:53.595764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215d37-a482-4d9a-ab6a-d96d8da81f6b None None] Pushing event updated for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:53.617049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:53.618038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Attempting to bind port fcf7dead-371f-40d7-9f83-94a83ba9ba18 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:53.623473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Attempting to bind port fcf7dead-371f-40d7-9f83-94a83ba9ba18 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:53.623951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Attempting to bind port fcf7dead-371f-40d7-9f83-94a83ba9ba18 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:53.631555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:53.631880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:53.632327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.632668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:53.633202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Bound port: fcf7dead-371f-40d7-9f83-94a83ba9ba18, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:53.633582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.710666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.752174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=5588de3f-4ee6-466a-bb3e-0dbad0c6771c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:53.779277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 5347cf13-bcdf-4311-80d0-04359ba1bc2b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:53.786539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.803476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] For port fcf7dead-371f-40d7-9f83-94a83ba9ba18, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:53.804661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] For port 7a594596-3023-4eec-83cd-f1664e3cc504, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7a594596-3023-4eec-83cd-f1664e3cc504,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:53.805351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.809022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] For port fcf7dead-371f-40d7-9f83-94a83ba9ba18, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcf7dead-371f-40d7-9f83-94a83ba9ba18,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:53.812980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.820176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:53.947951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Calling delete_port for 7a594596-3023-4eec-83cd-f1664e3cc504 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:53.976011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46c810a1-1d98-446d-8b39-be9b61afa762 req-ed370683-6acd-4de5-b633-d698ca9ba0c5 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1816635 Feb 19 07:19:53.989823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Provisioning complete for port fcf7dead-371f-40d7-9f83-94a83ba9ba18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:53.990246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.062518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 477fa755-6741-4f5b-b167-7b8aa2665780 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:54.064953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:54.065723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:54.485439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0557e-1fd7-4cc4-b18c-a02978ac70a9 req-15668d35-8fc1-4fa8-a8f6-4adc0020f9e9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:54.490836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7a594596-3023-4eec-83cd-f1664e3cc504), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.494776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32a0557e-1fd7-4cc4-b18c-a02978ac70a9 req-15668d35-8fc1-4fa8-a8f6-4adc0020f9e9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 945 time: 0.9307969 Feb 19 07:19:54.516585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:54.519322 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536c7f9-3251-48b6-8fb1-76662e041f1f" -d '{"events": [{"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-unplugged", "status": "completed", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:54.531892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks [] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.535376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-298ba0a6-64f7-4da1-b10e-18cb6a13168c req-a9ff6815-8e7e-4a34-9381-15d3515a4b8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0813088 Feb 19 07:19:54.552392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.573582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7a594596-3023-4eec-83cd-f1664e3cc504'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:54.587171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Pushing event deleted for resources: {'Port': ['ID=7a594596-3023-4eec-83cd-f1664e3cc504,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:54.641413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215d37-a482-4d9a-ab6a-d96d8da81f6b None None] Pushing event updated for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:54.667585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.675163 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.713008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32a0557e-1fd7-4cc4-b18c-a02978ac70a9 req-596b8204-bbdb-4871-85be-770fa9651822 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158089 Feb 19 07:19:54.727877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 5347cf13-bcdf-4311-80d0-04359ba1bc2b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:54.745400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=7']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:54.746241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:54.760584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.780638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6956458-d412-4d0a-9e0b-38a5382aa849 req-72b0f1c9-58de-435b-b3cb-ae6accf14dc5 tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.43 "GET /v2.0/ports?device_id=7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d HTTP/1.1" status: 200 len: 210 time: 0.2166872 Feb 19 07:19:54.824308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Current status of the port fcf7dead-371f-40d7-9f83-94a83ba9ba18 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:54.824821 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.833573 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5754db-dc28-4086-a457-8caffb954b35 x-openstack-request-id: req-fb5754db-dc28-4086-a457-8caffb954b35 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:54.834143 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-unplugged", "status": "completed", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:54.834536 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb5754db-dc28-4086-a457-8caffb954b35 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:54.835077 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'code': 200} Feb 19 07:19:54.872102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:54.872727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:54.873208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:54.880729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 477fa755-6741-4f5b-b167-7b8aa2665780 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:54.881312 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.885387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:54.885914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:54.894283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=5588de3f-4ee6-466a-bb3e-0dbad0c6771c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:54.904983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:19:54.905118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:54.906030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:54.906570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:54.907159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Bound port: 08faa673-d59a-4adc-b1b1-06c37bf76668, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:54.907756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.933778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] No DVR routers for this DVR port 7a594596-3023-4eec-83cd-f1664e3cc504 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:19:54.940275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:54.945408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87e44623-c23b-4595-bba8-61173af801c4 req-52db8eb8-f96e-49c9-88dc-35d78e83721a tempest-ServersAdminNegativeTestJSON-2036484807 tempest-ServersAdminNegativeTestJSON-2036484807-project] 10.222.0.47 "DELETE /v2.0/ports/7a594596-3023-4eec-83cd-f1664e3cc504 HTTP/1.1" status: 204 len: 173 time: 1.7577190 Feb 19 07:19:54.952859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'name': 'network-vif-deleted', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:54.955896 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a386d5d-ec11-4032-8df4-62d17bcd0255" -d '{"events": [{"server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "name": "network-vif-deleted", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:54.992920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.017406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.034142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf8baa5b-2786-4eee-881b-3775f1d73b7f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5355260 Feb 19 07:19:55.077517 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4d5904-7e8e-4349-857f-28ec6944b9f3 x-openstack-request-id: req-2b4d5904-7e8e-4349-857f-28ec6944b9f3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:55.077861 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d", "name": "network-vif-deleted", "tag": "7a594596-3023-4eec-83cd-f1664e3cc504", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:55.078510 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b4d5904-7e8e-4349-857f-28ec6944b9f3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:55.078999 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9e54bb-1fa9-4a61-ae9a-68e3d9a8fb2d', 'name': 'network-vif-deleted', 'tag': '7a594596-3023-4eec-83cd-f1664e3cc504', 'status': 'completed', 'code': 200} Feb 19 07:19:55.201234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ebac62a-8d03-4bff-9b09-1b6a63011f97 req-99dc2879-ecf0-4ea3-9a38-bf06f8d4b12a tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0594723 Feb 19 07:19:55.207180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:19:55.233540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:19:55.276117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] For port fcf7dead-371f-40d7-9f83-94a83ba9ba18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcf7dead-371f-40d7-9f83-94a83ba9ba18,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:55.277874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.299399 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.324264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:55.339040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:19:55.433434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:55.435912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.439610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] 10.222.0.47 "PUT /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 1121 time: 2.4933074 Feb 19 07:19:55.466097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5347cf13-bcdf-4311-80d0-04359ba1bc2b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.497836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ebe28-75c3-4ef2-b3a8-640b7784df70 service neutron] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:55.540169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=5347cf13-bcdf-4311-80d0-04359ba1bc2b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:55.566317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:19:55.584262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-96a63887-c482-44d0-8472-090439b437af tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--661339547&fields=id&tenant_id=47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 267 time: 0.2489033 Feb 19 07:19:55.674187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297e35-be75-45ac-9513-1e6dbc990b0b None None] Pushing event updated for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:55.747389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['08faa673-d59a-4adc-b1b1-06c37bf76668'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:55.794924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:19:55.795673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:19:55.796405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:55.837422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-82d3685b-29f5-43d9-a577-57567ed6c088 None None] Provisioning complete for port fcf7dead-371f-40d7-9f83-94a83ba9ba18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:55.837698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82d3685b-29f5-43d9-a577-57567ed6c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.848344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (3f332da9-5dfd-4e70-a80d-622499d067e5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:55.856367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b00d0506-fe66-4bf6-87eb-eac142b7244c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:55.869054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b00d0506-fe66-4bf6-87eb-eac142b7244c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.2838180 Feb 19 07:19:55.887473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['08faa673-d59a-4adc-b1b1-06c37bf76668'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:55.894068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b291a-e320-47b5-ae0a-e4fae5d5ddc2 req-4a7b5e9b-cfa4-491b-8675-0805dd34dc7d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:55.896530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-d2be8754-1062-4292-bd7d-0c02ef1fe11f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/quotas/47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 375 time: 0.0264764 Feb 19 07:19:55.902737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-946b291a-e320-47b5-ae0a-e4fae5d5ddc2 req-4a7b5e9b-cfa4-491b-8675-0805dd34dc7d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.0738366 Feb 19 07:19:55.911846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:55.961829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 477fa755-6741-4f5b-b167-7b8aa2665780 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:55.964510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:19:55.965031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:19:56.047562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'mac_address': 'fa:16:3e:ad:c5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:19:56.076127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:19:56.076540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:19:56.076997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:19:56.077482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound port: 08faa673-d59a-4adc-b1b1-06c37bf76668, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:19:56.077910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:56.078658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-946b291a-e320-47b5-ae0a-e4fae5d5ddc2 req-c943306a-acd9-4c70-8519-404066eb5252 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748521 Feb 19 07:19:56.330638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcf7dead-371f-40d7-9f83-94a83ba9ba18 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:56.340763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b36f6685-29d1-4364-889f-30317f12925d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4432571 Feb 19 07:19:56.346405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e61fe8e3-329e-4832-ac5c-096171a41540 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:19:56.350402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63f8f1dd-1ac6-48a1-b262-79bbedd4ac6b req-e6e6db3f-eba1-4f6e-ae6f-4c1e6c39bb9c tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0383079 Feb 19 07:19:56.356664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e61fe8e3-329e-4832-ac5c-096171a41540 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149374 Feb 19 07:19:56.423689 n-d-829866-3 neutron-server[103589]: WARNING neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Concurrent port binding operations failed on port 08faa673-d59a-4adc-b1b1-06c37bf76668 Feb 19 07:19:56.430317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:56.484567 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempt 2 to bind port 08faa673-d59a-4adc-b1b1-06c37bf76668 Feb 19 07:19:56.485061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:19:56.522145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:56.522489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:56.602197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Router 3f332da9-5dfd-4e70-a80d-622499d067e5 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:19:56.608421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:19:56.636208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:56.653743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-f51b2d79-26d9-4c50-9e72-338e208d85f5 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961707 Feb 19 07:19:56.653934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fcf7dead-371f-40d7-9f83-94a83ba9ba18 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:56.654300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:56.655881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-82d3685b-29f5-43d9-a577-57567ed6c088 None None] Current status of the port fcf7dead-371f-40d7-9f83-94a83ba9ba18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:56.670736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:56.715207 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:56.740473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7a594596-3023-4eec-83cd-f1664e3cc504 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:19:56.756020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:19:56.769829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] Sync routers for ids ['3f332da9-5dfd-4e70-a80d-622499d067e5'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:19:56.771905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9f573e33-bf22-435b-bf99-485c64293a1d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/routers/3f332da9-5dfd-4e70-a80d-622499d067e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8121283 Feb 19 07:19:56.774865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:56.785724 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] Routers {'3f332da9-5dfd-4e70-a80d-622499d067e5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:56.786478 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f332da9-5dfd-4e70-a80d-622499d067e5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:56.836229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:19:56.841640 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61d619-04f2-4abc-b386-6a749bc7c2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:19:56.843169 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0e204-2dbb-4989-a185-2382d6418294 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:19:56.851529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1dd0e204-2dbb-4989-a185-2382d6418294 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/5347cf13-bcdf-4311-80d0-04359ba1bc2b HTTP/1.1" status: 404 len: 333 time: 0.0755522 Feb 19 07:19:56.852741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:56.863979 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:56.886330 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] Routers {'3f332da9-5dfd-4e70-a80d-622499d067e5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:19:56.887804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:19:38Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f332da9-5dfd-4e70-a80d-622499d067e5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:56.933070 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-887f58a3-d4d2-41c1-982a-f2935e60227b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e773c26c779840b8bdb599a762ea47bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954059 Feb 19 07:19:56.935529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:56.970773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:57.000679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.006985 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:57.007903 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4ee9a-2199-4642-887e-28dcbae7d4bb None None] The sync data for ids ['3f332da9-5dfd-4e70-a80d-622499d067e5'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:19:57.027293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 7a594596-3023-4eec-83cd-f1664e3cc504 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:19:57.027651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7a594596-3023-4eec-83cd-f1664e3cc504 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:19:57.045147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9e6b6dcf-7d98-457d-a683-690a40f18e1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:19:57.057077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] Publish callbacks [] for security_group (031a8996-19e6-4f7e-8fef-b7e51212723b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.073952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-18f7391e-c150-4d70-a8ce-53939bed9ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198512 Feb 19 07:19:57.119522 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6c097-fd4e-4fdc-802e-66a2fdd59d5e x-openstack-request-id: req-39f6c097-fd4e-4fdc-802e-66a2fdd59d5e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:19:57.120998 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:19:57.121375 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39f6c097-fd4e-4fdc-802e-66a2fdd59d5e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:19:57.122792 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'status': 'completed', 'code': 200} Feb 19 07:19:57.141867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] Publish callbacks [] for security_group (031a8996-19e6-4f7e-8fef-b7e51212723b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.278562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (031a8996-19e6-4f7e-8fef-b7e51212723b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.281576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.283381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/031a8996-19e6-4f7e-8fef-b7e51212723b HTTP/1.1" status: 204 len: 168 time: 0.3466659 Feb 19 07:19:57.302394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915af34c-9e7d-4e6c-83a8-06c574773245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a8996-19e6-4f7e-8fef-b7e51212723b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:57.320238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:53Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:19:57.392292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.404885 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for router_controller (3f332da9-5dfd-4e70-a80d-622499d067e5), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.406049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a94d23-ca50-42bf-b2f4-44dc240c9ff5 None None] The sync data for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 is: [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:53Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:19:57.429978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fcf7dead-371f-40d7-9f83-94a83ba9ba18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:19:57.634516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-59a9de52-0715-4b0f-b453-254439036f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:57.636704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-59a9de52-0715-4b0f-b453-254439036f46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1155 time: 0.5032735 Feb 19 07:19:57.705402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (3f332da9-5dfd-4e70-a80d-622499d067e5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.706076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Fanout notify agent at l3_agent the message router_deleted on router 3f332da9-5dfd-4e70-a80d-622499d067e5 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:19:57.810214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:57.822421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4077cc22-69cb-4520-b8e0-25baae1f54cd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/routers/3f332da9-5dfd-4e70-a80d-622499d067e5 HTTP/1.1" status: 204 len: 168 time: 0.9634609 Feb 19 07:19:57.844742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:57.865649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34ae47a3-1802-4a29-9947-d65f199ef2c8 req-c5414aca-994c-48ca-abf6-c45795025638 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 210 time: 0.0854952 Feb 19 07:19:57.976382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640bc48-b38f-475d-9332-9c77223de606 req-3977b053-a965-4b8b-aa8f-f3fa42b08640 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:57.985117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b640bc48-b38f-475d-9332-9c77223de606 req-3977b053-a965-4b8b-aa8f-f3fa42b08640 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.4239242 Feb 19 07:19:58.042770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet 1e522d3f-1c4b-4438-a565-02e52537bc0b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:19:58.061487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (1e522d3f-1c4b-4438-a565-02e52537bc0b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.068900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:58.075758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-07aaed81-7b80-4ed5-befd-82cf6e017b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:58.077662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-07aaed81-7b80-4ed5-befd-82cf6e017b16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.4193358 Feb 19 07:19:58.208055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-903488ac-4f20-4802-b86a-8ab1eca29448 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 217 time: 0.1226761 Feb 19 07:19:58.208600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (1e522d3f-1c4b-4438-a565-02e52537bc0b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.244607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b00210fe-2ba8-4405-a2c4-260494671f38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=833e33b1150a4153945df510196b4512&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739559 Feb 19 07:19:58.250422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:58.355049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] Publish callbacks [] for security_group (87b77b91-6280-40bb-a7a6-d3b29e3717a3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.355305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b640bc48-b38f-475d-9332-9c77223de606 req-82176884-d54a-4da5-8276-a3972913c50c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691204 Feb 19 07:19:58.372558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-36fb19c4-ea48-47fa-bc59-dbe8978d625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:58.374031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-36fb19c4-ea48-47fa-bc59-dbe8978d625f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1498759 Feb 19 07:19:58.431798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] Publish callbacks [] for security_group (87b77b91-6280-40bb-a7a6-d3b29e3717a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.480481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-7226988b-491a-46df-b3be-8abd958b2520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983365 Feb 19 07:19:58.586207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (87b77b91-6280-40bb-a7a6-d3b29e3717a3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.589798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.591407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87b77b91-6280-40bb-a7a6-d3b29e3717a3 HTTP/1.1" status: 204 len: 168 time: 0.3371763 Feb 19 07:19:58.614763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d5cd2-951b-4053-a782-caa73d43a587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b77b91-6280-40bb-a7a6-d3b29e3717a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:58.657349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1e522d3f-1c4b-4438-a565-02e52537bc0b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:58.793635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-862acb14-5591-456a-abe2-9ec793d5f735 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047659 Feb 19 07:19:58.847914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-152c120e-15df-44c1-9f8e-530a0a606174 req-ffce8ebf-2d35-40f0-86bb-ce3a0514a2c3 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0521898 Feb 19 07:19:58.940943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (1e522d3f-1c4b-4438-a565-02e52537bc0b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.015751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=1e522d3f-1c4b-4438-a565-02e52537bc0b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:19:59.048159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.052358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad33e603-6510-4bd6-98c5-92af33ce5dbe tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/1e522d3f-1c4b-4438-a565-02e52537bc0b HTTP/1.1" status: 204 len: 168 time: 1.1844807 Feb 19 07:19:59.055112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:19:59.056380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737bb473-d9ea-4705-9dfa-0719ceec7538 None None] Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:19:59.140246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c61d619-04f2-4abc-b386-6a749bc7c2ef req-71543324-03d3-43f6-9718-79815c81753d service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911754 Feb 19 07:19:59.193230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84ad4295-9efa-452b-b106-391d2a885cf7 req-995f0d2d-0e1b-4f9d-a75d-507ec6789a90 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 210 time: 0.1527941 Feb 19 07:19:59.312150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:19:59.402555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.436644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9e6b6dcf-7d98-457d-a683-690a40f18e1e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:19:59.440777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.599181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 6539da3e-e364-46c3-818f-87ebfba457be {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:19:59.599634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6539da3e-e364-46c3-818f-87ebfba457be), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.633137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcb9ac-c2bf-48f8-bd00-70b2fda5e5d0 None None] DHCP port deletion for 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:19:59.749973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e405385d-a658-4011-b777-9abf10c57fee tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:59.756271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e405385d-a658-4011-b777-9abf10c57fee tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.4634473 Feb 19 07:19:59.775604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port 6539da3e-e364-46c3-818f-87ebfba457be, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6539da3e-e364-46c3-818f-87ebfba457be,segment=NetworkSegment(584be97c-6748-47f5-9559-ecae8b28807e),segment_id=584be97c-6748-47f5-9559-ecae8b28807e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:19:59.775977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6539da3e-e364-46c3-818f-87ebfba457be), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:19:59.792707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 6539da3e-e364-46c3-818f-87ebfba457be owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:19:59.886219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc37145-241d-46c3-888e-eaed552f2607 req-233bed83-9f4e-4be2-9102-575b5bcc1d57 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:19:59.892261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fc37145-241d-46c3-888e-eaed552f2607 req-233bed83-9f4e-4be2-9102-575b5bcc1d57 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.3303480 Feb 19 07:20:00.030741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-5699ae5c-71d3-43b8-b220-013bff0cbc77 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 379 time: 0.2652793 Feb 19 07:20:00.032858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6539da3e-e364-46c3-818f-87ebfba457be), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.054556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'device_id': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'admin_state_up': True, 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'security_groups': ['09211059-a85b-42ce-a230-9c1ca5de5df1']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:00.118886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=6539da3e-e364-46c3-818f-87ebfba457be,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:00.140874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e63f046d-90d7-47a0-ac3e-cbc7b75e70b6 req-8bebd884-18c8-437a-8219-61472635b336 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1189144 Feb 19 07:20:00.142056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port 6539da3e-e364-46c3-818f-87ebfba457be on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:00.270043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fc37145-241d-46c3-888e-eaed552f2607 req-07ca2945-9198-4704-9e77-8694e0a2bad2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618691 Feb 19 07:20:00.321999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:00.329572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.333346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.377110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1057c0f8-bbb5-4ce2-ab8e-8cde471dd250']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:00.390199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6539da3e-e364-46c3-818f-87ebfba457be no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:00.402500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584be97c-6748-47f5-9559-ecae8b28807e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:00.403393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584be97c-6748-47f5-9559-ecae8b28807e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:00.441055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ae50be7-7b74-4411-b9d6-dceebc355ec2 req-a7fd5808-2298-44c9-943f-779d4bfddee3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 210 time: 0.0609739 Feb 19 07:20:00.444034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (584be97c-6748-47f5-9559-ecae8b28807e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.460249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (584be97c-6748-47f5-9559-ecae8b28807e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.477159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:20:00.477752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (584be97c-6748-47f5-9559-ecae8b28807e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.478298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6539da3e-e364-46c3-818f-87ebfba457be {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:20:00.478976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6539da3e-e364-46c3-818f-87ebfba457be not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:20:00.481819 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:20:00.507237 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.548958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:00.549545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.582483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8abcb9ac-c2bf-48f8-bd00-70b2fda5e5d0 None None] Deleting port 6539da3e-e364-46c3-818f-87ebfba457be {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:00.583372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8abcb9ac-c2bf-48f8-bd00-70b2fda5e5d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6539da3e-e364-46c3-818f-87ebfba457be), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.585353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1057c0f8-bbb5-4ce2-ab8e-8cde471dd250), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.594777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:00.597595 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11acb410-160f-46c4-9434-9ad67e1f79d8" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:00.631250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.20.0.3 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/49c44160-64a6-47ed-94c7-be3516a7213d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:00.631374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.635112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 HTTP/1.1" status: 204 len: 168 time: 1.5789893 Feb 19 07:20:00.640328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84328a-6a5a-4c98-9bcc-c1d165ebf2de tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=1057c0f8-bbb5-4ce2-ab8e-8cde471dd250,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:00.642516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-8abcb9ac-c2bf-48f8-bd00-70b2fda5e5d0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 could not be found. Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:20:00.723267 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 could not be found. Feb 19 07:20:00.727800 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:20:00.738200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:00.751452 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2050864e-dcd4-45d2-a759-c81dd4505258 x-openstack-request-id: req-2050864e-dcd4-45d2-a759-c81dd4505258 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:00.756590 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:00.758312 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2050864e-dcd4-45d2-a759-c81dd4505258 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:00.758945 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'code': 200} Feb 19 07:20:00.764546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0bfe6-0ed5-40c0-a5cc-9c3559fd88b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:00.768947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87d0bfe6-0ed5-40c0-a5cc-9c3559fd88b8 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/73e16bd9-c855-4b72-b613-eb355ed17a07 HTTP/1.1" status: 200 len: 839 time: 0.1250947 Feb 19 07:20:00.773323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:00.780318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f6bf3-6d94-4bb9-8946-cd999637535a None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:20:00.792826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.862686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (49c44160-64a6-47ed-94c7-be3516a7213d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.917168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-357f2b2a-f83a-45c9-afd2-a92e2fe90010 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/73e16bd9-c855-4b72-b613-eb355ed17a07?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1396453 Feb 19 07:20:00.918177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:00.930725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:00.932930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:00.941549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:01.098342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f6bf3-6d94-4bb9-8946-cd999637535a None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:20:01.132390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:01.147029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:01.147237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:01.151882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:01.154508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:01.298353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:01.398541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:01.407620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:01.446604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0fd6019d-8f22-4b8b-8b74-2ff7ab83b93d req-77ce2d02-334c-42ba-8b63-937f5b7f06cc tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1163890 Feb 19 07:20:01.464497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-b2abf73b-e0f7-4870-ba89-1180a122254d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4271612 Feb 19 07:20:01.491142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Request body: {'port': {'device_id': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:01.578799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:01.592245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843017ba-1be0-4586-b5e2-b91618d8fab3 None None] DHCP port deletion for 1057c0f8-bbb5-4ce2-ab8e-8cde471dd250 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:20:01.696965 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:01.868471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ba745-f548-4b37-8eca-d96742221ab9 req-ddd02d9e-b18f-4aa5-829c-858b052e4725 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:01.870543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d83ba745-f548-4b37-8eca-d96742221ab9 req-ddd02d9e-b18f-4aa5-829c-858b052e4725 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 931 time: 0.2006307 Feb 19 07:20:01.871489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (bb010066-5e8e-4314-883f-a4bec45cc31b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:01.999693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:02.020694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3112a4-353f-4974-8b46-3996323a7bcb req-351dfea8-79f4-47e8-80dc-539671528625 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.022780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:02.023049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c3112a4-353f-4974-8b46-3996323a7bcb req-351dfea8-79f4-47e8-80dc-539671528625 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.4451041 Feb 19 07:20:02.037204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43d28d-1f06-464f-8055-bfb60ef41ad3 None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:02.073614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.074397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.088717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.089311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.089857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.090330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.090788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.091339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.091917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:02.095859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=bb010066-5e8e-4314-883f-a4bec45cc31b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:02.103534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-69cc131e-a68d-4d7a-861d-b84ff49fdb48 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6706 time: 0.5225625 Feb 19 07:20:02.113383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65e98622-42af-43e7-b3fa-28523ff9a4b6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1904385 Feb 19 07:20:02.134865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d83ba745-f548-4b37-8eca-d96742221ab9 req-5169c08e-f86b-463e-a5db-eb4f096581a2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274976 Feb 19 07:20:02.136364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:02.150559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'security_group': {'name': 'tempest-secgroup-1664186188'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:02.212752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.233626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f89f2bd1-b59d-41df-8b89-5d1f51c2a55a None None] Provisioning complete for port 49c44160-64a6-47ed-94c7-be3516a7213d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:02.234265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f89f2bd1-b59d-41df-8b89-5d1f51c2a55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.349949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f89f2bd1-b59d-41df-8b89-5d1f51c2a55a None None] Port 49c44160-64a6-47ed-94c7-be3516a7213d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:02.355285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-3bb26bbd-4118-4139-93b9-b1635f356849 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503335 Feb 19 07:20:02.363408 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c3112a4-353f-4974-8b46-3996323a7bcb req-f00b966e-a9c1-4b21-af9e-4dbf535ef696 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345323 Feb 19 07:20:02.382011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (5f50ee82-4faf-4aaf-a1f2-5b129e370756), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.391108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5f50ee82-4faf-4aaf-a1f2-5b129e370756), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.413396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-6d933949-66e6-451b-bfd5-11fbc77f5471', 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'project_id': '2eb86242042a43daa0fe1f36455fb220', 'fixed_ips': [{'subnet_id': 'bb010066-5e8e-4314-883f-a4bec45cc31b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:20:02.413396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.450077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50ee82-4faf-4aaf-a1f2-5b129e370756,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:02.477251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.477251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7eac0ad4-96fa-41aa-8361-e657b41e77fc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3309829 Feb 19 07:20:02.478071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:02.482850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'security_group': {'name': 'tempest-secgroup-1404027502'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:02.518136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.575687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:02.592251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks [] for port (49c44160-64a6-47ed-94c7-be3516a7213d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.661346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (1d66768f-228b-40e7-841a-1d018fa882c8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.670842 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d66768f-228b-40e7-841a-1d018fa882c8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.681041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5263389e-9273-495d-af8c-08ac817b0e12 req-c458f8c8-cbb0-4c90-b77e-893a8e175739 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0620661 Feb 19 07:20:02.682568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Transition to ACTIVE for port object 49c44160-64a6-47ed-94c7-be3516a7213d will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:02.690742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.753987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Allocated IP 172.20.0.2 (6d933949-66e6-451b-bfd5-11fbc77f5471/bb010066-5e8e-4314-883f-a4bec45cc31b/ea9ae5d1-4d1c-4043-9388-6a10c392a471) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:02.756991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:02.764044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2846930 Feb 19 07:20:02.767179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:02.771094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:02.785432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.786864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.787350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.787827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.788256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.788693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.789125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.789552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.789977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.790404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.790839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.791290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.791717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:02.808555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1226364017', 'security_groups': ['1d66768f-228b-40e7-841a-1d018fa882c8'], 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb010066-5e8e-4314-883f-a4bec45cc31b'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:02.821805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebeb00-3eda-4326-9a29-9954e690bd44 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66768f-228b-40e7-841a-1d018fa882c8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:02.992356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Attempting to bind port 49c44160-64a6-47ed-94c7-be3516a7213d on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:02.992849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Attempting to bind port 49c44160-64a6-47ed-94c7-be3516a7213d by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:02.993270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Attempting to bind port 49c44160-64a6-47ed-94c7-be3516a7213d on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:03.005047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Port 49c44160-64a6-47ed-94c7-be3516a7213d on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:20:03.006387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Attempting to bind port 49c44160-64a6-47ed-94c7-be3516a7213d on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:03.016549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:03.018375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:03.019478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:03.021570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.022283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Bound port: 49c44160-64a6-47ed-94c7-be3516a7213d, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:03.022769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.043396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks [] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.053338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.079775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:03.150310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:03.171795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:03.181286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:03.184243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:03.256873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:03.268794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:03.292473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.325586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:03.326253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.328982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] 10.222.0.47 "PUT /v2.0/ports/49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 1091 time: 1.8532066 Feb 19 07:20:03.341432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:03.353270 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec63216-27ca-4153-9ec3-908590f77dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:03.382499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Attempting to bind port ea9ae5d1-4d1c-4043-9388-6a10c392a471 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:03.383049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Attempting to bind port ea9ae5d1-4d1c-4043-9388-6a10c392a471 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:03.383592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Attempting to bind port ea9ae5d1-4d1c-4043-9388-6a10c392a471 on network 6d933949-66e6-451b-bfd5-11fbc77f5471 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:03.397814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:03.398326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Checking segment: {'id': 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:03.399319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.399644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Bound using segment: {'id': 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:03.400220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Bound port: ea9ae5d1-4d1c-4043-9388-6a10c392a471, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:03.401338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.439094 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5db3ab-09ed-4e06-9da8-7f80111be833 x-openstack-request-id: req-ff5db3ab-09ed-4e06-9da8-7f80111be833 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:03.439423 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:03.442789 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ff5db3ab-09ed-4e06-9da8-7f80111be833 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:03.443244 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'status': 'completed', 'code': 200} Feb 19 07:20:03.564553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:03.580722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:03.583995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:03.590050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a95e2-5e76-470f-abd3-e5b71d29d33b service neutron] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:03.597617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.687710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455855ce-8500-41c9-a044-c7f14960d080 req-2a96de08-ff3a-4005-a892-c225a9e36e45 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:03.704149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a4f0e-7db5-4de4-bf78-446cfc36e454 req-5dcc01d3-6484-4851-8165-e34ee4611154 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:03.704679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-455855ce-8500-41c9-a044-c7f14960d080 req-2a96de08-ff3a-4005-a892-c225a9e36e45 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 943 time: 0.4054766 Feb 19 07:20:03.713571 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214a4f0e-7db5-4de4-bf78-446cfc36e454 req-5dcc01d3-6484-4851-8165-e34ee4611154 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.2328184 Feb 19 07:20:03.732137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.736123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-c63365d2-a408-42c0-9027-75aeae75ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:03.737633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-c63365d2-a408-42c0-9027-75aeae75ab81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1125 time: 0.3186195 Feb 19 07:20:03.743306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff1aac-3a87-40fb-bffc-22086b3247fd None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:03.831614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-14caa081-3aa2-4dbf-8349-b28f24131ac9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 217 time: 0.0720985 Feb 19 07:20:03.891659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:20:03.914358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-455855ce-8500-41c9-a044-c7f14960d080 req-62768a8d-4ada-414f-8a51-ca7371f99a45 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087126 Feb 19 07:20:03.922508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-214a4f0e-7db5-4de4-bf78-446cfc36e454 req-0adb0776-003c-4fc8-aed3-747ca67386fa tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079828 Feb 19 07:20:03.935030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c53a5316-2616-4977-9962-b1aae0c5b06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:03.973452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-183953df-b449-443c-947f-f03de6180d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:03.978417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-183953df-b449-443c-947f-f03de6180d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1399086 Feb 19 07:20:04.305285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:04.354624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c53a5316-2616-4977-9962-b1aae0c5b06d admin admin] Publish callbacks [] for security_group (56abbc15-d35f-40ef-93ad-4fe9781be618), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.361600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.5 (6d933949-66e6-451b-bfd5-11fbc77f5471/bb010066-5e8e-4314-883f-a4bec45cc31b/1382cf3a-b024-453d-bdb4-0d63ad5e1dde) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:04.368977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c53a5316-2616-4977-9962-b1aae0c5b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56abbc15-d35f-40ef-93ad-4fe9781be618), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.449696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c53a5316-2616-4977-9962-b1aae0c5b06d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9783c3638b3245a1bcd9d2d9851a59a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8631124 Feb 19 07:20:04.455577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:04.456797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:04.457185 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.474964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5316-2616-4977-9962-b1aae0c5b06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56abbc15-d35f-40ef-93ad-4fe9781be618,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:04.678217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.689930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:04.690523 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.696405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a38048cc-da83-4a57-9e5d-ef4dbb4eb1d5 req-554aaa8c-e487-4cd0-b6f8-d219e8957169 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0402164 Feb 19 07:20:04.709300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e9a21a48-366f-499b-a314-31ada3d893ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:04.711176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e9a21a48-366f-499b-a314-31ada3d893ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7172408 Feb 19 07:20:04.742199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.769276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:04.777041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.810264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] Publish callbacks [] for security_group (56abbc15-d35f-40ef-93ad-4fe9781be618), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:04.868793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:04.889987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:04.891370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-e3c44165-93a2-479c-b22b-62ea325b63b1 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710279 Feb 19 07:20:04.893993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:04.904272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:05.050964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] Publish callbacks [] for security_group (56abbc15-d35f-40ef-93ad-4fe9781be618), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.053617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fe308ae-7e17-4569-bb74-69a66f134018 req-cf44e4e4-e832-4db3-a492-8a1ed5a1fc29 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540248 Feb 19 07:20:05.071859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=1382cf3a-b024-453d-bdb4-0d63ad5e1dde,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:05.173212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:05.173954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.195505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a63e-fa2c-4574-9ad2-e889cfd7b503 req-5e8e8f8c-5146-43c2-956f-5a492d6c67c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:05.198441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8566a63e-fa2c-4574-9ad2-e889cfd7b503 req-5e8e8f8c-5146-43c2-956f-5a492d6c67c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 943 time: 0.1431978 Feb 19 07:20:05.231856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-af68cbdc-1cca-40c9-a83b-a10fd3aabed6 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4624443 Feb 19 07:20:05.238001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:05.240677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f621b9-8e88-4135-b2ba-b871b096e09b req-84d59fab-9a0a-4d78-9381-39919b9a3a10 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:05.247654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2f621b9-8e88-4135-b2ba-b871b096e09b req-84d59fab-9a0a-4d78-9381-39919b9a3a10 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1988981 Feb 19 07:20:05.273772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:05.292154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56abbc15-d35f-40ef-93ad-4fe9781be618), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.294804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.296154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56abbc15-d35f-40ef-93ad-4fe9781be618 HTTP/1.1" status: 204 len: 168 time: 0.8372285 Feb 19 07:20:05.384128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2f621b9-8e88-4135-b2ba-b871b096e09b req-6a9312d1-5ef6-444c-ad34-07072cbcb52b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353230 Feb 19 07:20:05.395581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222a452-91c9-492a-a27f-ad597f1fce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56abbc15-d35f-40ef-93ad-4fe9781be618,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:05.489679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63216-27ca-4153-9ec3-908590f77dfb req-9b0b5a47-0504-4785-a763-5fc02c6e79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:05.505331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-9b0b5a47-0504-4785-a763-5fc02c6e79ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1125 time: 0.3693969 Feb 19 07:20:05.565282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:05.572501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.726298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:05.768770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:05.769059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:05.799355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8566a63e-fa2c-4574-9ad2-e889cfd7b503 req-e554f481-1e94-4b2b-9a79-0880990fac74 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795779 Feb 19 07:20:05.917288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63216-27ca-4153-9ec3-908590f77dfb req-81cc45d6-3d26-4e96-986c-a265a16a375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:05.919066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-81cc45d6-3d26-4e96-986c-a265a16a375d service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.4129410 Feb 19 07:20:06.016918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f78472a0-391c-4b3f-acf2-65d48090ac86 req-27029c1e-8d03-4d22-a741-af15a08854fc tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1299744 Feb 19 07:20:06.025410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-797e16e6-7cd7-4185-91aa-4e5971a0de04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 217 time: 0.0970860 Feb 19 07:20:06.046228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:06.053536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.062167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:06.091740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b545a799-9433-4598-a007-a2dc1b7b6e96 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:06.102805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11fdde01-fa94-4083-b29c-e260d0e99db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.137754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:06.181234 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb010066-5e8e-4314-883f-a4bec45cc31b (CIDR: 172.20.0.0/28) Feb 19 07:20:06.242198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63216-27ca-4153-9ec3-908590f77dfb req-ade75631-eea5-4edb-8f37-44681958d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:06.244692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-ade75631-eea5-4edb-8f37-44681958d499 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1992173 Feb 19 07:20:06.251636 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:20:06.251946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:06.312339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2cbec94f-f373-436d-83e2-62b792004937 None None] Provisioning complete for port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:06.313698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2cbec94f-f373-436d-83e2-62b792004937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.317689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11fdde01-fa94-4083-b29c-e260d0e99db3 admin admin] Publish callbacks [] for security_group (e67efca3-7468-446d-b5d2-63ada3798136), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.320888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4cdcb5bb-25e0-4830-9cb9-9ce6367841b0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0628707 Feb 19 07:20:06.322189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52920) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:06.331035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11fdde01-fa94-4083-b29c-e260d0e99db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e67efca3-7468-446d-b5d2-63ada3798136), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.334795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:06.391128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3d78e0d-d7e2-4b76-844e-2d141aad3287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.436805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:06.439386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.445510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11fdde01-fa94-4083-b29c-e260d0e99db3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ec39196ba5b4866a1aec22236376a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3787222 Feb 19 07:20:06.446192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:06.446881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdde01-fa94-4083-b29c-e260d0e99db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67efca3-7468-446d-b5d2-63ada3798136,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:06.510030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2cbec94f-f373-436d-83e2-62b792004937 None None] Port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:06.533182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] Publish callbacks [] for security_group (e67efca3-7468-446d-b5d2-63ada3798136), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.533764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63216-27ca-4153-9ec3-908590f77dfb req-cac23100-fd9c-4430-ac95-91fd1203ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:06.539357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-cac23100-fd9c-4430-ac95-91fd1203ea3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2807939 Feb 19 07:20:06.557667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] Publish callbacks [] for security_group (e67efca3-7468-446d-b5d2-63ada3798136), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.559148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:06.572523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.641314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:06.647881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e67efca3-7468-446d-b5d2-63ada3798136), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.651022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:06.656247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e67efca3-7468-446d-b5d2-63ada3798136 HTTP/1.1" status: 204 len: 168 time: 0.1913898 Feb 19 07:20:06.662453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b909c2-f00d-4d42-8a6d-b9b4c9ffdb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67efca3-7468-446d-b5d2-63ada3798136,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:06.892428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-2f5c4475-28e7-488d-a7f9-df8f877395bc service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977485 Feb 19 07:20:07.070469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b4c3b-7aa6-45eb-8f99-010940ce2acd req-da1da6df-c6ae-4941-ab6d-f9a99c8c0c6b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:07.072082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-901b4c3b-7aa6-45eb-8f99-010940ce2acd req-da1da6df-c6ae-4941-ab6d-f9a99c8c0c6b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.5448205 Feb 19 07:20:07.098250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a423e39-0dcb-4359-a2a8-291189c62507 req-83e3490d-1887-4830-82ba-9f1de2c987ef tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:07.112110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a423e39-0dcb-4359-a2a8-291189c62507 req-83e3490d-1887-4830-82ba-9f1de2c987ef tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 943 time: 0.1399307 Feb 19 07:20:07.137204 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ad4d9bfa-585a-411d-b174-fbd14dc6abe8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:07.199042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a423e39-0dcb-4359-a2a8-291189c62507 req-5089b784-9f12-4f3c-b971-020028efa302 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860789 Feb 19 07:20:07.218391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eec63216-27ca-4153-9ec3-908590f77dfb req-572570e6-a96e-4967-98e3-8728690bacc4 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888205 Feb 19 07:20:07.264967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-901b4c3b-7aa6-45eb-8f99-010940ce2acd req-ca88bbd9-30e3-4b1b-bec4-ad999c53c828 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801693 Feb 19 07:20:07.269691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:07.273986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:07.281160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:07.282122 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:07.292173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=ad4d9bfa-585a-411d-b174-fbd14dc6abe8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:07.296595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0a8e93-9b36-4ba7-81a1-6682a51b9e26 None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:07.315025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f0d0daf-39a3-46f2-9e1b-c2c19deeec3b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9861791 Feb 19 07:20:07.315404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:07.328455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1081927595', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad4d9bfa-585a-411d-b174-fbd14dc6abe8'}], 'security_groups': ['5f50ee82-4faf-4aaf-a1f2-5b129e370756']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:07.353407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:07.473570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5fb42db9-b988-4ec4-b148-19ef291b478d req-d35049b7-d8cf-4e83-9905-9ef8c5278c83 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0913601 Feb 19 07:20:07.575069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 08faa673-d59a-4adc-b1b1-06c37bf76668 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:07.579521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:07.898628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Update dhcp port {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'fixed_ips': [{'subnet_id': 'bb010066-5e8e-4314-883f-a4bec45cc31b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad4d9bfa-585a-411d-b174-fbd14dc6abe8'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'ea9ae5d1-4d1c-4043-9388-6a10c392a471'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:20:07.978098 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:08.261783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Allocated IP 172.20.0.18 (6d933949-66e6-451b-bfd5-11fbc77f5471/ad4d9bfa-585a-411d-b174-fbd14dc6abe8/ea9ae5d1-4d1c-4043-9388-6a10c392a471) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:08.461142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:08.532139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Publish callbacks [] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:08.548262 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:08.561321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda5767-7062-4ac8-ba99-7b3eaf77f424 req-bb10d79e-f7f6-42d7-a83f-e28c2098ca53 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:08.562845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4fda5767-7062-4ac8-ba99-7b3eaf77f424 req-bb10d79e-f7f6-42d7-a83f-e28c2098ca53 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1356382 Feb 19 07:20:08.575704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0eb19ebf-5da8-461c-8c18-80e2a061740b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:08.612151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c5e15-f141-49b4-909b-4477d5fee95f req-308d8ff2-8904-42df-95dd-a301fce05ce1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:08.613758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-838c5e15-f141-49b4-909b-4477d5fee95f req-308d8ff2-8904-42df-95dd-a301fce05ce1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 943 time: 0.1905975 Feb 19 07:20:08.702037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4fda5767-7062-4ac8-ba99-7b3eaf77f424 req-bada6af2-4c87-4436-82ac-ecf26bdd9673 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287673 Feb 19 07:20:08.719396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-838c5e15-f141-49b4-909b-4477d5fee95f req-84f541ab-2827-4e2f-9bff-6a2f0856e361 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896015 Feb 19 07:20:08.730475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932feaa-cd70-482f-a343-0d574398ffc3 None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:08.762316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:20:08.815756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Delete allocated IP 172.20.0.5 (6d933949-66e6-451b-bfd5-11fbc77f5471/bb010066-5e8e-4314-883f-a4bec45cc31b) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:20:08.899224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.24 (6d933949-66e6-451b-bfd5-11fbc77f5471/ad4d9bfa-585a-411d-b174-fbd14dc6abe8/1382cf3a-b024-453d-bdb4-0d63ad5e1dde) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:08.930423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:08.964847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '49c44160-64a6-47ed-94c7-be3516a7213d', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:20:09.006563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2761053f-d567-42bb-be3a-d9f2d2aa2c6e req-44e507a8-557b-4660-8347-08b752be9970 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1645072 Feb 19 07:20:09.021136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:09.021705 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.060571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:09.402495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:09.411878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.417176 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.432545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.497480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:09.603778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.648726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=1382cf3a-b024-453d-bdb4-0d63ad5e1dde,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:09.666501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] In _notify_port_updated(), no bound segment for port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde on network 6d933949-66e6-451b-bfd5-11fbc77f5471 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:20:09.673180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:09.674862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.677224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-74e0f99b-0354-4f9a-870b-86be7d09f9b2 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/ports/1382cf3a-b024-453d-bdb4-0d63ad5e1dde HTTP/1.1" status: 200 len: 921 time: 2.3599670 Feb 19 07:20:09.681327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:09.759463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['49c44160-64a6-47ed-94c7-be3516a7213d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:20:09.860303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:09.860737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.876730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:09.877307 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.972291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:09.980735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:09.993516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 1382cf3a-b024-453d-bdb4-0d63ad5e1dde owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:10.006317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547a39-40e2-4c86-a01a-5b79393150e0 req-116baab3-1786-4f77-9aa2-54b069095d37 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:10.045848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4547a39-40e2-4c86-a01a-5b79393150e0 req-116baab3-1786-4f77-9aa2-54b069095d37 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1556680 Feb 19 07:20:10.165286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Provisioning complete for port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:10.165931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.173139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:10.205025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4547a39-40e2-4c86-a01a-5b79393150e0 req-a4aec271-61cd-4fe5-b570-54ec8e32a836 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579530 Feb 19 07:20:10.223968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Port 1382cf3a-b024-453d-bdb4-0d63ad5e1dde was deleted so its status cannot be updated. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 07:20:10.234363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1382cf3a-b024-453d-bdb4-0d63ad5e1dde), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.285498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=1382cf3a-b024-453d-bdb4-0d63ad5e1dde,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:10.299879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:10.300528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.412010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa172030-4da4-45d7-b4d1-75496fed81c7 req-37b6c69a-a3e6-4ed3-9e01-bd91de71bd24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:10.420443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa172030-4da4-45d7-b4d1-75496fed81c7 req-37b6c69a-a3e6-4ed3-9e01-bd91de71bd24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2700047 Feb 19 07:20:10.422996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.429260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:10.429567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e63cca6c-3a02-4ad1-8b5e-7b1c888fd767 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/1382cf3a-b024-453d-bdb4-0d63ad5e1dde HTTP/1.1" status: 204 len: 168 time: 0.7462132 Feb 19 07:20:10.448192 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-194cbe11-e7fd-4820-a4e7-2ce44cd2a40b None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:10.455631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:10.455631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.519734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa172030-4da4-45d7-b4d1-75496fed81c7 req-a9557cc0-70f4-4fdd-9953-5d37d21d1f13 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982835 Feb 19 07:20:10.560387 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7a2d28-d3f4-49ba-9ee0-2fedcc771332 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:20:10.568899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f7a2d28-d3f4-49ba-9ee0-2fedcc771332 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/1382cf3a-b024-453d-bdb4-0d63ad5e1dde HTTP/1.1" status: 404 len: 333 time: 0.1374798 Feb 19 07:20:10.569180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:10.651885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:10.656526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (1d66768f-228b-40e7-841a-1d018fa882c8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.672163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-584d56e0-03e2-4c85-bbf7-dca221e8aed8 None None] Could not find standard attr ID for object 1382cf3a-b024-453d-bdb4-0d63ad5e1dde. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:20:10.687141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-08e77b36-530c-44f3-8e2a-e12f359b2d30 req-376de159-e11d-457f-9ebc-915f96983e5b tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0739806 Feb 19 07:20:10.704649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (1d66768f-228b-40e7-841a-1d018fa882c8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.790635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d66768f-228b-40e7-841a-1d018fa882c8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.793295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.796919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/security-groups/1d66768f-228b-40e7-841a-1d018fa882c8 HTTP/1.1" status: 204 len: 168 time: 0.2240143 Feb 19 07:20:10.797300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:10.833256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5df46-8cde-4449-b998-cec71b356107 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66768f-228b-40e7-841a-1d018fa882c8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:10.928524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.958590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (5f50ee82-4faf-4aaf-a1f2-5b129e370756), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:10.986791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (5f50ee82-4faf-4aaf-a1f2-5b129e370756), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.037204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5f50ee82-4faf-4aaf-a1f2-5b129e370756), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.040468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.044675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:11.045215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f50ee82-4faf-4aaf-a1f2-5b129e370756 HTTP/1.1" status: 204 len: 168 time: 0.2466774 Feb 19 07:20:11.057259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50ee82-4faf-4aaf-a1f2-5b129e370756,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:11.065858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.066399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.066952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.067534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.068025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.068873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.069875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.070538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.071159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.071679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.072158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.072722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.073190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090157-f539-4de3-822b-eb79177c46a9 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:11.159827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet bb010066-5e8e-4314-883f-a4bec45cc31b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:11.164029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (bb010066-5e8e-4314-883f-a4bec45cc31b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.229700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (bb010066-5e8e-4314-883f-a4bec45cc31b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.266378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:11.381623 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (bb010066-5e8e-4314-883f-a4bec45cc31b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.407353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9a109-687c-4b44-8cd8-6425750dd11b req-1ffbb66e-17d5-45bc-99f2-388fbaa8fe55 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:11.409023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e9a109-687c-4b44-8cd8-6425750dd11b req-1ffbb66e-17d5-45bc-99f2-388fbaa8fe55 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1152256 Feb 19 07:20:11.484307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (bb010066-5e8e-4314-883f-a4bec45cc31b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.502981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc3e74-ed5e-4ff1-b6e6-460057deb27e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.525794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=bb010066-5e8e-4314-883f-a4bec45cc31b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:11.537448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e9a109-687c-4b44-8cd8-6425750dd11b req-9c5daf60-3c7a-49fb-a717-45843b7a0fb4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185672 Feb 19 07:20:11.542240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b703ab6-66b8-476f-8cd3-d6a55ee5028a None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:11.563710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.571476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-564a6b5e-2b18-44f0-a418-1bf7fc9b8863 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/bb010066-5e8e-4314-883f-a4bec45cc31b HTTP/1.1" status: 204 len: 168 time: 0.5254362 Feb 19 07:20:11.576298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:11.587938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:11.717959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc3e74-ed5e-4ff1-b6e6-460057deb27e admin admin] Publish callbacks [] for security_group (e856f0a4-f841-4ca4-951b-e38ddc63f47b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.736903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc3e74-ed5e-4ff1-b6e6-460057deb27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e856f0a4-f841-4ca4-951b-e38ddc63f47b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:11.768275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44fc3e74-ed5e-4ff1-b6e6-460057deb27e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=911c87e3bc0a477cb3a7eabb3935a097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007305 Feb 19 07:20:11.773406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:11.799903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb277-b74a-4e5f-86f5-478027326bb7 req-4e44f776-96cc-487e-9635-b3cf5bc75f86 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:11.807547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81dcb277-b74a-4e5f-86f5-478027326bb7 req-4e44f776-96cc-487e-9635-b3cf5bc75f86 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1404812 Feb 19 07:20:11.893590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81dcb277-b74a-4e5f-86f5-478027326bb7 req-178eee27-21ad-4d7c-b389-3112a40fcaf0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850565 Feb 19 07:20:11.912822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc3e74-ed5e-4ff1-b6e6-460057deb27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e856f0a4-f841-4ca4-951b-e38ddc63f47b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:11.940741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e9cbf02-4f4e-49a4-a4cd-e5e610785d63 req-8fc68aa1-48ff-460e-aae8-86775907b39f tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0812259 Feb 19 07:20:11.958680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:11.969543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.029961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] Publish callbacks [] for security_group (e856f0a4-f841-4ca4-951b-e38ddc63f47b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.080732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] Publish callbacks [] for security_group (e856f0a4-f841-4ca4-951b-e38ddc63f47b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.175752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e856f0a4-f841-4ca4-951b-e38ddc63f47b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.179320 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.184555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e856f0a4-f841-4ca4-951b-e38ddc63f47b HTTP/1.1" status: 204 len: 168 time: 0.4063625 Feb 19 07:20:12.205821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3c5df-5aec-497a-b242-ef0ac9969d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e856f0a4-f841-4ca4-951b-e38ddc63f47b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:12.445571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.520514 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (585c25f1-c70e-4509-af25-809e3523a28b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.675828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:12.679797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:12.681495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=585c25f1-c70e-4509-af25-809e3523a28b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:12.683966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:12.684555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.755421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-28fdc520-f393-44f8-874f-9ba91be38d27 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1777620 Feb 19 07:20:12.759811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:12.768408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283953156'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:12.775559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:12.798974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:12.852756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.866964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eba955b-5574-4bf4-a7c7-bf2ebeb942b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:12.875447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6e3db-3538-4bf4-90ea-f505ff15f4fc None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:12.973623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba650-ed8c-4f48-860b-04cb5a15b657 req-5a939adb-1756-4792-be9c-7ea8756d63c1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:12.975266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2bba650-ed8c-4f48-860b-04cb5a15b657 req-5a939adb-1756-4792-be9c-7ea8756d63c1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.3112867 Feb 19 07:20:12.998403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:12.998832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.053134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 49c44160-64a6-47ed-94c7-be3516a7213d completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:13.054283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (c8fd1c7f-837d-44e9-8c35-73044732df2a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.076851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8fd1c7f-837d-44e9-8c35-73044732df2a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.108320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 49c44160-64a6-47ed-94c7-be3516a7213d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:13.108660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.116532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:13.127330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd1c7f-837d-44e9-8c35-73044732df2a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.146849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2bba650-ed8c-4f48-860b-04cb5a15b657 req-09ae541a-96bb-4440-8967-e565724225ee tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629987 Feb 19 07:20:13.178764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.180375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c90ae603-6085-4270-ab76-aed22c32f427 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4191802 Feb 19 07:20:13.185527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:13.190675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'security_group': {'name': 'tempest-secgroup-50405897'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:13.196475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:13.196858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.234502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6d688-7581-4013-8f09-050960ecfb80 req-ccad21e6-fb5c-4a49-9bb2-77d979c5407e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:13.248724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5a6d688-7581-4013-8f09-050960ecfb80 req-ccad21e6-fb5c-4a49-9bb2-77d979c5407e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1917555 Feb 19 07:20:13.276925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eba955b-5574-4bf4-a7c7-bf2ebeb942b9 admin admin] Publish callbacks [] for security_group (588410a9-d677-43af-89b1-f221f4e61bc2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.289456 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5eba955b-5574-4bf4-a7c7-bf2ebeb942b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (588410a9-d677-43af-89b1-f221f4e61bc2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.301741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.336889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:13.337673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.390502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (40fbaeab-c4ca-48be-b1a0-b9e0403e892b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.399291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40fbaeab-c4ca-48be-b1a0-b9e0403e892b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.401128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a2cac9d-9940-45e8-a0d2-cfcf38e7623b req-6a958ebb-1d67-4cc9-9695-d238ba57ef95 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1142318 Feb 19 07:20:13.424127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Update dhcp port {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'fixed_ips': [{'subnet_id': 'ad4d9bfa-585a-411d-b174-fbd14dc6abe8', 'ip_address': '172.20.0.18'}, {'subnet_id': '585c25f1-c70e-4509-af25-809e3523a28b'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'ea9ae5d1-4d1c-4043-9388-6a10c392a471'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:20:13.453305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fbaeab-c4ca-48be-b1a0-b9e0403e892b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.456319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5eba955b-5574-4bf4-a7c7-bf2ebeb942b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53e3a42709034cc7a29c146040189018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6562517 Feb 19 07:20:13.457380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba955b-5574-4bf4-a7c7-bf2ebeb942b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588410a9-d677-43af-89b1-f221f4e61bc2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.459968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:13.487680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5a6d688-7581-4013-8f09-050960ecfb80 req-440c4b18-e043-4ae4-a629-6ee580d11532 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342732 Feb 19 07:20:13.494043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.500316 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.506250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31a2e79b-441e-430c-9776-8cb3c82ea9f0 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3195667 Feb 19 07:20:13.509007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:13.513747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:13.517621 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd39fb22-5c82-4849-be19-38e3a532690f" -d '{"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-plugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:13.518827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'security_group': {'name': 'tempest-secgroup-2003687246'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:13.552611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.565591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] Publish callbacks [] for security_group (588410a9-d677-43af-89b1-f221f4e61bc2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.575906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03df035e-8d51-4c75-91df-d9432cefc697 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:13.607465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:13.619745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.649084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] Publish callbacks [] for security_group (588410a9-d677-43af-89b1-f221f4e61bc2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.652969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (0daac010-7b86-4f8d-bb73-28177170a00d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.662596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0daac010-7b86-4f8d-bb73-28177170a00d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.746460 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a595c-c778-4f68-b147-0d81e72e0a2d x-openstack-request-id: req-535a595c-c778-4f68-b147-0d81e72e0a2d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:13.746892 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-plugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:13.747504 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-535a595c-c778-4f68-b147-0d81e72e0a2d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:13.748208 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'code': 200} Feb 19 07:20:13.751877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.753345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (588410a9-d677-43af-89b1-f221f4e61bc2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.757781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0daac010-7b86-4f8d-bb73-28177170a00d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:13.760411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.761834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/588410a9-d677-43af-89b1-f221f4e61bc2 HTTP/1.1" status: 204 len: 168 time: 0.2974598 Feb 19 07:20:13.774271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.774627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.774974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.775768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.776424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.776538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.776997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.777364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.777701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.778030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.778820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.779156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.780254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:13.782095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:13.789224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5d41d20d-fc67-48ee-8471-e0f66f387a06 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2791109 Feb 19 07:20:13.793136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:13.805058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1753876858', 'security_groups': ['0daac010-7b86-4f8d-bb73-28177170a00d'], 'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '585c25f1-c70e-4509-af25-809e3523a28b'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:13.847701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6daba-ec0a-4e90-8eb0-5c6c9f533618 req-1500eeb6-df7d-4ada-9552-2848b701906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:13.853348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14a6daba-ec0a-4e90-8eb0-5c6c9f533618 req-1500eeb6-df7d-4ada-9552-2848b701906c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1127 time: 0.1318862 Feb 19 07:20:13.962196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14a6daba-ec0a-4e90-8eb0-5c6c9f533618 req-17b57299-29ed-4060-a597-d2c56746519b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050227 Feb 19 07:20:13.979819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd7228-6030-49eb-9752-92cce5a9f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588410a9-d677-43af-89b1-f221f4e61bc2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:14.031368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:14.088666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Allocated IP 172.20.0.2 (6d933949-66e6-451b-bfd5-11fbc77f5471/585c25f1-c70e-4509-af25-809e3523a28b/ea9ae5d1-4d1c-4043-9388-6a10c392a471) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:14.193594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:14.239215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] device_id is not set on port 80456971-fbeb-498c-9c4f-b5c5cacb78d2 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:20:14.314800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:14.351985 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Publish callbacks [] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:14.364716 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:14.478637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b681f5e-273f-4f29-b6be-1fdeae181be7 req-7b0da549-ce15-4e22-bbd3-830752fbfff3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:14.480201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b681f5e-273f-4f29-b6be-1fdeae181be7 req-7b0da549-ce15-4e22-bbd3-830752fbfff3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1446078 Feb 19 07:20:14.599628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7dc5b-ab76-4779-8a43-eb5cb939e3f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:14.603013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.8 (6d933949-66e6-451b-bfd5-11fbc77f5471/585c25f1-c70e-4509-af25-809e3523a28b/80456971-fbeb-498c-9c4f-b5c5cacb78d2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:14.665476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b681f5e-273f-4f29-b6be-1fdeae181be7 req-f7ff2d87-cc00-47b5-ba34-3c000e20c00f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590204 Feb 19 07:20:14.684485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f871a7f-1a60-430d-bdd5-e3755e03fceb req-52d45be7-be0c-4080-a3cf-077bfdf1c93a tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0663650 Feb 19 07:20:15.073440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.127215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefe22d-55f2-444a-a4bb-b93295cd4207 req-05161889-6082-4d8a-b166-e6d68e2a2ba5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:15.135558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faefe22d-55f2-444a-a4bb-b93295cd4207 req-05161889-6082-4d8a-b166-e6d68e2a2ba5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.2369480 Feb 19 07:20:15.232438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.279259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faefe22d-55f2-444a-a4bb-b93295cd4207 req-95efd7f8-3f3c-4ec2-8aeb-44e6452507ea tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345658 Feb 19 07:20:15.294318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:15.299614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:15.305037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=80456971-fbeb-498c-9c4f-b5c5cacb78d2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:15.315173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:15.337403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:15.338708 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.401604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:15.402286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.433177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-82e147da-7bb1-4b0b-90ac-0c71868e29e4 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6363230 Feb 19 07:20:15.433848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:15.436994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:15.443285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:15.459226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:15.462333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.617705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-be203cd3-46c0-4008-b1f0-548db496f06b None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:15.705102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:15.715660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.791201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-039a7b35-8a3d-4bbe-89f9-0443b26161a0 req-0656a771-7bd8-46af-89ea-1ec3612c33b2 tempest-AbsoluteLimitsNegativeTestJSON-761660766 tempest-AbsoluteLimitsNegativeTestJSON-761660766-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3f2d42c9bc8945ae9cff34b2ea1e64e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333905 Feb 19 07:20:15.851080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dea94793-598d-4f31-8da4-c96c4befe991 None None] Provisioning complete for port 80456971-fbeb-498c-9c4f-b5c5cacb78d2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:15.851520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dea94793-598d-4f31-8da4-c96c4befe991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:15.915124 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 585c25f1-c70e-4509-af25-809e3523a28b (CIDR: 172.20.0.0/28) Feb 19 07:20:15.926915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53374e0-1a8f-42f4-8ed4-f967e7cf4435 req-a3e0cc3f-30d8-4d29-bfb2-bc9423db15b7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:15.934734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f53374e0-1a8f-42f4-8ed4-f967e7cf4435 req-a3e0cc3f-30d8-4d29-bfb2-bc9423db15b7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1128688 Feb 19 07:20:15.953359 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:20:15.954311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:15.959925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dea94793-598d-4f31-8da4-c96c4befe991 None None] Port 80456971-fbeb-498c-9c4f-b5c5cacb78d2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:16.003392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a7b35-8a3d-4bbe-89f9-0443b26161a0 req-692913c2-7480-440e-ba51-7f55e5f73805 tempest-AbsoluteLimitsNegativeTestJSON-761660766 tempest-AbsoluteLimitsNegativeTestJSON-761660766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:16.012101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-039a7b35-8a3d-4bbe-89f9-0443b26161a0 req-692913c2-7480-440e-ba51-7f55e5f73805 tempest-AbsoluteLimitsNegativeTestJSON-761660766 tempest-AbsoluteLimitsNegativeTestJSON-761660766-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136414 Feb 19 07:20:16.032909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-039a7b35-8a3d-4bbe-89f9-0443b26161a0 req-7dfe12df-a0f8-4992-9fda-26708968d4be tempest-AbsoluteLimitsNegativeTestJSON-761660766 tempest-AbsoluteLimitsNegativeTestJSON-761660766-project] 10.222.0.43 "GET /v2.0/quotas/3f2d42c9bc8945ae9cff34b2ea1e64e2 HTTP/1.1" status: 200 len: 375 time: 0.0195096 Feb 19 07:20:16.050411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-982ff300-2ab3-413c-9bb8-088c3d2ed324 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6128981 Feb 19 07:20:16.051649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:16.069938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:16.104888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-039a7b35-8a3d-4bbe-89f9-0443b26161a0 req-175368ff-79e0-45ba-899a-6987afecfaeb tempest-AbsoluteLimitsNegativeTestJSON-761660766 tempest-AbsoluteLimitsNegativeTestJSON-761660766-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f2d42c9bc8945ae9cff34b2ea1e64e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709534 Feb 19 07:20:16.125284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f53374e0-1a8f-42f4-8ed4-f967e7cf4435 req-77015f78-d600-4993-8219-d375ea8e3ba3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673024 Feb 19 07:20:16.134814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:16.244267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:16.244679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:16.335076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:16.341558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:16.394701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae7e879e-6fcd-4d2b-9380-14b8bd7769b9 req-face61af-20d6-410f-98da-81cd547cf3a4 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1157975 Feb 19 07:20:16.508388 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ad4d9bfa-585a-411d-b174-fbd14dc6abe8 (CIDR: 172.20.0.16/28) Feb 19 07:20:16.515674 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:20:16.516483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:16.545577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a852c-69f1-4525-b18a-a9fc0b43b765 req-5d8bd43b-4799-488b-bf7b-312a690a1887 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:16.547639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f11a852c-69f1-4525-b18a-a9fc0b43b765 req-5d8bd43b-4799-488b-bf7b-312a690a1887 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.0991387 Feb 19 07:20:16.555514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53210) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:16.556211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47bd74cc-4fa9-4f26-a679-eff07a5d16ae tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5032740 Feb 19 07:20:16.561038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'subnet': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:16.564555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:16.586620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:16.634393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f11a852c-69f1-4525-b18a-a9fc0b43b765 req-bd841e4b-96ad-4202-87ef-076a2dc68695 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742595 Feb 19 07:20:16.770902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b951efe2-0631-4002-8b87-14975cc32736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:16.785389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Made reservation on behalf of 2eb86242042a43daa0fe1f36455fb220 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:16.789414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:16.887489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86e2b2-7de0-42cc-9bf2-7e0543e812af req-2ae94a4c-602a-457f-a414-a3b688426aa5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:16.889163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac86e2b2-7de0-42cc-9bf2-7e0543e812af req-2ae94a4c-602a-457f-a414-a3b688426aa5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.1681361 Feb 19 07:20:16.899633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:16.904158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'floatingip': {'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:16.977810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.128260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b951efe2-0631-4002-8b87-14975cc32736 admin admin] Publish callbacks [] for security_group (66ef19b0-c4eb-491b-aabe-b03dac7282d7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.157411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b951efe2-0631-4002-8b87-14975cc32736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (66ef19b0-c4eb-491b-aabe-b03dac7282d7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.344542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274ea5a-188c-46c0-a416-d77da7e2b116 req-b04b44f4-0e2c-4a28-951f-b24be84b4453 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:17.359822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1274ea5a-188c-46c0-a416-d77da7e2b116 req-b04b44f4-0e2c-4a28-951f-b24be84b4453 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.1031542 Feb 19 07:20:17.370198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951efe2-0631-4002-8b87-14975cc32736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef19b0-c4eb-491b-aabe-b03dac7282d7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:17.388670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b951efe2-0631-4002-8b87-14975cc32736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f2d42c9bc8945ae9cff34b2ea1e64e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8176272 Feb 19 07:20:17.389765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53232) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:17.510045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1274ea5a-188c-46c0-a416-d77da7e2b116 req-d28e737a-09d0-475c-83d8-ebb732536297 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492960 Feb 19 07:20:17.539509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] Publish callbacks [] for security_group (66ef19b0-c4eb-491b-aabe-b03dac7282d7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.561392 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95028196-4a77-40f4-b663-10eac3fdb1e4 req-be8d2211-1673-48bf-b7da-ed094d727d70 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0519040 Feb 19 07:20:17.595750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] Publish callbacks [] for security_group (66ef19b0-c4eb-491b-aabe-b03dac7282d7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.661951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (66ef19b0-c4eb-491b-aabe-b03dac7282d7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.665285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.666591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66ef19b0-c4eb-491b-aabe-b03dac7282d7 HTTP/1.1" status: 204 len: 168 time: 0.2759168 Feb 19 07:20:17.678732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625b18-94b6-4b6b-bee7-ffa97f887e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef19b0-c4eb-491b-aabe-b03dac7282d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:17.697907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (76df750d-a8a6-4425-a5a5-134506466dd8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.772062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:17.780324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:17.783740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:17.784331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:17.796447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e436a-fcfa-4e2f-a17a-191ee9b9afce None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:17.876228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Subnet': ['ID=76df750d-a8a6-4425-a5a5-134506466dd8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:17.899930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-af49842d-c5f7-4797-9648-faba52c4c0bc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3434160 Feb 19 07:20:17.902645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:17.912688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1808590536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76df750d-a8a6-4425-a5a5-134506466dd8'}], 'security_groups': ['c8fd1c7f-837d-44e9-8c35-73044732df2a', '40fbaeab-c4ca-48be-b1a0-b9e0403e892b']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:18.062746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:18.139691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Update dhcp port {'port': {'network_id': '6d933949-66e6-451b-bfd5-11fbc77f5471', 'fixed_ips': [{'subnet_id': 'ad4d9bfa-585a-411d-b174-fbd14dc6abe8', 'ip_address': '172.20.0.18'}, {'subnet_id': '585c25f1-c70e-4509-af25-809e3523a28b', 'ip_address': '172.20.0.2'}, {'subnet_id': '76df750d-a8a6-4425-a5a5-134506466dd8'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'ea9ae5d1-4d1c-4043-9388-6a10c392a471'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:20:18.195385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:18.203460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:18.208298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:18.828211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-729434b2-32f4-4427-b122-6816d4ab51b0 req-e636ceaa-4bac-475e-b926-201ee6a5ddb6 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0894048 Feb 19 07:20:18.888394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Delete allocated IP 172.20.0.8 (6d933949-66e6-451b-bfd5-11fbc77f5471/585c25f1-c70e-4509-af25-809e3523a28b) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:20:18.911653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Allocated IP 172.20.0.44 (6d933949-66e6-451b-bfd5-11fbc77f5471/76df750d-a8a6-4425-a5a5-134506466dd8/80456971-fbeb-498c-9c4f-b5c5cacb78d2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:18.990154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:19.226625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-network', 'tenant_id': 'a53a8b862e5e4007892004816132d78e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:19.231521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-2b1c9c31-45d6-4646-a728-728bc0d76a7a service neutron] 10.222.0.24 "GET /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.0717828 Feb 19 07:20:19.277783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.281566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Made reservation on behalf of a53a8b862e5e4007892004816132d78e for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:19.284870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.305230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.308054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.343099 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Floating IP a8c451d3-b47d-496a-9d40-b3c032d0d9e4 associated. External IP: 172.25.7.174, port: 49c44160-64a6-47ed-94c7-be3516a7213d. Feb 19 07:20:19.396380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Allocated IP 172.20.0.34 (6d933949-66e6-451b-bfd5-11fbc77f5471/76df750d-a8a6-4425-a5a5-134506466dd8/ea9ae5d1-4d1c-4043-9388-6a10c392a471) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:19.451444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d348b-f22b-4f38-983a-aab74c1e143a req-12a79027-b80b-4048-b1df-8669bda0fa51 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:19.458676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-666d348b-f22b-4f38-983a-aab74c1e143a req-12a79027-b80b-4048-b1df-8669bda0fa51 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 943 time: 0.3090696 Feb 19 07:20:19.541279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] In _notify_port_updated(), no bound segment for port 80456971-fbeb-498c-9c4f-b5c5cacb78d2 on network 6d933949-66e6-451b-bfd5-11fbc77f5471 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:20:19.550076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:19.550739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.555370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "PUT /v2.0/ports/80456971-fbeb-498c-9c4f-b5c5cacb78d2 HTTP/1.1" status: 200 len: 960 time: 1.6491554 Feb 19 07:20:19.559097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:19.578676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:19.641945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Publish callbacks [] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.657916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.723387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9f19c-b5f5-40d5-9770-dffd8bd97d73 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event updated for resources: {'Port': ['ID=80456971-fbeb-498c-9c4f-b5c5cacb78d2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:19.832604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-666d348b-f22b-4f38-983a-aab74c1e143a req-96b2bcd6-48cb-4a9d-b8db-b37defa5458c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730319 Feb 19 07:20:19.833858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 80456971-fbeb-498c-9c4f-b5c5cacb78d2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:19.835645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:19.919134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344f3eb-9abc-4dae-a016-1726bee7a75c None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:20.008854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Router a75adb60-bf09-4ff1-b77b-2f341e530ae2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:20.120895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa95b8a2-12a3-4ea0-acb5-b466184f899a req-5f8adf08-174c-40e2-b909-06faa13168d9 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0941415 Feb 19 07:20:20.131713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks [] for security_group (869a0977-23d0-49c4-915a-190a402ae748), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.141972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.145373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (869a0977-23d0-49c4-915a-190a402ae748), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.178495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:20.197527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:20.226710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:20.234303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:20:20.239947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:20.244825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.267488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0131cfc9-3a9f-4c65-85b9-d10386ab4239), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.267834 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Added segment 0131cfc9-3a9f-4c65-85b9-d10386ab4239 of type vlan for network 637db83b-5662-42e7-8cdd-5c07bc38f70c Feb 19 07:20:20.305804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Sync routers for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:20.324519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08faa673-d59a-4adc-b1b1-06c37bf76668 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:20.331090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7a414c2-6daf-4139-a5f6-5b38e0f38a84 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "PUT /v2.0/floatingips/a8c451d3-b47d-496a-9d40-b3c032d0d9e4 HTTP/1.1" status: 200 len: 991 time: 3.4303720 Feb 19 07:20:20.346665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:20.349344 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60bf55b-3d51-4b14-89b7-f1da862b9702" -d '{"events": [{"name": "network-changed", "server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:20.350860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:20.353717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:20.366592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (637db83b-5662-42e7-8cdd-5c07bc38f70c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.396157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:20.430885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 80456971-fbeb-498c-9c4f-b5c5cacb78d2 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:20.443801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.460293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:20.460833 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.495454 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057ac02e-20f5-4170-86e8-9d304ef35688 x-openstack-request-id: req-057ac02e-20f5-4170-86e8-9d304ef35688 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:20.495983 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:20.496402 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-057ac02e-20f5-4170-86e8-9d304ef35688 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:20.497134 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'status': 'completed', 'code': 200} Feb 19 07:20:20.523325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (637db83b-5662-42e7-8cdd-5c07bc38f70c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.529059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:20.529059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.561691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869a0977-23d0-49c4-915a-190a402ae748,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:20.682969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6909456 Feb 19 07:20:20.692894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:20.698200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Request body: {'subnet': {'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-subnet', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:20.722177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d4c12-e4db-4968-9144-592f5bd7f679 admin admin] Pushing event updated for resources: {'Network': ['ID=637db83b-5662-42e7-8cdd-5c07bc38f70c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:20.748664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Made reservation on behalf of a53a8b862e5e4007892004816132d78e for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:20.751591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.857561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-87267c3d-95b9-4ee4-aa9c-aa81173b9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:20.860244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-87267c3d-95b9-4ee4-aa9c-aa81173b9511 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1127 time: 0.3519220 Feb 19 07:20:20.895788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b308-5fa5-4ada-8577-32d5a36a951b req-2f1a2895-c917-43fa-aae8-69134e0bd765 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:20.897488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b81b308-5fa5-4ada-8577-32d5a36a951b req-2f1a2895-c917-43fa-aae8-69134e0bd765 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.3427794 Feb 19 07:20:20.906894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] Transition to ACTIVE for port object 08faa673-d59a-4adc-b1b1-06c37bf76668 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:20.909894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (80456971-fbeb-498c-9c4f-b5c5cacb78d2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.954930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:20:20.976895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:20.982835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=80456971-fbeb-498c-9c4f-b5c5cacb78d2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:21.045255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:21.092457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] Pushing event updated for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:21.172991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] No DVR routers for this DVR port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:21.195782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b81b308-5fa5-4ada-8577-32d5a36a951b req-0254c509-5288-4870-a67f-329007fded73 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778392 Feb 19 07:20:21.214392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.214818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:21.215231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.221467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3e5d16c0-ce4a-43d6-97c0-15aa1dc25c29 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/80456971-fbeb-498c-9c4f-b5c5cacb78d2 HTTP/1.1" status: 204 len: 168 time: 1.6595726 Feb 19 07:20:21.227176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:21.237598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d56eb-6be8-4cff-a0f2-957711ad4278 req-3e6a9580-a3a7-4bd1-b588-465f09a40afb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.239695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb5d56eb-6be8-4cff-a0f2-957711ad4278 req-3e6a9580-a3a7-4bd1-b588-465f09a40afb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.2485771 Feb 19 07:20:21.256097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-f88ccbd5-03c2-456c-bba5-af4ad68cc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.257842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-f88ccbd5-03c2-456c-bba5-af4ad68cc83c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.3566341 Feb 19 07:20:21.266233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-6e0843ba-3531-45db-9207-017a612f2a09 service neutron] 10.222.0.24 "PUT /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0147581 Feb 19 07:20:21.291090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:21.300134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:21.306288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Could not find standard attr ID for object 80456971-fbeb-498c-9c4f-b5c5cacb78d2. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:20:21.391018 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c78a77-19ce-4772-a713-55f2740c4a32 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] GET failed (client error): The resource could not be found. Feb 19 07:20:21.392759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-990a52f6-b909-4267-805b-d549b2dece6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.1253994 Feb 19 07:20:21.397102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-91c78a77-19ce-4772-a713-55f2740c4a32 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports/80456971-fbeb-498c-9c4f-b5c5cacb78d2 HTTP/1.1" status: 404 len: 333 time: 0.1562967 Feb 19 07:20:21.397744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:21.403017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:21.403851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.466578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f692e4da-7821-4bbc-95e5-fc906b532ed3 req-a279aa73-d03d-4912-9ab2-36169da2e2f4 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0727446 Feb 19 07:20:21.483290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-ec2c3338-159e-4b85-8286-3e77a112f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.484759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-ec2c3338-159e-4b85-8286-3e77a112f9c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.0767231 Feb 19 07:20:21.536292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb5d56eb-6be8-4cff-a0f2-957711ad4278 req-76163811-1f8d-4866-8d69-ab4a8d83bc4c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857287 Feb 19 07:20:21.558471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (24d418d1-5d26-429a-a835-7fcaaeac2328), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.594074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-11c27438-52ee-4770-a1a5-3dbe8362b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.597726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-11c27438-52ee-4770-a1a5-3dbe8362b302 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073787 Feb 19 07:20:21.625640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9f85265-df68-4c48-b1f7-3ca179a8a285 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:21.641938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'a8c451d3-b47d-496a-9d40-b3c032d0d9e4', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:19:53Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 1, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:21.711551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Checking router: a75adb60-bf09-4ff1-b77b-2f341e530ae2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:20:21.736784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:21.737479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:21.777693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (0daac010-7b86-4f8d-bb73-28177170a00d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.784093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d418d1-5d26-429a-a835-7fcaaeac2328,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:21.827109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93e70-b7ab-464e-aa1d-6d00a44ffb38 req-7735c81f-4af1-47ce-961e-72d6e438ae53 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.834508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91b93e70-b7ab-464e-aa1d-6d00a44ffb38 req-7735c81f-4af1-47ce-961e-72d6e438ae53 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.1754894 Feb 19 07:20:21.836934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-d06810f8-7284-486f-900c-0405728f14e2 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325394 Feb 19 07:20:21.844049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-4235b5b8-4691-404e-901c-468f03333eef tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:21.846101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-4235b5b8-4691-404e-901c-468f03333eef tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.4688427 Feb 19 07:20:21.852303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-173b37a9-8817-4fc8-a080-6c33eb4b1c45 None None] Could not find standard attr ID for object 80456971-fbeb-498c-9c4f-b5c5cacb78d2. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:20:21.858484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (0daac010-7b86-4f8d-bb73-28177170a00d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:21.952762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Checking segment: {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:21.952762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Network hostable DHCP agents. Network: 637db83b-5662-42e7-8cdd-5c07bc38f70c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:20:21.980262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-91b93e70-b7ab-464e-aa1d-6d00a44ffb38 req-77c84786-8459-4943-b6c2-f68f00f9d36d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399577 Feb 19 07:20:22.027535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:22.034182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c2322-8980-40cc-a1df-ba3418cc0b45 req-fbd4d4e2-7059-472f-a399-ffd14c5fe6dc tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.037649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013c2322-8980-40cc-a1df-ba3418cc0b45 req-fbd4d4e2-7059-472f-a399-ffd14c5fe6dc tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 950 time: 0.1685658 Feb 19 07:20:22.061459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a60bf55b-3d51-4b14-89b7-f1da862b9702 req-2777d3de-cfcb-42e5-a0c1-4535851a39f8 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939144 Feb 19 07:20:22.072886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:20:22.075327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0daac010-7b86-4f8d-bb73-28177170a00d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.078762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.082356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/security-groups/0daac010-7b86-4f8d-bb73-28177170a00d HTTP/1.1" status: 204 len: 168 time: 0.6638820 Feb 19 07:20:22.083099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:22.103993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-a85c0592-e5c3-4fdc-b0b0-d30dc0ba5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.105868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-a85c0592-e5c3-4fdc-b0b0-d30dc0ba5321 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887&tenant_id=79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 1126 time: 0.2379587 Feb 19 07:20:22.109766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dad3a-4652-4dda-9492-9bcddd1bdfcd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daac010-7b86-4f8d-bb73-28177170a00d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:22.120778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 637db83b-5662-42e7-8cdd-5c07bc38f70c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:22.133298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.135471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.149625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b40a05-d86b-4c2c-a0c0-f074cd3d0cc4 None None] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:22.172023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (40fbaeab-c4ca-48be-b1a0-b9e0403e892b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.199098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (40fbaeab-c4ca-48be-b1a0-b9e0403e892b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.215067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:22.216253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5601178a-e7d6-41c7-bde7-caa826772135 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5220594 Feb 19 07:20:22.219613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:22.242817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (3ad673f3-4610-459e-9ced-be470e34e04d), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.244341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (3ad673f3-4610-459e-9ced-be470e34e04d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.248138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013c2322-8980-40cc-a1df-ba3418cc0b45 req-4e607721-2fb9-4cfc-baa3-fe4d5ae50594 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766229 Feb 19 07:20:22.277599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-8b9f85c3-e36f-4c40-a408-e78a13f547aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.279266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-8b9f85c3-e36f-4c40-a408-e78a13f547aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1126 time: 0.1402030 Feb 19 07:20:22.350216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for router_controller (3ad673f3-4610-459e-9ced-be470e34e04d), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.362956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40fbaeab-c4ca-48be-b1a0-b9e0403e892b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.366391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.366740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541dd78-b299-4253-aaeb-7da8d181d2be None None] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:22.371595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/security-groups/40fbaeab-c4ca-48be-b1a0-b9e0403e892b HTTP/1.1" status: 204 len: 168 time: 0.2862568 Feb 19 07:20:22.372218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:22.435773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-3810bced-0111-4cdc-8e25-435bae13e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.437524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-3810bced-0111-4cdc-8e25-435bae13e2f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.1530130 Feb 19 07:20:22.468586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eaf330-56cc-4002-b713-e13d9b1fddba tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fbaeab-c4ca-48be-b1a0-b9e0403e892b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:22.521819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-266721bb-f8d6-41f6-ad4a-732a0d068dc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 200 len: 217 time: 0.0783937 Feb 19 07:20:22.602645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-2201f013-3ef6-4648-8602-a7ac0a73e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:22.604696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-2201f013-3ef6-4648-8602-a7ac0a73e373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.0775273 Feb 19 07:20:22.612762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for router_gateway (3ad673f3-4610-459e-9ced-be470e34e04d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.618056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (c8fd1c7f-837d-44e9-8c35-73044732df2a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.648268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'a8c451d3-b47d-496a-9d40-b3c032d0d9e4', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:19:53Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 1, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:22.667066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (c8fd1c7f-837d-44e9-8c35-73044732df2a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.684222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944af2a-9ab4-4d0e-91a9-af6f4afd1c61 None None] The sync data for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 is: [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'a8c451d3-b47d-496a-9d40-b3c032d0d9e4', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:19:53Z', 'updated_at': '2022-02-19T07:20:18Z', 'revision_number': 1, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:22.700790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-b99ca2f6-f89c-4198-b43b-056b7cf95655 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892761 Feb 19 07:20:22.734164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a1236b9-153f-423d-a5e6-c1c106dc4bb4 req-ffd29af1-317c-47a6-810a-31ab6b0114b2 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1103864 Feb 19 07:20:22.792792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8fd1c7f-837d-44e9-8c35-73044732df2a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.795931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:22.803743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8fd1c7f-837d-44e9-8c35-73044732df2a HTTP/1.1" status: 204 len: 168 time: 0.3926320 Feb 19 07:20:22.811324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:22.905912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a452-efa1-41fe-9c12-07aa24347e7d tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd1c7f-837d-44e9-8c35-73044732df2a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:22.931346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-050675a6-1add-4594-a32e-6328c95ed502 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006457 Feb 19 07:20:22.952392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet 585c25f1-c70e-4509-af25-809e3523a28b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:22.963590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (585c25f1-c70e-4509-af25-809e3523a28b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.027646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469124cc-e69b-4402-98c6-a69279b57a73 req-a2331b35-260d-4a06-bf23-410b54a3669a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:23.029375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-469124cc-e69b-4402-98c6-a69279b57a73 req-a2331b35-260d-4a06-bf23-410b54a3669a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.1413631 Feb 19 07:20:23.092735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a681d87-fb05-485f-a83b-6c3641fd33cc None None] New status for floating IP a8c451d3-b47d-496a-9d40-b3c032d0d9e4: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:20:23.103508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-c7c98c36-7e3d-4d66-84a6-d98b8b51edba service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641796 Feb 19 07:20:23.112856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-469124cc-e69b-4402-98c6-a69279b57a73 req-079945ee-3a0b-44a9-886c-dd9d85f6f272 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763590 Feb 19 07:20:23.166305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (585c25f1-c70e-4509-af25-809e3523a28b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.311051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d807e-e3e9-4561-8a0e-de4e1077a841 req-61f7d13d-1e83-4fec-8125-c4195aaadaf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:23.318473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d92d807e-e3e9-4561-8a0e-de4e1077a841 req-61f7d13d-1e83-4fec-8125-c4195aaadaf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.1976380 Feb 19 07:20:23.343979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for router_gateway (3ad673f3-4610-459e-9ced-be470e34e04d), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.389976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.414124 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (585c25f1-c70e-4509-af25-809e3523a28b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.428026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c16a9-a05d-499e-8593-7961ae702698 req-e1195e59-5c4d-4012-9693-70b0597d8165 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:23.430077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-e1195e59-5c4d-4012-9693-70b0597d8165 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.0627041 Feb 19 07:20:23.449826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d92d807e-e3e9-4561-8a0e-de4e1077a841 req-a20d9df5-d14b-48b1-8f8e-a0aa3abc0478 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304820 Feb 19 07:20:23.552940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (585c25f1-c70e-4509-af25-809e3523a28b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.590500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Allocated IP 172.25.7.135 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/60dc3f01-0ab9-4f66-b55b-8a6854343eda) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:23.593189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=585c25f1-c70e-4509-af25-809e3523a28b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:23.600078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.606545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a653ba51-8363-4343-b007-ef93f975a6c3 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/585c25f1-c70e-4509-af25-809e3523a28b HTTP/1.1" status: 204 len: 168 time: 0.7851119 Feb 19 07:20:23.608165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:23.622476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fffcae-fbf2-4d6d-961c-d91b401334b0 None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:23.631998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-217c16a9-a05d-499e-8593-7961ae702698 req-449343fc-1922-47c6-9f89-7136fb05b9d3 service neutron] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:23.636574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-217c16a9-a05d-499e-8593-7961ae702698 req-449343fc-1922-47c6-9f89-7136fb05b9d3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.637899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-217c16a9-a05d-499e-8593-7961ae702698 req-449343fc-1922-47c6-9f89-7136fb05b9d3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.2019341 Feb 19 07:20:23.659442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4d09-1d14-4d6a-9994-764944570eec req-8868be06-330e-49e3-a660-18d2c1639601 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:23.660996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f0d4d09-1d14-4d6a-9994-764944570eec req-8868be06-330e-49e3-a660-18d2c1639601 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.1251881 Feb 19 07:20:23.732601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f0d4d09-1d14-4d6a-9994-764944570eec req-68080c38-f950-41c6-a025-12dcb30bcf6b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624654 Feb 19 07:20:23.815072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet 76df750d-a8a6-4425-a5a5-134506466dd8 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:23.819096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (76df750d-a8a6-4425-a5a5-134506466dd8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.886109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (76df750d-a8a6-4425-a5a5-134506466dd8), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.891687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:23.892532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fef3e69a-d057-4d73-8501-b9a3c83d0e6f req-9b8ec724-9399-4cc3-b836-2fe6d385c35f tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0294549 Feb 19 07:20:24.104819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (76df750d-a8a6-4425-a5a5-134506466dd8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.211682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.223530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (76df750d-a8a6-4425-a5a5-134506466dd8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.297798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=76df750d-a8a6-4425-a5a5-134506466dd8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:24.306840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.317319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42efedc9-0de7-4e9e-92af-ad1e9bd90346 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/76df750d-a8a6-4425-a5a5-134506466dd8 HTTP/1.1" status: 204 len: 168 time: 0.7061572 Feb 19 07:20:24.320665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bc92b-dabc-4ef3-9525-f415af552ac2 req-e86c77a4-4dbd-45c9-b9ea-a5721fe1c42b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:24.322907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-079bc92b-dabc-4ef3-9525-f415af552ac2 req-e86c77a4-4dbd-45c9-b9ea-a5721fe1c42b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.1025522 Feb 19 07:20:24.323641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:24.325095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:24.328757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:24.352222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:24.379872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Pushing event updated for resources: {'Port': ['ID=60dc3f01-0ab9-4f66-b55b-8a6854343eda,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:24.399652 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da3e5c2-5733-48d5-a505-e0687a10bafc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:24.400496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da3e5c2-5733-48d5-a505-e0687a10bafc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:24.404539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2da3e5c2-5733-48d5-a505-e0687a10bafc tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/585c25f1-c70e-4509-af25-809e3523a28b HTTP/1.1" status: 404 len: 337 time: 0.0797737 Feb 19 07:20:24.408272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:24.517452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-079bc92b-dabc-4ef3-9525-f415af552ac2 req-7001ac12-c8db-4083-8450-ff8367693bf4 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807387 Feb 19 07:20:24.531175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting subnet ad4d9bfa-585a-411d-b174-fbd14dc6abe8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:24.535046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for subnet (ad4d9bfa-585a-411d-b174-fbd14dc6abe8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.631822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ad4d9bfa-585a-411d-b174-fbd14dc6abe8), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.661659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8631eac-218b-4a3a-84a5-93b8b6a7a45e None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:24.747929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:24.748311 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.815557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:24.840122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:24.840527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:24.938754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-34b99bee-34a0-4235-9a1e-3c88a76e9592 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:25.132074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93b60-be62-4382-ae76-ef3f2f3ba27c req-5f324dfa-cf8c-4ffd-95af-adc45a467578 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:25.133633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3e93b60-be62-4382-ae76-ef3f2f3ba27c req-5f324dfa-cf8c-4ffd-95af-adc45a467578 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1126 time: 0.4531097 Feb 19 07:20:25.162436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ad4d9bfa-585a-411d-b174-fbd14dc6abe8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.226559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3e93b60-be62-4382-ae76-ef3f2f3ba27c req-43489faa-92f9-4d68-a7b7-07b562dafcc2 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864415 Feb 19 07:20:25.229093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dcc837e-6559-4352-8fa1-6375ee0ff5bf req-bacd3bcd-7b19-4995-9f2e-5d583d603e0d tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Feb 19 07:20:25.247163 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ad4d9bfa-585a-411d-b174-fbd14dc6abe8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.253133 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for router_gateway (3ad673f3-4610-459e-9ced-be470e34e04d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.287266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.290776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/ad4d9bfa-585a-411d-b174-fbd14dc6abe8 HTTP/1.1" status: 204 len: 168 time: 0.8814743 Feb 19 07:20:25.293187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.313201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21636a3f-d656-4821-95f0-43c5df247189 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4d9bfa-585a-411d-b174-fbd14dc6abe8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:25.336957 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9d0f4f-e15c-4afa-8ff4-360b6c4256bb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.337550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9d0f4f-e15c-4afa-8ff4-360b6c4256bb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.340339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dd9d0f4f-e15c-4afa-8ff4-360b6c4256bb tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/bb010066-5e8e-4314-883f-a4bec45cc31b HTTP/1.1" status: 404 len: 337 time: 0.0459363 Feb 19 07:20:25.343143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.373340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:25.408270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cbab1f7b-e6f9-4481-8d32-9bb00f06a7fa tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f332da9-5dfd-4e70-a80d-622499d067e5 HTTP/1.1" status: 200 len: 205 time: 0.0637164 Feb 19 07:20:25.411305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.471998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:25.472204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.482558 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-89ae0f37-63ce-4634-8499-d3c6a0430097 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] delete failed (client error): The resource could not be found. Feb 19 07:20:25.483648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-89ae0f37-63ce-4634-8499-d3c6a0430097 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/routers/3f332da9-5dfd-4e70-a80d-622499d067e5 HTTP/1.1" status: 404 len: 336 time: 0.0697565 Feb 19 07:20:25.486884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.517838 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf163b12-faa8-4b2e-a0a8-53295e0e3d64 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.518287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf163b12-faa8-4b2e-a0a8-53295e0e3d64 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.521393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf163b12-faa8-4b2e-a0a8-53295e0e3d64 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/1e522d3f-1c4b-4438-a565-02e52537bc0b HTTP/1.1" status: 404 len: 337 time: 0.0318658 Feb 19 07:20:25.523805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:25.524579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f36eb-0679-4c32-a2f3-583a5734c8b5 req-9d876fd3-cca9-4b82-8083-d11d8e73e56c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:25.525450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.526065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c36f36eb-0679-4c32-a2f3-583a5734c8b5 req-9d876fd3-cca9-4b82-8083-d11d8e73e56c tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 1126 time: 0.1907001 Feb 19 07:20:25.528646 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334005da-4eef-4420-be3c-db059797512e" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:25.555019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:25.562986 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.567754 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9dfd6b-2636-42b3-be13-25b8d42ee6e7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.568216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9dfd6b-2636-42b3-be13-25b8d42ee6e7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.574158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de9dfd6b-2636-42b3-be13-25b8d42ee6e7 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/732ae768-60e5-4425-8162-151b2eddf763 HTTP/1.1" status: 404 len: 337 time: 0.0423167 Feb 19 07:20:25.575330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.585340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:20:25.594979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (3ad673f3-4610-459e-9ced-be470e34e04d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.611615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c36f36eb-0679-4c32-a2f3-583a5734c8b5 req-4df5ab48-7697-48f0-874f-6563de0adf93 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798690 Feb 19 07:20:25.613099 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8406aff-aa99-445a-8af9-e0111b8c0064 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.613099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8406aff-aa99-445a-8af9-e0111b8c0064 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.615843 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509eeb66-93da-4bb7-b8bd-b55091d71fc5 x-openstack-request-id: req-509eeb66-93da-4bb7-b8bd-b55091d71fc5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:25.616130 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:25.616389 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-509eeb66-93da-4bb7-b8bd-b55091d71fc5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:25.616783 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'code': 200} Feb 19 07:20:25.616972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e8406aff-aa99-445a-8af9-e0111b8c0064 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/ba8c4257-22e7-41f4-8886-f66cb605ee0d HTTP/1.1" status: 404 len: 337 time: 0.0398149 Feb 19 07:20:25.617519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9a6e0-964a-47a4-a35a-b3473bd4b844 None None] Network 6d933949-66e6-451b-bfd5-11fbc77f5471 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:25.619291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.651767 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f3244c-9290-421c-92a4-d3645827447f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.652462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f3244c-9290-421c-92a4-d3645827447f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.656548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b5f3244c-9290-421c-92a4-d3645827447f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/a344f8d8-bd9c-4611-bd4c-30706e551387 HTTP/1.1" status: 404 len: 333 time: 0.0345774 Feb 19 07:20:25.658842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.685901 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3429d1-fb41-4594-99fe-56d3b6510d09 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.686446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3429d1-fb41-4594-99fe-56d3b6510d09 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.691180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:25.693638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec3429d1-fb41-4594-99fe-56d3b6510d09 tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/a5f75052-e51f-45d7-b69c-67408addef05 HTTP/1.1" status: 404 len: 337 time: 0.0328357 Feb 19 07:20:25.703770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.737150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Provisioning complete for port 73e16bd9-c855-4b72-b613-eb355ed17a07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:25.737534 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.762044 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-174b8a5f-c8a7-4176-a7d6-6e82e104100a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.762884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174b8a5f-c8a7-4176-a7d6-6e82e104100a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.767682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-174b8a5f-c8a7-4176-a7d6-6e82e104100a tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/f92987d1-4cfb-434a-b0f6-a96467f53c9f HTTP/1.1" status: 404 len: 337 time: 0.0618818 Feb 19 07:20:25.770262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.779349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Router 3ad673f3-4610-459e-9ced-be470e34e04d is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:20:25.795840 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ad74f9-3844-489b-8387-167c639b807b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.797420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ad74f9-3844-489b-8387-167c639b807b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.800193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30ad74f9-3844-489b-8387-167c639b807b tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/34562f5e-29fb-4672-bf9f-efefca424bac HTTP/1.1" status: 404 len: 333 time: 0.0289669 Feb 19 07:20:25.802957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.851861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Port 73e16bd9-c855-4b72-b613-eb355ed17a07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:25.864203 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-da99e296-e98f-4acb-8ed3-07d97f0b13bd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.869316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da99e296-e98f-4acb-8ed3-07d97f0b13bd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.875652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da99e296-e98f-4acb-8ed3-07d97f0b13bd tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/714d7583-0403-48ab-971b-94e50fbbcc8f HTTP/1.1" status: 404 len: 337 time: 0.0716500 Feb 19 07:20:25.879950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.881708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Provisioning complete for port ea9ae5d1-4d1c-4043-9388-6a10c392a471 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:25.882082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.922319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:25.927626 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-77191e17-97fa-4bdb-b690-d81acc1be56f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] DELETE failed (client error): The resource could not be found. Feb 19 07:20:25.928132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77191e17-97fa-4bdb-b690-d81acc1be56f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:20:25.931221 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-77191e17-97fa-4bdb-b690-d81acc1be56f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/subnets/f271d797-0fcb-4280-99c4-fb606fec1ba7 HTTP/1.1" status: 404 len: 337 time: 0.0502930 Feb 19 07:20:25.940551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:25.950651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] DHCP port deletion for 6d933949-66e6-451b-bfd5-11fbc77f5471 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:20:25.953928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Sync routers for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:25.965714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0bf1bc67-5a7c-4d74-98f1-db1664518d90 req-39691a4e-8d8a-42aa-a4cb-f38ea3d3cd04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0313561 Feb 19 07:20:25.970830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:25.971801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:25.972304 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:25.975420 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-73caa642-4712-4541-8715-4fde80f3ed35 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7580738 Feb 19 07:20:25.977632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:26.125588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ea9ae5d1-4d1c-4043-9388-6a10c392a471 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:26.128045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port 73e16bd9-c855-4b72-b613-eb355ed17a07 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:26.128394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.206226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-37511d2a-9224-4275-b6c4-505db25fd6ac None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:26.229501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.246046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Deleting port ea9ae5d1-4d1c-4043-9388-6a10c392a471 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:26.246477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.248925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for 73e16bd9-c855-4b72-b613-eb355ed17a07 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:26.273079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:26.364041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (73e16bd9-c855-4b72-b613-eb355ed17a07), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.431937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=73e16bd9-c855-4b72-b613-eb355ed17a07,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:26.442957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.447551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7be3179-6bad-4e08-92b0-6942bac6e1cf tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/ports/73e16bd9-c855-4b72-b613-eb355ed17a07 HTTP/1.1" status: 204 len: 168 time: 0.5049815 Feb 19 07:20:26.449869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:26.555727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (6d933949-66e6-451b-bfd5-11fbc77f5471), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.584948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.633273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Deleting port ea9ae5d1-4d1c-4043-9388-6a10c392a471 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:26.633625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.673878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:26.674446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.689302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9b00458-07d7-4661-8a1c-2b9229060532 req-48ebb162-6491-405b-abb5-7469149ba826 tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Feb 19 07:20:26.695762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ea9ae5d1-4d1c-4043-9388-6a10c392a471 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:26.696171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.718151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:26.718151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.721314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Calling delete_port for ea9ae5d1-4d1c-4043-9388-6a10c392a471 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:26.730369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Calling delete_port for ea9ae5d1-4d1c-4043-9388-6a10c392a471 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:26.758720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ea9ae5d1-4d1c-4043-9388-6a10c392a471, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ea9ae5d1-4d1c-4043-9388-6a10c392a471,segment=NetworkSegment(c44e2ab3-adad-4b86-8ca3-9ad47cdf3435),segment_id=c44e2ab3-adad-4b86-8ca3-9ad47cdf3435)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:26.768393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.805055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Allocated IP 172.20.0.1 (637db83b-5662-42e7-8cdd-5c07bc38f70c/24d418d1-5d26-429a-a835-7fcaaeac2328/bb80b0bd-f0ab-481a-8f20-0319405ad103) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:26.823069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.849562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:26.853291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] No DVR routers for this DVR port ea9ae5d1-4d1c-4043-9388-6a10c392a471 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:26.911491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:26.924771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks [] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.929403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (ea9ae5d1-4d1c-4043-9388-6a10c392a471), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.936176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:24Z', 'revision_number': 3, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:26.939960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (6d933949-66e6-451b-bfd5-11fbc77f5471), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.961100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d933949-66e6-451b-bfd5-11fbc77f5471']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:26.971609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:26.971909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44e2ab3-adad-4b86-8ca3-9ad47cdf3435') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:26.975706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.983415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c44e2ab3-adad-4b86-8ca3-9ad47cdf3435), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:26.985947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] Pushing event deleted for resources: {'Port': ['ID=ea9ae5d1-4d1c-4043-9388-6a10c392a471,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:26.989185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Checking router: 3ad673f3-4610-459e-9ced-be470e34e04d for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:20:26.989545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Updating router 3ad673f3-4610-459e-9ced-be470e34e04d port 60dc3f01-0ab9-4f66-b55b-8a6854343eda binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:20:27.004111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c44e2ab3-adad-4b86-8ca3-9ad47cdf3435), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.011771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232aff3-c874-47e9-9dc8-023ce4943c20 None None] No DVR routers for this DVR port ea9ae5d1-4d1c-4043-9388-6a10c392a471 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:27.013753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:20:27.014236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c44e2ab3-adad-4b86-8ca3-9ad47cdf3435), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:20:27.029401 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:20:27.036672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.064904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Pushing event updated for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.069918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:27.071478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:27.074315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:27.112392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (6d933949-66e6-451b-bfd5-11fbc77f5471), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.124877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (3ad673f3-4610-459e-9ced-be470e34e04d), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.127561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.131997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] 10.222.0.43 "DELETE /v2.0/networks/6d933949-66e6-451b-bfd5-11fbc77f5471 HTTP/1.1" status: 204 len: 168 time: 0.6810527 Feb 19 07:20:27.188754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743b69f-4292-4d64-8232-e0d1c73e685f tempest-PortsTestJSON-1447314412 tempest-PortsTestJSON-1447314412-project] Pushing event deleted for resources: {'Network': ['ID=6d933949-66e6-451b-bfd5-11fbc77f5471,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.339669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.449544 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks [] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.463271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.523306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:27.538105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8ba2-8b63-4168-ab00-7ba650ce5bdd None None] Pushing event updated for resources: {'Port': ['ID=60dc3f01-0ab9-4f66-b55b-8a6854343eda,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.550709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks [] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.550957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Attempting to bind port 60dc3f01-0ab9-4f66-b55b-8a6854343eda on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:27.551524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Attempting to bind port 60dc3f01-0ab9-4f66-b55b-8a6854343eda by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:27.551903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Attempting to bind port 60dc3f01-0ab9-4f66-b55b-8a6854343eda on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:27.557959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:27.558373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:27.558764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.559335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:27.559464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.559749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Bound port: 60dc3f01-0ab9-4f66-b55b-8a6854343eda, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:27.560280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.615432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Pushing event updated for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.636506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] For port 60dc3f01-0ab9-4f66-b55b-8a6854343eda, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:27.637187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (3ad673f3-4610-459e-9ced-be470e34e04d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.641084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] For port 60dc3f01-0ab9-4f66-b55b-8a6854343eda, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=60dc3f01-0ab9-4f66-b55b-8a6854343eda,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:27.650129 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.708364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:27.708930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:27.723949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bdeb997b-00c3-4f0d-9f1d-85931c29105b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eb86242042a43daa0fe1f36455fb220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994586 Feb 19 07:20:27.724873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:27.781498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] Publish callbacks [] for security_group (bb5a280d-7c08-4204-8d76-d75c508b9e62), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.795325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:27.798294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:27.808457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] Publish callbacks [] for security_group (bb5a280d-7c08-4204-8d76-d75c508b9e62), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.809810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8ba2-8b63-4168-ab00-7ba650ce5bdd None None] Pushing event updated for resources: {'Port': ['ID=60dc3f01-0ab9-4f66-b55b-8a6854343eda,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.864196 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b157822-444f-4f61-877d-2cd7c097a2d6 req-6d6c8210-3b12-4ac4-87ac-dc48e93d0f9b tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0389388 Feb 19 07:20:27.889591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bb5a280d-7c08-4204-8d76-d75c508b9e62), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.894344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:27.899915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb5a280d-7c08-4204-8d76-d75c508b9e62 HTTP/1.1" status: 204 len: 168 time: 0.1738424 Feb 19 07:20:27.908701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee716926-8a2b-4737-a72e-c7e207954a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5a280d-7c08-4204-8d76-d75c508b9e62,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:27.913458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:28.021843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Router 3ad673f3-4610-459e-9ced-be470e34e04d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:28.151127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-20551df4-c40c-4cab-b545-5c774512098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 2, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:28.177295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:28.181866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20551df4-c40c-4cab-b545-5c774512098e None None] The sync data for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 is: [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 2, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:28.184309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-46254277-1b42-4095-aa96-dbf198dc3aef admin admin] 10.222.0.43 "PUT /v2.0/routers/3ad673f3-4610-459e-9ced-be470e34e04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2063181 Feb 19 07:20:28.818868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:28.835748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-f5626c9c-76ac-49e6-ab4a-ba5d0c47e440 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:28.837330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-f5626c9c-76ac-49e6-ab4a-ba5d0c47e440 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 820 time: 0.1343441 Feb 19 07:20:28.857643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:20:28.861843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-db1f2722-7bc5-407a-8822-115059d36a4c tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/quotas/a53a8b862e5e4007892004816132d78e HTTP/1.1" status: 200 len: 375 time: 0.0176668 Feb 19 07:20:28.939315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-cd3b30f3-5754-4e0d-b31e-f7fbabcc8d0a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709219 Feb 19 07:20:28.966216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-28940778-3369-406e-bea8-e3b2a28b82ce service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:20:28.974345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-28940778-3369-406e-bea8-e3b2a28b82ce service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0342543 Feb 19 07:20:29.055235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1291059313'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:29.063887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:29.094033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'mac_address': 'fa:16:3e:c3:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:20:29.102023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-08eab3c4-5b94-497f-ac45-d99d6f10bf88 service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255527 Feb 19 07:20:29.109908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:29.114776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.127321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.170308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2ee9dae5-8059-414a-a587-617a8a3da9e2 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:29.170711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.225322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ee9dae5-8059-414a-a587-617a8a3da9e2 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:29.273591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:29.280640 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.281177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:20:29.304630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for security_group (9be6c3f8-953b-4ab5-aa6d-79852331ea90), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.307524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-c84c09da-9420-4cc1-a9c8-b66bbafea558 service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034125 Feb 19 07:20:29.314715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9be6c3f8-953b-4ab5-aa6d-79852331ea90), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.379257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:20:29.409467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce5d1815-54dd-4333-9037-505be2e110b5 req-4da7aa21-6039-4354-9699-287c4418859e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=141e74948fc24fed9e4cbfe5d3524523&device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0679352 Feb 19 07:20:29.476565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:29.531861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebe6e2cc-a2d7-409c-834b-b01f7cf26b45 req-5f9b75f4-c369-42fe-be8e-4002e31a988f tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1345546 Feb 19 07:20:29.536859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ab27f05a-697c-4a91-b10d-0b33bcfe720e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.537271 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment ab27f05a-697c-4a91-b10d-0b33bcfe720e of type vlan for network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba Feb 19 07:20:29.538725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6c3f8-953b-4ab5-aa6d-79852331ea90,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:29.544690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:29.563040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce5d1815-54dd-4333-9037-505be2e110b5 req-ca2274c5-acfb-4046-b3a5-40e9650efc71 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=141e74948fc24fed9e4cbfe5d3524523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654755 Feb 19 07:20:29.586014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '49c44160-64a6-47ed-94c7-be3516a7213d', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:20:29.671107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-042c250d-0e52-4f44-bd1c-03c1081ce4a0 req-e5f89953-164a-4438-bf35-2dd72f056a5d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 210 time: 0.0664761 Feb 19 07:20:29.676480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:29.676891 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.699228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:29.725528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:29.731100 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.758661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.763219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d1815-54dd-4333-9037-505be2e110b5 req-90c969ac-29df-4eab-b37c-38179dcf4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:29.764834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce5d1815-54dd-4333-9037-505be2e110b5 req-90c969ac-29df-4eab-b37c-38179dcf4b05 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1794422 Feb 19 07:20:29.795016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.802929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:29.803809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.830434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:29.851347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['49c44160-64a6-47ed-94c7-be3516a7213d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:20:29.866099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2ee9dae5-8059-414a-a587-617a8a3da9e2'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:20:29.898699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=b9baaf90-c53a-4b1e-bbf1-7cc39932aaba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:29.924733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f574a940-16f4-4481-934f-bef844995dcf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1045976 Feb 19 07:20:29.928098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:29.933691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-373230669'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:29.972428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:29.977283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:29.986197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:20:30.039975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:20:30.085280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (09957af5-c070-487d-82cd-b565a9afca10), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.085657 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment 09957af5-c070-487d-82cd-b565a9afca10 of type vlan for network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 Feb 19 07:20:30.131578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.184323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 60dc3f01-0ab9-4f66-b55b-8a6854343eda up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:30.216563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4f4034d9-28ea-4bd5-a358-856fdb8014c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.264204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4f4034d9-28ea-4bd5-a358-856fdb8014c3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.273191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:30.274174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.304879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3754404 Feb 19 07:20:30.307460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:30.312780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:30.351875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 60dc3f01-0ab9-4f66-b55b-8a6854343eda triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:30.352252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.397110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745bab-4802-4bbe-850d-ff783b0a3c10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=4f4034d9-28ea-4bd5-a358-856fdb8014c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:30.422322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:20:30.493674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:30.505525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.719418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 60dc3f01-0ab9-4f66-b55b-8a6854343eda is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:30.719961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.745090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cf5cca3-79bf-4f7d-a017-45fcf0fb57ac req-22c94f72-edca-414d-9923-b258a54d432f tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.43 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.0466280 Feb 19 07:20:30.781429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 60dc3f01-0ab9-4f66-b55b-8a6854343eda, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=60dc3f01-0ab9-4f66-b55b-8a6854343eda,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:30.782794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00a0fa90-7fc0-4992-b9d7-259d32bcd63a req-a729e0a8-ba35-40ae-9d5b-349744e9a685 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 210 time: 0.0449207 Feb 19 07:20:30.798350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.824968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c304333f-4be4-4411-9811-81ac6380bd48), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:30.871967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:30.904657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=c304333f-4be4-4411-9811-81ac6380bd48,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:30.914038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': 'ab27f05a-697c-4a91-b10d-0b33bcfe720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:30.914504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: b9baaf90-c53a-4b1e-bbf1-7cc39932aaba, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:20:30.937325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:20:30.958764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b9baaf90-c53a-4b1e-bbf1-7cc39932aaba) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:30.967428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=60dc3f01-0ab9-4f66-b55b-8a6854343eda,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:30.974228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2401ba-0e42-4078-910b-6b3df777016f None None] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:30.980480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:30.981071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.014805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e2337e9b-f37d-4f73-8ca2-3f3de4c4756e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7061942 Feb 19 07:20:31.017870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:31.034661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:31.057078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2ee9dae5-8059-414a-a587-617a8a3da9e2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:31.057451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.163699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-b9baaf90-c53a-4b1e-bbf1-7cc39932aaba', 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': 'c304333f-4be4-4411-9811-81ac6380bd48'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:20:31.164786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.187509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce5d1815-54dd-4333-9037-505be2e110b5 req-315b2e8b-d482-49ea-914f-b27aacf7e64c tempest-ServerShowV254Test-1498476872 tempest-ServerShowV254Test-1498476872-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f8c4999-6ee3-43a1-995b-53c01ea44c01 HTTP/1.1" status: 200 len: 210 time: 0.1272299 Feb 19 07:20:31.303127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:31.306745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.444524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2ee9dae5-8059-414a-a587-617a8a3da9e2 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:31.445485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.475524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-62e33d61-c8b8-48f0-bf0f-44373fce5078 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:31.477032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-62e33d61-c8b8-48f0-bf0f-44373fce5078 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 820 time: 0.3935502 Feb 19 07:20:31.526592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'port': {'device_id': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'admin_state_up': True, 'tenant_id': 'a53a8b862e5e4007892004816132d78e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:31.536568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Allocated IP 172.20.0.2 (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba/c304333f-4be4-4411-9811-81ac6380bd48/7b948c0e-3862-453e-a57a-0f8ebe131d75) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:31.544539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:31.546890 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56a412-91a1-468b-86f0-45276711afc0" -d '{"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:31.598479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:31.626292 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.627082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:31.642323 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154e03e-5852-4144-8e29-23e50494e8a3 x-openstack-request-id: req-1154e03e-5852-4144-8e29-23e50494e8a3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:31.642651 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-plugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:31.642883 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1154e03e-5852-4144-8e29-23e50494e8a3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:31.643319 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'code': 200} Feb 19 07:20:31.683322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df295d7-4376-4dd5-97b2-02580de2c00d req-8330e3de-30d6-436b-aa61-6be1ea2b1ff8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:31.686922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0df295d7-4376-4dd5-97b2-02580de2c00d req-8330e3de-30d6-436b-aa61-6be1ea2b1ff8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2499821 Feb 19 07:20:31.693629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b63aebb7-dc18-4234-b7ae-7ca959d0e54d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.757909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Sync routers for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:31.769380 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:31.770011 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:31.891991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': '09957af5-c070-487d-82cd-b565a9afca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:31.892356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: 4f4034d9-28ea-4bd5-a358-856fdb8014c3, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:20:31.923006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=b63aebb7-dc18-4234-b7ae-7ca959d0e54d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:31.946389 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0df295d7-4376-4dd5-97b2-02580de2c00d req-53e63155-da89-44e8-b476-1ef4e5d73508 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451129 Feb 19 07:20:31.965959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Made reservation on behalf of a53a8b862e5e4007892004816132d78e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:31.969806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:31.992962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fcca0929-e760-4eff-8e59-f1bf545646ce req-7b47be1c-091a-4429-843c-ec22630b60c6 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 210 time: 0.0958371 Feb 19 07:20:32.010285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:20:32.028578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:32.030484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4f4034d9-28ea-4bd5-a358-856fdb8014c3) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:32.035475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:32.036266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.058059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffba9ba-3d26-4d1a-91ba-2a4f806d1433 None None] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:32.086188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4c442028-31bf-4d38-bdf1-8a0a2658b0e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0669978 Feb 19 07:20:32.089386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:32.102056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181360808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:32.114553 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:32.157689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.159286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.179274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 60dc3f01-0ab9-4f66-b55b-8a6854343eda up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:32.256155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Allocated IP 172.20.0.6 (637db83b-5662-42e7-8cdd-5c07bc38f70c/24d418d1-5d26-429a-a835-7fcaaeac2328/edc18031-fd25-4636-b24a-31143103e160) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:32.372066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (d9e2d6ce-c034-485c-9bac-759678794ac7), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.381396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.426938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.427226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 49c44160-64a6-47ed-94c7-be3516a7213d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:32.427491 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.430955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-01eda182-784e-4eb7-b8b5-14fb2edfb005 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3378801 Feb 19 07:20:32.442643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:32.543650 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 2, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:32.571826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-4f4034d9-28ea-4bd5-a358-856fdb8014c3', 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': 'b63aebb7-dc18-4234-b7ae-7ca959d0e54d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:20:32.572939 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.583077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks [] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.608817 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Checking router: 3ad673f3-4610-459e-9ced-be470e34e04d for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:20:32.609390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Updating router 3ad673f3-4610-459e-9ced-be470e34e04d port bb80b0bd-f0ab-481a-8f20-0319405ad103 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:20:32.618947 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.638168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 60dc3f01-0ab9-4f66-b55b-8a6854343eda triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:32.641977 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.686141 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.731860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for port (edc18031-fd25-4636-b24a-31143103e160), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:32.760757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53732) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:32.897341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (edc18031-fd25-4636-b24a-31143103e160), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.096511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Network 637db83b-5662-42e7-8cdd-5c07bc38f70c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:33.107658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:33.117898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:33.158481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:33.208818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.265346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:33.265896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.285603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:33.287543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Pushing event updated for resources: {'Port': ['ID=7b948c0e-3862-453e-a57a-0f8ebe131d75,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:33.292361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:33.351072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7b880e1-e7ce-46dd-b467-ca1c92df184e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.364533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:33.369024 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.411500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:33.412189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.543499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:33.560613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d81c3-faeb-4535-975e-c747bc75d5d3 req-e4c8a76c-d132-4a2f-94ed-3b9071dc0a0f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:33.581622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be1d81c3-faeb-4535-975e-c747bc75d5d3 req-e4c8a76c-d132-4a2f-94ed-3b9071dc0a0f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3558793 Feb 19 07:20:33.693636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7b880e1-e7ce-46dd-b467-ca1c92df184e admin admin] Publish callbacks [] for security_group (5506c3f9-304e-4b1d-9e3e-d3388f8c2c41), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.703526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:33.705924 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd964e62-a40c-478f-8afe-6b7f40b2af11" -d '{"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-plugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:33.715136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1488e12-6290-490b-896a-c1151065482e req-fbb1690b-2539-482a-b270-af842d07d67f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:33.722522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 60dc3f01-0ab9-4f66-b55b-8a6854343eda is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:33.731508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1488e12-6290-490b-896a-c1151065482e req-fbb1690b-2539-482a-b270-af842d07d67f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 931 time: 0.5079992 Feb 19 07:20:33.737099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-41c0853d-e1f7-483b-be73-9385e168d82f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2280378 Feb 19 07:20:33.751954 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.762537 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks [] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.767281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7b880e1-e7ce-46dd-b467-ca1c92df184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5506c3f9-304e-4b1d-9e3e-d3388f8c2c41), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.777657 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.889786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Attempting to bind port 7b948c0e-3862-453e-a57a-0f8ebe131d75 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:33.892088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Attempting to bind port 7b948c0e-3862-453e-a57a-0f8ebe131d75 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ab27f05a-697c-4a91-b10d-0b33bcfe720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:33.896587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Attempting to bind port 7b948c0e-3862-453e-a57a-0f8ebe131d75 on network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:33.904729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Request body: {'port': {'device_id': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:33.918046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b880e1-e7ce-46dd-b467-ca1c92df184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5506c3f9-304e-4b1d-9e3e-d3388f8c2c41,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:33.922007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Allocated IP 172.21.0.2 (4f4034d9-28ea-4bd5-a358-856fdb8014c3/b63aebb7-dc18-4234-b7ae-7ca959d0e54d/db31d34b-39d0-4e60-8aa5-35a748dd4bd2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:33.963036 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Pushing event updated for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:33.966620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:33.972936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Checking segment: {'id': 'ab27f05a-697c-4a91-b10d-0b33bcfe720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:33.973703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:33.974305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Bound using segment: {'id': 'ab27f05a-697c-4a91-b10d-0b33bcfe720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:33.975041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Bound port: 7b948c0e-3862-453e-a57a-0f8ebe131d75, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab27f05a-697c-4a91-b10d-0b33bcfe720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b9baaf90-c53a-4b1e-bbf1-7cc39932aaba'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:33.975655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.119821 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.129855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.139745 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.140270 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.140773 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.141238 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.141696 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.142175 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.146307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.146307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.146307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.146307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.146307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:20:34.155566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1488e12-6290-490b-896a-c1151065482e req-4ff933c2-f1fe-4bd3-8842-970ab45d5206 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222946 Feb 19 07:20:34.161693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be1d81c3-faeb-4535-975e-c747bc75d5d3 req-cc4aad3e-31f6-4319-863d-c03e4ad454d3 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648510 Feb 19 07:20:34.190921 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Attempting to bind port bb80b0bd-f0ab-481a-8f20-0319405ad103 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:34.191568 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Attempting to bind port bb80b0bd-f0ab-481a-8f20-0319405ad103 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:34.192397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Attempting to bind port bb80b0bd-f0ab-481a-8f20-0319405ad103 on network 637db83b-5662-42e7-8cdd-5c07bc38f70c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:34.197879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7b880e1-e7ce-46dd-b467-ca1c92df184e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=141e74948fc24fed9e4cbfe5d3524523&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4344242 Feb 19 07:20:34.198627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:34.221611 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:34.221964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Checking segment: {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:34.222892 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.223330 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Bound using segment: {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:34.223813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Bound port: bb80b0bd-f0ab-481a-8f20-0319405ad103, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:34.224196 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.296705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:34.419798 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd8d04e-7807-4270-8fe4-a6767c939d97 x-openstack-request-id: req-9cd8d04e-7807-4270-8fe4-a6767c939d97 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:34.420101 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-plugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:34.420554 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cd8d04e-7807-4270-8fe4-a6767c939d97 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:34.422480 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'code': 200} Feb 19 07:20:34.433325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.434591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] For port bb80b0bd-f0ab-481a-8f20-0319405ad103, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:34.437896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.20.0.1 (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba/c304333f-4be4-4411-9811-81ac6380bd48/bc2464d6-4c10-4dfc-b681-14f2591ecc87) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:34.439937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] For port bb80b0bd-f0ab-481a-8f20-0319405ad103, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bb80b0bd-f0ab-481a-8f20-0319405ad103,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:34.457248 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.483937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] For port 7b948c0e-3862-453e-a57a-0f8ebe131d75, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:34.506896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] For port 7b948c0e-3862-453e-a57a-0f8ebe131d75, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b948c0e-3862-453e-a57a-0f8ebe131d75,segment=NetworkSegment(ab27f05a-697c-4a91-b10d-0b33bcfe720e),segment_id=ab27f05a-697c-4a91-b10d-0b33bcfe720e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:34.539555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.601204 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] Publish callbacks [] for security_group (5506c3f9-304e-4b1d-9e3e-d3388f8c2c41), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.650836 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:34.659610 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:34.661745 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce065d2-7094-4e5d-99f6-e764d0896a95 None None] Pushing event updated for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:34.692377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] Publish callbacks [] for security_group (5506c3f9-304e-4b1d-9e3e-d3388f8c2c41), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.811131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.861896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228aab3d-9f95-49fe-a72e-d92471725ccf None None] Pushing event updated for resources: {'Port': ['ID=7b948c0e-3862-453e-a57a-0f8ebe131d75,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:34.906251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.920690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks [] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.944839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:34.973598 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:20:35.016690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:35.032096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:35.038176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:35.257770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=bc2464d6-4c10-4dfc-b681-14f2591ecc87,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:35.261490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Pushing event updated for resources: {'Port': ['ID=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:35.270169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:35.273104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:35.292310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.293994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:35.409792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc18031-fd25-4636-b24a-31143103e160 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:35.432412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks [] for port (edc18031-fd25-4636-b24a-31143103e160), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.459932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Transition to ACTIVE for port object edc18031-fd25-4636-b24a-31143103e160 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:20:35.462207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5506c3f9-304e-4b1d-9e3e-d3388f8c2c41), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.466588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Attempting to bind port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:35.467164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Attempting to bind port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '09957af5-c070-487d-82cd-b565a9afca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:35.468753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.470211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5506c3f9-304e-4b1d-9e3e-d3388f8c2c41 HTTP/1.1" status: 204 len: 168 time: 1.2557797 Feb 19 07:20:35.483645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Attempting to bind port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 on network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:35.495999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.509979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41b1a2-8140-41de-876d-e9889a67022e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5506c3f9-304e-4b1d-9e3e-d3388f8c2c41,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:35.510189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:35.522266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Checking segment: {'id': '09957af5-c070-487d-82cd-b565a9afca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:35.529334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.529334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Bound using segment: {'id': '09957af5-c070-487d-82cd-b565a9afca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:35.547373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Bound port: db31d34b-39d0-4e60-8aa5-35a748dd4bd2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09957af5-c070-487d-82cd-b565a9afca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4f4034d9-28ea-4bd5-a358-856fdb8014c3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:35.548206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.624974 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:34Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:35.646969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:35.718756 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4d347-a1b7-49af-90e7-337ce6de3a45 None None] The sync data for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 is: [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:34Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:35.887058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:35.936719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc5bb-9300-4e8e-bd0c-0b54ca848586 req-eca00370-2205-4cf8-a3a1-a8e7335aef50 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:35.948219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edfdc5bb-9300-4e8e-bd0c-0b54ca848586 req-eca00370-2205-4cf8-a3a1-a8e7335aef50 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4762735 Feb 19 07:20:35.970207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] For port db31d34b-39d0-4e60-8aa5-35a748dd4bd2, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:35.981187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] For port db31d34b-39d0-4e60-8aa5-35a748dd4bd2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,segment=NetworkSegment(09957af5-c070-487d-82cd-b565a9afca10),segment_id=09957af5-c070-487d-82cd-b565a9afca10)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:36.003272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.109204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Attempting to bind port edc18031-fd25-4636-b24a-31143103e160 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:36.109698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Attempting to bind port edc18031-fd25-4636-b24a-31143103e160 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:36.110215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Attempting to bind port edc18031-fd25-4636-b24a-31143103e160 on network 637db83b-5662-42e7-8cdd-5c07bc38f70c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:36.213835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a6163-17cf-4095-b20f-9173d99fcf50 None None] Pushing event updated for resources: {'Port': ['ID=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:36.236014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1d80482-56c4-4757-9445-8ff01a5f7aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.277876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edfdc5bb-9300-4e8e-bd0c-0b54ca848586 req-220c0d1d-2f82-4620-86d3-c4f94d60efec tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035667 Feb 19 07:20:36.294017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Port edc18031-fd25-4636-b24a-31143103e160 on network 637db83b-5662-42e7-8cdd-5c07bc38f70c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:20:36.300250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Attempting to bind port edc18031-fd25-4636-b24a-31143103e160 on network 637db83b-5662-42e7-8cdd-5c07bc38f70c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:36.320847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:36.321334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Checking segment: {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:36.321820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Bound using segment: {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:36.322362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Bound port: edc18031-fd25-4636-b24a-31143103e160, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0131cfc9-3a9f-4c65-85b9-d10386ab4239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:36.322827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.661188 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.677222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:36.679015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.683459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b948c0e-3862-453e-a57a-0f8ebe131d75 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:36.717424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:36.755683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.872064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7b948c0e-3862-453e-a57a-0f8ebe131d75 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:36.872458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:36.890520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67d820-c0d7-47c0-b18a-64b02d031656 req-a7427e64-0551-452a-906a-792253bac8c1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:36.906412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad67d820-c0d7-47c0-b18a-64b02d031656 req-a7427e64-0551-452a-906a-792253bac8c1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 943 time: 0.4118755 Feb 19 07:20:36.978492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=bc2464d6-4c10-4dfc-b681-14f2591ecc87,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:36.997563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:37.000035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:37.039818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:37.063847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:37.067905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-90f85d45-bab1-4187-bb2a-02d61823a6ad service neutron] 10.222.0.24 "PUT /v2.0/ports/edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 1091 time: 3.2978756 Feb 19 07:20:37.072071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:37.083421 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a41156-04f5-4947-8ec4-9c5bc396df92" -d '{"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:37.170142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dca868-4963-4eb1-bec7-af47c992a2b9 None None] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:37.306644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad67d820-c0d7-47c0-b18a-64b02d031656 req-7b4f46ca-6d72-42c7-acdb-0501aa758aa2 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898911 Feb 19 07:20:37.354916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7b948c0e-3862-453e-a57a-0f8ebe131d75 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:37.356624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:37.358042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:37.359608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:37.376149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-c41d47c7-0df9-4b00-87c9-96d33df8117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:37.377683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-c41d47c7-0df9-4b00-87c9-96d33df8117d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1125 time: 0.2410777 Feb 19 07:20:37.381994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-eaeab58b-6cfa-47e7-a2ee-1c7f34c31ca8 None None] Provisioning complete for port 7b948c0e-3862-453e-a57a-0f8ebe131d75 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:37.385772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eaeab58b-6cfa-47e7-a2ee-1c7f34c31ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:37.510130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-3b9356a9-0f72-4953-98b0-96056ea50685 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.1231432 Feb 19 07:20:37.605817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:37.613639 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f86a7-b8a1-425a-9a63-cb8d7d9981d6 x-openstack-request-id: req-fc0f86a7-b8a1-425a-9a63-cb8d7d9981d6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:37.614490 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:37.616203 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc0f86a7-b8a1-425a-9a63-cb8d7d9981d6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:37.616766 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:20:37.619982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 7b948c0e-3862-453e-a57a-0f8ebe131d75, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b948c0e-3862-453e-a57a-0f8ebe131d75,segment=NetworkSegment(ab27f05a-697c-4a91-b10d-0b33bcfe720e),segment_id=ab27f05a-697c-4a91-b10d-0b33bcfe720e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:37.685573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-409dc96e-b049-4ea9-847d-3b2e34858fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:37.693137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-409dc96e-b049-4ea9-847d-3b2e34858fbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.1752336 Feb 19 07:20:37.737807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:37.738655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bb80b0bd-f0ab-481a-8f20-0319405ad103 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:37.784318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-61e4de30-4e6b-450d-9452-e83a2278f31f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841377 Feb 19 07:20:37.846537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router d9e2d6ce-c034-485c-9bac-759678794ac7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:20:37.991682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=7b948c0e-3862-453e-a57a-0f8ebe131d75,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:38.002098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1746953722-network', 'tenant_id': 'c4fab578ab514f32b4edadd36f6325e0'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:38.067694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-83a2919f-0e1c-4221-98ec-e9880178f515 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462230 Feb 19 07:20:38.153921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Made reservation on behalf of c4fab578ab514f32b4edadd36f6325e0 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:38.159954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:38.209904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bb80b0bd-f0ab-481a-8f20-0319405ad103 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:38.210287 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:38.214523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:38.232703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:38.269890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e25bf570-1aa0-415a-a75c-577aa8653351 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8235476 Feb 19 07:20:38.278150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:38.281316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] Sync routers for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:38.459669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-eaeab58b-6cfa-47e7-a2ee-1c7f34c31ca8 None None] Current status of the port 7b948c0e-3862-453e-a57a-0f8ebe131d75 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:38.471777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99554f53-bb15-4074-a6eb-92c8aed4e293 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:38.499466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:38.500114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:38.502702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-99554f53-bb15-4074-a6eb-92c8aed4e293 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports/bc2464d6-4c10-4dfc-b681-14f2591ecc87 HTTP/1.1" status: 200 len: 910 time: 0.2230632 Feb 19 07:20:38.505896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:38.858634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547d376-0b02-4f10-b64b-91c45f950eca None None] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:38.884878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-876f73d8-6e25-4b11-b5e0-727163ba6ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:38.887941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:38.996392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Provisioning complete for port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:38.996780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:39.160792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bb80b0bd-f0ab-481a-8f20-0319405ad103 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:39.161397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:39.209429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:39.210045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:39.316891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:39.317551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81fa5e6-ee55-447f-89e3-bc838141b540 None None] The sync data for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:39.480138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Current status of the port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:39.480542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:39.553288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a39827-1de3-4635-96a8-9c0cbb6ec6a2 req-bdc28a05-b0e8-4fe7-9897-0cd6675dc3c6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:39.556101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17a39827-1de3-4635-96a8-9c0cbb6ec6a2 req-bdc28a05-b0e8-4fe7-9897-0cd6675dc3c6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 1.7700064 Feb 19 07:20:39.564719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port bb80b0bd-f0ab-481a-8f20-0319405ad103, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bb80b0bd-f0ab-481a-8f20-0319405ad103,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:39.625597 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:39.632141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a0ede58-fd5c-4d67-bb35-570f33aec69f req-d94900a0-221a-4c0b-a720-3d1116f33ffb service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4705157 Feb 19 07:20:39.686992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17a39827-1de3-4635-96a8-9c0cbb6ec6a2 req-ca9c9d21-7c1b-434d-a5f6-5046b14a32d9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224601 Feb 19 07:20:39.865077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:39.872162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-177418a2-8f32-43d3-ac89-2eb01aa1d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:39.877387 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-177418a2-8f32-43d3-ac89-2eb01aa1d8c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1125 time: 0.1807249 Feb 19 07:20:39.976735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] For port db31d34b-39d0-4e60-8aa5-35a748dd4bd2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,segment=NetworkSegment(09957af5-c070-487d-82cd-b565a9afca10),segment_id=09957af5-c070-487d-82cd-b565a9afca10)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:40.004222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.020050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:40.174003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b948c0e-3862-453e-a57a-0f8ebe131d75 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:40.248644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd4685-28f8-40ba-827f-ad52bc1ecf0a req-2e7d37cb-30a9-472b-a9f2-4cd0d6757936 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:40.250825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0bd4685-28f8-40ba-827f-ad52bc1ecf0a req-2e7d37cb-30a9-472b-a9f2-4cd0d6757936 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 943 time: 0.4692054 Feb 19 07:20:40.275691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Provisioning complete for port bc2464d6-4c10-4dfc-b681-14f2591ecc87 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:40.276208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.328395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks [] for security_group (cc26e93e-00cb-41fa-aaff-c9aa09a961c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.348412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc26e93e-00cb-41fa-aaff-c9aa09a961c3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.376625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73642b2b-3805-4576-8db2-5ecd0c008378 None None] Pushing event updated for resources: {'Port': ['ID=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:40.397082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-92a74373-396f-4e52-bc27-69d1a05c48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:40.399008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-92a74373-396f-4e52-bc27-69d1a05c48e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.4988706 Feb 19 07:20:40.416775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Port bc2464d6-4c10-4dfc-b681-14f2591ecc87 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:40.436618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Provisioning complete for port 7b948c0e-3862-453e-a57a-0f8ebe131d75 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:40.442303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.447023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0bd4685-28f8-40ba-827f-ad52bc1ecf0a req-e4033eae-88ac-44c9-b33f-cd99a96d3317 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527491 Feb 19 07:20:40.500785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:20:40.518787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7b948c0e-3862-453e-a57a-0f8ebe131d75 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:40.519156 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.537041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-2bc97ec8-1680-4a23-aa5c-400c475abc34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.1066551 Feb 19 07:20:40.592288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26e93e-00cb-41fa-aaff-c9aa09a961c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:40.596030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ad4e3237-45ca-4c34-b163-462088bc4fae), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.596381 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Added segment ad4e3237-45ca-4c34-b163-462088bc4fae of type vlan for network c42f1c13-2835-4e3c-9b4f-77ea4c05231b Feb 19 07:20:40.618062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-1c19bd5e-9707-4832-8bce-b4dd9b3311ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:40.620406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-1c19bd5e-9707-4832-8bce-b4dd9b3311ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.0729229 Feb 19 07:20:40.671821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c42f1c13-2835-4e3c-9b4f-77ea4c05231b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.698102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-ef8f0f0b-813c-4fdd-b5c0-0e5d0fd3822d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717604 Feb 19 07:20:40.757849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-787a60b4-f4b8-47d6-9670-3011082ada6a None None] Current status of the port 7b948c0e-3862-453e-a57a-0f8ebe131d75 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:40.795911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c42f1c13-2835-4e3c-9b4f-77ea4c05231b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.796793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:40.797362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:40.858598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7b948c0e-3862-453e-a57a-0f8ebe131d75 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:40.875444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db31d34b-39d0-4e60-8aa5-35a748dd4bd2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:40.971982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3648744 Feb 19 07:20:40.976748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:41.013199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d98b382a-6400-4496-9170-557ac1864ac9 None None] Provisioning complete for port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:41.013905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d98b382a-6400-4496-9170-557ac1864ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:41.021280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:41.045121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-b106d94d-45f9-4c7b-aca3-e726fa225667 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415685 Feb 19 07:20:41.058956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613bff3-619c-4c72-97f3-50b9f8bdb4fc admin admin] Pushing event updated for resources: {'Network': ['ID=c42f1c13-2835-4e3c-9b4f-77ea4c05231b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:41.081204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c42f1c13-2835-4e3c-9b4f-77ea4c05231b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:20:41.129694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9512e-82a7-4617-864a-e955fad5ab9e req-050730f0-675f-445f-aa95-9a06c4902480 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:41.144786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cad9512e-82a7-4617-864a-e955fad5ab9e req-050730f0-675f-445f-aa95-9a06c4902480 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2595396 Feb 19 07:20:41.177056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:41.179648 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:41.381182 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cad9512e-82a7-4617-864a-e955fad5ab9e req-97149d5b-0dd5-403a-a3c7-229f88b235ee tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348778 Feb 19 07:20:41.440604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27a41156-04f5-4947-8ec4-9c5bc396df92 req-5b520ad1-918f-46ba-b2d7-943871bdcaa2 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866689 Feb 19 07:20:41.466266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device edc18031-fd25-4636-b24a-31143103e160 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:20:41.547088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d98b382a-6400-4496-9170-557ac1864ac9 None None] Current status of the port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:41.837901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:41.867589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.21.0.1 (4f4034d9-28ea-4bd5-a358-856fdb8014c3/b63aebb7-dc18-4234-b7ae-7ca959d0e54d/e1a6ee5b-40aa-4a5a-8a98-418b46c35a95) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:41.958368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:41.995986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'edc18031-fd25-4636-b24a-31143103e160', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'port_id': 'edc18031-fd25-4636-b24a-31143103e160', 'mac_address': 'fa:16:3e:58:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:20:42.084327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df40be-4b8b-4bcb-b054-e5ef4ad7a19a req-c36b56c5-ee8b-45d7-856e-0387524dff86 tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:42.086104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port edc18031-fd25-4636-b24a-31143103e160 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:42.086228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.089920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df40be-4b8b-4bcb-b054-e5ef4ad7a19a req-c36b56c5-ee8b-45d7-856e-0387524dff86 tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:42.098230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df40be-4b8b-4bcb-b054-e5ef4ad7a19a req-c36b56c5-ee8b-45d7-856e-0387524dff86 tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:42.109848 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-96df40be-4b8b-4bcb-b054-e5ef4ad7a19a req-c36b56c5-ee8b-45d7-856e-0387524dff86 tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2446373 Feb 19 07:20:42.116239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db31d34b-39d0-4e60-8aa5-35a748dd4bd2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:42.207099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.226561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc18031-fd25-4636-b24a-31143103e160 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:20:42.266351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0e1c6-5b2f-4cd6-a52e-e6660132e319 req-4cc23ef0-9a83-4d43-834d-c7232d170bdb tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:42.275736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81a0e1c6-5b2f-4cd6-a52e-e6660132e319 req-4cc23ef0-9a83-4d43-834d-c7232d170bdb tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 943 time: 0.1031229 Feb 19 07:20:42.307230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:42.310409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.318470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.382202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81a0e1c6-5b2f-4cd6-a52e-e6660132e319 req-e3386fa5-b4f7-41d5-a1ca-c8a962874493 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004298 Feb 19 07:20:42.460187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:42.463273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:42.486071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=e1a6ee5b-40aa-4a5a-8a98-418b46c35a95,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:42.491357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:42.522008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:42.556913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.566122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:42.573754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.588062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:42.670034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['edc18031-fd25-4636-b24a-31143103e160'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:20:42.732401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07298c4-11e0-416a-866e-6febc0e60852 req-cbc9e3b7-2f47-4221-af9d-4e2d9d94d26a tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:42.746703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c07298c4-11e0-416a-866e-6febc0e60852 req-cbc9e3b7-2f47-4221-af9d-4e2d9d94d26a tempest-ComputeTenantNetworksTest-253718219 tempest-ComputeTenantNetworksTest-253718219-project] 10.222.0.43 "GET /v2.0/networks/c42f1c13-2835-4e3c-9b4f-77ea4c05231b HTTP/1.1" status: 200 len: 769 time: 0.1607084 Feb 19 07:20:42.750493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:42.914357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.039330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c42f1c13-2835-4e3c-9b4f-77ea4c05231b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.053835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:43.055023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bb80b0bd-f0ab-481a-8f20-0319405ad103 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:43.113529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256f73-4f6e-4540-a36c-683797e6104b req-46397725-0a19-4597-a5b4-ad189f82d419 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:43.119265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f256f73-4f6e-4540-a36c-683797e6104b req-46397725-0a19-4597-a5b4-ad189f82d419 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2077444 Feb 19 07:20:43.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-292ee3c0-b3f2-4693-b9f1-712430c72910 None None] Provisioning complete for port e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:43.177412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-292ee3c0-b3f2-4693-b9f1-712430c72910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.307872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-292ee3c0-b3f2-4693-b9f1-712430c72910 None None] Port e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:43.411932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f256f73-4f6e-4540-a36c-683797e6104b req-1ecda8ea-1347-419d-bec5-791a8e3e1f44 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792568 Feb 19 07:20:43.415016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bb80b0bd-f0ab-481a-8f20-0319405ad103 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:43.419005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.561272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bb80b0bd-f0ab-481a-8f20-0319405ad103 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:43.643760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.654088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.678647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c42f1c13-2835-4e3c-9b4f-77ea4c05231b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.744246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=e1a6ee5b-40aa-4a5a-8a98-418b46c35a95,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:43.768848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42f1c13-2835-4e3c-9b4f-77ea4c05231b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:43.808006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.820299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-0248fdd6-7063-4d65-a4f6-944e20d42ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4553614 Feb 19 07:20:43.823892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4e3237-45ca-4c34-b163-462088bc4fae') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:43.827517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4e3237-45ca-4c34-b163-462088bc4fae') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:43.854284 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ad4e3237-45ca-4c34-b163-462088bc4fae), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:43.902941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bf7bc-8313-405f-8df0-34b3403e04b9 req-792a44cb-7d13-42ad-ac78-082ee3ddd989 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:43.907088 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c6bf7bc-8313-405f-8df0-34b3403e04b9 req-792a44cb-7d13-42ad-ac78-082ee3ddd989 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 944 time: 0.3068314 Feb 19 07:20:44.004096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:44.006306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:44.063663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ad4e3237-45ca-4c34-b163-462088bc4fae), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:44.165975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:20:44.168270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ad4e3237-45ca-4c34-b163-462088bc4fae), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:44.203410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c6bf7bc-8313-405f-8df0-34b3403e04b9 req-f26e3ebe-850f-41d3-bcae-6826552a3fbd tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885377 Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:20:44.204765 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:20:44.209347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router d9e2d6ce-c034-485c-9bac-759678794ac7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:44.391558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.392277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.398185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.398938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.399585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.400266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.400888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.407780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-f5728ea9-97b0-4dce-99df-7f2e277f3d42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c725bce7db824247bba8fbf6e15c5879&device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 6706 time: 0.4942737 Feb 19 07:20:44.409197 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c42f1c13-2835-4e3c-9b4f-77ea4c05231b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:44.416550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:44.427312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] 10.222.0.43 "DELETE /v2.0/networks/c42f1c13-2835-4e3c-9b4f-77ea4c05231b HTTP/1.1" status: 204 len: 168 time: 1.6736588 Feb 19 07:20:44.474607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:44.485295 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] Sync routers for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:44.508211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-898173ff-2453-482a-8ae1-8a5f91f45bdc tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9982691 Feb 19 07:20:44.511220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:44.515327 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:44.516235 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:44.567905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bc755ca2-511e-4bad-9443-0cf062c568b6 None None] Provisioning complete for port e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:44.568498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc755ca2-511e-4bad-9443-0cf062c568b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:44.590153 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:44.619087 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:44.625076 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:44.661456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bceab-ee0c-453c-ba39-82635519edb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.667428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-659bceab-ee0c-453c-ba39-82635519edb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports/e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 HTTP/1.1" status: 200 len: 910 time: 0.1555455 Feb 19 07:20:44.668131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:44.724851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:44.726114 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b7ba9-e12c-4b9d-8e27-d10743f24c61 None None] The sync data for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:44.749180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-0238e00b-2068-42b4-b775-9d6a40545d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.755166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-0238e00b-2068-42b4-b775-9d6a40545d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.755810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-0238e00b-2068-42b4-b775-9d6a40545d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:44.759260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-0238e00b-2068-42b4-b775-9d6a40545d63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98978c2c-242d-44c2-b6e5-754afe116997&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=806604bd-b8a0-47db-ad46-3f62efe6f97c&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&id=bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 200 len: 2290 time: 0.2744825 Feb 19 07:20:44.759260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:44.760521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a66e1-bdbc-46ba-a66a-2b8a4091030f admin admin] Pushing event deleted for resources: {'Network': ['ID=c42f1c13-2835-4e3c-9b4f-77ea4c05231b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:44.929709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-7c05733c-366f-4ad6-b2ac-7e6215d20ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a HTTP/1.1" status: 200 len: 1000 time: 0.1403244 Feb 19 07:20:45.035537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bc755ca2-511e-4bad-9443-0cf062c568b6 None None] Port e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:20:45.038666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-df26d72b-0924-4b6e-b385-4b81c7c34905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4fab578ab514f32b4edadd36f6325e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757490 Feb 19 07:20:45.047249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:45.110090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05453a14-d076-42ae-a3a1-554b8789543e req-abb83b6c-27d2-4127-840a-e03022e6785f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.118738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05453a14-d076-42ae-a3a1-554b8789543e req-abb83b6c-27d2-4127-840a-e03022e6785f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3594923 Feb 19 07:20:45.168888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-8b199b0a-5f91-4f2a-9315-4399d8cb570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.176471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-8b199b0a-5f91-4f2a-9315-4399d8cb570c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1127 time: 0.1639545 Feb 19 07:20:45.188451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05453a14-d076-42ae-a3a1-554b8789543e req-4a24f426-d8e1-438e-92f9-4a44f09c4c59 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682855 Feb 19 07:20:45.197813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] Publish callbacks [] for security_group (cc26e93e-00cb-41fa-aaff-c9aa09a961c3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.265305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] Publish callbacks [] for security_group (cc26e93e-00cb-41fa-aaff-c9aa09a961c3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.343269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-e31e61bb-84d6-46d1-a4d0-6bbc25740af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.345342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-e31e61bb-84d6-46d1-a4d0-6bbc25740af1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e3dcf15-d9bc-4f83-819d-5819ba097ad1 HTTP/1.1" status: 200 len: 851 time: 0.3743777 Feb 19 07:20:45.349185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc26e93e-00cb-41fa-aaff-c9aa09a961c3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.353892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.355752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc26e93e-00cb-41fa-aaff-c9aa09a961c3 HTTP/1.1" status: 204 len: 168 time: 0.3069980 Feb 19 07:20:45.409081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2848ad-2fe7-47a7-8cf5-f6bec6b2bd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26e93e-00cb-41fa-aaff-c9aa09a961c3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:45.449032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526c45-ac20-46a2-ad78-d82f3142143b req-f729d731-b3b6-44aa-b255-2812280636cc tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.451385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-3851f5b3-28c4-4732-b618-cca1d1b04bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.452827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-3851f5b3-28c4-4732-b618-cca1d1b04bc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.2180085 Feb 19 07:20:45.457267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2526c45-ac20-46a2-ad78-d82f3142143b req-f729d731-b3b6-44aa-b255-2812280636cc tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 944 time: 0.1254690 Feb 19 07:20:45.466368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device edc18031-fd25-4636-b24a-31143103e160 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:20:45.521984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2526c45-ac20-46a2-ad78-d82f3142143b req-99e99104-c981-4aa4-bddf-91eacb8cff3e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636406 Feb 19 07:20:45.525357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-fffffe8e-234e-4e0d-8007-f3075fd02d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:45.542643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-fffffe8e-234e-4e0d-8007-f3075fd02d17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98978c2c-242d-44c2-b6e5-754afe116997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1854820 Feb 19 07:20:45.633198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port edc18031-fd25-4636-b24a-31143103e160 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:20:45.639744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port edc18031-fd25-4636-b24a-31143103e160 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:20:45.640124 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (edc18031-fd25-4636-b24a-31143103e160), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.698144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-16c0c01b-ff86-43ec-97cf-287e0dafd187 service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452723 Feb 19 07:20:45.813749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port edc18031-fd25-4636-b24a-31143103e160 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:45.813953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.834038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-3c881f65-e942-4dcc-9863-bfeafa0af69b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 1001 time: 0.3657196 Feb 19 07:20:45.852942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:45.854307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:45.856636 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56eb4aa-fa79-411a-b822-c5023dcd544f" -d '{"events": [{"server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "name": "network-vif-plugged", "status": "completed", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:45.872634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:45.937876 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f47c33-10fd-491f-88dc-557dbfc81fe7 x-openstack-request-id: req-43f47c33-10fd-491f-88dc-557dbfc81fe7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:45.939019 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "name": "network-vif-plugged", "status": "completed", "tag": "edc18031-fd25-4636-b24a-31143103e160", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:45.939530 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43f47c33-10fd-491f-88dc-557dbfc81fe7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:45.940137 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'code': 200} Feb 19 07:20:45.992332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:46.014541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-cc57fe7f-a77c-43af-b23d-3dc865b40dc0 service neutron] 10.222.0.24 "GET /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033040 Feb 19 07:20:46.102615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ffd69232-92c1-43ab-8e9c-880ce540cfce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 217 time: 0.0741329 Feb 19 07:20:46.186579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-546cfa35-69fa-4662-b40c-be98eb4ef858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.199097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-546cfa35-69fa-4662-b40c-be98eb4ef858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.3572695 Feb 19 07:20:46.407791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-5eb97200-8cbb-4919-8935-6021555c9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.421724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-5eb97200-8cbb-4919-8935-6021555c9f9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.3024709 Feb 19 07:20:46.438493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:46.661582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f65629-c3d5-4182-8300-779547a03285 req-b4d41dac-4eb4-4901-b18b-3eb57735f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.663864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-fa62e643-c724-409c-b415-a2e79b3377b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.665564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-fa62e643-c724-409c-b415-a2e79b3377b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4591732 Feb 19 07:20:46.667790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5f65629-c3d5-4182-8300-779547a03285 req-b4d41dac-4eb4-4901-b18b-3eb57735f731 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.6472468 Feb 19 07:20:46.842708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81a09b-2406-4dd6-9ec1-09cef4065c07 req-f4dea8af-bd7a-40d7-94dc-3a4fe637c715 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.847947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f81a09b-2406-4dd6-9ec1-09cef4065c07 req-f4dea8af-bd7a-40d7-94dc-3a4fe637c715 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4210033 Feb 19 07:20:46.859309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-b0ef9f4c-0606-45a1-8885-e3baa06a3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:46.862787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-b0ef9f4c-0606-45a1-8885-e3baa06a3e02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4189231 Feb 19 07:20:46.926625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-f904e82b-4ea7-4cee-8d15-141b1282e300 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526791 Feb 19 07:20:46.991361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5f65629-c3d5-4182-8300-779547a03285 req-02e52c38-2fd7-44d9-8128-2bf3a4d517fe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126860 Feb 19 07:20:47.045796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c331df74-bba3-4fd7-ac73-68ae98ef952d req-323caa91-55ab-48a8-9365-7a9f967e9334 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105487 Feb 19 07:20:47.143660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f81a09b-2406-4dd6-9ec1-09cef4065c07 req-e532158a-7910-402c-a94b-aa09e5f12173 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730572 Feb 19 07:20:47.199770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-552852d8-2fe8-4040-9f2a-f245a8ef6709 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176770 Feb 19 07:20:47.339937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-112eb583-3be9-4e34-84b2-e8249027c6b4 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332624 Feb 19 07:20:47.364938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:47.365526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:47.421850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-863c0c6f-1ec3-47fd-9ba3-6f4c5b93f9a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 217 time: 0.0699620 Feb 19 07:20:47.550072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-cabefa31-081b-4f12-b2d9-fb8de4b0f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:47.552096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-cabefa31-081b-4f12-b2d9-fb8de4b0f139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.1232414 Feb 19 07:20:47.622359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:47.629499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76254104-4dde-42e8-9d2c-7435db647629 req-85174ea7-53c8-4521-bd17-9f20423a63d0 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:47.636306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76254104-4dde-42e8-9d2c-7435db647629 req-85174ea7-53c8-4521-bd17-9f20423a63d0 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2949753 Feb 19 07:20:47.656431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for e1a6ee5b-40aa-4a5a-8a98-418b46c35a95 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:47.907397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-cbd1d807-3c1c-4fa4-8725-864feef1909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:47.908865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-cbd1d807-3c1c-4fa4-8725-864feef1909c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3310316 Feb 19 07:20:47.926392 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76254104-4dde-42e8-9d2c-7435db647629 req-ee266100-5184-4aae-bf03-80402057c17f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416518 Feb 19 07:20:48.123707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-99070a5d-c564-496f-a547-138b15cac9af service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951740 Feb 19 07:20:48.376075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ca989-ffb7-48d2-ba3a-7997dc9d863a req-63a8446e-89a0-4e14-a818-2114bf53c038 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:48.380911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b1ca989-ffb7-48d2-ba3a-7997dc9d863a req-63a8446e-89a0-4e14-a818-2114bf53c038 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1128633 Feb 19 07:20:48.553912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-c02df1f1-bb44-4202-8513-05842062c078 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231458 Feb 19 07:20:48.669512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b1ca989-ffb7-48d2-ba3a-7997dc9d863a req-386512ee-fe18-4a74-9c10-732defdb3285 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545401 Feb 19 07:20:48.671436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-d8abe384-3ae0-4ad3-81a6-224aff9cb8e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62 HTTP/1.1" status: 200 len: 217 time: 0.1107717 Feb 19 07:20:48.775598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-746a7f2e-be08-4710-b02a-2d374b3b2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:48.776960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-746a7f2e-be08-4710-b02a-2d374b3b2f3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.1001399 Feb 19 07:20:48.789519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e1a6ee5b-40aa-4a5a-8a98-418b46c35a95), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:48.869461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=e1a6ee5b-40aa-4a5a-8a98-418b46c35a95,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:48.911374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-920a5b60-458f-4ee9-a0d3-c8c9fe16584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:48.926536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-920a5b60-458f-4ee9-a0d3-c8c9fe16584a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1351058 Feb 19 07:20:49.059580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:49.158308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-70376f9c-8adc-43eb-be4c-1df431c948c0 service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308247 Feb 19 07:20:49.358624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396e66-09d9-4fee-8593-540bb335243f req-ac4bb2f4-b9ac-45c3-8b40-6d9e3372bcb1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:49.369793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74396e66-09d9-4fee-8593-540bb335243f req-ac4bb2f4-b9ac-45c3-8b40-6d9e3372bcb1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2104340 Feb 19 07:20:49.453439 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74396e66-09d9-4fee-8593-540bb335243f req-c4826466-9cca-43bb-9cfb-522f5a8c4449 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821955 Feb 19 07:20:49.511371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ea270b64-3da5-4bdb-928b-ec1fd62fa59a service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410504 Feb 19 07:20:49.547502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router d9e2d6ce-c034-485c-9bac-759678794ac7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:49.588612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-2247ce39-713e-4d3c-8133-fb0ccde80d78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653 HTTP/1.1" status: 200 len: 217 time: 0.0708008 Feb 19 07:20:49.722187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-466cee0b-a634-4269-82c1-6d8c81d06c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:49.724205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-466cee0b-a634-4269-82c1-6d8c81d06c4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 200 len: 797 time: 0.1265213 Feb 19 07:20:49.809362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:49.824047 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44783afa-dc46-4700-b380-3dd5cdc5b5d8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1515505 Feb 19 07:20:49.824047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:49.828028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] Sync routers for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:49.862354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-40f5eaff-d409-491d-9c4c-fca99ea1676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:49.863652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:49.865099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:49.876197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-40f5eaff-d409-491d-9c4c-fca99ea1676a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=806604bd-b8a0-47db-ad46-3f62efe6f97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1430202 Feb 19 07:20:50.001198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:50.028945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:50.029909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:50.104142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:50.105146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3aaa2-c95c-44b9-ae58-05cc6240142d None None] The sync data for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:50.291884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ce26749d-c941-407a-bf22-88e1f4686cff service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053271 Feb 19 07:20:50.298898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-41197b93-6b96-497d-afba-71f5939539f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:50.300755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-41197b93-6b96-497d-afba-71f5939539f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.3645289 Feb 19 07:20:50.452393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3a8f-8a97-4cb4-b3cc-7040fc320f3d req-f4f1ecdc-38f3-4d8d-8c90-1bd5d001fc6e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:50.469292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95a3a8f-8a97-4cb4-b3cc-7040fc320f3d req-f4f1ecdc-38f3-4d8d-8c90-1bd5d001fc6e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4202526 Feb 19 07:20:50.531741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-b6989f37-d4b1-48ec-94ce-bcf81576ae7a service neutron] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271359 Feb 19 07:20:50.685979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-e27c762a-c6d7-429a-93ca-e584161d32da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=96f36677-8b23-4e99-800c-4d0d76889fd6 HTTP/1.1" status: 200 len: 217 time: 0.1330566 Feb 19 07:20:50.709851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:50.850646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d95a3a8f-8a97-4cb4-b3cc-7040fc320f3d req-434fb425-a7ce-4861-9179-16ba9f5749c6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801463 Feb 19 07:20:50.942492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ee4d55b8-eaf5-4607-87b0-a21fe5c7859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:50.944219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ee4d55b8-eaf5-4607-87b0-a21fe5c7859d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.2441576 Feb 19 07:20:51.089294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-682b9e86-409b-4b96-8ef8-c8d787d71378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:51.091488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-682b9e86-409b-4b96-8ef8-c8d787d71378 service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.6566186 Feb 19 07:20:51.256272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-8806a30e-4d1f-41ec-97a0-71a207966900 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.1220386 Feb 19 07:20:51.375359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-e1a41c72-334e-4ca2-9f81-930b483edf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:51.376829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-e1a41c72-334e-4ca2-9f81-930b483edf10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.1102338 Feb 19 07:20:51.386514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ec8b94b1-c68f-4d7f-99cc-3fe30d62574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:51.386514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-ec8b94b1-c68f-4d7f-99cc-3fe30d62574e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4120250 Feb 19 07:20:51.460742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-65f25fb1-390d-4fe3-8a2f-41f66d8946c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649660 Feb 19 07:20:51.499009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port bc2464d6-4c10-4dfc-b681-14f2591ecc87 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:51.499605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:51.593664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d8fc-03a7-4cc2-8b16-ad85b908cc6b req-9dcb2cb2-6cd2-47cd-956e-56e4ac28a63e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:51.601471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3897d8fc-03a7-4cc2-8b16-ad85b908cc6b req-9dcb2cb2-6cd2-47cd-956e-56e4ac28a63e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.5934136 Feb 19 07:20:51.827115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:51.910014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for bc2464d6-4c10-4dfc-b681-14f2591ecc87 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:52.389393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bc2464d6-4c10-4dfc-b681-14f2591ecc87), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:52.461475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=bc2464d6-4c10-4dfc-b681-14f2591ecc87,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:52.569252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3897d8fc-03a7-4cc2-8b16-ad85b908cc6b req-5a5aa67f-c470-4edd-88d3-91da745e9662 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9668264 Feb 19 07:20:52.627796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-4d3e9eb6-baf0-40d7-a615-d1c627a5214e service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1751864 Feb 19 07:20:52.632338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-e6063529-56d9-4848-b81c-b93ac0e6a7c8 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1546290 Feb 19 07:20:52.796623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-1a7d4331-6f72-41f5-9c44-4e66f1a7e5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223376 Feb 19 07:20:52.829025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (d9e2d6ce-c034-485c-9bac-759678794ac7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:52.952507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-570bdae4-4982-446e-8016-8b96c6eb8456 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8 HTTP/1.1" status: 200 len: 217 time: 0.1358182 Feb 19 07:20:53.073104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe920c4-45be-4aa7-a4f1-d96de66d75e6 req-cbc4885f-0edc-4d30-af26-3588372cb493 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338996 Feb 19 07:20:53.143637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e255c9-6eb7-47e9-9bf9-d0b79b6e5b7a req-b91ae7bc-c4cf-41c1-af62-41b66f160062 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:53.149943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7e255c9-6eb7-47e9-9bf9-d0b79b6e5b7a req-b91ae7bc-c4cf-41c1-af62-41b66f160062 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3453703 Feb 19 07:20:53.154152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-3c32bf56-9f3c-4fed-8fbc-392f243217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:53.155591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-3c32bf56-9f3c-4fed-8fbc-392f243217f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 200 len: 797 time: 0.1690784 Feb 19 07:20:53.332755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router d9e2d6ce-c034-485c-9bac-759678794ac7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:20:53.405163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7e255c9-6eb7-47e9-9bf9-d0b79b6e5b7a req-0ed15f76-fbc4-43cd-b0b5-2e1fa254fe4d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465451 Feb 19 07:20:53.430726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-fe83f84a-9bda-4e33-bedc-d2c4c649bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:53.439414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-fe83f84a-9bda-4e33-bedc-d2c4c649bea5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd24f8ab-c9d8-4963-b875-e65f66be4e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2462482 Feb 19 07:20:53.707439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:20:53.707563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] Sync routers for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:20:53.707996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54000) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:53.708389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4e076c2e-821b-42be-840d-185e4375296e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8467822 Feb 19 07:20:53.735927 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:53.744080 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:54.055964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:54.079316 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] Routers {'d9e2d6ce-c034-485c-9bac-759678794ac7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:20:54.080373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d9e2d6ce-c034-485c-9bac-759678794ac7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:54.083089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20744517-d659-45fc-9646-a34c147d5158 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e2d6ce-c034-485c-9bac-759678794ac7 HTTP/1.1" status: 200 len: 205 time: 0.4126525 Feb 19 07:20:54.086198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:54.169641 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:54.173400 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127a624-7d6d-4a57-9334-1d2511c12be9 None None] The sync data for ids ['d9e2d6ce-c034-485c-9bac-759678794ac7'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:20:54.227880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-b1cc9564-8063-4cad-b099-7fc87a9ede9c service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805362 Feb 19 07:20:54.245294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:54.298730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967716-4ed5-448e-99fe-12936cae66a1 req-13253232-6995-46c8-82f9-8c521a9761ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:54.300275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-13253232-6995-46c8-82f9-8c521a9761ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1127 time: 0.3545978 Feb 19 07:20:54.387707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1075be-952a-4357-807e-74139704ed5d req-57183021-381d-4f6b-a92c-2ef76f3a1a8c tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:54.390144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d1075be-952a-4357-807e-74139704ed5d req-57183021-381d-4f6b-a92c-2ef76f3a1a8c tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.3430436 Feb 19 07:20:54.499331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967716-4ed5-448e-99fe-12936cae66a1 req-cddd84ff-fe53-4ba9-a04f-ccd9ec19bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:54.502318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-cddd84ff-fe53-4ba9-a04f-ccd9ec19bae8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.1866777 Feb 19 07:20:54.556113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d1075be-952a-4357-807e-74139704ed5d req-3bc4343b-2ce6-4714-986e-39aa5d2fd06e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497171 Feb 19 07:20:54.562339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f7ca156-7b5a-4c5a-accc-b39fed5d8cfb req-e127fd6a-90ab-4f2a-9f3e-39fcc32a24e1 service neutron] 10.222.0.24 "GET /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282340 Feb 19 07:20:54.684874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:54.703840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (d9e2d6ce-c034-485c-9bac-759678794ac7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:54.792833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832291d-4f76-428a-9c06-7bae9db6cc97 req-1201ab94-5bd9-49c9-b43b-48168a22b4c6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:54.795138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f832291d-4f76-428a-9c06-7bae9db6cc97 req-1201ab94-5bd9-49c9-b43b-48168a22b4c6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1208191 Feb 19 07:20:54.850747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d9e2d6ce-c034-485c-9bac-759678794ac7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:54.851290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router d9e2d6ce-c034-485c-9bac-759678794ac7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:20:54.940203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:54.943290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d1c68ff-75f9-4512-b096-0d515337d927 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7 HTTP/1.1" status: 204 len: 168 time: 0.8559546 Feb 19 07:20:54.952884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:54.959533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-53b7196f-967e-48ab-afe0-9fd10362eeb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 1001 time: 0.2801349 Feb 19 07:20:55.066847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet b63aebb7-dc18-4234-b7ae-7ca959d0e54d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:55.067151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f832291d-4f76-428a-9c06-7bae9db6cc97 req-39b458a3-0dd1-4471-b345-6cbf0ae60a87 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610712 Feb 19 07:20:55.067532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (b63aebb7-dc18-4234-b7ae-7ca959d0e54d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.091801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967716-4ed5-448e-99fe-12936cae66a1 req-2eedbd6d-9408-4a9d-bfbc-39c0fd13f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:55.093679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-2eedbd6d-9408-4a9d-bfbc-39c0fd13f5fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.1267984 Feb 19 07:20:55.148682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (b63aebb7-dc18-4234-b7ae-7ca959d0e54d), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.207609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967716-4ed5-448e-99fe-12936cae66a1 req-9df00b19-2158-4af1-a435-1a08df759bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:55.209135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-9df00b19-2158-4af1-a435-1a08df759bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1051338 Feb 19 07:20:55.310482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b63aebb7-dc18-4234-b7ae-7ca959d0e54d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.472007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-af82b236-5eaa-4691-a427-612b70077897 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549102 Feb 19 07:20:55.516749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (b63aebb7-dc18-4234-b7ae-7ca959d0e54d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.709524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=b63aebb7-dc18-4234-b7ae-7ca959d0e54d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:55.710964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58ab04-dfd0-4eff-9962-6029e26cf89e None None] Network 4f4034d9-28ea-4bd5-a358-856fdb8014c3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:55.723036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.736817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-572b9cfb-64ff-47e3-b391-b112bb4ba069 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/b63aebb7-dc18-4234-b7ae-7ca959d0e54d HTTP/1.1" status: 204 len: 168 time: 0.7798555 Feb 19 07:20:55.738129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:55.752829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65967716-4ed5-448e-99fe-12936cae66a1 req-35ee1c1c-ba16-49b3-8c57-f647d3f778c9 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545481 Feb 19 07:20:55.848056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6d9b5-44ea-467e-b67e-320359df1866 req-73aec36f-e693-4b3d-a765-31b99a79e0d7 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:55.849512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3f6d9b5-44ea-467e-b67e-320359df1866 req-73aec36f-e693-4b3d-a765-31b99a79e0d7 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2015464 Feb 19 07:20:55.861398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet c304333f-4be4-4411-9811-81ac6380bd48 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:20:55.871538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (c304333f-4be4-4411-9811-81ac6380bd48), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.946256 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (c304333f-4be4-4411-9811-81ac6380bd48), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:55.955126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3f6d9b5-44ea-467e-b67e-320359df1866 req-50c42cd8-41d2-4631-b4a2-d0c6ac83cf14 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992153 Feb 19 07:20:55.963710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] DHCP port deletion for 4f4034d9-28ea-4bd5-a358-856fdb8014c3 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:20:56.036918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Deleting port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:56.037369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.066671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c304333f-4be4-4411-9811-81ac6380bd48), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.122030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] For port db31d34b-39d0-4e60-8aa5-35a748dd4bd2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,segment=NetworkSegment(09957af5-c070-487d-82cd-b565a9afca10),segment_id=09957af5-c070-487d-82cd-b565a9afca10)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:56.122713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.160906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Calling delete_port for db31d34b-39d0-4e60-8aa5-35a748dd4bd2 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:56.169447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (c304333f-4be4-4411-9811-81ac6380bd48), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.205435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.208809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/c304333f-4be4-4411-9811-81ac6380bd48 HTTP/1.1" status: 204 len: 168 time: 0.4605126 Feb 19 07:20:56.209661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9985c-66a4-453a-8787-82120c4b4309 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=c304333f-4be4-4411-9811-81ac6380bd48,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:56.211523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:56.229173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce65ea1-63fd-462a-946e-73b40eddae06 None None] Network b9baaf90-c53a-4b1e-bbf1-7cc39932aaba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:56.234317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b07d39-c35d-4b61-b29d-353f8a1bbf1d req-6295d314-2512-48e8-ba83-663757fab9fb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:56.235899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8b07d39-c35d-4b61-b29d-353f8a1bbf1d req-6295d314-2512-48e8-ba83-663757fab9fb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.1005797 Feb 19 07:20:56.311107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8b07d39-c35d-4b61-b29d-353f8a1bbf1d req-84607369-bfcc-4c15-8527-367a9ae78fe1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675435 Feb 19 07:20:56.363021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4f4034d9-28ea-4bd5-a358-856fdb8014c3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.385941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (db31d34b-39d0-4e60-8aa5-35a748dd4bd2), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.421205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] Pushing event deleted for resources: {'Port': ['ID=db31d34b-39d0-4e60-8aa5-35a748dd4bd2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:56.428088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459d2e0-14f1-4371-ac02-b9ed3a3fd79b None None] No DVR routers for this DVR port db31d34b-39d0-4e60-8aa5-35a748dd4bd2 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:56.428244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f52959-098e-4799-99e7-9e9fd6bf18f9 req-c9d27d07-aecb-4016-b176-364a0a5736fc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:56.436277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31f52959-098e-4799-99e7-9e9fd6bf18f9 req-c9d27d07-aecb-4016-b176-364a0a5736fc tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1542501 Feb 19 07:20:56.536498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] DHCP port deletion for b9baaf90-c53a-4b1e-bbf1-7cc39932aaba request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:20:56.552305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539b08-a1a3-4cbb-b141-5e9cdd59ba92 req-af6bea5f-5464-409e-a175-334470bc2477 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:56.554028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4539b08-a1a3-4cbb-b141-5e9cdd59ba92 req-af6bea5f-5464-409e-a175-334470bc2477 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 949 time: 0.0940714 Feb 19 07:20:56.587540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31f52959-098e-4799-99e7-9e9fd6bf18f9 req-fd3fa2bf-1648-4b3e-83fc-a5adf8e096c3 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499424 Feb 19 07:20:56.610769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4f4034d9-28ea-4bd5-a358-856fdb8014c3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.614023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Deleting port 7b948c0e-3862-453e-a57a-0f8ebe131d75 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:20:56.614688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.635756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4034d9-28ea-4bd5-a358-856fdb8014c3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:56.647208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09957af5-c070-487d-82cd-b565a9afca10') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:56.647522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09957af5-c070-487d-82cd-b565a9afca10') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:56.658916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (09957af5-c070-487d-82cd-b565a9afca10), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.673991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4539b08-a1a3-4cbb-b141-5e9cdd59ba92 req-0ab57350-31be-4230-b649-df63312449e4 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125808 Feb 19 07:20:56.674719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (09957af5-c070-487d-82cd-b565a9afca10), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.682605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:20:56.683563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (09957af5-c070-487d-82cd-b565a9afca10), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:20:56.758397 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:20:56.762767 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (4f4034d9-28ea-4bd5-a358-856fdb8014c3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.762866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] For port 7b948c0e-3862-453e-a57a-0f8ebe131d75, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7b948c0e-3862-453e-a57a-0f8ebe131d75,segment=NetworkSegment(ab27f05a-697c-4a91-b10d-0b33bcfe720e),segment_id=ab27f05a-697c-4a91-b10d-0b33bcfe720e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:56.763498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.773250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.781672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54118) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:56.781890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/4f4034d9-28ea-4bd5-a358-856fdb8014c3 HTTP/1.1" status: 204 len: 168 time: 0.5689375 Feb 19 07:20:56.799469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48258b00-a56c-4309-be9a-3b4c65eb7fa2 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=4f4034d9-28ea-4bd5-a358-856fdb8014c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:56.812879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Calling delete_port for 7b948c0e-3862-453e-a57a-0f8ebe131d75 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:20:56.931068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (7b948c0e-3862-453e-a57a-0f8ebe131d75), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:56.996093 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.009565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] Pushing event deleted for resources: {'Port': ['ID=7b948c0e-3862-453e-a57a-0f8ebe131d75,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:57.033067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87908ea5-ade3-4e52-9d65-bba92079b9b8 None None] No DVR routers for this DVR port 7b948c0e-3862-453e-a57a-0f8ebe131d75 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:20:57.161446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ee4ad-f91b-41de-a6a3-e190b108c820 req-570b3548-c87a-4134-b1ec-b40a0c765a8d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:57.165135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d7ee4ad-f91b-41de-a6a3-e190b108c820 req-570b3548-c87a-4134-b1ec-b40a0c765a8d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.0982435 Feb 19 07:20:57.168316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.188794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9baaf90-c53a-4b1e-bbf1-7cc39932aaba']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:57.198757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab27f05a-697c-4a91-b10d-0b33bcfe720e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:57.199053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab27f05a-697c-4a91-b10d-0b33bcfe720e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:20:57.210488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ab27f05a-697c-4a91-b10d-0b33bcfe720e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.230723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ab27f05a-697c-4a91-b10d-0b33bcfe720e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.238170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:20:57.238826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ab27f05a-697c-4a91-b10d-0b33bcfe720e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:20:57.242205 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:20:57.251698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d7ee4ad-f91b-41de-a6a3-e190b108c820 req-fb185c4a-57d5-4b23-ae3d-e20bcf1d0f20 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799305 Feb 19 07:20:57.321013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b9baaf90-c53a-4b1e-bbf1-7cc39932aaba), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.334916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.340465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/b9baaf90-c53a-4b1e-bbf1-7cc39932aaba HTTP/1.1" status: 204 len: 168 time: 0.5574024 Feb 19 07:20:57.344375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:57.351013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-399258277'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:57.367979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332789f-5db7-4377-94aa-7834db833558 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=b9baaf90-c53a-4b1e-bbf1-7cc39932aaba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:57.385046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:57.389693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.434179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:20:57.446131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (af50d6bd-4c4c-486b-9cfb-7690a9eae4d9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.446600 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment af50d6bd-4c4c-486b-9cfb-7690a9eae4d9 of type vlan for network ac843a45-69ce-4037-859e-54cdffa3ee3f Feb 19 07:20:57.478852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e218f6-c317-46eb-8c1b-e00e247d01ac req-7c304ef0-0917-4288-913b-0950eeebba00 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:57.480646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0e218f6-c317-46eb-8c1b-e00e247d01ac req-7c304ef0-0917-4288-913b-0950eeebba00 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 945 time: 0.0760782 Feb 19 07:20:57.515353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ac843a45-69ce-4037-859e-54cdffa3ee3f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.540952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0e218f6-c317-46eb-8c1b-e00e247d01ac req-f00e8dd4-8154-4521-b9a5-d445f101fec4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532074 Feb 19 07:20:57.545826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ac843a45-69ce-4037-859e-54cdffa3ee3f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.551833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:57.552434 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.616951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2683129 Feb 19 07:20:57.617181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:57.622213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:57.651394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9ac1-a8dc-4c6c-8087-4b66f9402e46 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=ac843a45-69ce-4037-859e-54cdffa3ee3f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:57.663989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ac843a45-69ce-4037-859e-54cdffa3ee3f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:20:57.808375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ee7ca-ea26-4361-9469-19cd9fb00583 req-a5cb9504-3b30-432e-8304-49bbd865c74e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:57.818493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-168ee7ca-ea26-4361-9469-19cd9fb00583 req-a5cb9504-3b30-432e-8304-49bbd865c74e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.0961323 Feb 19 07:20:57.821704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:57.825715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:57.941399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-168ee7ca-ea26-4361-9469-19cd9fb00583 req-6e01c872-5ec0-49bb-8918-b8fdcd8e053f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195679 Feb 19 07:20:58.056180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b948c0e-3862-453e-a57a-0f8ebe131d75 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:58.088951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7b948c0e-3862-453e-a57a-0f8ebe131d75 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:20:58.089747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7b948c0e-3862-453e-a57a-0f8ebe131d75 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:20:58.090391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db31d34b-39d0-4e60-8aa5-35a748dd4bd2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:58.113328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: db31d34b-39d0-4e60-8aa5-35a748dd4bd2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:20:58.113971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db31d34b-39d0-4e60-8aa5-35a748dd4bd2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:20:58.172082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dee410-02cd-4f4c-a1c5-5ebc07f8f26b req-6f8647a7-e648-4382-a958-ce57c247d849 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:58.173706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2dee410-02cd-4f4c-a1c5-5ebc07f8f26b req-6f8647a7-e648-4382-a958-ce57c247d849 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 949 time: 0.1487629 Feb 19 07:20:58.204017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (3f3b4a70-886b-494c-8417-9234c7860f7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.327940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2dee410-02cd-4f4c-a1c5-5ebc07f8f26b req-a3dd5346-d472-420e-9cf5-841ecb8a62f9 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437199 Feb 19 07:20:58.335132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=3f3b4a70-886b-494c-8417-9234c7860f7c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:58.338781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:58.360839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:58.361199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: ac843a45-69ce-4037-859e-54cdffa3ee3f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:20:58.387088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network ac843a45-69ce-4037-859e-54cdffa3ee3f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:20:58.400499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ac843a45-69ce-4037-859e-54cdffa3ee3f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:58.402573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8bf9e-60ff-410c-b0b5-aaf1760f5852 req-47506b72-796b-4c0d-b81f-6f661114c315 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:58.408397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:58.410469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.417237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6b66a-1b85-401d-8e7c-c07e465af480 None None] Network ac843a45-69ce-4037-859e-54cdffa3ee3f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:20:58.425321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bea8bf9e-60ff-410c-b0b5-aaf1760f5852 req-47506b72-796b-4c0d-b81f-6f661114c315 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.0977108 Feb 19 07:20:58.448494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff1e93f3-94d9-4a89-a4b5-a3842bc05c2d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8292005 Feb 19 07:20:58.450385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:58.467786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1832687268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:58.511060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bea8bf9e-60ff-410c-b0b5-aaf1760f5852 req-28f0fcbf-46c0-4210-836d-9df10c440cdf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Feb 19 07:20:58.539343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71ed8a8d-1bc4-45ab-8f95-276d13d38419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.554449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.555862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.588800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ac843a45-69ce-4037-859e-54cdffa3ee3f', 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': '3f3b4a70-886b-494c-8417-9234c7860f7c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:20:58.590956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.667377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.675666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.716775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.718174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-706a8007-9e14-4719-9acc-07f116c30248 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2607269 Feb 19 07:20:58.721849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:58.725288 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71ed8a8d-1bc4-45ab-8f95-276d13d38419 admin admin] Publish callbacks [] for security_group (74f907d0-46f3-4e6a-b51b-537dabdb3047), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.730592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'port': {'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f', 'name': 'tempest-RoutersTest-1291049465'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:20:58.735292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71ed8a8d-1bc4-45ab-8f95-276d13d38419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74f907d0-46f3-4e6a-b51b-537dabdb3047), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.777196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Allocated IP 172.20.0.2 (ac843a45-69ce-4037-859e-54cdffa3ee3f/3f3b4a70-886b-494c-8417-9234c7860f7c/1cb6a3cd-6e10-4f53-b676-eec6b6122992) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:58.869984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8a8d-1bc4-45ab-8f95-276d13d38419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f907d0-46f3-4e6a-b51b-537dabdb3047,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:58.889925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71ed8a8d-1bc4-45ab-8f95-276d13d38419 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ec1a405f5164de7857ffc3e109be121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5474753 Feb 19 07:20:58.890167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:58.968868 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks [] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.974352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:20:58.975479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:58.980727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.983931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:58.988047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] Publish callbacks [] for security_group (74f907d0-46f3-4e6a-b51b-537dabdb3047), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.037345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] device_id is not set on port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:20:59.057261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] Publish callbacks [] for security_group (74f907d0-46f3-4e6a-b51b-537dabdb3047), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.068197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Network ac843a45-69ce-4037-859e-54cdffa3ee3f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:59.075239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Pushing event updated for resources: {'Port': ['ID=1cb6a3cd-6e10-4f53-b676-eec6b6122992,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.082412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:59.085681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:59.126109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74f907d0-46f3-4e6a-b51b-537dabdb3047), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.130094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.132157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74f907d0-46f3-4e6a-b51b-537dabdb3047 HTTP/1.1" status: 204 len: 168 time: 0.2410839 Feb 19 07:20:59.155398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15df974-aa80-4db0-977f-9922213414aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f907d0-46f3-4e6a-b51b-537dabdb3047,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.179813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Attempting to bind port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:20:59.180210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Attempting to bind port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:20:59.180571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Attempting to bind port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 on network ac843a45-69ce-4037-859e-54cdffa3ee3f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:20:59.194705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:20:59.195086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Checking segment: {'id': 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:20:59.195527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.195922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Bound using segment: {'id': 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:20:59.196405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Bound port: 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ac843a45-69ce-4037-859e-54cdffa3ee3f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:20:59.196792 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.199742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2ee9dae5-8059-414a-a587-617a8a3da9e2 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:59.200121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.216578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.20.0.8 (ac843a45-69ce-4037-859e-54cdffa3ee3f/3f3b4a70-886b-494c-8417-9234c7860f7c/3be1b3cf-a7d2-4e24-9509-4a00303ca069) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:20:59.232087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:20:59.234410 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3195395d-950e-461e-8591-a242ff74137e" -d '{"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:20:59.249053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:59.273244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.273728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:20:59.300953 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a53a7f-661b-478c-9e43-064ef13f1a96 x-openstack-request-id: req-67a53a7f-661b-478c-9e43-064ef13f1a96 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:20:59.301259 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:20:59.301627 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67a53a7f-661b-478c-9e43-064ef13f1a96 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:20:59.301917 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'code': 200} Feb 19 07:20:59.372530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] For port 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:20:59.380795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] For port 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1cb6a3cd-6e10-4f53-b676-eec6b6122992,segment=NetworkSegment(af50d6bd-4c4c-486b-9cfb-7690a9eae4d9),segment_id=af50d6bd-4c4c-486b-9cfb-7690a9eae4d9)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:20:59.390483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.393889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.428127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.453223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeefa1-87df-44ba-b299-085573f41fba None None] Pushing event updated for resources: {'Port': ['ID=1cb6a3cd-6e10-4f53-b676-eec6b6122992,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.481794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.498389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:20:59.498976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.540255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:20:59.549612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.591465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:59.595275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network ac843a45-69ce-4037-859e-54cdffa3ee3f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:20:59.598002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:20:59.608762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=3be1b3cf-a7d2-4e24-9509-4a00303ca069,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.611252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:20:59.619942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efa4a5b9-4a38-45d6-b69e-d7d4f1074c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.647297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:20:59.678925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:59.679553 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.701895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bebbde08-5d41-40eb-ae27-1ef63cc37345 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9789310 Feb 19 07:20:59.704849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:20:59.729035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804cd9-a67e-431d-8937-12dba5388d8f req-113e6c3d-a030-4fbe-aa35-ff4e5e74f9a3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:20:59.731910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da804cd9-a67e-431d-8937-12dba5388d8f req-113e6c3d-a030-4fbe-aa35-ff4e5e74f9a3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1089523 Feb 19 07:20:59.865201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da804cd9-a67e-431d-8937-12dba5388d8f req-cc6b5ed0-ee14-4f92-a85b-23027f83fe38 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143043 Feb 19 07:20:59.896681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efa4a5b9-4a38-45d6-b69e-d7d4f1074c1e admin admin] Publish callbacks [] for security_group (e24d4d26-38c3-4111-82a4-d0f9fa976e84), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:20:59.903910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efa4a5b9-4a38-45d6-b69e-d7d4f1074c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e24d4d26-38c3-4111-82a4-d0f9fa976e84), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.009677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.022277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-efa4a5b9-4a38-45d6-b69e-d7d4f1074c1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20d0439d324744779f4f4c9c169c48b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4290903 Feb 19 07:21:00.023201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4a5b9-4a38-45d6-b69e-d7d4f1074c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24d4d26-38c3-4111-82a4-d0f9fa976e84,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:00.025507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:00.102755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] Publish callbacks [] for security_group (e24d4d26-38c3-4111-82a4-d0f9fa976e84), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.127318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] Publish callbacks [] for security_group (e24d4d26-38c3-4111-82a4-d0f9fa976e84), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.161787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1cb6a3cd-6e10-4f53-b676-eec6b6122992 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:00.217594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e24d4d26-38c3-4111-82a4-d0f9fa976e84), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.220320 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.228500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e24d4d26-38c3-4111-82a4-d0f9fa976e84 HTTP/1.1" status: 204 len: 168 time: 0.1981685 Feb 19 07:21:00.230553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:00.230936 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.246890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d28ef8-f395-49c1-a653-c993eed1e956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24d4d26-38c3-4111-82a4-d0f9fa976e84,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:00.347680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.354040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:00.354451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.394957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1cb6a3cd-6e10-4f53-b676-eec6b6122992,segment=NetworkSegment(af50d6bd-4c4c-486b-9cfb-7690a9eae4d9),segment_id=af50d6bd-4c4c-486b-9cfb-7690a9eae4d9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:00.400124 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.475439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=1cb6a3cd-6e10-4f53-b676-eec6b6122992,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:00.701559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.709166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:00.816603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=3be1b3cf-a7d2-4e24-9509-4a00303ca069,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:00.916448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652c3ed-ffd3-4eac-a9a9-4a7e7e4f2182 None None] Network ac843a45-69ce-4037-859e-54cdffa3ee3f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:01.034181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d1b22-f41b-4041-9bd5-9b0d0825a879 req-53f2b975-9b6d-4739-b0df-f9fea23ee976 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:01.036957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-131d1b22-f41b-4041-9bd5-9b0d0825a879 req-53f2b975-9b6d-4739-b0df-f9fea23ee976 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.0719664 Feb 19 07:21:01.057095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b56fda53-b5c3-4e18-95c7-996d04c0a34f None None] Provisioning complete for port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:01.064820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b56fda53-b5c3-4e18-95c7-996d04c0a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.076537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.176337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-131d1b22-f41b-4041-9bd5-9b0d0825a879 req-60ceab95-ea4b-4365-9dea-93975ce0322f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332154 Feb 19 07:21:01.239251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b56fda53-b5c3-4e18-95c7-996d04c0a34f None None] Current status of the port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:01.276244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.302839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:01.305243 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fb3585-ef3f-44cf-8e90-70c97eb58f62" -d '{"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-unplugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:01.363893 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ce922f-8c48-4cd7-8e1c-7455dd7f3927 x-openstack-request-id: req-e3ce922f-8c48-4cd7-8e1c-7455dd7f3927 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:01.364191 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-unplugged", "status": "completed", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:01.364475 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3ce922f-8c48-4cd7-8e1c-7455dd7f3927 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:01.364884 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'code': 200} Feb 19 07:21:01.547061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:21:01.601432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Provisioning complete for port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:01.601803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.624940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.632478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.705406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:01.727487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=3be1b3cf-a7d2-4e24-9509-4a00303ca069,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:01.769401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:01.774357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.787355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Provisioning complete for port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:01.787739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.789629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'mac_address': 'fa:16:3e:ad:c5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:21:01.859225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:01.859627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.887587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:01.963267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:01.973827 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:01.981320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-853a5cc2-e348-4836-927e-84a9473729b7 None None] Current status of the port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:01.982889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network ac843a45-69ce-4037-859e-54cdffa3ee3f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:01.985373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:02.076391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:02.084579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1cb6a3cd-6e10-4f53-b676-eec6b6122992 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:02.161023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5fe02e11-41eb-4501-baa1-3649d8d4b672 None None] Provisioning complete for port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:02.161652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe02e11-41eb-4501-baa1-3649d8d4b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.172368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9e6b6dcf-7d98-457d-a683-690a40f18e1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:02.327392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fe02e11-41eb-4501-baa1-3649d8d4b672 None None] Port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:02.332763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 37f4d3d3-fb25-4ab8-b33c-f5a149a56524 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:02.339867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:02.341008 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.458499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da08b-a8d7-4d55-91b5-331720a4582a req-44f63846-31ce-41a5-939a-3803f660b3a8 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:02.465748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-841da08b-a8d7-4d55-91b5-331720a4582a req-44f63846-31ce-41a5-939a-3803f660b3a8 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1878881 Feb 19 07:21:02.505083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cd2bf93b-ab28-4d6c-85ee-c83d02f98fa8 None None] Provisioning complete for port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:02.505402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd2bf93b-ab28-4d6c-85ee-c83d02f98fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.517694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:02.526131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b203d117-08a0-4ba0-a792-7aaf316ec46e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/37f4d3d3-fb25-4ab8-b33c-f5a149a56524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8201947 Feb 19 07:21:02.529188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:02.540925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-841da08b-a8d7-4d55-91b5-331720a4582a req-2de8c49f-39e2-49f6-aa7f-3b609d7b1fa2 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727127 Feb 19 07:21:02.586446 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:21:02.589282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664a1daf-fe79-4933-a723-2b3e53035e37 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:02.593541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:02.593685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-664a1daf-fe79-4933-a723-2b3e53035e37 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports/3be1b3cf-a7d2-4e24-9509-4a00303ca069 HTTP/1.1" status: 200 len: 977 time: 0.0633743 Feb 19 07:21:02.601449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] Sync routers for ids ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:02.618939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:02.635862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] Routers {'37f4d3d3-fb25-4ab8-b33c-f5a149a56524'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:02.636587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:02.639829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bf93b-ab28-4d6c-85ee-c83d02f98fa8 None None] Port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:02.665413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:02.698613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:02.718197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] Routers {'37f4d3d3-fb25-4ab8-b33c-f5a149a56524'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:02.718901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:02.878409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8733de42-e782-43b4-b2a0-c2258c15126c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.927877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:02.928515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c6b5f-fa5f-46db-8d77-76bb33c1a6b6 None None] The sync data for ids ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:02.949301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c376c184-df69-4ade-985d-c46925cf55d2 None None] Provisioning complete for port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:02.949824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c376c184-df69-4ade-985d-c46925cf55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.975550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:02.993135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c376c184-df69-4ade-985d-c46925cf55d2 None None] Port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:02.995839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:21:03.064770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8733de42-e782-43b4-b2a0-c2258c15126c admin admin] Publish callbacks [] for security_group (b32d82d3-d356-49ab-8070-3f0a131665d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.073423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8733de42-e782-43b4-b2a0-c2258c15126c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b32d82d3-d356-49ab-8070-3f0a131665d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.126674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:03.144506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '49c44160-64a6-47ed-94c7-be3516a7213d', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': '49c44160-64a6-47ed-94c7-be3516a7213d', 'mac_address': 'fa:16:3e:f7:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:21:03.179440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8733de42-e782-43b4-b2a0-c2258c15126c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7b70477e5f0420a80229f86845e74da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122619 Feb 19 07:21:03.180064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:03.189920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733de42-e782-43b4-b2a0-c2258c15126c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d82d3-d356-49ab-8070-3f0a131665d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:03.191856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:03.192256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.210294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:03.240982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:03.246977 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.279244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] Publish callbacks [] for security_group (b32d82d3-d356-49ab-8070-3f0a131665d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.315411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] Publish callbacks [] for security_group (b32d82d3-d356-49ab-8070-3f0a131665d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.345404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:03.396377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b32d82d3-d356-49ab-8070-3f0a131665d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.400725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.402136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b32d82d3-d356-49ab-8070-3f0a131665d1 HTTP/1.1" status: 204 len: 168 time: 0.2197549 Feb 19 07:21:03.411100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3bc3a-d838-48d1-bb8a-5b5f6bb39446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d82d3-d356-49ab-8070-3f0a131665d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:03.519310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.527553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['49c44160-64a6-47ed-94c7-be3516a7213d'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:03.593550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:03.718495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9e6b6dcf-7d98-457d-a683-690a40f18e1e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:03.718900 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.816823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb58a5-bafe-4cb3-88dc-f757608672c9 req-e363855d-cfa9-4ec7-895f-d0d97d756746 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:03.827084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6adb58a5-bafe-4cb3-88dc-f757608672c9 req-e363855d-cfa9-4ec7-895f-d0d97d756746 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1178308 Feb 19 07:21:03.898541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:03.898951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:03.942559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:03.944871 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83513060-9e44-4bf8-8752-258340cdc64a" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:03.973171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6adb58a5-bafe-4cb3-88dc-f757608672c9 req-71205def-715b-4a4d-8fa7-7b0f79b31831 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452129 Feb 19 07:21:03.988768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:04.022779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:04.163047 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2e874d-9c35-4118-93fd-b052e7eac80c x-openstack-request-id: req-2f2e874d-9c35-4118-93fd-b052e7eac80c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:04.163446 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:04.163634 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2e874d-9c35-4118-93fd-b052e7eac80c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:04.164024 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'code': 200} Feb 19 07:21:04.170638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:04.205630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 3be1b3cf-a7d2-4e24-9509-4a00303ca069 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:04.206515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:04.348207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:04.368726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 3be1b3cf-a7d2-4e24-9509-4a00303ca069 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:04.662505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3be1b3cf-a7d2-4e24-9509-4a00303ca069), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:04.728066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=3be1b3cf-a7d2-4e24-9509-4a00303ca069,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:04.740531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.740985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.741424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.741858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.742290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.742736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.743165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.744296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.744296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.744655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.745963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.746347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:04.746861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:05.008662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:05.028775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:05.172137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 49c44160-64a6-47ed-94c7-be3516a7213d is: BUILD; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:05.172637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:05.193864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:05.220182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:05.228550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:05.319601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:05.357569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 37f4d3d3-fb25-4ab8-b33c-f5a149a56524 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:05.366635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f2301-0f88-44bb-b4c5-5b1e7a6527f7 req-9a524a79-2bba-4bd4-8d27-f3baef27f71a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:05.373907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f4f2301-0f88-44bb-b4c5-5b1e7a6527f7 req-9a524a79-2bba-4bd4-8d27-f3baef27f71a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1500757 Feb 19 07:21:05.480208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f4f2301-0f88-44bb-b4c5-5b1e7a6527f7 req-883d974f-b5c4-494d-87b6-af5885dd27ed tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027439 Feb 19 07:21:05.553025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:05.566311 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] Sync routers for ids ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:05.580372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4bb99dcf-a82f-4b10-8815-56a0789b55d7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/37f4d3d3-fb25-4ab8-b33c-f5a149a56524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857070 Feb 19 07:21:05.582692 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] Routers {'37f4d3d3-fb25-4ab8-b33c-f5a149a56524'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:05.583584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:05.584084 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:05.622653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:05.644298 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] Routers {'37f4d3d3-fb25-4ab8-b33c-f5a149a56524'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:05.645089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:05.681863 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:05.682811 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eb61cd-b3c5-4573-9dee-1eee3d592bd5 None None] The sync data for ids ['37f4d3d3-fb25-4ab8-b33c-f5a149a56524'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:05.798669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54456) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:06.000935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71b08cbb-3bae-41d6-a48b-2da061058326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.162008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71b08cbb-3bae-41d6-a48b-2da061058326 admin admin] Publish callbacks [] for security_group (69cacfcf-932c-412b-b333-3b3999cc74c3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.173025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71b08cbb-3bae-41d6-a48b-2da061058326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69cacfcf-932c-412b-b333-3b3999cc74c3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.236398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71b08cbb-3bae-41d6-a48b-2da061058326 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebc21aeafc4f470b89ed45ecd7971e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358804 Feb 19 07:21:06.237752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b08cbb-3bae-41d6-a48b-2da061058326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cacfcf-932c-412b-b333-3b3999cc74c3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:06.240733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:06.269165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84170e5f-b963-460d-9281-cec4f486bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.319521 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] Publish callbacks [] for security_group (69cacfcf-932c-412b-b333-3b3999cc74c3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.363161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] Publish callbacks [] for security_group (69cacfcf-932c-412b-b333-3b3999cc74c3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.458081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69cacfcf-932c-412b-b333-3b3999cc74c3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.461043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.462222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69cacfcf-932c-412b-b333-3b3999cc74c3 HTTP/1.1" status: 204 len: 168 time: 0.2201059 Feb 19 07:21:06.472570 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-6245d9cc-a053-4950-9737-74d19655498e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 07:21:06.476670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6245d9cc-a053-4950-9737-74d19655498e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/37f4d3d3-fb25-4ab8-b33c-f5a149a56524/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8920519 Feb 19 07:21:06.477278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:06.482527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadfdf7-420b-4243-94f7-04da307aedfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cacfcf-932c-412b-b333-3b3999cc74c3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:06.525393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-425cc79a-1b3b-455b-bc40-df9b11256f56 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f4d3d3-fb25-4ab8-b33c-f5a149a56524 HTTP/1.1" status: 200 len: 205 time: 0.0467775 Feb 19 07:21:06.526528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:06.637886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.717305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a30b44-cbc4-423e-a1f7-c9ffa0956f9c req-d4b4f725-a5fc-4a11-b76b-6e78487b7b95 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:06.725324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50a30b44-cbc4-423e-a1f7-c9ffa0956f9c req-d4b4f725-a5fc-4a11-b76b-6e78487b7b95 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.0871530 Feb 19 07:21:06.798757 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50a30b44-cbc4-423e-a1f7-c9ffa0956f9c req-aadf918b-6bec-4f15-bded-9093e3e66f55 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Feb 19 07:21:06.902205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.904762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.962730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (37f4d3d3-fb25-4ab8-b33c-f5a149a56524), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.963942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router 37f4d3d3-fb25-4ab8-b33c-f5a149a56524 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:06.974056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:06.975936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df6bda62-d103-4fbe-bd06-392d0414b123 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/37f4d3d3-fb25-4ab8-b33c-f5a149a56524 HTTP/1.1" status: 204 len: 168 time: 0.4478588 Feb 19 07:21:06.978683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:07.049044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet 3f3b4a70-886b-494c-8417-9234c7860f7c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:21:07.053423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (3f3b4a70-886b-494c-8417-9234c7860f7c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.123589 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (3f3b4a70-886b-494c-8417-9234c7860f7c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.262050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (3f3b4a70-886b-494c-8417-9234c7860f7c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.341115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (3f3b4a70-886b-494c-8417-9234c7860f7c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.382121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3b4a70-886b-494c-8417-9234c7860f7c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:07.384916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.393824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:07.395143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-840bae27-4b55-41c7-82ee-470ec53851e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/3f3b4a70-886b-494c-8417-9234c7860f7c HTTP/1.1" status: 204 len: 168 time: 0.4151795 Feb 19 07:21:07.396069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0e96c-75cc-438d-924b-e50ce4bc1aaf None None] Network ac843a45-69ce-4037-859e-54cdffa3ee3f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:07.537420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ac843a45-69ce-4037-859e-54cdffa3ee3f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.612824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:07.613165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.629411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] DHCP port deletion for ac843a45-69ce-4037-859e-54cdffa3ee3f request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:21:07.775629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Deleting port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:07.775941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.796610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1cb6a3cd-6e10-4f53-b676-eec6b6122992,segment=NetworkSegment(af50d6bd-4c4c-486b-9cfb-7690a9eae4d9),segment_id=af50d6bd-4c4c-486b-9cfb-7690a9eae4d9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:07.798606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.835452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 1cb6a3cd-6e10-4f53-b676-eec6b6122992 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:07.900868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] For port 1cb6a3cd-6e10-4f53-b676-eec6b6122992, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1cb6a3cd-6e10-4f53-b676-eec6b6122992,segment=NetworkSegment(af50d6bd-4c4c-486b-9cfb-7690a9eae4d9),segment_id=af50d6bd-4c4c-486b-9cfb-7690a9eae4d9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:07.911274 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:07.941831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Calling delete_port for 1cb6a3cd-6e10-4f53-b676-eec6b6122992 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:08.004236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaff13-a0b2-4a8a-9b76-049454067d3a req-5106ad24-f4c3-4ed3-be78-1040393a6129 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:08.006802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2aaaff13-a0b2-4a8a-9b76-049454067d3a req-5106ad24-f4c3-4ed3-be78-1040393a6129 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1277297 Feb 19 07:21:08.073810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1cb6a3cd-6e10-4f53-b676-eec6b6122992 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:08.082761 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.114843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2aaaff13-a0b2-4a8a-9b76-049454067d3a req-e6b47677-deaa-4dc6-bb26-b7466e59dbdd tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013613 Feb 19 07:21:08.121744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1cb6a3cd-6e10-4f53-b676-eec6b6122992 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:08.122252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1cb6a3cd-6e10-4f53-b676-eec6b6122992 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:08.173190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=1cb6a3cd-6e10-4f53-b676-eec6b6122992,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:08.175467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:08.179544 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1cb6a3cd-6e10-4f53-b676-eec6b6122992), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.212321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] Pushing event deleted for resources: {'Port': ['ID=1cb6a3cd-6e10-4f53-b676-eec6b6122992,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:08.217424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77f130-8b2a-440b-8377-5dab79a3d5f9 None None] No DVR routers for this DVR port 1cb6a3cd-6e10-4f53-b676-eec6b6122992 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:08.302073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ac843a45-69ce-4037-859e-54cdffa3ee3f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.328519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac843a45-69ce-4037-859e-54cdffa3ee3f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:08.355945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:08.355945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af50d6bd-4c4c-486b-9cfb-7690a9eae4d9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:08.359460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (af50d6bd-4c4c-486b-9cfb-7690a9eae4d9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.379639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (af50d6bd-4c4c-486b-9cfb-7690a9eae4d9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.391573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:21:08.391573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (af50d6bd-4c4c-486b-9cfb-7690a9eae4d9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:21:08.393954 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:21:08.480211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ac843a45-69ce-4037-859e-54cdffa3ee3f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.489290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.493045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/ac843a45-69ce-4037-859e-54cdffa3ee3f HTTP/1.1" status: 204 len: 168 time: 1.0982556 Feb 19 07:21:08.497648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54508) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:08.503428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-2036481093'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:08.532010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a0b81-c624-4877-978f-2e2e94f9b5be tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=ac843a45-69ce-4037-859e-54cdffa3ee3f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:08.553363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:08.557125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.560173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ddf1aaa1-a2c3-4a91-b85e-d874879305f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.588068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:08.600653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc132bd-9d1e-43e3-8cac-7543eff429ef), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.601005 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment 8cc132bd-9d1e-43e3-8cac-7543eff429ef of type vlan for network c9f84e48-e563-42ea-876b-2feb90812346 Feb 19 07:21:08.650246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c9f84e48-e563-42ea-876b-2feb90812346), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.716081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c9f84e48-e563-42ea-876b-2feb90812346), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.727644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:08.727862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:08.861781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3601680 Feb 19 07:21:08.863705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:08.868156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:08.915806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb791-7ec8-4926-becd-f2585b429827 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=c9f84e48-e563-42ea-876b-2feb90812346,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:08.929621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c9f84e48-e563-42ea-876b-2feb90812346 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:09.002428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:09.011650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.294123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (0e1d4538-6c25-4315-ae5a-5634c16655e1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.349137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40a8a0-8f0f-41a0-b5c5-74af0ff89247 req-5ee1236a-9d1f-4ddb-b52f-ac5a94860d5d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:09.350991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c40a8a0-8f0f-41a0-b5c5-74af0ff89247 req-5ee1236a-9d1f-4ddb-b52f-ac5a94860d5d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1511562 Feb 19 07:21:09.413456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c40a8a0-8f0f-41a0-b5c5-74af0ff89247 req-e95b07a0-9255-4ca0-a572-8a9dea761b1d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534241 Feb 19 07:21:09.420176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=0e1d4538-6c25-4315-ae5a-5634c16655e1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:09.439448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': '8cc132bd-9d1e-43e3-8cac-7543eff429ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:09.439802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: c9f84e48-e563-42ea-876b-2feb90812346, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:09.472160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network c9f84e48-e563-42ea-876b-2feb90812346 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:09.486790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c9f84e48-e563-42ea-876b-2feb90812346) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:09.502553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:09.504230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.504660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca63203-6902-4ce9-af15-b1e8699bd37a None None] Network c9f84e48-e563-42ea-876b-2feb90812346 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:09.526998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53264d14-32ad-4519-994c-25c9ecbdf9f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6628652 Feb 19 07:21:09.529708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:09.541041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593521460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:09.576232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.577704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.614909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.658184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.664948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.677285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c9f84e48-e563-42ea-876b-2feb90812346', 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': '0e1d4538-6c25-4315-ae5a-5634c16655e1'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:21:09.679332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.693066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:09.694310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-03bd9f1d-fd8f-4ae0-9685-621fad727dfd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1634235 Feb 19 07:21:09.697448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:09.873721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Allocated IP 172.20.0.2 (c9f84e48-e563-42ea-876b-2feb90812346/0e1d4538-6c25-4315-ae5a-5634c16655e1/885a66eb-3e08-4a59-bc72-9673d4e843f1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:10.091693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks [] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.093177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.105692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.181032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Network c9f84e48-e563-42ea-876b-2feb90812346 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:10.183919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:10.189686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:10.196939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Pushing event updated for resources: {'Port': ['ID=885a66eb-3e08-4a59-bc72-9673d4e843f1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:10.258913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Attempting to bind port 885a66eb-3e08-4a59-bc72-9673d4e843f1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:10.259480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Attempting to bind port 885a66eb-3e08-4a59-bc72-9673d4e843f1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8cc132bd-9d1e-43e3-8cac-7543eff429ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:10.259941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Attempting to bind port 885a66eb-3e08-4a59-bc72-9673d4e843f1 on network c9f84e48-e563-42ea-876b-2feb90812346 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:10.265559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:10.265938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Checking segment: {'id': '8cc132bd-9d1e-43e3-8cac-7543eff429ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:10.266352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.266748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Bound using segment: {'id': '8cc132bd-9d1e-43e3-8cac-7543eff429ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:10.267240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Bound port: 885a66eb-3e08-4a59-bc72-9673d4e843f1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc132bd-9d1e-43e3-8cac-7543eff429ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9f84e48-e563-42ea-876b-2feb90812346'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:10.267634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.334433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] For port 885a66eb-3e08-4a59-bc72-9673d4e843f1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:10.337906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] For port 885a66eb-3e08-4a59-bc72-9673d4e843f1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=885a66eb-3e08-4a59-bc72-9673d4e843f1,segment=NetworkSegment(8cc132bd-9d1e-43e3-8cac-7543eff429ef),segment_id=8cc132bd-9d1e-43e3-8cac-7543eff429ef)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:10.345046 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.416752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf918-c456-420c-bad2-eca2f6ce634c None None] Pushing event updated for resources: {'Port': ['ID=885a66eb-3e08-4a59-bc72-9673d4e843f1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:10.460716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.20.0.1 (c9f84e48-e563-42ea-876b-2feb90812346/0e1d4538-6c25-4315-ae5a-5634c16655e1/d9f55265-e0e2-4b6b-8008-ac57f72d2432) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:10.620603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5659-af0b-48b2-9246-c929573e3c8f req-580a6d3f-31cb-4280-b469-6e952690ca61 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:10.632594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33ae5659-af0b-48b2-9246-c929573e3c8f req-580a6d3f-31cb-4280-b469-6e952690ca61 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1022019 Feb 19 07:21:10.702065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.714674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33ae5659-af0b-48b2-9246-c929573e3c8f req-37db5026-ec48-4022-a5a5-fbf124c8960b tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808201 Feb 19 07:21:10.784712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.863814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network c9f84e48-e563-42ea-876b-2feb90812346 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:10.876453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:10.878429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=d9f55265-e0e2-4b6b-8008-ac57f72d2432,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:10.880955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:10.939429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:10.964615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:11.113395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:11.560346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:11.568873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:11.650453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=d9f55265-e0e2-4b6b-8008-ac57f72d2432,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:11.691093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.691470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.691829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.692161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.692497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.692831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.693162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.693496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.693821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.694142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.694466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.694791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.695113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:11.754360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:11.907827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102af44b-8dbf-444c-91fb-d3a32a58f382 req-27a25707-69b6-4d8e-bbca-6a01afabace6 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:11.923171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-102af44b-8dbf-444c-91fb-d3a32a58f382 req-27a25707-69b6-4d8e-bbca-6a01afabace6 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.0942037 Feb 19 07:21:11.995764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-102af44b-8dbf-444c-91fb-d3a32a58f382 req-5284ce3a-01ad-4fe7-8b36-a9abcd97a911 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705447 Feb 19 07:21:12.026133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network c9f84e48-e563-42ea-876b-2feb90812346 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:12.036778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:12.144057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 885a66eb-3e08-4a59-bc72-9673d4e843f1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:12.213050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a0c47-1a61-483f-b781-64b10df015fe None None] Network c9f84e48-e563-42ea-876b-2feb90812346 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:12.274176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:12.307355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 885a66eb-3e08-4a59-bc72-9673d4e843f1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:12.307913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.333442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Provisioning complete for port 885a66eb-3e08-4a59-bc72-9673d4e843f1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:12.333916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.418023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:12.427296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-45fca329-937d-45d1-8a5d-dee98e43a57a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253900 Feb 19 07:21:12.427538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.427884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:12.439993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] Sync routers for ids ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:12.491869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] Routers {'a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:12.494393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:12.532776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d764219-cbc0-4af0-9393-43b375ce3c19 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:12.535743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:12.538241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:12.544031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4d764219-cbc0-4af0-9393-43b375ce3c19 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports/d9f55265-e0e2-4b6b-8008-ac57f72d2432 HTTP/1.1" status: 200 len: 910 time: 0.1145432 Feb 19 07:21:12.637060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] Routers {'a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:12.638132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:12.695800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 885a66eb-3e08-4a59-bc72-9673d4e843f1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:12.696297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.739370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 885a66eb-3e08-4a59-bc72-9673d4e843f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=885a66eb-3e08-4a59-bc72-9673d4e843f1,segment=NetworkSegment(8cc132bd-9d1e-43e3-8cac-7543eff429ef),segment_id=8cc132bd-9d1e-43e3-8cac-7543eff429ef)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:12.740515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:12.741267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3308cab-2424-41b7-b34b-c3d3cfaacd22 None None] The sync data for ids ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:12.750526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.754741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Current status of the port 885a66eb-3e08-4a59-bc72-9673d4e843f1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:12.755899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:12.890997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:21:12.891389 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:21:12.925738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=885a66eb-3e08-4a59-bc72-9673d4e843f1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:13.097145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:13.267660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45187199-bd32-4da4-8df6-e1d510824cd7 req-c1918ac5-1fe8-4079-b463-0a867dbdd303 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:13.276764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45187199-bd32-4da4-8df6-e1d510824cd7 req-c1918ac5-1fe8-4079-b463-0a867dbdd303 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2049658 Feb 19 07:21:13.432665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45187199-bd32-4da4-8df6-e1d510824cd7 req-dde59bd9-ff5a-4e67-bcbc-84cf6498b672 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485991 Feb 19 07:21:13.456267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-908bed6a-baa7-441e-91b7-d78436bf75c8 None None] Current status of the port 885a66eb-3e08-4a59-bc72-9673d4e843f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:13.581838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port d9f55265-e0e2-4b6b-8008-ac57f72d2432 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:13.582352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:13.583168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Provisioning complete for port 885a66eb-3e08-4a59-bc72-9673d4e843f1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:13.587757 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:13.706211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:13.725050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for d9f55265-e0e2-4b6b-8008-ac57f72d2432 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:13.770748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Current status of the port 885a66eb-3e08-4a59-bc72-9673d4e843f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:13.790475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Provisioning complete for port d9f55265-e0e2-4b6b-8008-ac57f72d2432 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:13.791156 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:13.835286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a21c07db-23c7-4ee7-b667-a3f5a6a4834e None None] Port d9f55265-e0e2-4b6b-8008-ac57f72d2432 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:13.967576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-db32a868-4e52-4174-9a0f-9e684d1891c2 None None] Provisioning complete for port d9f55265-e0e2-4b6b-8008-ac57f72d2432 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:13.968058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db32a868-4e52-4174-9a0f-9e684d1891c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:14.014929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-db32a868-4e52-4174-9a0f-9e684d1891c2 None None] Port d9f55265-e0e2-4b6b-8008-ac57f72d2432 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:14.039457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d9f55265-e0e2-4b6b-8008-ac57f72d2432), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:14.079942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 885a66eb-3e08-4a59-bc72-9673d4e843f1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:14.123635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=d9f55265-e0e2-4b6b-8008-ac57f72d2432,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:14.167637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 885a66eb-3e08-4a59-bc72-9673d4e843f1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:14.170124 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:14.325339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 885a66eb-3e08-4a59-bc72-9673d4e843f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:14.733825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:14.843565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e2cf4-a913-47ed-931e-05dd8862f5dc req-3102b65c-b595-4fc8-b572-9f5cd7f6ad8a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:14.845191 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-530e2cf4-a913-47ed-931e-05dd8862f5dc req-3102b65c-b595-4fc8-b572-9f5cd7f6ad8a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1422393 Feb 19 07:21:14.968025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:14.973150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-530e2cf4-a913-47ed-931e-05dd8862f5dc req-3d3c56d5-4782-4d88-bd34-ca7e552b8109 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851972 Feb 19 07:21:15.059725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:15.068913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-da221254-c2ff-491b-ac03-ea0e6533f804 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271165 Feb 19 07:21:15.069265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:15.074898 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] Sync routers for ids ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:15.097138 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] Routers {'a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:15.098023 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:15.130495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e1ef99a7-1fb5-4c4f-9d56-00f599b8c1e0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 HTTP/1.1" status: 200 len: 205 time: 0.0574508 Feb 19 07:21:15.131054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:15.147839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:15.167958 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] Routers {'a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:15.172038 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:15.210418 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:15.211374 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362b33-10f2-44a6-92c7-536aaeb403ea None None] The sync data for ids ['a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:15.334452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.583028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.586514 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.664541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.665082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:15.671638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.675959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:15.676440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a8f02e6c-8f93-4171-a2ba-ab79fe2ffe10 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 HTTP/1.1" status: 204 len: 168 time: 0.5312195 Feb 19 07:21:15.733588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet 0e1d4538-6c25-4315-ae5a-5634c16655e1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:21:15.738407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (0e1d4538-6c25-4315-ae5a-5634c16655e1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.796959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (0e1d4538-6c25-4315-ae5a-5634c16655e1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:15.905568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0e1d4538-6c25-4315-ae5a-5634c16655e1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.011378 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (0e1d4538-6c25-4315-ae5a-5634c16655e1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.054959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.058567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/0e1d4538-6c25-4315-ae5a-5634c16655e1 HTTP/1.1" status: 204 len: 168 time: 0.3815799 Feb 19 07:21:16.063356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37611cf6-2fbd-4fcf-a1a9-1269ed96a819 None None] Network c9f84e48-e563-42ea-876b-2feb90812346 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:16.068051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:16.072390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f23a61-c1e2-4c4d-939b-34aff4b0cd30 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1d4538-6c25-4315-ae5a-5634c16655e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:16.224477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db4cda-46db-4004-9c75-8d42450dbd0b req-ac350155-1e27-4339-a3c0-8c54202ba459 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:16.237287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7db4cda-46db-4004-9c75-8d42450dbd0b req-ac350155-1e27-4339-a3c0-8c54202ba459 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1540976 Feb 19 07:21:16.237759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfffa4a-1ea5-4f3e-9328-5ffd8a33a0e8 req-12cb18cd-e820-4c44-a181-8aa932f03cff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:16.239308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0dfffa4a-1ea5-4f3e-9328-5ffd8a33a0e8 req-12cb18cd-e820-4c44-a181-8aa932f03cff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2461159 Feb 19 07:21:16.287948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c9f84e48-e563-42ea-876b-2feb90812346), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.346956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7db4cda-46db-4004-9c75-8d42450dbd0b req-f639f12c-a8d8-4abd-a96d-703eb3a0918e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982883 Feb 19 07:21:16.400931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0dfffa4a-1ea5-4f3e-9328-5ffd8a33a0e8 req-7bcd595a-e527-49f5-b7e9-b4d17c6fdd02 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445146 Feb 19 07:21:16.407020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] DHCP port deletion for c9f84e48-e563-42ea-876b-2feb90812346 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:21:16.430567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 885a66eb-3e08-4a59-bc72-9673d4e843f1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:16.430949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.529440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:16.582361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Deleting port 885a66eb-3e08-4a59-bc72-9673d4e843f1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:16.582799 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.615568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 885a66eb-3e08-4a59-bc72-9673d4e843f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=885a66eb-3e08-4a59-bc72-9673d4e843f1,segment=NetworkSegment(8cc132bd-9d1e-43e3-8cac-7543eff429ef),segment_id=8cc132bd-9d1e-43e3-8cac-7543eff429ef)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:16.616111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.653224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 885a66eb-3e08-4a59-bc72-9673d4e843f1 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:16.777950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489039f-e199-4506-990a-6c81d2ac094e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.833130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.864832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=885a66eb-3e08-4a59-bc72-9673d4e843f1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:16.869722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 885a66eb-3e08-4a59-bc72-9673d4e843f1 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:16.984287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] For port 885a66eb-3e08-4a59-bc72-9673d4e843f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=885a66eb-3e08-4a59-bc72-9673d4e843f1,segment=NetworkSegment(8cc132bd-9d1e-43e3-8cac-7543eff429ef),segment_id=8cc132bd-9d1e-43e3-8cac-7543eff429ef)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:16.984686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.987979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489039f-e199-4506-990a-6c81d2ac094e admin admin] Publish callbacks [] for security_group (7d424830-29b7-4229-952d-3a237428265c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:16.993416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d489039f-e199-4506-990a-6c81d2ac094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7d424830-29b7-4229-952d-3a237428265c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.000423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c9f84e48-e563-42ea-876b-2feb90812346), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.024713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Calling delete_port for 885a66eb-3e08-4a59-bc72-9673d4e843f1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:17.039404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f84e48-e563-42ea-876b-2feb90812346']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:17.051816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc132bd-9d1e-43e3-8cac-7543eff429ef') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:17.053467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc132bd-9d1e-43e3-8cac-7543eff429ef') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:17.075645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8cc132bd-9d1e-43e3-8cac-7543eff429ef), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.099717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d489039f-e199-4506-990a-6c81d2ac094e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01f8b7ced6ee406597e36a0a41cab2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5690539 Feb 19 07:21:17.100521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489039f-e199-4506-990a-6c81d2ac094e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d424830-29b7-4229-952d-3a237428265c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:17.106094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54662) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:17.158612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc132bd-9d1e-43e3-8cac-7543eff429ef), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.159025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (885a66eb-3e08-4a59-bc72-9673d4e843f1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.175973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:21:17.179699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8cc132bd-9d1e-43e3-8cac-7543eff429ef), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:21:17.182001 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:21:17.228557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] No DVR routers for this DVR port 885a66eb-3e08-4a59-bc72-9673d4e843f1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:17.230146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Pushing event deleted for resources: {'Port': ['ID=885a66eb-3e08-4a59-bc72-9673d4e843f1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:17.241449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.241796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.242274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.243020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.243020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.243295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.243604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.244362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.244638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.244966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.245292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.245612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.245933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd20402-8a14-4718-af06-d02379b316fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:17.278667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] Publish callbacks [] for security_group (7d424830-29b7-4229-952d-3a237428265c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.304250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] Publish callbacks [] for security_group (7d424830-29b7-4229-952d-3a237428265c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.395508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7d424830-29b7-4229-952d-3a237428265c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.398233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.399507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d424830-29b7-4229-952d-3a237428265c HTTP/1.1" status: 204 len: 168 time: 0.2921095 Feb 19 07:21:17.456926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c9f84e48-e563-42ea-876b-2feb90812346), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.459811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12dbf8-7455-426d-ac29-b81aaedaedce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d424830-29b7-4229-952d-3a237428265c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:17.481402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.484655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/c9f84e48-e563-42ea-876b-2feb90812346 HTTP/1.1" status: 204 len: 168 time: 1.4140582 Feb 19 07:21:17.488968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:17.498552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703869576', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:17.501205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7aa17-60c2-4ab7-972f-1f2f9bbb541d req-73023d6f-03d2-4aa6-8e13-67d86404c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:17.508039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34c7aa17-60c2-4ab7-972f-1f2f9bbb541d req-73023d6f-03d2-4aa6-8e13-67d86404c93f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.1519864 Feb 19 07:21:17.543175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca5c3-4055-4482-b312-c4681d3fc6d5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=c9f84e48-e563-42ea-876b-2feb90812346,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:17.557196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.558729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.698529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.746655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34c7aa17-60c2-4ab7-972f-1f2f9bbb541d req-2bb4d21a-185a-4e03-8f6e-ca274d4501f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374778 Feb 19 07:21:17.755952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938c685-9cbe-4158-8b0d-5b68c127e474 req-0a082e3d-e5be-4711-98e3-8595c19bbcf0 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:17.757612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e938c685-9cbe-4158-8b0d-5b68c127e474 req-0a082e3d-e5be-4711-98e3-8595c19bbcf0 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2175496 Feb 19 07:21:17.844775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e938c685-9cbe-4158-8b0d-5b68c127e474 req-0bdfe5b8-cc53-4936-b447-ed744c56a3ec tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796349 Feb 19 07:21:17.901836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54710) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:17.915719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cc28e0c-ed8d-4a57-afaa-7c00e5367051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:17.935643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_gateway (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.072022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cc28e0c-ed8d-4a57-afaa-7c00e5367051 admin admin] Publish callbacks [] for security_group (290a4266-b31c-4764-b9a3-87af2127a60c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.077640 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cc28e0c-ed8d-4a57-afaa-7c00e5367051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (290a4266-b31c-4764-b9a3-87af2127a60c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.090416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 885a66eb-3e08-4a59-bc72-9673d4e843f1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:18.113399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 885a66eb-3e08-4a59-bc72-9673d4e843f1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:18.113756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 885a66eb-3e08-4a59-bc72-9673d4e843f1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:18.207622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28e0c-ed8d-4a57-afaa-7c00e5367051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290a4266-b31c-4764-b9a3-87af2127a60c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:18.223265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9cc28e0c-ed8d-4a57-afaa-7c00e5367051 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4eda3bfcdcb48e7b255f5ceeb02b915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181462 Feb 19 07:21:18.231249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:18.240346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c99b6-8c0c-45ca-8922-62b22a3110e2 req-be9c5ab8-583e-4f73-b123-8da17be26367 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:18.241955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-113c99b6-8c0c-45ca-8922-62b22a3110e2 req-be9c5ab8-583e-4f73-b123-8da17be26367 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1069403 Feb 19 07:21:18.319040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_gateway (ff309609-6681-4064-ae3f-d82b88f7383c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.329922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-113c99b6-8c0c-45ca-8922-62b22a3110e2 req-4c3d3a7e-05f0-4c80-8cff-4bce8723043b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692890 Feb 19 07:21:18.335608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] Publish callbacks [] for security_group (290a4266-b31c-4764-b9a3-87af2127a60c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.343667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.363506 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] Publish callbacks [] for security_group (290a4266-b31c-4764-b9a3-87af2127a60c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.456540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (290a4266-b31c-4764-b9a3-87af2127a60c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.462878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:18.464780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/290a4266-b31c-4764-b9a3-87af2127a60c HTTP/1.1" status: 204 len: 168 time: 0.2217505 Feb 19 07:21:18.482056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3ee8-ea43-4efb-baca-aa5e359e2036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290a4266-b31c-4764-b9a3-87af2127a60c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:18.572151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.25.7.47 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/cb0cc4e1-c725-441c-a196-b31a17f44f4f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:18.591443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecca866-03ae-4e9b-9fcf-076ee35f2bd5 req-79294f90-7a98-4639-87a6-938648c88927 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:18.592993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eecca866-03ae-4e9b-9fcf-076ee35f2bd5 req-79294f90-7a98-4639-87a6-938648c88927 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1477642 Feb 19 07:21:19.068178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a09aa-921f-464a-a59e-227f02538e09 req-fccf015d-9cc0-438a-9b7f-a7502675966a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:19.071076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c7a09aa-921f-464a-a59e-227f02538e09 req-fccf015d-9cc0-438a-9b7f-a7502675966a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1160626 Feb 19 07:21:19.188374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eecca866-03ae-4e9b-9fcf-076ee35f2bd5 req-a47e51d2-57f2-4bc4-aa8a-5fa07ab82ec1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5827782 Feb 19 07:21:19.192860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c7a09aa-921f-464a-a59e-227f02538e09 req-e4fb95e4-8040-4c70-84f5-b017babd84c7 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104150 Feb 19 07:21:19.254402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (cb0cc4e1-c725-441c-a196-b31a17f44f4f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:19.297356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1345573796', 'description': 'tempest-description-1288137040'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:19.302903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb0cc4e1-c725-441c-a196-b31a17f44f4f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:19.356722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:19.364039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:19.370066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:19.414268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:19.418750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=cb0cc4e1-c725-441c-a196-b31a17f44f4f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:19.537168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139eef-16a0-4708-abf9-0be846cfe266 req-ac0ec4a1-8e41-4cca-80b9-d533a13040e1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:19.549825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19139eef-16a0-4708-abf9-0be846cfe266 req-ac0ec4a1-8e41-4cca-80b9-d533a13040e1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1225119 Feb 19 07:21:19.651365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19139eef-16a0-4708-abf9-0be846cfe266 req-7b0ea590-7ee3-492f-a65c-e331e9d3143c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001370 Feb 19 07:21:19.967737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_gateway (ff309609-6681-4064-ae3f-d82b88f7383c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:20.072948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13772-211c-4945-979d-a7ec0c35edba req-8e57ca62-4052-4d4d-b57a-8e3a435da3d4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:20.081939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cd13772-211c-4945-979d-a7ec0c35edba req-8e57ca62-4052-4d4d-b57a-8e3a435da3d4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0905354 Feb 19 07:21:20.211041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cd13772-211c-4945-979d-a7ec0c35edba req-60e85b69-a317-4387-a3c0-475c5dcd31b0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280110 Feb 19 07:21:20.284503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:20.304136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-935881f2-33fa-473b-a574-cdff8d96cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:20.305623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-935881f2-33fa-473b-a574-cdff8d96cc62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.3388851 Feb 19 07:21:20.391587 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (7b41ad5e-f50f-403c-a0ae-00fea2056b61), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:20.434059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7b41ad5e-f50f-403c-a0ae-00fea2056b61), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:20.457666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:20.459071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43270ff7-b202-4d1e-8cc5-cdb088e763f5 req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.1671829 Feb 19 07:21:20.544041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228b301-02df-4294-bf1f-b09fda895771 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41ad5e-f50f-403c-a0ae-00fea2056b61,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:20.662611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-47e2ae9f-61ad-4850-a05d-e5c242fe577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:20.664559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-47e2ae9f-61ad-4850-a05d-e5c242fe577a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.3511558 Feb 19 07:21:20.718877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-b9cd108a-d360-4d1a-b584-f6ac40a40d47 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345573796&fields=id&tenant_id=a53a8b862e5e4007892004816132d78e HTTP/1.1" status: 200 len: 267 time: 0.1789458 Feb 19 07:21:20.780182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff945abe-bc28-4fec-9cd0-e975c0c4cf16 req-c04577e3-0faf-4503-af18-1c35623ea21a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:20.783271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff945abe-bc28-4fec-9cd0-e975c0c4cf16 req-c04577e3-0faf-4503-af18-1c35623ea21a tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 951 time: 0.0730493 Feb 19 07:21:20.807097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router ff309609-6681-4064-ae3f-d82b88f7383c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:20.862005 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff945abe-bc28-4fec-9cd0-e975c0c4cf16 req-40fdb7a3-bedb-4ec3-b2db-0aabd164185d tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682294 Feb 19 07:21:20.899308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-8c50838e-5701-4b1b-900f-b44caaf250d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.2264690 Feb 19 07:21:20.911740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-fc5c9a0f-cec0-4e8f-99b8-52b475793796 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:20.919993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-fc5c9a0f-cec0-4e8f-99b8-52b475793796 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2001882 Feb 19 07:21:20.930021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'port': {'security_groups': ['869a0977-23d0-49c4-915a-190a402ae748', '7b41ad5e-f50f-403c-a0ae-00fea2056b61']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:21.116858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-82a527d7-653e-4311-b4eb-cca9444b3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:21.118363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-82a527d7-653e-4311-b4eb-cca9444b3257 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1927664 Feb 19 07:21:21.135649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:21.137738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:21.151742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] Sync routers for ids ['ff309609-6681-4064-ae3f-d82b88f7383c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:21.164640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] Routers {'ff309609-6681-4064-ae3f-d82b88f7383c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:21.165510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ff309609-6681-4064-ae3f-d82b88f7383c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:21.204424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:21.214941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] Routers {'ff309609-6681-4064-ae3f-d82b88f7383c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:21.216144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ff309609-6681-4064-ae3f-d82b88f7383c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:21.256959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:21.258272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad2790-4f1e-4214-a8be-c6820c2b5ebe None None] The sync data for ids ['ff309609-6681-4064-ae3f-d82b88f7383c'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:21.278097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:21.280219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79180152-c013-47fc-a08d-ed838709ccb5 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.7898295 Feb 19 07:21:21.283209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:21.312048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-4b2a0e68-d0a9-49d0-b97a-822af8f17e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:21.313669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-4b2a0e68-d0a9-49d0-b97a-822af8f17e7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1860085 Feb 19 07:21:21.477937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36938a-c320-432c-95fc-355f471211ff req-b9495122-f3c4-4c2a-ac38-0281e5ac4706 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:21.480919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad36938a-c320-432c-95fc-355f471211ff req-b9495122-f3c4-4c2a-ac38-0281e5ac4706 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1414711 Feb 19 07:21:21.509679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-794df685-95c8-4587-a0bf-49d0d1655376 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857340 Feb 19 07:21:21.526819 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c3b3d77d-cabb-4016-b5bf-e10b82f8d959 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers/ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 200 len: 880 time: 0.2424347 Feb 19 07:21:21.535527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54896) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:21.561323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad36938a-c320-432c-95fc-355f471211ff req-043f66e2-c507-48e0-8f8a-1e8edd56676b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625322 Feb 19 07:21:21.666481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:21.740366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for port (edc18031-fd25-4636-b24a-31143103e160), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:21.758151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:21.770600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['edc18031-fd25-4636-b24a-31143103e160'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:21.775317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b4ef0-3872-434f-9b8e-454c7a375cae req-a569322b-4505-4c73-8870-f14b9d8a7848 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552910 Feb 19 07:21:21.827145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:21.827835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:21.829338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9edc8868-4238-4708-a3e2-908e1ca46273 req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "PUT /v2.0/ports/edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 981 time: 0.9081137 Feb 19 07:21:21.829821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:21.832681 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f02d7e-a13a-4a42-9228-4096c6079c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:21.969516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd70c82-1925-4a7d-9495-d425c09beadf tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:21.992284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['edc18031-fd25-4636-b24a-31143103e160'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:22.056366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-263c464c-89c6-4642-b5ba-45832d1c8ee3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345573796&fields=id&tenant_id=a53a8b862e5e4007892004816132d78e HTTP/1.1" status: 200 len: 267 time: 0.0937982 Feb 19 07:21:22.211481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-f7c4a3af-d699-475a-b8d2-8085a9c621df tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:22.213002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-f7c4a3af-d699-475a-b8d2-8085a9c621df tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 984 time: 0.1446891 Feb 19 07:21:22.218877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9511415b-0ea7-491f-865f-87fe12ae49f6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6830473 Feb 19 07:21:22.222564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:22.227219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1703869576'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:22.230323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'port': {'security_groups': ['869a0977-23d0-49c4-915a-190a402ae748']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:22.237447 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c778595c-27f8-4fdd-b00d-62ebb67bf767 x-openstack-request-id: req-c778595c-27f8-4fdd-b00d-62ebb67bf767 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:22.237742 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:22.237995 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c778595c-27f8-4fdd-b00d-62ebb67bf767 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:22.238390 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:21:22.403646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edc18031-fd25-4636-b24a-31143103e160), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:22.574184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41330df9-74b0-4c9b-9a04-270a23291ea1 req-fa524e89-1b72-410e-b702-d640b03e6303 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:22.581403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41330df9-74b0-4c9b-9a04-270a23291ea1 req-fa524e89-1b72-410e-b702-d640b03e6303 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 951 time: 0.1923387 Feb 19 07:21:22.584904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-c406a2db-0264-4d8d-939c-3fe62e8346cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:22.586458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-c406a2db-0264-4d8d-939c-3fe62e8346cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1166 time: 0.1964145 Feb 19 07:21:22.646933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:22.688123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for port (edc18031-fd25-4636-b24a-31143103e160), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:22.693937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (edc18031-fd25-4636-b24a-31143103e160), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:22.705736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['edc18031-fd25-4636-b24a-31143103e160'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:22.750287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41330df9-74b0-4c9b-9a04-270a23291ea1 req-d0c92bfb-738c-4fc9-bb44-48461f75a0e5 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628478 Feb 19 07:21:22.797650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:22.798375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:22.800429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6845b492-76cf-4bed-b7a5-4cfe3f61af2a req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "PUT /v2.0/ports/edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 942 time: 0.5803940 Feb 19 07:21:22.838399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b56af-a6f0-40be-a773-58ead4d009f1 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:22.915620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-fe259fa5-d5a4-4765-a774-6cbf8c5a1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:22.917310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-fe259fa5-d5a4-4765-a774-6cbf8c5a1928 service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.3170671 Feb 19 07:21:22.927001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['edc18031-fd25-4636-b24a-31143103e160'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:23.026320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-4e4fa748-efc0-4fb7-8b21-0acc4e9ebf83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.0964940 Feb 19 07:21:23.040745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de64f96-b894-4bfb-aaaf-660734a72e94 req-73abbd65-114d-4ce5-929e-7e791d17930b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:23.058040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6de64f96-b894-4bfb-aaaf-660734a72e94 req-73abbd65-114d-4ce5-929e-7e791d17930b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1907506 Feb 19 07:21:23.157970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:23.186981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:23.663974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-2fb295bc-9a62-4bc0-ace1-c756b0fe57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:23.666200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-2fb295bc-9a62-4bc0-ace1-c756b0fe57d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.6055672 Feb 19 07:21:23.671404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6de64f96-b894-4bfb-aaaf-660734a72e94 req-ec2df767-c6f2-471a-ac5d-b38bbe773072 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6125190 Feb 19 07:21:23.682937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:23.720565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router ff309609-6681-4064-ae3f-d82b88f7383c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:23.780552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9e6b6dcf-7d98-457d-a683-690a40f18e1e is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:23.781547 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:23.804713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55050) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:23.826583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:23.829088 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c99e73b-0822-45d9-9f82-ba6202854d53" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:23.845496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:23.852306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-cba2ad78-76b3-4d3f-bd01-7f6f76a88ff2 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7526550 Feb 19 07:21:23.859593 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:23.864979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:23.889112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-5332d9fe-f020-4fbf-a186-38a50ba718e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329834 Feb 19 07:21:23.905983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:23.944836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:24.040332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.114042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:24.122529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.126128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04520756-a5cc-4386-8ba6-045e07d9559e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 200 len: 887 time: 1.9002473 Feb 19 07:21:24.127116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:24.172783 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] Sync routers for ids ['ff309609-6681-4064-ae3f-d82b88f7383c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:24.186011 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] Routers {'ff309609-6681-4064-ae3f-d82b88f7383c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:24.186807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ff309609-6681-4064-ae3f-d82b88f7383c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:24.196333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e89c-7947-465d-bd10-41387e099604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.236609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Allocated IP 172.25.7.112 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/441bb081-3f86-4a99-bf85-6383aaba54cb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:24.239111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:24.241986 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:24.262855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:24.271134 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d56198-f8f3-4235-8630-b3c98d7a02e5 x-openstack-request-id: req-60d56198-f8f3-4235-8630-b3c98d7a02e5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:24.271464 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:24.271720 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60d56198-f8f3-4235-8630-b3c98d7a02e5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:24.272180 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'code': 200} Feb 19 07:21:24.294761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] Routers {'ff309609-6681-4064-ae3f-d82b88f7383c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:24.295928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ff309609-6681-4064-ae3f-d82b88f7383c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:24.296141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:24.296744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4bae075f-34fc-49b7-bff1-60587dc94e75 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers/ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 200 len: 887 time: 0.1682687 Feb 19 07:21:24.341565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-0b376ca9-e52e-4de2-a757-7c3441818095 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437952 Feb 19 07:21:24.356638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-08c53b56-27e6-42e1-9933-48c883d20c8f tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 200 len: 205 time: 0.0592768 Feb 19 07:21:24.364964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:24.457138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29f02d7e-a13a-4a42-9228-4096c6079c2f req-8c2f2f87-7c80-46ef-a514-8ce65587ecc2 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093636 Feb 19 07:21:24.566085 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:24.567127 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610a1b19-da42-4e26-8910-80ac839b3175 None None] The sync data for ids ['ff309609-6681-4064-ae3f-d82b88f7383c'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:24.575634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.602417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e89c-7947-465d-bd10-41387e099604 admin admin] Publish callbacks [] for security_group (45ba0ce0-9dee-4102-ba74-e24c0c6062a4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.606764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (ff309609-6681-4064-ae3f-d82b88f7383c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.611416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b62af-2ad0-421d-bd6f-af5d37183e42 req-8efee959-b639-4a7f-81b8-d9b0e1c99bd1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:24.612484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-763b62af-2ad0-421d-bd6f-af5d37183e42 req-8efee959-b639-4a7f-81b8-d9b0e1c99bd1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0767515 Feb 19 07:21:24.645875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bc1e89c-7947-465d-bd10-41387e099604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (45ba0ce0-9dee-4102-ba74-e24c0c6062a4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.664379 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-763b62af-2ad0-421d-bd6f-af5d37183e42 req-daa43c5a-b652-4f6f-9644-6f32b2c8b4c8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461507 Feb 19 07:21:24.711843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1e89c-7947-465d-bd10-41387e099604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba0ce0-9dee-4102-ba74-e24c0c6062a4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:24.719005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8bc1e89c-7947-465d-bd10-41387e099604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4315b4cdbfaf4642889c58fa2dc47629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9127097 Feb 19 07:21:24.722230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:24.749465 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aacaae-b1e8-44ca-81fb-1b51382da76e x-openstack-request-id: req-95aacaae-b1e8-44ca-81fb-1b51382da76e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:24.749944 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:24.750269 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95aacaae-b1e8-44ca-81fb-1b51382da76e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:24.751686 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:21:24.789051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.834952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] Publish callbacks [] for security_group (45ba0ce0-9dee-4102-ba74-e24c0c6062a4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.852279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-43d6f5a5-bec2-4162-8e17-d0d4ba54a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:24.852751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_gateway (ff309609-6681-4064-ae3f-d82b88f7383c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.853837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-43d6f5a5-bec2-4162-8e17-d0d4ba54a7bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.1100338 Feb 19 07:21:24.878691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'Port': ['ID=441bb081-3f86-4a99-bf85-6383aaba54cb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:24.883373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] Publish callbacks [] for security_group (45ba0ce0-9dee-4102-ba74-e24c0c6062a4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:24.884963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:24.888799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:24.912221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:24.989382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port cb0cc4e1-c725-441c-a196-b31a17f44f4f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:24.989634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cb0cc4e1-c725-441c-a196-b31a17f44f4f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.039692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753536-427a-444e-a180-2460ae2d5f3c req-7802a215-2a86-44bf-8686-5b66bbbe0067 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:25.041223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef753536-427a-444e-a180-2460ae2d5f3c req-7802a215-2a86-44bf-8686-5b66bbbe0067 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1558247 Feb 19 07:21:25.046854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-0a1b1edb-7918-4906-9501-5275ecb20cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:25.048748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-0a1b1edb-7918-4906-9501-5275ecb20cbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.1874127 Feb 19 07:21:25.056419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (45ba0ce0-9dee-4102-ba74-e24c0c6062a4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.058912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.062984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45ba0ce0-9dee-4102-ba74-e24c0c6062a4 HTTP/1.1" status: 204 len: 168 time: 0.3364632 Feb 19 07:21:25.109266 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-8938e8b8-306f-4fcd-98f5-f02642114dd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.0481691 Feb 19 07:21:25.130993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b65cd6-86a9-4fe6-9d35-456cc043f436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba0ce0-9dee-4102-ba74-e24c0c6062a4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:25.133853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cb0cc4e1-c725-441c-a196-b31a17f44f4f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.147490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for cb0cc4e1-c725-441c-a196-b31a17f44f4f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:25.189314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef753536-427a-444e-a180-2460ae2d5f3c req-a75401bf-1f78-404e-b204-d210a2ff3a49 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390140 Feb 19 07:21:25.195373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-1bb30eab-b94c-4904-828e-613d49106c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:25.196850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-1bb30eab-b94c-4904-828e-613d49106c82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.0788949 Feb 19 07:21:25.233483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (6b689b0c-7317-4dad-a730-662169269649), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.268712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-f7aff92f-4156-4a9e-9cc3-12ee32e2d216 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483713 Feb 19 07:21:25.336912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.381214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-684fe51f-dddd-4a7d-af99-6ff35fe0cb7d service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106734 Feb 19 07:21:25.532606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69957542-2cf7-4b1f-a8ee-b49edc1cd985 req-72a9aaad-a250-44ac-a150-d42228727564 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:25.534649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69957542-2cf7-4b1f-a8ee-b49edc1cd985 req-72a9aaad-a250-44ac-a150-d42228727564 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1255360 Feb 19 07:21:25.538900 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e9a3f34-c16d-4861-ac3b-e76b433f88ff req-842f9471-49b5-4f55-bd27-acb40b6a4fba service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508191 Feb 19 07:21:25.545915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb0cc4e1-c725-441c-a196-b31a17f44f4f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.603636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69957542-2cf7-4b1f-a8ee-b49edc1cd985 req-6500ae27-ac9e-4de4-8ad7-6c535708c51d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602977 Feb 19 07:21:25.679474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=cb0cc4e1-c725-441c-a196-b31a17f44f4f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:25.762363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (ff309609-6681-4064-ae3f-d82b88f7383c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.872451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.875745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (ff309609-6681-4064-ae3f-d82b88f7383c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.924765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f204fc-4dd7-42f1-b9e2-3003b68ea8ef req-361ea7dc-b1b8-4fea-ac86-94b06ac464ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:25.931550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:25.934582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8f204fc-4dd7-42f1-b9e2-3003b68ea8ef req-361ea7dc-b1b8-4fea-ac86-94b06ac464ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0897710 Feb 19 07:21:25.937802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.000604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (ff309609-6681-4064-ae3f-d82b88f7383c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.001131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router ff309609-6681-4064-ae3f-d82b88f7383c {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:26.010521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8f204fc-4dd7-42f1-b9e2-3003b68ea8ef req-11295913-1cc5-4b60-a9c8-8bd649624d74 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746663 Feb 19 07:21:26.015898 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.017098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4d63e42f-3c53-4118-9258-936d3a76a141 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 204 len: 168 time: 1.6495039 Feb 19 07:21:26.020888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:26.035177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event updated for resources: {'Port': ['ID=441bb081-3f86-4a99-bf85-6383aaba54cb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:26.044463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1520230920'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:26.081963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:26.087692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.095986 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (6b689b0c-7317-4dad-a730-662169269649), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.120193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:26.131922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.136489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f7bee313-a422-4169-b447-af8c3b18f11f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.136840 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment f7bee313-a422-4169-b447-af8c3b18f11f of type vlan for network fd654723-b438-4d43-9d70-bb8e2c86635d Feb 19 07:21:26.144087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-8d1b7bb6-a96f-4ca6-a85e-af6715d026c9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2841458 Feb 19 07:21:26.194708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fd654723-b438-4d43-9d70-bb8e2c86635d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.235145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fd654723-b438-4d43-9d70-bb8e2c86635d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.250281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:26.251331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.265279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-0a415b35-239f-4ff2-9826-f499f0bc177f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.1192789 Feb 19 07:21:26.380244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3552518 Feb 19 07:21:26.397648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:26.407051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:26.445616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e76bf5-7785-4b3e-8835-477b89c49bc9 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=fd654723-b438-4d43-9d70-bb8e2c86635d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:26.462552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fd654723-b438-4d43-9d70-bb8e2c86635d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:26.600335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-1b5ac32d-804a-4794-93cc-aa7f98c6687a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:26.602072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-1b5ac32d-804a-4794-93cc-aa7f98c6687a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.2315824 Feb 19 07:21:26.610682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:26.615058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:26.640457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-7fca82b5-8d86-4fe5-9934-846e224a51cb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/quotas/47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 375 time: 0.0327368 Feb 19 07:21:26.769443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-38e24f40-d3d7-4cf0-8f44-295ef772f4d3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:26.781078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-53e19f90-a741-41d5-9037-9534e78e0d7a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055589 Feb 19 07:21:26.790171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77e7b9b5-7a01-4e90-b1fb-140fcbcdfbcb req-38e24f40-d3d7-4cf0-8f44-295ef772f4d3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.5238552 Feb 19 07:21:26.981186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (5228058c-6e53-448f-a7e7-642b00cf37ac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.082857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=5228058c-6e53-448f-a7e7-642b00cf37ac,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:27.133190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': 'f7bee313-a422-4169-b447-af8c3b18f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:27.133551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: fd654723-b438-4d43-9d70-bb8e2c86635d, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:27.167319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-5c280b53-b7cb-43a4-9749-9744869b8588 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852124 Feb 19 07:21:27.180015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fd654723-b438-4d43-9d70-bb8e2c86635d is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:27.234336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fd654723-b438-4d43-9d70-bb8e2c86635d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:27.240994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:27.241835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.245712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a954ab-2392-446f-b450-45e9279dd2d0 None None] Network fd654723-b438-4d43-9d70-bb8e2c86635d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:27.271220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236961-b988-4f63-830c-7fa01b701c08 req-db14d9eb-6604-47af-8de0-49f8fcc67fe2 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:27.283398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-db14d9eb-6604-47af-8de0-49f8fcc67fe2 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1579206 Feb 19 07:21:27.310138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0cc7da74-9994-4894-940b-ceaa15f0003c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9112704 Feb 19 07:21:27.317194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:27.336244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1616128029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:27.381943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-920479f4-890a-4da3-899f-dcbab187be92 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136478 Feb 19 07:21:27.407422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.407935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-fd654723-b438-4d43-9d70-bb8e2c86635d', 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': '5228058c-6e53-448f-a7e7-642b00cf37ac'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:21:27.409842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.410411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.415208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-eb4030f2-2db1-49c5-b4c0-5fac9f16332e tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.1298134 Feb 19 07:21:27.435964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'floatingip': {'port_id': 'edc18031-fd25-4636-b24a-31143103e160', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:27.486774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (214b8cf5-c2c9-4858-a77d-6f137445dca1), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.493613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.519737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.524248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1eef0656-ca9f-4234-ac64-9df42255772b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1977150 Feb 19 07:21:27.527778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:27.528124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:27.579934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Allocated IP 172.20.0.2 (fd654723-b438-4d43-9d70-bb8e2c86635d/5228058c-6e53-448f-a7e7-642b00cf37ac/874109ea-1873-4d1d-907c-091edd2d02c5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:27.680101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (6b689b0c-7317-4dad-a730-662169269649), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.867997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks [] for port (874109ea-1873-4d1d-907c-091edd2d02c5), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.881081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.907150 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e5d87cd-698f-4dd6-87eb-68c502f072c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:27.929184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Network fd654723-b438-4d43-9d70-bb8e2c86635d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:27.936640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:27.945871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:27.964551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Pushing event updated for resources: {'Port': ['ID=874109ea-1873-4d1d-907c-091edd2d02c5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:28.063365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Attempting to bind port 874109ea-1873-4d1d-907c-091edd2d02c5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:28.063955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Attempting to bind port 874109ea-1873-4d1d-907c-091edd2d02c5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f7bee313-a422-4169-b447-af8c3b18f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:28.064343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Attempting to bind port 874109ea-1873-4d1d-907c-091edd2d02c5 on network fd654723-b438-4d43-9d70-bb8e2c86635d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:28.072147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:28.072538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Checking segment: {'id': 'f7bee313-a422-4169-b447-af8c3b18f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:28.072958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.073420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Bound using segment: {'id': 'f7bee313-a422-4169-b447-af8c3b18f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:28.073980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Bound port: 874109ea-1873-4d1d-907c-091edd2d02c5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bee313-a422-4169-b447-af8c3b18f11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fd654723-b438-4d43-9d70-bb8e2c86635d'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:28.074376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.114942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ead9df8a-e723-49f2-b932-bf84d6a254fd req-058e1860-10e8-4b37-ad97-87b7587d73ae tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 210 time: 0.2489805 Feb 19 07:21:28.190233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] For port 874109ea-1873-4d1d-907c-091edd2d02c5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:28.195298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] For port 874109ea-1873-4d1d-907c-091edd2d02c5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=874109ea-1873-4d1d-907c-091edd2d02c5,segment=NetworkSegment(f7bee313-a422-4169-b447-af8c3b18f11f),segment_id=f7bee313-a422-4169-b447-af8c3b18f11f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:28.207998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.208248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.328815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280c98-074c-43c3-b6d1-8726f0ad5274 None None] Pushing event updated for resources: {'Port': ['ID=874109ea-1873-4d1d-907c-091edd2d02c5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:28.372697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e5d87cd-698f-4dd6-87eb-68c502f072c0 admin admin] Publish callbacks [] for security_group (459b28f4-c3a3-4287-a07b-9d6dfef1b47e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.384868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e5d87cd-698f-4dd6-87eb-68c502f072c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (459b28f4-c3a3-4287-a07b-9d6dfef1b47e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.557304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3e5d87cd-698f-4dd6-87eb-68c502f072c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa7913051e8e4c519cdf9abd9e8d2526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0246029 Feb 19 07:21:28.559654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:28.659036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d87cd-698f-4dd6-87eb-68c502f072c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459b28f4-c3a3-4287-a07b-9d6dfef1b47e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:28.908184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] Publish callbacks [] for security_group (459b28f4-c3a3-4287-a07b-9d6dfef1b47e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:28.956693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:21:29.012725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.20.0.1 (fd654723-b438-4d43-9d70-bb8e2c86635d/5228058c-6e53-448f-a7e7-642b00cf37ac/62ce3d35-ccc4-40a4-bb83-3e2cee4946f6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:29.025955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] Publish callbacks [] for security_group (459b28f4-c3a3-4287-a07b-9d6dfef1b47e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.089433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.102065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (6b689b0c-7317-4dad-a730-662169269649), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.193182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.222329 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Floating IP 6b689b0c-7317-4dad-a730-662169269649 associated. External IP: 172.25.7.112, port: edc18031-fd25-4636-b24a-31143103e160. Feb 19 07:21:29.256877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.336140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fd654723-b438-4d43-9d70-bb8e2c86635d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:29.403890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:29.419555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49ec6c06-7381-49af-b5bf-2003be5dc149 req-812aaa5d-beef-4ba0-a551-d6a577722b8a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 210 time: 0.0985382 Feb 19 07:21:29.420987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:29.543470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=62ce3d35-ccc4-40a4-bb83-3e2cee4946f6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:29.548789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (214b8cf5-c2c9-4858-a77d-6f137445dca1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.574877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (459b28f4-c3a3-4287-a07b-9d6dfef1b47e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.577731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:29.585315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/459b28f4-c3a3-4287-a07b-9d6dfef1b47e HTTP/1.1" status: 204 len: 168 time: 1.0237720 Feb 19 07:21:29.642670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7544a72-e3ad-473a-8089-170e4e103f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459b28f4-c3a3-4287-a07b-9d6dfef1b47e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:29.808937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.013963 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.068649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64cb6f6-b262-424e-85c0-a38577c28977 None None] Network fd654723-b438-4d43-9d70-bb8e2c86635d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:30.195842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 874109ea-1873-4d1d-907c-091edd2d02c5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:30.288868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-83983f96-e816-41c1-9524-200aadadcea4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:30.290458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-83983f96-e816-41c1-9524-200aadadcea4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.9165974 Feb 19 07:21:30.324571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'device_id': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'admin_state_up': True, 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:30.330195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Router 3ad673f3-4610-459e-9ced-be470e34e04d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:30.333219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Provisioning complete for port 874109ea-1873-4d1d-907c-091edd2d02c5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:30.333980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.382047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 874109ea-1873-4d1d-907c-091edd2d02c5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:30.382883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.426040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.431312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.540319 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (214b8cf5-c2c9-4858-a77d-6f137445dca1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.542555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=62ce3d35-ccc4-40a4-bb83-3e2cee4946f6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:30.592318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Current status of the port 874109ea-1873-4d1d-907c-091edd2d02c5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:30.592976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.665965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 874109ea-1873-4d1d-907c-091edd2d02c5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:30.666740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.690367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:30.696958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] For port 874109ea-1873-4d1d-907c-091edd2d02c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=874109ea-1873-4d1d-907c-091edd2d02c5,segment=NetworkSegment(f7bee313-a422-4169-b447-af8c3b18f11f),segment_id=f7bee313-a422-4169-b447-af8c3b18f11f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:30.709502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.711901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Sync routers for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:30.735084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.795802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fd654723-b438-4d43-9d70-bb8e2c86635d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:30.797296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:30.815545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01735f4e-21eb-4df0-9863-7e1dc41e98db None None] Pushing event updated for resources: {'Port': ['ID=874109ea-1873-4d1d-907c-091edd2d02c5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:30.855743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-6f8a0ac0-1fd5-47ea-b723-71a542a7762a tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "PUT /v2.0/floatingips/6b689b0c-7317-4dad-a730-662169269649 HTTP/1.1" status: 200 len: 996 time: 3.4328139 Feb 19 07:21:30.856291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:30.859067 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9adc00a-82ca-46bf-a8ff-7d67234208fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:30.863798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:30.868314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:30.898366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:30.904116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:30.998385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1ee117a-02e7-4ff1-b955-19e3f546252f req-34f6ab7c-8d03-4735-ab69-8ed686107ce7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 210 time: 0.0952318 Feb 19 07:21:31.016589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:21:31.017172 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:21:31.057546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236961-b988-4f63-830c-7fa01b701c08 req-adeb4d73-b8a6-48a6-b243-480145ab4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:31.059631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-adeb4d73-b8a6-48a6-b243-480145ab4e66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.1849897 Feb 19 07:21:31.103286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 214b8cf5-c2c9-4858-a77d-6f137445dca1 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:31.151993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:31.330069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:31.336434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-16b7fbcc-837e-4a76-999a-b8c787736c8a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/214b8cf5-c2c9-4858-a77d-6f137445dca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8026061 Feb 19 07:21:31.338968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:31.343904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] Sync routers for ids ['214b8cf5-c2c9-4858-a77d-6f137445dca1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:31.365907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] Routers {'214b8cf5-c2c9-4858-a77d-6f137445dca1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:31.366665 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['214b8cf5-c2c9-4858-a77d-6f137445dca1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:31.407070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.20.0.8 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/ec3f6e14-1f82-4938-9310-ee151d34b968) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:31.433368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Provisioning complete for port 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:31.436017 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:31.446399 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:31.461071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc741e0e-d97f-47ff-8db7-259220b38dc0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:31.464297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dc741e0e-d97f-47ff-8db7-259220b38dc0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports/62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 HTTP/1.1" status: 200 len: 910 time: 0.1242259 Feb 19 07:21:31.466869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:31.472363 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] Routers {'214b8cf5-c2c9-4858-a77d-6f137445dca1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:31.472995 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['214b8cf5-c2c9-4858-a77d-6f137445dca1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:31.479743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5228058c-6e53-448f-a7e7-642b00cf37ac'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:31.555597 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:31.557860 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6895b4d-51fe-4a42-a9eb-aabec2a204a9 None None] The sync data for ids ['214b8cf5-c2c9-4858-a77d-6f137445dca1'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:31.625106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 874109ea-1873-4d1d-907c-091edd2d02c5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:31.635254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Port 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:31.637526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236961-b988-4f63-830c-7fa01b701c08 req-c4f1ff85-042a-4cb4-99f5-cf4e65c15f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:31.638803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-c4f1ff85-042a-4cb4-99f5-cf4e65c15f4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.5696299 Feb 19 07:21:31.685792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Provisioning complete for port 874109ea-1873-4d1d-907c-091edd2d02c5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:31.686255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:31.725561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:31.829675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '6b689b0c-7317-4dad-a730-662169269649', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'port_id': 'edc18031-fd25-4636-b24a-31143103e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'mac_address': 'fa:16:3e:58:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:21:24Z', 'updated_at': '2022-02-19T07:21:28Z', 'revision_number': 1, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:31.877334 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-2c0ca601-6cca-4393-be2a-d199622d8149 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 999 time: 0.1754730 Feb 19 07:21:31.912287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Checking router: 3ad673f3-4610-459e-9ced-be470e34e04d for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:31.943485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2236961-b988-4f63-830c-7fa01b701c08 req-a95eeb90-3314-40ce-993a-ccdeff8b53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:31.944351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:31.945000 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-a95eeb90-3314-40ce-993a-ccdeff8b53d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.0556109 Feb 19 07:21:31.945299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:32.013826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.065262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-a8d51fa9-5d86-404b-b3e8-2bb37c3f660b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880404 Feb 19 07:21:32.087549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-b5258360-528c-4a1a-9c4c-9efc4958e9d8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:21:32.088791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-b5258360-528c-4a1a-9c4c-9efc4958e9d8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099096 Feb 19 07:21:32.156380 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961997e7-79fd-4c98-abe0-13dad6c75dd0 x-openstack-request-id: req-961997e7-79fd-4c98-abe0-13dad6c75dd0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:32.157286 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:32.157286 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-961997e7-79fd-4c98-abe0-13dad6c75dd0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:32.157520 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:21:32.227150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:32.268947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 874109ea-1873-4d1d-907c-091edd2d02c5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:32.272131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.276993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-10cbe1bf-0d19-4500-b2ca-0d6a2253e7b1 None None] Current status of the port 874109ea-1873-4d1d-907c-091edd2d02c5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:32.286046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-45da9d6f-dad5-4221-9c99-c7e34c1edf3b service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854832 Feb 19 07:21:32.348810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:32.383030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:32.392410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:32.400058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:32.435950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2095040356', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:32.443804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:32.458238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-041823ee-7d25-434a-b68d-b8c3157a6298 None None] Provisioning complete for port 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:32.458615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-041823ee-7d25-434a-b68d-b8c3157a6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.464863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 874109ea-1873-4d1d-907c-091edd2d02c5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:32.464863 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.494055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:32.494786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.513221 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2236961-b988-4f63-830c-7fa01b701c08 req-82ddad5d-633d-409d-81f2-d9a969c07b6a service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029724 Feb 19 07:21:32.516566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Made reservation on behalf of a55f19c509d5469cb6a61177ecc9a4ef for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:32.519510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.534593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.546334 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-0b979f50-10fe-4786-aee8-f277091a0104 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2276642 Feb 19 07:21:32.561677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Request body: {'port': {'device_id': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:32.718600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.737669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-041823ee-7d25-434a-b68d-b8c3157a6298 None None] Port 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:32.802569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 874109ea-1873-4d1d-907c-091edd2d02c5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:32.804962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for security_group (a36ca701-21bf-4121-a457-b4f33c4ca399), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.815734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-6a83a7ce-2415-4eab-af6c-4dc8fc060f2c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:32.817314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-6a83a7ce-2415-4eab-af6c-4dc8fc060f2c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.5918126 Feb 19 07:21:32.820642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd450a-bfa6-4caf-a759-8dbf3d2d4436 req-32743926-d7db-4eba-b5e2-b19de5942163 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:32.824334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-7341c4a2-aa13-4f84-9877-2d1b5ac48016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:32.825774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-7341c4a2-aa13-4f84-9877-2d1b5ac48016 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.6572146 Feb 19 07:21:32.827754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bbd450a-bfa6-4caf-a759-8dbf3d2d4436 req-32743926-d7db-4eba-b5e2-b19de5942163 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 931 time: 0.1606436 Feb 19 07:21:32.843359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a36ca701-21bf-4121-a457-b4f33c4ca399), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.849470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-5b67ed4d-3e6c-4aa7-9afa-270895be1abc tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/quotas/79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 375 time: 0.0203772 Feb 19 07:21:32.872079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:32.893020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '6b689b0c-7317-4dad-a730-662169269649', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'port_id': 'edc18031-fd25-4636-b24a-31143103e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'mac_address': 'fa:16:3e:58:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:21:24Z', 'updated_at': '2022-02-19T07:21:28Z', 'revision_number': 1, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:32.925346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a6d79050-ab70-46fb-bfef-eb30378f235f None None] Provisioning complete for port ec3f6e14-1f82-4938-9310-ee151d34b968 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:32.926020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6d79050-ab70-46fb-bfef-eb30378f235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.929518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:32.929929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460efd8b-78f6-41ab-95c8-ba5fc5ac56f8 None None] The sync data for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 is: [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '6b689b0c-7317-4dad-a730-662169269649', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'port_id': 'edc18031-fd25-4636-b24a-31143103e160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'mac_address': 'fa:16:3e:58:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:21:24Z', 'updated_at': '2022-02-19T07:21:28Z', 'revision_number': 1, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:32.979117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a6d79050-ab70-46fb-bfef-eb30378f235f None None] Port ec3f6e14-1f82-4938-9310-ee151d34b968 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:33.013942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.014496 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Added segment d8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8 of type vlan for network b9b18337-0466-4fd1-9bb3-79308967cd6f Feb 19 07:21:33.028337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-be010847-e7a8-4a16-8944-0a6d395bd429 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1779740 Feb 19 07:21:33.031908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.049705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ca701-21bf-4121-a457-b4f33c4ca399,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:33.067709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.120689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bbd450a-bfa6-4caf-a759-8dbf3d2d4436 req-b29f0fc6-287f-47e9-9ac0-2fc7ff996791 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919753 Feb 19 07:21:33.122945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-d66b5dad-c02e-4386-9756-f77ffbc9731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:33.124206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-d66b5dad-c02e-4386-9756-f77ffbc9731a service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.2690685 Feb 19 07:21:33.166416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b9b18337-0466-4fd1-9bb3-79308967cd6f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.230388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f6849-ab73-4311-bd8d-0394b7397916 None None] New status for floating IP 6b689b0c-7317-4dad-a730-662169269649: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:21:33.240284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b9b18337-0466-4fd1-9bb3-79308967cd6f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.241187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:33.241427 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.257797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-67a1ddb0-183c-4d79-9954-1bbf5574386b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 999 time: 0.0951438 Feb 19 07:21:33.300049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:33.300973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.302366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/ports/62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 HTTP/1.1" status: 200 len: 910 time: 1.8345027 Feb 19 07:21:33.305577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Network': ['ID=b9b18337-0466-4fd1-9bb3-79308967cd6f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:33.309692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:33.327215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938a2ec-2ece-4b9c-a03f-8be3bf451126 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=62ce3d35-ccc4-40a4-bb83-3e2cee4946f6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:33.331065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e7aebaaf-e40c-40b0-af51-992b08c90f0d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1010230 Feb 19 07:21:33.343937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:33.356450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'subnet': {'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:33.402324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b9b18337-0466-4fd1-9bb3-79308967cd6f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:33.415419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-9feb0fc1-91d7-4577-a4c1-9bf9eb317e48 service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752000 Feb 19 07:21:33.427986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-ef425773-4672-4776-af11-4ee16351b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:33.429581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-ef425773-4672-4776-af11-4ee16351b476 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.1616046 Feb 19 07:21:33.443783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3f6e14-1f82-4938-9310-ee151d34b968 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:33.444700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Made reservation on behalf of a55f19c509d5469cb6a61177ecc9a4ef for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:33.447079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.455816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks [] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.519223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Transition to ACTIVE for port object ec3f6e14-1f82-4938-9310-ee151d34b968 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:21:33.530918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-d3fb4624-93cb-459b-8044-e6607b2a98a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891829 Feb 19 07:21:33.547576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.623549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:33.707821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-5524dbd6-5640-4445-b17f-163280531d69 service neutron] 10.222.0.43 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910702 Feb 19 07:21:33.741306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-c1f06b59-1405-4200-8a9c-c27e5754fe62 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711981 Feb 19 07:21:33.798473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Attempting to bind port ec3f6e14-1f82-4938-9310-ee151d34b968 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:33.799215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Attempting to bind port ec3f6e14-1f82-4938-9310-ee151d34b968 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:33.799828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Attempting to bind port ec3f6e14-1f82-4938-9310-ee151d34b968 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:33.805970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Port ec3f6e14-1f82-4938-9310-ee151d34b968 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:21:33.806473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Attempting to bind port ec3f6e14-1f82-4938-9310-ee151d34b968 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:33.820194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:33.820740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:33.821295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:33.821883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Bound port: ec3f6e14-1f82-4938-9310-ee151d34b968, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:33.822383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:33.931122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:33.958012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ec3f6e14-1f82-4938-9310-ee151d34b968,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:33.974628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (214b8cf5-c2c9-4858-a77d-6f137445dca1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.034210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.079165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9adc00a-82ca-46bf-a8ff-7d67234208fe req-0af751f1-06d9-4ada-a48b-04d7ed0828b1 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027492 Feb 19 07:21:34.183100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:34.183858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.185517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] 10.222.0.47 "PUT /v2.0/ports/ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 200 len: 1091 time: 1.6285634 Feb 19 07:21:34.186071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:34.188612 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ce28e6-f492-4e34-a36f-2f022e79d29a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:34.314026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:21:34.314422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (dd967fdb-7caa-4612-a221-b5de8939480a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.391490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04e8a85a-967b-4d6d-86a7-fecbd8bd9651 req-131e2d15-b058-45dc-be59-46522d735dac tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0684764 Feb 19 07:21:34.429178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd967fdb-7caa-4612-a221-b5de8939480a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:34.481395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Checking segment: {'id': 'd8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:34.481803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network hostable DHCP agents. Network: b9b18337-0466-4fd1-9bb3-79308967cd6f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:34.529141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network b9b18337-0466-4fd1-9bb3-79308967cd6f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:34.565578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b9b18337-0466-4fd1-9bb3-79308967cd6f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:34.570956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:34.572387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.581772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977a165-46b2-4f06-8c60-a82b7eec0d99 None None] Network b9b18337-0466-4fd1-9bb3-79308967cd6f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:34.610281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf2fb2-77cb-4689-b1ca-3030151d496a req-df3e9cd5-bb09-41a7-8972-869e47a8b7e8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:34.612775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90bf2fb2-77cb-4689-b1ca-3030151d496a req-df3e9cd5-bb09-41a7-8972-869e47a8b7e8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 943 time: 0.0978346 Feb 19 07:21:34.618788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f5613e31-e093-4b42-832f-3562bb93da5b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2663710 Feb 19 07:21:34.622017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:34.628800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-421374474', 'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:34.682738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Made reservation on behalf of a55f19c509d5469cb6a61177ecc9a4ef for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:34.687690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:34.717737 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90bf2fb2-77cb-4689-b1ca-3030151d496a req-935824e9-124c-4d75-8049-cebb1319179c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964131 Feb 19 07:21:34.722043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] device_id is not set on port e5b6b80d-0309-4a8f-afd2-3d8c00c283ba yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:21:34.777336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2ea09-0460-4954-a456-3a013b9973f9 None None] Network b9b18337-0466-4fd1-9bb3-79308967cd6f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:34.843501 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd68c373-6a16-4eaf-ba11-490406ba71c2 x-openstack-request-id: req-cd68c373-6a16-4eaf-ba11-490406ba71c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:34.844219 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:34.844741 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd68c373-6a16-4eaf-ba11-490406ba71c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:34.845306 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968', 'status': 'completed', 'code': 200} Feb 19 07:21:34.852760 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-2e9dcfd4-5d1e-494c-8c61-fc30077854c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 1001 time: 0.7825201 Feb 19 07:21:34.857021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f14a98-30fa-49d7-8bb7-261bf056e75a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:34.966919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 2001:db8::f1 (b9b18337-0466-4fd1-9bb3-79308967cd6f/dd967fdb-7caa-4612-a221-b5de8939480a/e5b6b80d-0309-4a8f-afd2-3d8c00c283ba) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:34.968543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0905-cd12-4783-8abf-a186b4199626 req-ecffa410-2cda-4eeb-bc64-271a086ccc31 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:34.970117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-ecffa410-2cda-4eeb-bc64-271a086ccc31 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports/edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 942 time: 0.0913851 Feb 19 07:21:34.975422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-173fcac8-5dc8-4ea1-974c-972f744d6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:34.978924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-173fcac8-5dc8-4ea1-974c-972f744d6415 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 1125 time: 0.7276747 Feb 19 07:21:35.029747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-98b9fa4d-2319-4f8d-bbb5-6aac742c55fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 200 len: 217 time: 0.0432198 Feb 19 07:21:35.159853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85649f0a-5052-4a6f-8bd1-37ca9cffa8fe req-c9fb3c60-0b74-4917-a932-34d36ae19f11 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.164838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85649f0a-5052-4a6f-8bd1-37ca9cffa8fe req-c9fb3c60-0b74-4917-a932-34d36ae19f11 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.2258694 Feb 19 07:21:35.166392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-d042146f-71a4-439c-a57e-62bb8ed950fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.167864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-d042146f-71a4-439c-a57e-62bb8ed950fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1308444 Feb 19 07:21:35.189634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-01710928-3d14-41cf-a0e9-083e15e79575 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 1001 time: 0.1439145 Feb 19 07:21:35.199393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (e5b6b80d-0309-4a8f-afd2-3d8c00c283ba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.233709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85649f0a-5052-4a6f-8bd1-37ca9cffa8fe req-09ca0953-567d-42d3-9efe-41c4e4eb3569 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Feb 19 07:21:35.260419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e5b6b80d-0309-4a8f-afd2-3d8c00c283ba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.303425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network b9b18337-0466-4fd1-9bb3-79308967cd6f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:35.306378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:35.308902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:35.310068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.310694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.328102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b6b80d-0309-4a8f-afd2-3d8c00c283ba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:35.339754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-83854951-3aa8-436f-a494-ebda162e908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.341268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-83854951-3aa8-436f-a494-ebda162e908e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1552157 Feb 19 07:21:35.342274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97b577f6-d5d8-4d80-b792-9d766f870f06 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7171233 Feb 19 07:21:35.345128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:35.353740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0905-cd12-4783-8abf-a186b4199626 req-668f7757-763a-4616-bc6a-04f36009af5d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.355684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-668f7757-763a-4616-bc6a-04f36009af5d tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1565678 Feb 19 07:21:35.366663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:35.367001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.440150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Deleting port e5b6b80d-0309-4a8f-afd2-3d8c00c283ba {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:35.440601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e5b6b80d-0309-4a8f-afd2-3d8c00c283ba), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.545850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-4a6d86dc-3831-459b-bf2a-c52d5e1336f5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 1001 time: 0.1818354 Feb 19 07:21:35.562300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fd028dd-4aec-4efa-a3ae-2a7b67d90700 req-b7e52289-7457-41a2-a2bb-a00f88da52df tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0555530 Feb 19 07:21:35.569106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:35.587307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.626880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e5b6b80d-0309-4a8f-afd2-3d8c00c283ba), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.636035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-1e605664-e606-46dc-947a-887ff51d2aac service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800465 Feb 19 07:21:35.636922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 62ce3d35-ccc4-40a4-bb83-3e2cee4946f6 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:35.647741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Calling delete_port for e5b6b80d-0309-4a8f-afd2-3d8c00c283ba owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:35.697397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-e4370fd8-7206-47aa-ab9b-177ba57f6e6b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.699020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-e4370fd8-7206-47aa-ab9b-177ba57f6e6b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 807 time: 0.1624422 Feb 19 07:21:35.714119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (6b689b0c-7317-4dad-a730-662169269649), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.735092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Request body: {'port': {'device_id': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'admin_state_up': True, 'tenant_id': '79af69ad386946bc8440ff5357368234'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:35.849125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d67a526-87ea-4a9c-aa07-085258a3f993 req-719f7378-b254-49b4-9e45-044223031ac7 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039483 Feb 19 07:21:35.965186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e5b6b80d-0309-4a8f-afd2-3d8c00c283ba), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:35.997283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf584f-9f14-4e03-90d1-533534f9c5c8 req-95205632-f783-4b79-a9e7-0001002fc380 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:35.998985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebf584f-9f14-4e03-90d1-533534f9c5c8 req-95205632-f783-4b79-a9e7-0001002fc380 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 943 time: 0.1665235 Feb 19 07:21:36.002871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Made reservation on behalf of 79af69ad386946bc8440ff5357368234 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:36.006366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.021616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.031724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (6b689b0c-7317-4dad-a730-662169269649), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.032335 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Floating IP 6b689b0c-7317-4dad-a730-662169269649 disassociated. External IP: 172.25.7.112, port: edc18031-fd25-4636-b24a-31143103e160. Feb 19 07:21:36.040594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5b6b80d-0309-4a8f-afd2-3d8c00c283ba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:36.075131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.081492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-30318e7d-afe4-4076-afb4-d934cd0686d4 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/ports/e5b6b80d-0309-4a8f-afd2-3d8c00c283ba HTTP/1.1" status: 204 len: 168 time: 0.7304542 Feb 19 07:21:36.084173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:36.090808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f', 'external_fixed_ips': [{'subnet_id': 'dd967fdb-7caa-4612-a221-b5de8939480a', 'ip_address': '2001:db8::f1'}]}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:36.099759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-151b411d-ee9f-4b60-8b18-f8c0ad6d1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:36.101263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-151b411d-ee9f-4b60-8b18-f8c0ad6d1092 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 1125 time: 0.1771343 Feb 19 07:21:36.172628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (62ce3d35-ccc4-40a4-bb83-3e2cee4946f6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.175423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebf584f-9f14-4e03-90d1-533534f9c5c8 req-1b3900ce-d416-47a5-bbe8-585edc353154 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471651 Feb 19 07:21:36.192939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.203271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.222941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8fea5a8-8a64-4468-903e-7d83d7b3a2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.238082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=62ce3d35-ccc4-40a4-bb83-3e2cee4946f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:36.328427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (1d04747f-2901-4f2e-98ad-db55e9de652c), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.335719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Allocated IP 172.20.0.4 (4c3ab712-c699-4725-8829-7ba80b465f62/91821e47-7ba2-4e28-9af9-03c4152a518b/a786ee27-f863-44fc-ac82-9c625c96a63c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:36.341801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-33a864d8-7680-4c5c-b88e-63027cc0647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:36.343333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-33a864d8-7680-4c5c-b88e-63027cc0647e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.2330883 Feb 19 07:21:36.432639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-9f05d323-6b95-4f3f-b454-d94b91c47b99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 200 len: 217 time: 0.0815217 Feb 19 07:21:36.561170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (214b8cf5-c2c9-4858-a77d-6f137445dca1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.568097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-19f4f288-f9c5-4acb-aad3-040ba28f2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:36.568990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-19f4f288-f9c5-4acb-aad3-040ba28f2e1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1021831 Feb 19 07:21:36.585526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f4d4c-7d0e-45b8-b142-8e910635644d req-cd30db23-c23a-4b3c-908f-bef1160b504d tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:36.587135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593f4d4c-7d0e-45b8-b142-8e910635644d req-cd30db23-c23a-4b3c-908f-bef1160b504d tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.2531283 Feb 19 07:21:36.623944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (1d04747f-2901-4f2e-98ad-db55e9de652c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.690675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-93f41e60-233e-4a97-b484-d5348fbeb1db tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:36.692353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-93f41e60-233e-4a97-b484-d5348fbeb1db tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.3145068 Feb 19 07:21:36.840272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593f4d4c-7d0e-45b8-b142-8e910635644d req-df677d63-3e95-4866-9f4f-c975c197610c tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841321 Feb 19 07:21:36.880002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks [] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.961219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b925088-2e38-4c31-8a0a-0cad86c1b18e req-ebef50f1-a1df-4db4-bb7e-48a85d87f30a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0401042 Feb 19 07:21:36.977998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.987914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Deleting port 2ee9dae5-8059-414a-a587-617a8a3da9e2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:36.988291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:36.991330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7', '08faa673-d59a-4adc-b1b1-06c37bf76668'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:37.068442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Router 3ad673f3-4610-459e-9ced-be470e34e04d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:37.071343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-4096b127-e6cc-47dc-ad68-76428e817636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:37.073394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-4096b127-e6cc-47dc-ad68-76428e817636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4976773 Feb 19 07:21:37.099678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Network 4c3ab712-c699-4725-8829-7ba80b465f62 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:37.115982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:37.131175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:37.379106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 214b8cf5-c2c9-4858-a77d-6f137445dca1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:37.432630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-c7808c76-7fea-4fc0-add4-9008510d82c1 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083642 Feb 19 07:21:37.463789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:37.477287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:37.478824 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Sync routers for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:37.495338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:37.496384 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.563600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:37.578926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:37.587080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-705d9fed-3bf0-47aa-8dde-b5c309f50c07 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/214b8cf5-c2c9-4858-a77d-6f137445dca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2751651 Feb 19 07:21:37.589781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:37.593719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] Sync routers for ids ['214b8cf5-c2c9-4858-a77d-6f137445dca1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:37.604313 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] Routers {'214b8cf5-c2c9-4858-a77d-6f137445dca1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:37.604942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['214b8cf5-c2c9-4858-a77d-6f137445dca1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.622458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-d697704a-50dc-403c-bb62-c5aac0b0cb37 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "PUT /v2.0/floatingips/6b689b0c-7317-4dad-a730-662169269649 HTTP/1.1" status: 200 len: 695 time: 2.0589433 Feb 19 07:21:37.637718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:37.640254 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86385a5-c4c3-431f-bfbd-72329f4e02e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:37.665427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] For port 2ee9dae5-8059-414a-a587-617a8a3da9e2, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2ee9dae5-8059-414a-a587-617a8a3da9e2,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:37.665796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:37.679959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-94172e94-8010-4e62-b67e-073754093e57 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=214b8cf5-c2c9-4858-a77d-6f137445dca1 HTTP/1.1" status: 200 len: 205 time: 0.0890884 Feb 19 07:21:37.682882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:37.683723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.702438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] Routers {'214b8cf5-c2c9-4858-a77d-6f137445dca1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:37.703075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['214b8cf5-c2c9-4858-a77d-6f137445dca1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.709120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Calling delete_port for 2ee9dae5-8059-414a-a587-617a8a3da9e2 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:37.713960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0ce28e6-f492-4e34-a36f-2f022e79d29a req-00528842-000e-427b-8af2-aaef0ea1f7ef service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482634 Feb 19 07:21:37.717339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:37.717973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:37.736548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0905-cd12-4783-8abf-a186b4199626 req-a1c9ae4c-e017-47b1-aa95-e2d3415fa0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:37.743685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-a1c9ae4c-e017-47b1-aa95-e2d3415fa0cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.1200943 Feb 19 07:21:37.744481 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:37.757781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.758441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cae07-10a7-4744-8739-41a7f63dbf22 None None] The sync data for ids ['214b8cf5-c2c9-4858-a77d-6f137445dca1'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:37.832319 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:37.837905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0905-cd12-4783-8abf-a186b4199626 req-e57926f2-81fe-4f24-8d61-7649d2f3ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:37.840128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (1d04747f-2901-4f2e-98ad-db55e9de652c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:37.841073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-e57926f2-81fe-4f24-8d61-7649d2f3ef10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.0963993 Feb 19 07:21:37.844341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-a4c64b6e-1314-4a39-bf2d-52cb20052012 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1143751 Feb 19 07:21:37.888262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Request body: {'port': {'device_id': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:37.903335 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-4a5d66e9-2cfd-4ed8-adaa-5e878519e104 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.0549259 Feb 19 07:21:37.949840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0905-cd12-4783-8abf-a186b4199626 req-3ad9d0e4-53fb-4106-a57e-c3497f4ce7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:37.967249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-3ad9d0e4-53fb-4106-a57e-c3497f4ce7e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.0552566 Feb 19 07:21:37.993755 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:37.997984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-441a86aa-751f-48c7-b2af-33e676e5b3d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373392 Feb 19 07:21:38.027299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Checking router: 3ad673f3-4610-459e-9ced-be470e34e04d for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:38.034247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.038210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:38.039078 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:38.105142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-f4c03ff1-2add-4cbb-b07b-d29fe5e9b7b8 service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062074 Feb 19 07:21:38.161687 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:38.204776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30b0905-cd12-4783-8abf-a186b4199626 req-055aed7a-ac82-4710-aa28-d8422730c90f service neutron] 10.222.0.43 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961063 Feb 19 07:21:38.256988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.261532 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a218f45f-ef2c-425d-90cf-a3000cbdca17 x-openstack-request-id: req-a218f45f-ef2c-425d-90cf-a3000cbdca17 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:38.262627 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:38.262910 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a218f45f-ef2c-425d-90cf-a3000cbdca17 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:38.263590 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:21:38.284048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb574e5d-6477-4171-8525-4153c5cb9f5e req-20528361-a036-4ba0-90cc-ff66b99bf3e3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:38.290927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb574e5d-6477-4171-8525-4153c5cb9f5e req-20528361-a036-4ba0-90cc-ff66b99bf3e3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 943 time: 0.7212632 Feb 19 07:21:38.409242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bc8e-be5b-45e9-abd1-0305f9877c79 req-e549916e-c8e9-4639-9092-b130a236ef67 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:38.411900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e230bc8e-be5b-45e9-abd1-0305f9877c79 req-e549916e-c8e9-4639-9092-b130a236ef67 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9b774d4-974b-428b-9ac4-9d1d9fff28cd HTTP/1.1" status: 200 len: 947 time: 0.0779169 Feb 19 07:21:38.421306 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:38.448711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb574e5d-6477-4171-8525-4153c5cb9f5e req-3b6b628d-8c67-409b-9122-641506161c4d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566997 Feb 19 07:21:38.453413 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f500a-c887-4d6b-b7e9-de74b76255b7 None None] The sync data for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 is: [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:20:27Z', 'revision_number': 4, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bb80b0bd-f0ab-481a-8f20-0319405ad103', 'name': '', 'network_id': '637db83b-5662-42e7-8cdd-5c07bc38f70c', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'mac_address': 'fa:16:3e:33:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:26Z', 'updated_at': '2022-02-19T07:20:39Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'subnets': [{'id': '24d418d1-5d26-429a-a835-7fcaaeac2328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:38.496391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e230bc8e-be5b-45e9-abd1-0305f9877c79 req-9c3bae7b-8029-4086-bb19-c79b4a9cf6d8 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773730 Feb 19 07:21:38.529055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60e6f357-1c67-49fb-a275-a3de6cbc038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.602873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-575754ed-5a0a-4620-b767-837e64804fd3 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips/6b689b0c-7317-4dad-a730-662169269649 HTTP/1.1" status: 200 len: 695 time: 0.0546455 Feb 19 07:21:38.605102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.631008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (214b8cf5-c2c9-4858-a77d-6f137445dca1), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.723767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-a2e24957-3e2d-4c69-bca5-7fd4b07d1661 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:38.725241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-a2e24957-3e2d-4c69-bca5-7fd4b07d1661 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1127687 Feb 19 07:21:38.727132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-dede7c7c-6f46-47ed-9dfd-95deaacc186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:38.728691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-dede7c7c-6f46-47ed-9dfd-95deaacc186d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a53a8b862e5e4007892004816132d78e&device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 1127 time: 0.4327891 Feb 19 07:21:38.781521 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (214b8cf5-c2c9-4858-a77d-6f137445dca1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.782152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router 214b8cf5-c2c9-4858-a77d-6f137445dca1 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:38.789631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:38.793271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7535bab5-a45f-4448-8944-ce17ed64af72 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/214b8cf5-c2c9-4858-a77d-6f137445dca1 HTTP/1.1" status: 204 len: 168 time: 1.1012402 Feb 19 07:21:38.793410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-a49f5a02-3bde-453d-acce-491bb859e645 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 698 time: 0.0594690 Feb 19 07:21:38.842505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:38.851950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-c148a531-ae56-4d7a-8d08-49cc4626a948 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 698 time: 0.0594110 Feb 19 07:21:38.917195 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1cadfe-bb0a-4a65-9ee1-219bc8fba3fb None None] New status for floating IP 6b689b0c-7317-4dad-a730-662169269649: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:21:38.927151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eef7a-9aeb-44de-ba82-39fe2bcc2cee req-e9b94bab-abaf-412c-8d25-bb039cf23824 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:38.928692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-683eef7a-9aeb-44de-ba82-39fe2bcc2cee req-e9b94bab-abaf-412c-8d25-bb039cf23824 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 931 time: 0.3900373 Feb 19 07:21:38.947481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a786ee27-f863-44fc-ac82-9c625c96a63c {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:38.970475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks [] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.036238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 2001:db8::f1 (b9b18337-0466-4fd1-9bb3-79308967cd6f/dd967fdb-7caa-4612-a221-b5de8939480a/15df916e-3096-478e-898c-d6bac389ead5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:39.038210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet 5228058c-6e53-448f-a7e7-642b00cf37ac {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:21:39.050769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (5228058c-6e53-448f-a7e7-642b00cf37ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.057006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Transition to ACTIVE for port object a786ee27-f863-44fc-ac82-9c625c96a63c will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:21:39.083226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.085597 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2ee9dae5-8059-414a-a587-617a8a3da9e2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.095881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-cf5b237d-ada2-4211-9808-4f0527090f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:39.097869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-cf5b237d-ada2-4211-9808-4f0527090f18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 200 len: 920 time: 0.3585014 Feb 19 07:21:39.143306 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5228058c-6e53-448f-a7e7-642b00cf37ac), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.203288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ec3f6e14-1f82-4938-9310-ee151d34b968 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:21:39.214340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:39.216567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Deleting port 441bb081-3f86-4a99-bf85-6383aaba54cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:39.216916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.234592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-683eef7a-9aeb-44de-ba82-39fe2bcc2cee req-bd8d48e3-869e-4686-8a7f-013594bb5c1d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970915 Feb 19 07:21:39.248546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-6461e283-b4a8-45b0-8477-f26718f10984 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 200 len: 217 time: 0.1190581 Feb 19 07:21:39.296642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:39.311630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 2ee9dae5-8059-414a-a587-617a8a3da9e2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:39.312160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2ee9dae5-8059-414a-a587-617a8a3da9e2 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:39.373954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] No DVR routers for this DVR port 2ee9dae5-8059-414a-a587-617a8a3da9e2 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:39.393836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.397309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8979abbc-9d9e-4337-b783-d5ccee35815a req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.47 "DELETE /v2.0/ports/2ee9dae5-8059-414a-a587-617a8a3da9e2 HTTP/1.1" status: 204 len: 173 time: 2.6922543 Feb 19 07:21:39.403514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c1ffa-37fc-4264-9705-ddd62c1c1eef tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Pushing event deleted for resources: {'Port': ['ID=2ee9dae5-8059-414a-a587-617a8a3da9e2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:39.405274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-deleted', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:39.407668 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22371ae-4ddc-4f0b-8449-053045a3519b" -d '{"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-deleted", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:39.415584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.416827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (441bb081-3f86-4a99-bf85-6383aaba54cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.431774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5228058c-6e53-448f-a7e7-642b00cf37ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.474896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-197bcafb-fb62-41a7-8b9b-86cbbe779b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:39.483802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Calling delete_port for 441bb081-3f86-4a99-bf85-6383aaba54cb owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:39.484030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-197bcafb-fb62-41a7-8b9b-86cbbe779b68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 200 len: 860 time: 0.2255332 Feb 19 07:21:39.497380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ec3f6e14-1f82-4938-9310-ee151d34b968,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:39.522329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'ec3f6e14-1f82-4938-9310-ee151d34b968', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': 'ec3f6e14-1f82-4938-9310-ee151d34b968', 'mac_address': 'fa:16:3e:7d:f2:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:21:39.534087 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57782ca1-417a-4b94-b4cd-adb5567aa65d x-openstack-request-id: req-57782ca1-417a-4b94-b4cd-adb5567aa65d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:39.534510 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b774d4-974b-428b-9ac4-9d1d9fff28cd", "name": "network-vif-deleted", "tag": "2ee9dae5-8059-414a-a587-617a8a3da9e2", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:39.534871 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57782ca1-417a-4b94-b4cd-adb5567aa65d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:39.535426 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b774d4-974b-428b-9ac4-9d1d9fff28cd', 'name': 'network-vif-deleted', 'tag': '2ee9dae5-8059-414a-a587-617a8a3da9e2', 'status': 'completed', 'code': 200} Feb 19 07:21:39.549507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (15df916e-3096-478e-898c-d6bac389ead5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.585862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-308d2508-836c-48d3-8bf1-128f8cfc54ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=637db83b-5662-42e7-8cdd-5c07bc38f70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924313 Feb 19 07:21:39.586436 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:21:39.594687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ec3f6e14-1f82-4938-9310-ee151d34b968 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:39.607729 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.640624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3f6e14-1f82-4938-9310-ee151d34b968 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:21:39.642376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5228058c-6e53-448f-a7e7-642b00cf37ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.669171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.692842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ec3f6e14-1f82-4938-9310-ee151d34b968,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:39.694003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.700236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/5228058c-6e53-448f-a7e7-642b00cf37ac HTTP/1.1" status: 204 len: 168 time: 0.8398302 Feb 19 07:21:39.700620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af45cc2-6780-4552-a8ae-09ee01df33e8 None None] Network fd654723-b438-4d43-9d70-bb8e2c86635d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:39.703635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:39.704670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae48e1-463a-4e88-bdd1-7310d724f3b4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=5228058c-6e53-448f-a7e7-642b00cf37ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:39.769448 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.795066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:39.795733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:39.795733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:39.843538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:21:39.843862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:39.851647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:39.892131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:39.896176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:39.896877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:39.897466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fd654723-b438-4d43-9d70-bb8e2c86635d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.897853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Bound port: a786ee27-f863-44fc-ac82-9c625c96a63c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:39.898373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.933613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (15df916e-3096-478e-898c-d6bac389ead5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.960533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (441bb081-3f86-4a99-bf85-6383aaba54cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:39.982197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677a294-5a6b-4c6f-bad7-5a86a1a867e0 req-26cf253a-8cc8-46bd-9d92-da904aa19832 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:39.989979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3677a294-5a6b-4c6f-bad7-5a86a1a867e0 req-26cf253a-8cc8-46bd-9d92-da904aa19832 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 943 time: 0.3657618 Feb 19 07:21:39.996567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event deleted for resources: {'Port': ['ID=441bb081-3f86-4a99-bf85-6383aaba54cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.045371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-c5c71324-c7dd-4936-a568-4ff3efca8dde service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470615 Feb 19 07:21:40.051031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] DHCP port deletion for fd654723-b438-4d43-9d70-bb8e2c86635d request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:21:40.094703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 874109ea-1873-4d1d-907c-091edd2d02c5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:40.094950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network b9b18337-0466-4fd1-9bb3-79308967cd6f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:40.095041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.114956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Deleting port 874109ea-1873-4d1d-907c-091edd2d02c5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:40.115881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.121488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:40.145153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for floatingip (6b689b0c-7317-4dad-a730-662169269649), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.147977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.149189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951f1d8d-5170-4e38-81af-2207ef5c24e8 req-4ae6cbb0-d453-467f-aeab-7f0385233079 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "DELETE /v2.0/floatingips/6b689b0c-7317-4dad-a730-662169269649 HTTP/1.1" status: 204 len: 173 time: 1.2959979 Feb 19 07:21:40.167839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:40.168016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:21:40.171934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=15df916e-3096-478e-898c-d6bac389ead5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.192237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 874109ea-1873-4d1d-907c-091edd2d02c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=874109ea-1873-4d1d-907c-091edd2d02c5,segment=NetworkSegment(f7bee313-a422-4169-b447-af8c3b18f11f),segment_id=f7bee313-a422-4169-b447-af8c3b18f11f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:40.192681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.209926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 874109ea-1873-4d1d-907c-091edd2d02c5 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:40.235775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] For port 874109ea-1873-4d1d-907c-091edd2d02c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=874109ea-1873-4d1d-907c-091edd2d02c5,segment=NetworkSegment(f7bee313-a422-4169-b447-af8c3b18f11f),segment_id=f7bee313-a422-4169-b447-af8c3b18f11f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:40.237038 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.263253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Calling delete_port for 874109ea-1873-4d1d-907c-091edd2d02c5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:40.291477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3677a294-5a6b-4c6f-bad7-5a86a1a867e0 req-13e2de7c-2b5e-4cb0-90c6-2b5ffb68d5e8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869558 Feb 19 07:21:40.311966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:40.338336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-71938459-0eb9-4f09-8291-2eec07f3fb5c tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups/7b41ad5e-f50f-403c-a0ae-00fea2056b61 HTTP/1.1" status: 200 len: 1827 time: 0.0635295 Feb 19 07:21:40.419961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:40.452045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (7b41ad5e-f50f-403c-a0ae-00fea2056b61), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.453575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.462686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.480596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (874109ea-1873-4d1d-907c-091edd2d02c5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.483685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (7b41ad5e-f50f-403c-a0ae-00fea2056b61), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.484555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] Pushing event deleted for resources: {'Port': ['ID=874109ea-1873-4d1d-907c-091edd2d02c5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.495815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd24a0-886a-4778-8d2b-3efbba677b1f None None] No DVR routers for this DVR port 874109ea-1873-4d1d-907c-091edd2d02c5 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:40.541563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c86385a5-c4c3-431f-bfbd-72329f4e02e1 req-3a533fe7-3747-432e-84fe-08216c791967 service neutron] 10.222.0.24 "GET /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678423 Feb 19 07:21:40.551962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:40.552872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.554481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] 10.222.0.24 "PUT /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 1091 time: 2.6715188 Feb 19 07:21:40.562898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=874109ea-1873-4d1d-907c-091edd2d02c5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.570119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 874109ea-1873-4d1d-907c-091edd2d02c5 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:40.681384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1931a-ddb1-4966-8660-7319b1c30c41 service neutron] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.687526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fd654723-b438-4d43-9d70-bb8e2c86635d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.713153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7b41ad5e-f50f-403c-a0ae-00fea2056b61), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.715770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.716975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0f2ce31-31de-4e5e-afe8-b357d546bef4 req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "DELETE /v2.0/security-groups/7b41ad5e-f50f-403c-a0ae-00fea2056b61 HTTP/1.1" status: 204 len: 173 time: 0.3689778 Feb 19 07:21:40.730753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd654723-b438-4d43-9d70-bb8e2c86635d']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:40.733002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad93eb3-82f3-4210-85cf-bd72a59ea4d9 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41ad5e-f50f-403c-a0ae-00fea2056b61,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.758825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bee313-a422-4169-b447-af8c3b18f11f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:40.759271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bee313-a422-4169-b447-af8c3b18f11f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:40.773038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (f7bee313-a422-4169-b447-af8c3b18f11f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.790175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f7bee313-a422-4169-b447-af8c3b18f11f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.808265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:21:40.808666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (f7bee313-a422-4169-b447-af8c3b18f11f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:21:40.812822 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:21:40.914108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622800b-a4bd-4c9b-8e5f-4b3b21cc0ba5 req-cecf06ce-0409-46b3-8abb-a703463c3654 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:40.916571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6622800b-a4bd-4c9b-8e5f-4b3b21cc0ba5 req-cecf06ce-0409-46b3-8abb-a703463c3654 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 949 time: 0.1227231 Feb 19 07:21:40.917392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fd654723-b438-4d43-9d70-bb8e2c86635d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.918462 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.941324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:40.947419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/fd654723-b438-4d43-9d70-bb8e2c86635d HTTP/1.1" status: 204 len: 168 time: 1.2321033 Feb 19 07:21:40.948423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a105-4db3-43d9-b0bd-c9604e3fc43d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=fd654723-b438-4d43-9d70-bb8e2c86635d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:40.950230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:40.965916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495435003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:41.010891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.011852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.025431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6622800b-a4bd-4c9b-8e5f-4b3b21cc0ba5 req-c71a82b7-770a-46b9-a5d3-67410eb282d7 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Feb 19 07:21:41.088052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.094869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.120252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.124641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86140f9f-bceb-4ace-9ec4-a849e14e9430 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1645336 Feb 19 07:21:41.125508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55640) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:41.133289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232722057'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:41.155968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:41.160617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.185618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:41.187755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-d68d0e92-a795-469d-ab5f-0f333977e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.189282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-d68d0e92-a795-469d-ab5f-0f333977e9cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1125 time: 0.5875900 Feb 19 07:21:41.190389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (1d04747f-2901-4f2e-98ad-db55e9de652c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.198276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a877f39e-dfc2-4a2d-abec-40db57bc6e45), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.198760 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment a877f39e-dfc2-4a2d-abec-40db57bc6e45 of type vlan for network 9b219299-71b9-4153-b804-3e25b0f6ac5c Feb 19 07:21:41.201419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e66219-b6cc-4d2b-a6af-95786882277d req-2893b287-8af1-425c-ada3-1afc7f28bc88 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.203145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38e66219-b6cc-4d2b-a6af-95786882277d req-2893b287-8af1-425c-ada3-1afc7f28bc88 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.5922439 Feb 19 07:21:41.249110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9b219299-71b9-4153-b804-3e25b0f6ac5c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.279987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9b219299-71b9-4153-b804-3e25b0f6ac5c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.285801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.286600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.289949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-8a3cae5f-633d-4166-ae5d-c4dc893e6641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0859773 Feb 19 07:21:41.406132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66480de9-83d8-4180-864b-7d539a362bbe req-e3e03db6-15b1-41b0-ab43-eea0c91d8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.407677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-e3e03db6-15b1-41b0-ab43-eea0c91d8d9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1036797 Feb 19 07:21:41.413179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38e66219-b6cc-4d2b-a6af-95786882277d req-74b7dd96-d961-4f81-8575-6d978695bbf0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363773 Feb 19 07:21:41.463283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-09301015-11b9-4df3-961d-c788bf691e4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466127 Feb 19 07:21:41.540455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:41.542827 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a86c12-8d7d-4c33-b87c-7e37e6349eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:41.663437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-8e9151eb-a078-464a-aff3-a5896f7b9be7 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877158 Feb 19 07:21:41.676094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5488813 Feb 19 07:21:41.684179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:41.687059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aef7b5-0169-4fbb-952e-7c5d4cffb551 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=9b219299-71b9-4153-b804-3e25b0f6ac5c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:41.698958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:41.699559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:41.725896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c452-b623-4d67-bc05-91b827d596f8 req-8a4fdee5-5ea9-4dfc-9297-a097ff030204 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.728222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a60c452-b623-4d67-bc05-91b827d596f8 req-8a4fdee5-5ea9-4dfc-9297-a097ff030204 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.3906643 Feb 19 07:21:41.761130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb48681-b808-4091-88db-e90f4ec1085f req-0736b0a2-31e4-41f0-89b2-85da8475f467 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:41.762738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecb48681-b808-4091-88db-e90f4ec1085f req-0736b0a2-31e4-41f0-89b2-85da8475f467 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 944 time: 0.2172110 Feb 19 07:21:41.797045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a60c452-b623-4d67-bc05-91b827d596f8 req-b2ad9f05-17f4-4ac2-805a-66a99aa9ba3f tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627139 Feb 19 07:21:41.824367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:41.890485 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45a23e-9bc1-43cf-8302-3cb25756d5c9 x-openstack-request-id: req-9b45a23e-9bc1-43cf-8302-3cb25756d5c9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:41.890861 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:41.891038 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b45a23e-9bc1-43cf-8302-3cb25756d5c9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:41.891512 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'status': 'completed', 'code': 200} Feb 19 07:21:41.997776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecb48681-b808-4091-88db-e90f4ec1085f req-feb08f3c-04e4-4b7c-b2f1-8dc9a06ebb29 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685581 Feb 19 07:21:42.065991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66480de9-83d8-4180-864b-7d539a362bbe req-36127a9a-f964-4c60-80d0-be8020f1d114 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925252 Feb 19 07:21:42.082251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:42.085698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:42.100007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 874109ea-1873-4d1d-907c-091edd2d02c5 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:42.125840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 874109ea-1873-4d1d-907c-091edd2d02c5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:42.127033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 874109ea-1873-4d1d-907c-091edd2d02c5 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:42.202755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c63e1c-869b-4a07-b8ea-eb0e20022249 req-c140d525-a61c-4fea-b6b7-458531918736 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.204887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83c63e1c-869b-4a07-b8ea-eb0e20022249 req-c140d525-a61c-4fea-b6b7-458531918736 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 949 time: 0.0563803 Feb 19 07:21:42.232554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router 1d04747f-2901-4f2e-98ad-db55e9de652c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:42.246699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-2bcf56ec-1864-425d-99a3-dfedbd355f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.248322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-2bcf56ec-1864-425d-99a3-dfedbd355f43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1125 time: 0.1120090 Feb 19 07:21:42.271748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83c63e1c-869b-4a07-b8ea-eb0e20022249 req-12201216-d805-46f2-909c-4440cbc2c9aa tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 Feb 19 07:21:42.403957 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:42.502042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d44126c7-1985-4a8b-9c37-207fd8dc7f66), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:42.528780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-d4aa0cec-4cce-4ef6-bff2-63306de806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.529098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-d4aa0cec-4cce-4ef6-bff2-63306de806ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2717838 Feb 19 07:21:42.596163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:42.608308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Sync routers for ids ['1d04747f-2901-4f2e-98ad-db55e9de652c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:42.620369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Routers {'1d04747f-2901-4f2e-98ad-db55e9de652c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:42.622900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1d04747f-2901-4f2e-98ad-db55e9de652c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:42.666525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-6eb3bf07-3673-42c9-b6a5-ca61f61a395d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0915515 Feb 19 07:21:42.699039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=d44126c7-1985-4a8b-9c37-207fd8dc7f66,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:42.708096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:42.711931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-95d077c5-fe0b-4cf1-8c72-48fa6bab140a tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.6231265 Feb 19 07:21:42.712266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55654) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:42.748387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68366cde-6b76-4362-a72a-279ee2a3e84c req-2f0086b5-6955-47bc-9220-3f63f7b6e622 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.749904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68366cde-6b76-4362-a72a-279ee2a3e84c req-2f0086b5-6955-47bc-9220-3f63f7b6e622 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2539082 Feb 19 07:21:42.762389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-9e09ec27-1b60-47f8-9721-d6658b1e2604 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.763935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-9e09ec27-1b60-47f8-9721-d6658b1e2604 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.24 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 949 time: 0.2668273 Feb 19 07:21:42.782194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:42.782559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: 9b219299-71b9-4153-b804-3e25b0f6ac5c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:42.793981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Set router 1d04747f-2901-4f2e-98ad-db55e9de652c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:42.831852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-8ea31aa1-1068-4694-98ff-b0c79b66a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.833341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-8ea31aa1-1068-4694-98ff-b0c79b66a774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1540487 Feb 19 07:21:42.834237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:42.940313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68366cde-6b76-4362-a72a-279ee2a3e84c req-21d44655-74d8-4a92-bf8d-ddcdb25251fe tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684446 Feb 19 07:21:42.958227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-6011dcc7-77db-43e4-8bab-1dc7903e8afd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115305 Feb 19 07:21:42.964019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:42.991457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957ee10-977e-4c3b-a388-75137b4b6f2c req-34a4e8da-e2e9-4099-928c-df96d114f2cb tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:42.993591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6957ee10-977e-4c3b-a388-75137b4b6f2c req-34a4e8da-e2e9-4099-928c-df96d114f2cb tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1182632 Feb 19 07:21:43.018725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (1d04747f-2901-4f2e-98ad-db55e9de652c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.074815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04747f-2901-4f2e-98ad-db55e9de652c', 'name': '', 'tenant_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f', 'external_fixed_ips': [{'subnet_id': 'dd967fdb-7caa-4612-a221-b5de8939480a', 'ip_address': '2001:db8::f1'}], 'enable_snat': True}, 'gw_port_id': '15df916e-3096-478e-898c-d6bac389ead5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:36Z', 'updated_at': '2022-02-19T07:21:40Z', 'revision_number': 3, 'project_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'gw_port': {'id': '15df916e-3096-478e-898c-d6bac389ead5', 'name': '', 'network_id': 'b9b18337-0466-4fd1-9bb3-79308967cd6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04747f-2901-4f2e-98ad-db55e9de652c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'dd967fdb-7caa-4612-a221-b5de8939480a', 'ip_address': '2001:db8::f1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:38Z', 'updated_at': '2022-02-19T07:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd967fdb-7caa-4612-a221-b5de8939480a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:43.104122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6957ee10-977e-4c3b-a388-75137b4b6f2c req-734f2673-cdd0-4c14-8a05-c00e626df860 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Feb 19 07:21:43.111769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-745acd7b-43f8-4da9-89d7-6674ab182e0a service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200147 Feb 19 07:21:43.137247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Checking router: 1d04747f-2901-4f2e-98ad-db55e9de652c for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:43.137601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Updating router 1d04747f-2901-4f2e-98ad-db55e9de652c port 15df916e-3096-478e-898c-d6bac389ead5 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:21:43.138508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Deleting port 15df916e-3096-478e-898c-d6bac389ead5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:43.138905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (15df916e-3096-478e-898c-d6bac389ead5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.151080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9b219299-71b9-4153-b804-3e25b0f6ac5c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:43.170377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6c11a-f8a9-43ce-b6ae-cc182ac4325c None None] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:43.194151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:43.194655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.240054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (15df916e-3096-478e-898c-d6bac389ead5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.257592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd6d0440-0267-48b7-8431-d5c16c943c4b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5651655 Feb 19 07:21:43.258994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:43.262523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ec3f6e14-1f82-4938-9310-ee151d34b968 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:43.269207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Calling delete_port for 15df916e-3096-478e-898c-d6bac389ead5 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:43.286397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Deleting port 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:43.286736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.337017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f81e-e6eb-45fc-a77d-1ed6368578b4 req-e89b1ab5-9fa4-4a6f-b923-4bd94c0642be tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:43.347104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6cb0f81e-e6eb-45fc-a77d-1ed6368578b4 req-e89b1ab5-9fa4-4a6f-b923-4bd94c0642be tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 944 time: 0.1937370 Feb 19 07:21:43.352278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-9b219299-71b9-4153-b804-3e25b0f6ac5c', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:21:43.353304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.356355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (15df916e-3096-478e-898c-d6bac389ead5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.361685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port ec3f6e14-1f82-4938-9310-ee151d34b968 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:21:43.376165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port ec3f6e14-1f82-4938-9310-ee151d34b968 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:43.376553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.408697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64a86c12-8d7d-4c33-b87c-7e37e6349eea req-75c1f1ca-676c-43e2-8d97-e3998b571cc8 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904682 Feb 19 07:21:43.482339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6cb0f81e-e6eb-45fc-a77d-1ed6368578b4 req-9c7f4eeb-c639-4a58-9b36-451a0f8a61a7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291401 Feb 19 07:21:43.564049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] For port 9e6b6dcf-7d98-457d-a683-690a40f18e1e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9e6b6dcf-7d98-457d-a683-690a40f18e1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:43.564459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.576263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ec3f6e14-1f82-4938-9310-ee151d34b968 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:43.576666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.586041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Calling delete_port for 9e6b6dcf-7d98-457d-a683-690a40f18e1e owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:43.604540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-f1865e19-04a0-441a-9f74-97f4570e6652 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:43.606116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-f1865e19-04a0-441a-9f74-97f4570e6652 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.24 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.1101749 Feb 19 07:21:43.619881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ec3f6e14-1f82-4938-9310-ee151d34b968,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:43.639901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0fe7-0267-489c-949a-a6dd49fad553 req-fe807ca3-7e38-45de-a18d-eb0d794f99c4 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:43.641874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-101b0fe7-0267-489c-949a-a6dd49fad553 req-fe807ca3-7e38-45de-a18d-eb0d794f99c4 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 949 time: 0.2417374 Feb 19 07:21:43.670724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:43.673019 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10751aac-571b-457e-aada-6a313afdd116" -d '{"events": [{"server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:43.691140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.757759 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf5c304-27e3-49a0-8419-306008da2a2a x-openstack-request-id: req-1bf5c304-27e3-49a0-8419-306008da2a2a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:43.758091 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "name": "network-vif-plugged", "status": "completed", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:43.758353 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bf5c304-27e3-49a0-8419-306008da2a2a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:43.758754 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968', 'code': 200} Feb 19 07:21:43.764011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:43.780507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-101b0fe7-0267-489c-949a-a6dd49fad553 req-422842f4-4aa9-4acb-8133-f9fed3feffca tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/security-groups?id=df74fd3d-01a8-4ef2-b666-064e55df88b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044860 Feb 19 07:21:43.864909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.881025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (15df916e-3096-478e-898c-d6bac389ead5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.884577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Deleting port edc18031-fd25-4636-b24a-31143103e160 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:43.885058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (edc18031-fd25-4636-b24a-31143103e160), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:43.921694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Port': ['ID=15df916e-3096-478e-898c-d6bac389ead5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:44.010678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Allocated IP 172.20.0.2 (9b219299-71b9-4153-b804-3e25b0f6ac5c/d44126c7-1985-4a8b-9c37-207fd8dc7f66/921d8864-58cf-47b2-a752-22f4ae7b6328) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:44.022254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (1d04747f-2901-4f2e-98ad-db55e9de652c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.151123 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:21:44.151600 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:21:44.220690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.224383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (1d04747f-2901-4f2e-98ad-db55e9de652c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.333367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks [] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.340768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.344960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (1d04747f-2901-4f2e-98ad-db55e9de652c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.346415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d04747f-2901-4f2e-98ad-db55e9de652c {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:44.354100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.357690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee3c2f06-164a-47ee-9918-bd881aad7882 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/routers/1d04747f-2901-4f2e-98ad-db55e9de652c HTTP/1.1" status: 204 len: 168 time: 1.6419301 Feb 19 07:21:44.360935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55670) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:44.363712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] For port edc18031-fd25-4636-b24a-31143103e160, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=edc18031-fd25-4636-b24a-31143103e160,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:44.364225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (edc18031-fd25-4636-b24a-31143103e160), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.377107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Calling delete_port for edc18031-fd25-4636-b24a-31143103e160 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:44.400488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Pushing event updated for resources: {'Port': ['ID=921d8864-58cf-47b2-a752-22f4ae7b6328,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:44.409547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:44.411551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:44.414146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:44.474365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e422c-a1ce-49f4-b979-cdfe582e701e req-0c21ff3f-6757-4e25-badf-27e43486c689 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:44.475844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Attempting to bind port 921d8864-58cf-47b2-a752-22f4ae7b6328 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:44.475992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d84e422c-a1ce-49f4-b979-cdfe582e701e req-0c21ff3f-6757-4e25-badf-27e43486c689 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 945 time: 0.2584257 Feb 19 07:21:44.476343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Attempting to bind port 921d8864-58cf-47b2-a752-22f4ae7b6328 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:44.476772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Attempting to bind port 921d8864-58cf-47b2-a752-22f4ae7b6328 on network 9b219299-71b9-4153-b804-3e25b0f6ac5c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:44.483702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:44.484181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Checking segment: {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:44.484652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.485732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Bound using segment: {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:44.485732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Bound port: 921d8864-58cf-47b2-a752-22f4ae7b6328, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:44.486694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.522800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b854-606b-4526-8d93-4c0ca5c98c55 req-880ddd7e-564c-4a1c-9e72-9f4c0ef9054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:44.524443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d760b854-606b-4526-8d93-4c0ca5c98c55 req-880ddd7e-564c-4a1c-9e72-9f4c0ef9054d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 1127 time: 0.6829727 Feb 19 07:21:44.525162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Deleting subnet dd967fdb-7caa-4612-a221-b5de8939480a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:21:44.528543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for subnet (dd967fdb-7caa-4612-a221-b5de8939480a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.568209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (dd967fdb-7caa-4612-a221-b5de8939480a), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.578421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] For port 921d8864-58cf-47b2-a752-22f4ae7b6328, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:44.582937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] For port 921d8864-58cf-47b2-a752-22f4ae7b6328, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=921d8864-58cf-47b2-a752-22f4ae7b6328,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:44.596971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.598450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d760b854-606b-4526-8d93-4c0ca5c98c55 req-df971546-3bb9-4624-bf72-dbcef228e2f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616722 Feb 19 07:21:44.600105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9e6b6dcf-7d98-457d-a683-690a40f18e1e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.608617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467bb21-6628-48be-8eec-24753374831f req-5f1851c8-0537-422c-9697-816d99a7ac1d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:44.616024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9467bb21-6628-48be-8eec-24753374831f req-5f1851c8-0537-422c-9697-816d99a7ac1d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1905918 Feb 19 07:21:44.635327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (dd967fdb-7caa-4612-a221-b5de8939480a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.699024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d0dc0-2da0-4ab4-bb70-8fe9a9b3b25c None None] Pushing event updated for resources: {'Port': ['ID=921d8864-58cf-47b2-a752-22f4ae7b6328,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:44.735421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d84e422c-a1ce-49f4-b979-cdfe582e701e req-529fd232-9329-4001-a002-277ee871c368 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/security-groups?id=869a0977-23d0-49c4-915a-190a402ae748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472742 Feb 19 07:21:44.750914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Port 15df916e-3096-478e-898c-d6bac389ead5 not found while updating agent binding for router 1d04747f-2901-4f2e-98ad-db55e9de652c. {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 07:21:44.768949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Pushing event deleted for resources: {'Port': ['ID=9e6b6dcf-7d98-457d-a683-690a40f18e1e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:44.772633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:44.778513 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (edc18031-fd25-4636-b24a-31143103e160), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.780251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:21:44.781643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_agentschedulers_db [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1d04747f-2901-4f2e-98ad-db55e9de652c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103589) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:21:44.782715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79cbe6f-a3f4-4093-8dd9-4f9aad219043 None None] The sync data for ids ['1d04747f-2901-4f2e-98ad-db55e9de652c'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:44.802930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.20.0.1 (9b219299-71b9-4153-b804-3e25b0f6ac5c/d44126c7-1985-4a8b-9c37-207fd8dc7f66/f4986670-1dab-4b3e-b2be-d222923a69d6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:44.809851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (dd967fdb-7caa-4612-a221-b5de8939480a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.828674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.834550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/dd967fdb-7caa-4612-a221-b5de8939480a HTTP/1.1" status: 204 len: 168 time: 0.4699585 Feb 19 07:21:44.853700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:44.878287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a476a-1b12-41c1-8706-b597999086ed tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd967fdb-7caa-4612-a221-b5de8939480a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:44.956732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] No DVR routers for this DVR port 9e6b6dcf-7d98-457d-a683-690a40f18e1e on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:44.959603 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:44.963330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9733808d-ad7b-4d96-a773-ecd142cca275 req-6331784e-9cd5-4a6f-8437-bbeb65e5aff0 tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.24 "DELETE /v2.0/ports/9e6b6dcf-7d98-457d-a683-690a40f18e1e HTTP/1.1" status: 204 len: 173 time: 2.1881361 Feb 19 07:21:44.964195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Pushing event deleted for resources: {'Port': ['ID=edc18031-fd25-4636-b24a-31143103e160,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:45.038244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-deleted', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:45.041055 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0994f18-350b-4007-9839-1df167f18408" -d '{"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-deleted", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:45.066492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3ee7-297b-4df5-8939-ece872211364 req-e77965ca-a693-4c2d-9636-a3f8aa6eacf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:45.070375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-159d3ee7-297b-4df5-8939-ece872211364 req-e77965ca-a693-4c2d-9636-a3f8aa6eacf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1433015 Feb 19 07:21:45.083841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9467bb21-6628-48be-8eec-24753374831f req-a675c07a-5f19-43dc-9dbd-ab47ca8883d3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632890 Feb 19 07:21:45.162440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] No DVR routers for this DVR port edc18031-fd25-4636-b24a-31143103e160 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:21:45.162595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.165582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.172931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2a15da6-57d8-418d-9dba-0e31bd95aac6 req-3b8e21f2-7f55-4e70-8a08-ac74484477c5 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.24 "DELETE /v2.0/ports/edc18031-fd25-4636-b24a-31143103e160 HTTP/1.1" status: 204 len: 173 time: 1.5606537 Feb 19 07:21:45.196351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-159d3ee7-297b-4df5-8939-ece872211364 req-7899cda6-7995-47b3-a5af-31a8376c373f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956128 Feb 19 07:21:45.250697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.255533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b9b18337-0466-4fd1-9bb3-79308967cd6f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.295490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1cc0488-5f08-458f-992c-90903cada212 req-b6dd2251-1f63-40f0-8473-d12b81c540db tempest-ListImageFiltersTestJSON-1784790612 tempest-ListImageFiltersTestJSON-1784790612-project] 10.222.0.43 "GET /v2.0/ports?device_id=7125b357-ad51-4fd3-b0b1-38651e0723e4 HTTP/1.1" status: 200 len: 210 time: 0.0476689 Feb 19 07:21:45.373742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:45.382060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-c44369e0-8d4e-4ad0-ac3e-56575bc7a72c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4377477 Feb 19 07:21:45.383703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:45.384041 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c3977-0288-4808-86af-7384cb6c400f x-openstack-request-id: req-1a3c3977-0288-4808-86af-7384cb6c400f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:45.384331 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7125b357-ad51-4fd3-b0b1-38651e0723e4", "name": "network-vif-deleted", "tag": "9e6b6dcf-7d98-457d-a683-690a40f18e1e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:45.384585 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a3c3977-0288-4808-86af-7384cb6c400f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:45.384976 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7125b357-ad51-4fd3-b0b1-38651e0723e4', 'name': 'network-vif-deleted', 'tag': '9e6b6dcf-7d98-457d-a683-690a40f18e1e', 'status': 'completed', 'code': 200} Feb 19 07:21:45.397205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:45.489573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:45.513289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.518955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b9b18337-0466-4fd1-9bb3-79308967cd6f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.547403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b18337-0466-4fd1-9bb3-79308967cd6f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:45.551307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-cd8e9546-14b9-4dda-b64d-ec0214027a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:45.552816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-cd8e9546-14b9-4dda-b64d-ec0214027a37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 1129 time: 0.1403949 Feb 19 07:21:45.561833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:45.562156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:45.573729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.636296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.649361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:21:45.649753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d8c9eaf1-f3d0-4d58-92c7-11790c5f4cd8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:21:45.651732 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:21:45.657036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.745058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b9b18337-0466-4fd1-9bb3-79308967cd6f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.748852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9b18337-0466-4fd1-9bb3-79308967cd6f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:21:45.751280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:45.756255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/networks/b9b18337-0466-4fd1-9bb3-79308967cd6f HTTP/1.1" status: 204 len: 168 time: 0.8969197 Feb 19 07:21:45.765338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-d13bcfb2-8b0d-4c8d-833f-4ddc239f235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:45.766227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-d13bcfb2-8b0d-4c8d-833f-4ddc239f235f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.1837690 Feb 19 07:21:45.778666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:45.829499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 9e6b6dcf-7d98-457d-a683-690a40f18e1e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:45.831688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9e6b6dcf-7d98-457d-a683-690a40f18e1e not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:45.832640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device edc18031-fd25-4636-b24a-31143103e160 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:45.908859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: edc18031-fd25-4636-b24a-31143103e160 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:45.909578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device edc18031-fd25-4636-b24a-31143103e160 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:45.925373 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-4dd1d83f-3d85-461c-921d-fe49e1fdbde5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 200 len: 217 time: 0.1247046 Feb 19 07:21:45.926362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da992b-e9c8-4546-9d3a-4fcd0b2922c3 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9b18337-0466-4fd1-9bb3-79308967cd6f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:46.125718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-46a5f8ac-6ce6-4dfa-ac63-28c803538553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:46.127362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-46a5f8ac-6ce6-4dfa-ac63-28c803538553 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1862900 Feb 19 07:21:46.205826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-483a004b-3c7c-47bb-901f-595830ce41fa req-214e095a-1f30-479b-9db8-cf62118bba86 tempest-ServerRescueTestJSONUnderV235-1239660707 tempest-ServerRescueTestJSONUnderV235-1239660707-project] 10.222.0.43 "GET /v2.0/ports?device_id=4633131e-4da6-4d70-80ac-4dc84f8decd3 HTTP/1.1" status: 200 len: 210 time: 0.2500741 Feb 19 07:21:46.243476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 921d8864-58cf-47b2-a752-22f4ae7b6328 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:46.249828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:46.273556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'name': 'tempest-router--1629159596', 'project_id': '07670ab599f54868b106b009aaddbbbf'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:46.345310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-0a126257-1537-49ee-8a27-fe5acfc91ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491282 Feb 19 07:21:46.372410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 921d8864-58cf-47b2-a752-22f4ae7b6328 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:46.372801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.545225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 921d8864-58cf-47b2-a752-22f4ae7b6328 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:46.545622 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.582591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0e67b-bfe4-4857-9991-64e727d0ddd6 None None] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:46.588926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 921d8864-58cf-47b2-a752-22f4ae7b6328, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=921d8864-58cf-47b2-a752-22f4ae7b6328,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:46.603746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f00d-e2e1-4d8d-98c8-1901b2a0d94f req-4762f92c-60be-4165-b81f-de7117531232 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:46.606111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3f0f00d-e2e1-4d8d-98c8-1901b2a0d94f req-4762f92c-60be-4165-b81f-de7117531232 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1372073 Feb 19 07:21:46.613327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-0f6189ec-c3c5-4e54-a007-3a3bd108ed98 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589045 Feb 19 07:21:46.676108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.716019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3f0f00d-e2e1-4d8d-98c8-1901b2a0d94f req-0442940f-66ed-4e77-814c-e0c1410b48c3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013026 Feb 19 07:21:46.747890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787dd4d6-8eaa-4f50-8ee4-6434e432a685 req-65c9863d-85a6-4cbb-9885-7718dcf98a53 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259463 Feb 19 07:21:46.806137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=921d8864-58cf-47b2-a752-22f4ae7b6328,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:46.819465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ce3749e6-67eb-4ef2-88cb-54884fa162f5 None None] Provisioning complete for port 921d8864-58cf-47b2-a752-22f4ae7b6328 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:46.819849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce3749e6-67eb-4ef2-88cb-54884fa162f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.912209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.926036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.934847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.936036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:46.950273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ce3749e6-67eb-4ef2-88cb-54884fa162f5 None None] Current status of the port 921d8864-58cf-47b2-a752-22f4ae7b6328 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:47.074212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (f4ef6037-a352-4051-92b6-d9a66a4b6329), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.087885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.131974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33a7d0-2c72-4255-99f5-2d8e2c451721 req-942f0125-b09b-454b-a84d-7938766e4cde tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:47.150143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a33a7d0-2c72-4255-99f5-2d8e2c451721 req-942f0125-b09b-454b-a84d-7938766e4cde tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.8170593 Feb 19 07:21:47.156462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.171591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:47.190499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.192011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e1f9b7b-eabf-469c-95d8-b94e97498e18 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9412196 Feb 19 07:21:47.194888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:47.286238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:47.286618 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.379963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Port f4986670-1dab-4b3e-b2be-d222923a69d6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:47.382534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.387730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'name': 'network-vif-deleted', 'tag': 'edc18031-fd25-4636-b24a-31143103e160'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:21:47.393174 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a90db4-6b33-4d0a-be92-c0c7cf00ab9c" -d '{"events": [{"server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "name": "network-vif-deleted", "tag": "edc18031-fd25-4636-b24a-31143103e160"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:21:47.414005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Provisioning complete for port 921d8864-58cf-47b2-a752-22f4ae7b6328 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:47.418409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.504094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a33a7d0-2c72-4255-99f5-2d8e2c451721 req-77bf74d1-0bcc-403c-8a3c-dd4cd347aaec tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530667 Feb 19 07:21:47.518017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:47.519824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:47.566376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0656c088-bff0-4d84-866a-6752576d6dba None None] Current status of the port 921d8864-58cf-47b2-a752-22f4ae7b6328 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:47.621431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55734) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:47.708869 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876e302d-8660-4693-8d39-5c553bdf8c1b x-openstack-request-id: req-876e302d-8660-4693-8d39-5c553bdf8c1b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:21:47.709335 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4633131e-4da6-4d70-80ac-4dc84f8decd3", "name": "network-vif-deleted", "tag": "edc18031-fd25-4636-b24a-31143103e160", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:21:47.709335 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-876e302d-8660-4693-8d39-5c553bdf8c1b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:21:47.710134 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4633131e-4da6-4d70-80ac-4dc84f8decd3', 'name': 'network-vif-deleted', 'tag': 'edc18031-fd25-4636-b24a-31143103e160', 'status': 'completed', 'code': 200} Feb 19 07:21:47.715032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.720003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (f4ef6037-a352-4051-92b6-d9a66a4b6329), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.811140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bb60c00f-45a3-4cea-9060-695f7a7c8fb2 None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:47.813111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb60c00f-45a3-4cea-9060-695f7a7c8fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.840265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0bd05-ab8d-4e39-9a01-37014f8039ac req-798f2865-28f4-4931-bd83-e8bf5fe7c1c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:47.851910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70f0bd05-ab8d-4e39-9a01-37014f8039ac req-798f2865-28f4-4931-bd83-e8bf5fe7c1c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.2440040 Feb 19 07:21:47.868811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (f4ef6037-a352-4051-92b6-d9a66a4b6329), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.869348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4ef6037-a352-4051-92b6-d9a66a4b6329 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:47.896318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:47.897502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c6c29d54-38a9-44e9-8023-257e1655c165 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f4ef6037-a352-4051-92b6-d9a66a4b6329 HTTP/1.1" status: 204 len: 168 time: 0.7013540 Feb 19 07:21:47.909229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bb60c00f-45a3-4cea-9060-695f7a7c8fb2 None None] Port f4986670-1dab-4b3e-b2be-d222923a69d6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:47.995796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70f0bd05-ab8d-4e39-9a01-37014f8039ac req-4f505a40-84f2-4a4f-8426-de0d7c10c339 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403201 Feb 19 07:21:48.007873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:48.042507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2dc8759d-fce4-4089-a339-ff82b1e1257d None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:48.043128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2dc8759d-fce4-4089-a339-ff82b1e1257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.115975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8759d-fce4-4089-a339-ff82b1e1257d None None] Port f4986670-1dab-4b3e-b2be-d222923a69d6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:48.129451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 921d8864-58cf-47b2-a752-22f4ae7b6328 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:48.169134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:48.203065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 921d8864-58cf-47b2-a752-22f4ae7b6328 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:48.203835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.255492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:48.260791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1c48a394-6662-4900-a1fe-fedf84a7ba90 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0007544 Feb 19 07:21:48.263686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:48.268091 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:48.271017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230412755'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:48.281422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:48.282404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:48.315124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:48.318895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.376860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:48.385377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:48.401330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c4fac22-d8fa-413e-8e23-edfcdf420bfe), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.404267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 921d8864-58cf-47b2-a752-22f4ae7b6328 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:48.404679 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment 6c4fac22-d8fa-413e-8e23-edfcdf420bfe of type vlan for network fbaad84c-13fb-484e-99b1-870907cb6d74 Feb 19 07:21:48.505449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-543926066', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:48.514247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (3ad673f3-4610-459e-9ced-be470e34e04d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.528277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fbaad84c-13fb-484e-99b1-870907cb6d74), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.591026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.593544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.643969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fbaad84c-13fb-484e-99b1-870907cb6d74), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.659031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:48.659938 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.746908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:45Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:45Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:48.778759 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:48.779179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Updating router 41155d37-1d78-407f-8cb9-3067fd5abc98 port f4986670-1dab-4b3e-b2be-d222923a69d6 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:21:48.800188 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5353398 Feb 19 07:21:48.804083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.809245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:48.820585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:48.821677 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:48.889649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e972c-2bd9-4d71-b388-09e6a4409281 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=fbaad84c-13fb-484e-99b1-870907cb6d74,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:48.904740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fbaad84c-13fb-484e-99b1-870907cb6d74 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:48.982073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e58f-11f5-4c1f-be7a-be746da07928 req-19c530b1-89a8-4dbc-b37e-b823e8e90336 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:48.986646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3658e58f-11f5-4c1f-be7a-be746da07928 req-19c530b1-89a8-4dbc-b37e-b823e8e90336 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2805059 Feb 19 07:21:49.120881 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks [] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.133530 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.174771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3658e58f-11f5-4c1f-be7a-be746da07928 req-76d363b7-7bf5-40c0-b150-8bff4c26893a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774721 Feb 19 07:21:49.210687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Deleting port bb80b0bd-f0ab-481a-8f20-0319405ad103 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:49.211042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.280226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:49.322910 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Pushing event updated for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:49.325737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.333229 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.333715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.334169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.334735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.335311 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.336122 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.336905 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.337449 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.338640 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.339262 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.339800 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.340551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.341103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:21:49.369240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Attempting to bind port f4986670-1dab-4b3e-b2be-d222923a69d6 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:49.373427 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Attempting to bind port f4986670-1dab-4b3e-b2be-d222923a69d6 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:49.374036 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Attempting to bind port f4986670-1dab-4b3e-b2be-d222923a69d6 on network 9b219299-71b9-4153-b804-3e25b0f6ac5c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:49.382879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:49.383710 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Checking segment: {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:49.384347 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.384945 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Bound using segment: {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:49.385819 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Bound port: f4986670-1dab-4b3e-b2be-d222923a69d6, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a877f39e-dfc2-4a2d-abec-40db57bc6e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:49.386416 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.395541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:49.404384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.426519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] For port bb80b0bd-f0ab-481a-8f20-0319405ad103, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bb80b0bd-f0ab-481a-8f20-0319405ad103,segment=NetworkSegment(0131cfc9-3a9f-4c65-85b9-d10386ab4239),segment_id=0131cfc9-3a9f-4c65-85b9-d10386ab4239)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:49.429523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.450665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840eda-a6cd-4807-850b-001a6261a0c2 req-6d5e0f57-057c-4eec-aec1-ac769b0e3a24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:49.452315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21840eda-a6cd-4807-850b-001a6261a0c2 req-6d5e0f57-057c-4eec-aec1-ac769b0e3a24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.2567310 Feb 19 07:21:49.466346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Calling delete_port for bb80b0bd-f0ab-481a-8f20-0319405ad103 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:49.484267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] For port f4986670-1dab-4b3e-b2be-d222923a69d6, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:49.489199 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] For port f4986670-1dab-4b3e-b2be-d222923a69d6, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4986670-1dab-4b3e-b2be-d222923a69d6,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:49.504161 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.582620 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e48f0b-aad0-47e9-b16b-b4eef35ae1dd None None] Pushing event updated for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:49.618775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:49.619510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:49.755126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:49.755568 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.761534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (b9522439-5f0e-44d6-b36f-23a2ff79d5dd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.787754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21840eda-a6cd-4807-850b-001a6261a0c2 req-f531706c-4994-4c8a-af62-ee08bb94b25e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649426 Feb 19 07:21:49.791784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:49.816096 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bb80b0bd-f0ab-481a-8f20-0319405ad103), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.862171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3ac933e-82f8-4661-8b00-60de79ae35b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65d5eb880ff442e9993403e7b8adc8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749514 Feb 19 07:21:49.867833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:49.903062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=b9522439-5f0e-44d6-b36f-23a2ff79d5dd,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:49.938030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Current status of the port f4986670-1dab-4b3e-b2be-d222923a69d6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:49.938592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:49.951547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb80b0bd-f0ab-481a-8f20-0319405ad103,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:49.986586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:49.989825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: fbaad84c-13fb-484e-99b1-870907cb6d74, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:49.991616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] For port f4986670-1dab-4b3e-b2be-d222923a69d6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4986670-1dab-4b3e-b2be-d222923a69d6,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:49.999686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.084037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0f151-f66e-40f2-b4e1-b368c18d1378 None None] Pushing event updated for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:50.128176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-19ed40d0-362d-4310-88a6-15b084cd98fc None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:50.128723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19ed40d0-362d-4310-88a6-15b084cd98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.156894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fbaad84c-13fb-484e-99b1-870907cb6d74 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:50.169068 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] Publish callbacks [] for security_group (df74fd3d-01a8-4ef2-b666-064e55df88b6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.198445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.206440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fbaad84c-13fb-484e-99b1-870907cb6d74) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:50.243234 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:45Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:50.243662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:50.244419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.256076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.272053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-19ed40d0-362d-4310-88a6-15b084cd98fc None None] Current status of the port f4986670-1dab-4b3e-b2be-d222923a69d6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:50.280408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9bbe6-b982-4127-b70b-9953d4394ef7 None None] Network fbaad84c-13fb-484e-99b1-870907cb6d74 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:50.311621 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6091f6ab-2e64-4426-8939-ab46ca08a28d None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:45Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:50.336235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (3ad673f3-4610-459e-9ced-be470e34e04d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.404024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Allocated IP 172.25.7.171 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/39ce2c58-e5b5-4e86-991a-d78e019a75cf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:50.504461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-fbaad84c-13fb-484e-99b1-870907cb6d74', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:21:50.505327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.573222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for port (39ce2c58-e5b5-4e86-991a-d78e019a75cf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.642925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eafefd76-26c6-4b29-8a8d-ae9f3c666d94 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8314030 Feb 19 07:21:50.654324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] Publish callbacks [] for security_group (df74fd3d-01a8-4ef2-b666-064e55df88b6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.656744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:50.660019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (39ce2c58-e5b5-4e86-991a-d78e019a75cf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:50.803882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:50.813568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:50.816366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Allocated IP 172.21.0.2 (fbaad84c-13fb-484e-99b1-870907cb6d74/b9522439-5f0e-44d6-b36f-23a2ff79d5dd/5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:50.870800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:50.943040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event updated for resources: {'Port': ['ID=39ce2c58-e5b5-4e86-991a-d78e019a75cf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:51.015846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Router 3ad673f3-4610-459e-9ced-be470e34e04d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:51.072895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks [] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.087113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.141448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (df74fd3d-01a8-4ef2-b666-064e55df88b6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.145130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.146732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df74fd3d-01a8-4ef2-b666-064e55df88b6 HTTP/1.1" status: 204 len: 168 time: 1.2744508 Feb 19 07:21:51.174921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Network fbaad84c-13fb-484e-99b1-870907cb6d74 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:51.178633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:51.185387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:51.265171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Pushing event updated for resources: {'Port': ['ID=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:51.276265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea454fa-cd4d-41b9-ad0d-0ae071187fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df74fd3d-01a8-4ef2-b666-064e55df88b6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:51.278322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Attempting to bind port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:51.279846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Attempting to bind port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:51.280263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Attempting to bind port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d on network fbaad84c-13fb-484e-99b1-870907cb6d74 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:51.294945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:51.295358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Checking segment: {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:51.295924 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.296385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Bound using segment: {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:51.296914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Bound port: 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:51.297637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.400765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] For port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:51.405058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] For port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:51.417474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:51.426999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:51.448476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b29f0ab4-10da-4668-ad88-8f4c8c231e18 admin admin] 10.222.0.43 "PUT /v2.0/routers/3ad673f3-4610-459e-9ced-be470e34e04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8258071 Feb 19 07:21:51.451132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:51.525886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eb4bd-2237-4beb-954b-5a0cec78722c None None] Pushing event updated for resources: {'Port': ['ID=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:51.530973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Sync routers for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:51.543751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaff49-99a7-436a-bfa4-9e881bae0550 req-4e11a928-67a4-4f6e-bc82-b2a5323506b7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:51.545329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:51.545733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fbaff49-99a7-436a-bfa4-9e881bae0550 req-4e11a928-67a4-4f6e-bc82-b2a5323506b7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.5032353 Feb 19 07:21:51.546019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:51.606147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da489b-b6ad-4025-8893-f953032f2792 req-dde09f96-1bc8-4226-8b39-581aaaa502be tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:51.608055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4da489b-b6ad-4025-8893-f953032f2792 req-dde09f96-1bc8-4226-8b39-581aaaa502be tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.6205306 Feb 19 07:21:51.864415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:52.213358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:52.353002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4da489b-b6ad-4025-8893-f953032f2792 req-28c05de9-d39f-4746-9ac3-41a39f7cc7c3 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7279809 Feb 19 07:21:52.374234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:52.374607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.385632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks [] for router (3ad673f3-4610-459e-9ced-be470e34e04d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.443327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fbaff49-99a7-436a-bfa4-9e881bae0550 req-0da15f17-5d92-409f-9ca7-eb2ea7e6dcd2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8738160 Feb 19 07:21:52.583070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks [] for router_gateway (3ad673f3-4610-459e-9ced-be470e34e04d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.588034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.620423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:52.620829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.674166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Deleting port 60dc3f01-0ab9-4f66-b55b-8a6854343eda {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:52.674993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.685925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:52.695968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port': {'id': '60dc3f01-0ab9-4f66-b55b-8a6854343eda', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:58:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:20:23Z', 'updated_at': '2022-02-19T07:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:52.711232 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.728278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Checking router: 3ad673f3-4610-459e-9ced-be470e34e04d for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:52.735348 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.736394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4986670-1dab-4b3e-b2be-d222923a69d6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:52.787652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Routers {'3ad673f3-4610-459e-9ced-be470e34e04d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:52.789042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3ad673f3-4610-459e-9ced-be470e34e04d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:52.812591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] For port 60dc3f01-0ab9-4f66-b55b-8a6854343eda, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=60dc3f01-0ab9-4f66-b55b-8a6854343eda,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:21:52.813656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:52.830561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Calling delete_port for 60dc3f01-0ab9-4f66-b55b-8a6854343eda owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:52.968089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:52.980331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f4986670-1dab-4b3e-b2be-d222923a69d6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:52.980909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.050008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] Set router 3ad673f3-4610-459e-9ced-be470e34e04d gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:53.109234 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (60dc3f01-0ab9-4f66-b55b-8a6854343eda), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.153772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc3f01-0ab9-4f66-b55b-8a6854343eda,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:53.173093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:21:52Z', 'revision_number': 6, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:53.231120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a207c391-77a3-459e-86a5-8b7a292e3e54 None None] The sync data for ids ['3ad673f3-4610-459e-9ced-be470e34e04d'] in n-d-829866-3 is: [{'id': '3ad673f3-4610-459e-9ced-be470e34e04d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1696374683-router', 'tenant_id': 'a53a8b862e5e4007892004816132d78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:20:22Z', 'updated_at': '2022-02-19T07:21:52Z', 'revision_number': 6, 'project_id': 'a53a8b862e5e4007892004816132d78e', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:53.258030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (3ad673f3-4610-459e-9ced-be470e34e04d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.301398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f4986670-1dab-4b3e-b2be-d222923a69d6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:53.361672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b3277-889d-449d-8164-6d0e39a1d1ff None None] Network fbaad84c-13fb-484e-99b1-870907cb6d74 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:53.438431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (3ad673f3-4610-459e-9ced-be470e34e04d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.440942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks [] for router_controller (3ad673f3-4610-459e-9ced-be470e34e04d), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.482947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.500505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c9c95609-7b7d-45eb-ab89-5eeb62bd2e1c None None] Provisioning complete for port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:53.508151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c95609-7b7d-45eb-ab89-5eeb62bd2e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.558415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (3ad673f3-4610-459e-9ced-be470e34e04d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.558962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad673f3-4610-459e-9ced-be470e34e04d {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:53.567961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.570042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-302b6bd0-2d07-47eb-8b5c-30f2205fcff9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3ad673f3-4610-459e-9ced-be470e34e04d HTTP/1.1" status: 204 len: 168 time: 2.1154742 Feb 19 07:21:53.582677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:53.654985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:53.708973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.21.0.1 (fbaad84c-13fb-484e-99b1-870907cb6d74/b9522439-5f0e-44d6-b36f-23a2ff79d5dd/88fdb869-e5f1-41f9-8993-814e25359058) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:53.709172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9c95609-7b7d-45eb-ab89-5eeb62bd2e1c None None] Current status of the port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:53.745447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Deleting subnet 24d418d1-5d26-429a-a835-7fcaaeac2328 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:21:53.749382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Publish callbacks [] for subnet (24d418d1-5d26-429a-a835-7fcaaeac2328), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.793202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (24d418d1-5d26-429a-a835-7fcaaeac2328), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.797455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e867-7ffd-45d3-af2c-02f5bcdf6104 req-d39e6ce4-d1d0-4c0e-8038-31ff43f0270a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:53.799146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a692e867-7ffd-45d3-af2c-02f5bcdf6104 req-d39e6ce4-d1d0-4c0e-8038-31ff43f0270a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.3094108 Feb 19 07:21:53.849862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (24d418d1-5d26-429a-a835-7fcaaeac2328), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.900562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Router 393c5d7e-e2d0-4669-b837-4aaa19bd9e51 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:21:53.918072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4dca-0335-4958-ba84-e9fa227fb90e req-e466ad89-3603-4851-8dab-40826780c114 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:53.919902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebae4dca-0335-4958-ba84-e9fa227fb90e req-e466ad89-3603-4851-8dab-40826780c114 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.3485212 Feb 19 07:21:53.923677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (24d418d1-5d26-429a-a835-7fcaaeac2328), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.972880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d15917c-5748-4398-acaa-50605254d47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:53.977393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d418d1-5d26-429a-a835-7fcaaeac2328,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:54.012047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.015530 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e75a0063-d6e4-4dc5-8a0a-520e29a84129 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/24d418d1-5d26-429a-a835-7fcaaeac2328 HTTP/1.1" status: 204 len: 168 time: 0.4301054 Feb 19 07:21:54.020759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:54.047921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a692e867-7ffd-45d3-af2c-02f5bcdf6104 req-12f0d875-5553-4ddb-871a-e8f6fc4fdcb2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062771 Feb 19 07:21:54.110643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (88fdb869-e5f1-41f9-8993-814e25359058), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.128956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:54.133072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebae4dca-0335-4958-ba84-e9fa227fb90e req-2656ba33-5edc-4d69-bcfe-2764a151085e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067850 Feb 19 07:21:54.155393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-959abe55-4805-46f8-a2ea-242b3f1347da None None] Provisioning complete for port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:54.156015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-959abe55-4805-46f8-a2ea-242b3f1347da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.158433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (637db83b-5662-42e7-8cdd-5c07bc38f70c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.170646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] Sync routers for ids ['393c5d7e-e2d0-4669-b837-4aaa19bd9e51'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:54.185830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] Routers {'393c5d7e-e2d0-4669-b837-4aaa19bd9e51'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:54.186462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['393c5d7e-e2d0-4669-b837-4aaa19bd9e51'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.204216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.208855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4578765a-9419-4adc-9251-462be4307653 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0360150 Feb 19 07:21:54.210160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:54.280947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.311526 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.325072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-959abe55-4805-46f8-a2ea-242b3f1347da None None] Current status of the port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:54.332347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fbaad84c-13fb-484e-99b1-870907cb6d74 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:54.334890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d15917c-5748-4398-acaa-50605254d47c admin admin] Publish callbacks [] for security_group (50d14655-6ddd-4e3c-80ca-e50c3d8167d8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.339926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:54.344564 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] Routers {'393c5d7e-e2d0-4669-b837-4aaa19bd9e51'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:54.345790 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['393c5d7e-e2d0-4669-b837-4aaa19bd9e51'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.372257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:21:54.375816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:54.393033 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.393964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8debac04-9fe8-40fa-9fb6-10f2a53aea3c None None] The sync data for ids ['393c5d7e-e2d0-4669-b837-4aaa19bd9e51'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:21:54.401794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d15917c-5748-4398-acaa-50605254d47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (50d14655-6ddd-4e3c-80ca-e50c3d8167d8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.432979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:54.442410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (637db83b-5662-42e7-8cdd-5c07bc38f70c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.447092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-437288fa-d712-48fc-abd8-10916700de76 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/393c5d7e-e2d0-4669-b837-4aaa19bd9e51 HTTP/1.1" status: 200 len: 924 time: 0.2358484 Feb 19 07:21:54.450481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:54.458682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:54.459332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.488243 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-49425655-8c2e-442b-abdd-a3e9f97e1c57 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=393c5d7e-e2d0-4669-b837-4aaa19bd9e51 HTTP/1.1" status: 200 len: 205 time: 0.0364230 Feb 19 07:21:54.489360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.491613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:54.497263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637db83b-5662-42e7-8cdd-5c07bc38f70c']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.519807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d15917c-5748-4398-acaa-50605254d47c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29d35cae3ee742ada26c1cc18ee8652e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015382 Feb 19 07:21:54.520729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55880) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:54.523255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15917c-5748-4398-acaa-50605254d47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d14655-6ddd-4e3c-80ca-e50c3d8167d8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:54.541850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0131cfc9-3a9f-4c65-85b9-d10386ab4239') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.542163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0131cfc9-3a9f-4c65-85b9-d10386ab4239') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:54.575150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (0131cfc9-3a9f-4c65-85b9-d10386ab4239), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.582394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:54.613166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0131cfc9-3a9f-4c65-85b9-d10386ab4239), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.627101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:21:54.627101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (0131cfc9-3a9f-4c65-85b9-d10386ab4239), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:21:54.629394 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:21:54.654447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 60dc3f01-0ab9-4f66-b55b-8a6854343eda no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:54.690397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] Publish callbacks [] for security_group (50d14655-6ddd-4e3c-80ca-e50c3d8167d8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.692412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 60dc3f01-0ab9-4f66-b55b-8a6854343eda {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:54.694099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 60dc3f01-0ab9-4f66-b55b-8a6854343eda not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:54.694596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bb80b0bd-f0ab-481a-8f20-0319405ad103 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:21:54.736778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: bb80b0bd-f0ab-481a-8f20-0319405ad103 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:21:54.737131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bb80b0bd-f0ab-481a-8f20-0319405ad103 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:21:54.749540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.754516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-13e28ea9-0e4c-405a-8bf8-35761ea1a120 None None] Provisioning complete for port 88fdb869-e5f1-41f9-8993-814e25359058 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:54.755122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13e28ea9-0e4c-405a-8bf8-35761ea1a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88fdb869-e5f1-41f9-8993-814e25359058), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.759664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] Publish callbacks [] for security_group (50d14655-6ddd-4e3c-80ca-e50c3d8167d8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.791490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-13e28ea9-0e4c-405a-8bf8-35761ea1a120 None None] Port 88fdb869-e5f1-41f9-8993-814e25359058 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:54.819980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (637db83b-5662-42e7-8cdd-5c07bc38f70c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.832457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.836052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] 10.222.0.43 "DELETE /v2.0/networks/637db83b-5662-42e7-8cdd-5c07bc38f70c HTTP/1.1" status: 204 len: 168 time: 0.8139899 Feb 19 07:21:54.859151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0382e4-e96f-4560-a0e0-0ed98d9c5516 admin admin] Pushing event deleted for resources: {'Network': ['ID=637db83b-5662-42e7-8cdd-5c07bc38f70c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:54.866261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88fdb869-e5f1-41f9-8993-814e25359058), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.878617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (50d14655-6ddd-4e3c-80ca-e50c3d8167d8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.881843 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:54.883305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50d14655-6ddd-4e3c-80ca-e50c3d8167d8 HTTP/1.1" status: 204 len: 168 time: 0.3612373 Feb 19 07:21:54.894132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7021d-41e6-4f86-981a-b16dcafff5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d14655-6ddd-4e3c-80ca-e50c3d8167d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:54.964479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.063610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:55.144129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port 39ce2c58-e5b5-4e86-991a-d78e019a75cf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:21:55.144452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39ce2c58-e5b5-4e86-991a-d78e019a75cf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.160052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa3d3196-085b-4aea-8ca5-b0ccef92254a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a53a8b862e5e4007892004816132d78e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921731 Feb 19 07:21:55.167450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:55.214391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8916a26-04e3-49f3-9a3b-020d66073fff req-155e8683-c10d-45da-aa6f-eaeb2915ab5a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:55.216441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8916a26-04e3-49f3-9a3b-020d66073fff req-155e8683-c10d-45da-aa6f-eaeb2915ab5a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.0741591 Feb 19 07:21:55.274553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8916a26-04e3-49f3-9a3b-020d66073fff req-2cd7660b-e333-47b4-a246-2b3a72bd3feb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503478 Feb 19 07:21:55.376326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39ce2c58-e5b5-4e86-991a-d78e019a75cf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.404828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for 39ce2c58-e5b5-4e86-991a-d78e019a75cf owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:21:55.412989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eaff2-f4ea-481f-a7e0-def106ad92ee req-eb2c5be1-a672-4fb6-a44b-deb8d5bfea17 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:55.414495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-776eaff2-f4ea-481f-a7e0-def106ad92ee req-eb2c5be1-a672-4fb6-a44b-deb8d5bfea17 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1787524 Feb 19 07:21:55.415117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] Publish callbacks [] for security_group (869a0977-23d0-49c4-915a-190a402ae748), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.456546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (88fdb869-e5f1-41f9-8993-814e25359058), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.506662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] Publish callbacks [] for security_group (869a0977-23d0-49c4-915a-190a402ae748), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.508453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.655864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-776eaff2-f4ea-481f-a7e0-def106ad92ee req-6d4be9b5-d1da-416d-af99-9a1f30854d4a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325270 Feb 19 07:21:55.656898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.665459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:55.676033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:55.771284 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (869a0977-23d0-49c4-915a-190a402ae748), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.773823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.774983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/869a0977-23d0-49c4-915a-190a402ae748 HTTP/1.1" status: 204 len: 168 time: 0.6046081 Feb 19 07:21:55.789354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2130817822-network', 'tenant_id': '490150d0494243d3b7e3a47040d59d78'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:55.801872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3a1a2-4066-49e9-959f-e0d7df5dfa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869a0977-23d0-49c4-915a-190a402ae748,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:55.821384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Made reservation on behalf of 490150d0494243d3b7e3a47040d59d78 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:55.825749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.841123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:55.869197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network fbaad84c-13fb-484e-99b1-870907cb6d74 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:55.872192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:55.973438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (39ce2c58-e5b5-4e86-991a-d78e019a75cf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.048017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks [] for security_group (ebff4303-b3f7-46c4-aebf-d073cfa935bc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.056597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ebff4303-b3f7-46c4-aebf-d073cfa935bc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.092103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:56.121521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff4303-b3f7-46c4-aebf-d073cfa935bc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:56.125828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ed148081-8aae-4011-95d3-593744bba0c7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.127219 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Added segment ed148081-8aae-4011-95d3-593744bba0c7 of type vlan for network 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe Feb 19 07:21:56.250488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9468ea1c-a4ba-4b68-9887-bde0ff4e1efe), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.332561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9468ea1c-a4ba-4b68-9887-bde0ff4e1efe), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.333588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:56.334184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.349632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c4185234-72ad-46a1-b028-32a50be95370 None None] Provisioning complete for port 88fdb869-e5f1-41f9-8993-814e25359058 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:56.350200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4185234-72ad-46a1-b028-32a50be95370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88fdb869-e5f1-41f9-8993-814e25359058), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.421177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4185234-72ad-46a1-b028-32a50be95370 None None] Port 88fdb869-e5f1-41f9-8993-814e25359058 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:21:56.450545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7835474 Feb 19 07:21:56.472462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55936) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:56.504942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=39ce2c58-e5b5-4e86-991a-d78e019a75cf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:56.535707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Request body: {'subnet': {'network_id': '9468ea1c-a4ba-4b68-9887-bde0ff4e1efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2130817822-subnet', 'tenant_id': '490150d0494243d3b7e3a47040d59d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:56.561156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea8b1-2a87-4b1e-b7ca-829aaa945f53 admin admin] Pushing event updated for resources: {'Network': ['ID=9468ea1c-a4ba-4b68-9887-bde0ff4e1efe,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:56.576279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:56.578331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:21:56.594493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce30a9-3cc1-4c40-b6b9-05b04d3128dd req-f75ea837-5e77-4aac-b6b9-a671093a75fb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:56.597009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76ce30a9-3cc1-4c40-b6b9-05b04d3128dd req-f75ea837-5e77-4aac-b6b9-a671093a75fb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2303283 Feb 19 07:21:56.597714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Made reservation on behalf of 490150d0494243d3b7e3a47040d59d78 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:56.600527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.605341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.707257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.710773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.784132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76ce30a9-3cc1-4c40-b6b9-05b04d3128dd req-8f47db53-1c09-426b-89ac-3e7cc4075c8d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775982 Feb 19 07:21:56.804894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (393c5d7e-e2d0-4669-b837-4aaa19bd9e51), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.805883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router 393c5d7e-e2d0-4669-b837-4aaa19bd9e51 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:21:56.824895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.831683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-19ebf6ef-30b7-4fea-8f0b-d0e4b301727a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/393c5d7e-e2d0-4669-b837-4aaa19bd9e51 HTTP/1.1" status: 204 len: 168 time: 2.3382423 Feb 19 07:21:56.875012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:56.889315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1562590195', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:56.937972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:21:56.955569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:21:56.957405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8206afb-35f1-4ba7-8263-5134bde7527d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2813764 Feb 19 07:21:56.958215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:56.976613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1156889267'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:56.980770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:56.982275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.008914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f048141c-32b8-43e5-9645-921f6661ed18), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.029428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2f19-b1cd-418f-b54e-4cd78c42a9a3 req-d150dd05-fad7-4474-aa94-3f60c93abfe7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:57.031402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36df2f19-b1cd-418f-b54e-4cd78c42a9a3 req-d150dd05-fad7-4474-aa94-3f60c93abfe7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.2275300 Feb 19 07:21:57.065806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (a1251b67-42f4-46b1-84fb-4e054d453b06), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.085110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:57.088712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.128949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f048141c-32b8-43e5-9645-921f6661ed18,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:57.147638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Checking segment: {'id': 'ed148081-8aae-4011-95d3-593744bba0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9468ea1c-a4ba-4b68-9887-bde0ff4e1efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:57.149710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Network hostable DHCP agents. Network: 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:57.194970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Network 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:57.218641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:57.232819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:57.234360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.247464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36df2f19-b1cd-418f-b54e-4cd78c42a9a3 req-5cf2900a-7fdc-49d0-b076-65af86286d94 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857901 Feb 19 07:21:57.268560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a43d19-2730-4af6-9a6c-1da8b49bc07f None None] Network 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:57.283071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:57.283230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:57.283739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:57.291793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:57.294583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e0b304ca-4e25-48c5-8585-b062c6978278 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8149650 Feb 19 07:21:57.299472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (a1251b67-42f4-46b1-84fb-4e054d453b06), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.311786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b1e23a54-33e8-4636-a819-71316c06ed8f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.312379 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment b1e23a54-33e8-4636-a819-71316c06ed8f of type vlan for network 5a075107-29ed-4c85-9d0a-0d11ed276101 Feb 19 07:21:57.452148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-407205548-network', 'tenant_id': '7d504058d29e49cd93efbd88be289f89'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:57.456933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5a075107-29ed-4c85-9d0a-0d11ed276101), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.487733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:57.500248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Made reservation on behalf of 7d504058d29e49cd93efbd88be289f89 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:57.503534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.519772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.522428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5a075107-29ed-4c85-9d0a-0d11ed276101), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.528235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:57.529110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.562552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab2060e-1a3d-45c1-b837-bcdb9fcf2ead None None] Network 9468ea1c-a4ba-4b68-9887-bde0ff4e1efe requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:57.622968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:57.623441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6508248 Feb 19 07:21:57.630898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:57.642012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd1416-63a3-41c2-a1b3-47368e8a0d65 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=5a075107-29ed-4c85-9d0a-0d11ed276101,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:57.696052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:57.791907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks [] for security_group (070b9d37-907f-493e-a4b3-c9348356f2ad), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.847054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (070b9d37-907f-493e-a4b3-c9348356f2ad), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.887227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1128707814', 'description': 'tempest-description-1655003072'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:57.917180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:57.959893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:54Z', 'revision_number': 3, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:21:55Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:57.968543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:21:57.992774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (a1251b67-42f4-46b1-84fb-4e054d453b06), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.012924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:58.017813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.018130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:21:58.018489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Updating router 41155d37-1d78-407f-8cb9-3067fd5abc98 port 88fdb869-e5f1-41f9-8993-814e25359058 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:21:58.031067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9087a3f9-9f96-498d-8fb8-242ce9ba43f7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.031601 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Added segment 9087a3f9-9f96-498d-8fb8-242ce9ba43f7 of type vlan for network e51d73c4-0d88-4b96-ab53-b927890ee8ab Feb 19 07:21:58.033376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070b9d37-907f-493e-a4b3-c9348356f2ad,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.039555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (4aaa8526-a190-43bd-aea0-60ac959cd953), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.044397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.073832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88fdb869-e5f1-41f9-8993-814e25359058), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.082289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4aaa8526-a190-43bd-aea0-60ac959cd953), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.128440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (e51d73c4-0d88-4b96-ab53-b927890ee8ab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.137260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa8526-a190-43bd-aea0-60ac959cd953,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.150851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.152865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b6a8e69-deca-48b0-8a95-2734bf2c5673 req-c43736bb-4240-4262-bc33-7c4ec9666996 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2801485 Feb 19 07:21:58.200389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133130e-ee0b-4aeb-8f09-87a703232cc7 req-4b927c45-09ac-4fe2-be6c-b97dc91a4b1f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:58.205366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7133130e-ee0b-4aeb-8f09-87a703232cc7 req-4b927c45-09ac-4fe2-be6c-b97dc91a4b1f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2676544 Feb 19 07:21:58.233768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (e51d73c4-0d88-4b96-ab53-b927890ee8ab), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.235173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:58.236600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.264976 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-40e98927-9bc9-4804-848d-062691dd3b1c tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/4aaa8526-a190-43bd-aea0-60ac959cd953 HTTP/1.1" status: 200 len: 1824 time: 0.0857198 Feb 19 07:21:58.290391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4aaa8526-a190-43bd-aea0-60ac959cd953', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:58.291797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4aaa8526-a190-43bd-aea0-60ac959cd953', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:58.380763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (5a0029cc-0957-490a-b20c-5f718f23f5d4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.396637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1089413 Feb 19 07:21:58.398076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7133130e-ee0b-4aeb-8f09-87a703232cc7 req-2cbd58cc-5521-4bbd-bfbd-6a83c8b4e350 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915905 Feb 19 07:21:58.398588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:58.430269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Request body: {'subnet': {'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-407205548-subnet', 'tenant_id': '7d504058d29e49cd93efbd88be289f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:58.435812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 172.25.7.178 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/39346fe0-2f95-4758-84c3-01b7c422bc2f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:58.441809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7b87a-3b7c-43e4-9674-3b89261de112 admin admin] Pushing event updated for resources: {'Network': ['ID=e51d73c4-0d88-4b96-ab53-b927890ee8ab,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.471405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:21:58.492583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (bacdaa0b-37f1-4dcc-a4a4-67de49a7e636), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.543089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (bacdaa0b-37f1-4dcc-a4a4-67de49a7e636), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.544080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=5a0029cc-0957-490a-b20c-5f718f23f5d4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.555696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bacdaa0b-37f1-4dcc-a4a4-67de49a7e636), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.572103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacdaa0b-37f1-4dcc-a4a4-67de49a7e636,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.584172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks [] for port (88fdb869-e5f1-41f9-8993-814e25359058), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.587900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:58.588531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: 5a075107-29ed-4c85-9d0a-0d11ed276101, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:58.595047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.597286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6554d591-0e8d-4344-ae30-e79c55f3f8b3 req-7bf10bae-da74-4c99-8cdc-ed8bbdcd26eb tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3140860 Feb 19 07:21:58.598310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.620710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:58.634886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-813966290', 'description': 'tempest-description-416496691'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:58.648986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b946602-21fe-4596-8dbf-24de3a85c911 None None] Pushing event updated for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:58.664673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5a075107-29ed-4c85-9d0a-0d11ed276101) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:58.668483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.674980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:58.675615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.682666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880522e5-7f7b-4da1-8b3d-27795657b149 None None] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:58.730480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.734844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c6eb7978-eb94-4281-9317-344251b25a0a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1106443 Feb 19 07:21:58.739635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:21:58.747227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Made reservation on behalf of 7d504058d29e49cd93efbd88be289f89 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:21:58.752887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.784104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Attempting to bind port 88fdb869-e5f1-41f9-8993-814e25359058 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:21:58.784474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Attempting to bind port 88fdb869-e5f1-41f9-8993-814e25359058 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:21:58.784837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Attempting to bind port 88fdb869-e5f1-41f9-8993-814e25359058 on network fbaad84c-13fb-484e-99b1-870907cb6d74 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:21:58.792719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:21:58.792719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Checking segment: {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:58.792719 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.793139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Bound using segment: {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:21:58.793484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Bound port: 88fdb869-e5f1-41f9-8993-814e25359058, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4fac22-d8fa-413e-8e23-edfcdf420bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:21:58.793865 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88fdb869-e5f1-41f9-8993-814e25359058), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.917359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] For port 88fdb869-e5f1-41f9-8993-814e25359058, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:21:58.920497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] For port 88fdb869-e5f1-41f9-8993-814e25359058, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=88fdb869-e5f1-41f9-8993-814e25359058,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:21:58.923966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5a075107-29ed-4c85-9d0a-0d11ed276101', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:21:58.924811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.934228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (706f5d4a-6f17-4748-914a-45f18b3a4029), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:58.940313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.012498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (706f5d4a-6f17-4748-914a-45f18b3a4029), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.063789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7cb79-4aa0-479e-a455-3a16e35eda29 req-e4ff91e6-3989-4a55-bf09-087d2b45d6a2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:59.074264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d7cb79-4aa0-479e-a455-3a16e35eda29 req-e4ff91e6-3989-4a55-bf09-087d2b45d6a2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.3344114 Feb 19 07:21:59.089177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.103879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.104916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fc120d5-9854-4105-a665-a66eeb04aba6 req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4774351 Feb 19 07:21:59.110885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b946602-21fe-4596-8dbf-24de3a85c911 None None] Pushing event updated for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:59.122898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Provisioning complete for port 88fdb869-e5f1-41f9-8993-814e25359058 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:21:59.123307 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88fdb869-e5f1-41f9-8993-814e25359058), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.125059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:21:59.125690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:21:59.139562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408065fb-bc34-4b35-b5f6-c1f12d911215 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706f5d4a-6f17-4748-914a-45f18b3a4029,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:59.156746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:21:59.288694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (1ad8022b-a71e-4747-b638-b285c8aa0021), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.302519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:59.310514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:21:59.353535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Allocated IP 172.22.0.2 (5a075107-29ed-4c85-9d0a-0d11ed276101/5a0029cc-0957-490a-b20c-5f718f23f5d4/1b317ed9-fbde-4b09-be8c-3166e8e2cb19) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:21:59.362737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:21:59.384766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-a784e9e3-7e1e-4862-bd74-e927c40097d6 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/706f5d4a-6f17-4748-914a-45f18b3a4029 HTTP/1.1" status: 200 len: 1822 time: 0.2230520 Feb 19 07:21:59.434350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=39346fe0-2f95-4758-84c3-01b7c422bc2f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:59.456599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d7cb79-4aa0-479e-a455-3a16e35eda29 req-4dacec28-e717-488f-aa96-fa8a2ca9650b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813031 Feb 19 07:21:59.457251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad8022b-a71e-4747-b638-b285c8aa0021,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:21:59.500718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Checking segment: {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:21:59.501095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Network hostable DHCP agents. Network: e51d73c4-0d88-4b96-ab53-b927890ee8ab, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:21:59.503216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '706f5d4a-6f17-4748-914a-45f18b3a4029', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:59.504339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '706f5d4a-6f17-4748-914a-45f18b3a4029', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:21:59.643546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.674271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:21:59.699172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (5da676ef-959e-4622-a30f-1f8eb259563b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.727500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, e51d73c4-0d88-4b96-ab53-b927890ee8ab) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:21:59.745127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:59.745853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f8b7c-decc-4edf-93bf-5e95e7a89ecd None None] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:21:59.746283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.768452 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-32a224db-05c8-4fcb-ac29-861b2538c59e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3635798 Feb 19 07:21:59.788633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c06a58-6df4-4553-9499-a8962e805902 req-158657c3-df29-46f0-994b-4f7040e64ceb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:21:59.796798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6c06a58-6df4-4553-9499-a8962e805902 req-158657c3-df29-46f0-994b-4f7040e64ceb tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1728683 Feb 19 07:21:59.798438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Current status of the port 88fdb869-e5f1-41f9-8993-814e25359058 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:21:59.798841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (88fdb869-e5f1-41f9-8993-814e25359058), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.864841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:21:59.937040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (5da676ef-959e-4622-a30f-1f8eb259563b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.948400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5da676ef-959e-4622-a30f-1f8eb259563b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:21:59.981707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6c06a58-6df4-4553-9499-a8962e805902 req-66d66f5b-1eb6-41ea-b94b-c6591c0019a6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836956 Feb 19 07:22:00.026222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (a1251b67-42f4-46b1-84fb-4e054d453b06), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.085214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] For port 88fdb869-e5f1-41f9-8993-814e25359058, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=88fdb869-e5f1-41f9-8993-814e25359058,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:00.136557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.148897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.166703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da676ef-959e-4622-a30f-1f8eb259563b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:00.176437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.177880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-199cb015-3978-41ec-a9c8-1396a2c3ec33 req-480ee1d5-8ee2-4f66-8c76-2deec7a92aa2 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7922683 Feb 19 07:22:00.208653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1320908189', 'description': 'tempest-description-1539208393'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:00.248089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.249902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdaceb-0b62-4b6d-bca8-6dd2ef366812 None None] Pushing event updated for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:00.345801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:00.368635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-11fb1cca-b619-49f8-8b08-22796c62ccff None None] Provisioning complete for port 88fdb869-e5f1-41f9-8993-814e25359058 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:00.369178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11fb1cca-b619-49f8-8b08-22796c62ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88fdb869-e5f1-41f9-8993-814e25359058), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.372035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b2446-b0f8-4a6a-8fee-4567dfd544a6 None None] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:00.381308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (8af785c3-e8ca-4ac8-a470-0077ec6bd7ba), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.385485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8af785c3-e8ca-4ac8-a470-0077ec6bd7ba), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.392161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks [] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.407568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.416321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a98c4259-18b6-4d99-a8fe-b57712699221 req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2130232 Feb 19 07:22:00.447750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1037311994', 'description': 'tempest-description-245621506'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:00.454053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62', 'port_id': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'mac_address': 'fa:16:3e:f3:25:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91821e47-7ba2-4e28-9af9-03c4152a518b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:22:00.454262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.471073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.495564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:00.512706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b25de-e1cc-4431-8a3f-4798c2bb450e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af785c3-e8ca-4ac8-a470-0077ec6bd7ba,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:00.528029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:00.533933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.22.0.1 (5a075107-29ed-4c85-9d0a-0d11ed276101/5a0029cc-0957-490a-b20c-5f718f23f5d4/a25b6b86-3aa3-4058-97c5-3535c5485550) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:00.553387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:00.671051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:54Z', 'revision_number': 3, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:21:58Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:00.678173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a786ee27-f863-44fc-ac82-9c625c96a63c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:00.678173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.710210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router a1251b67-42f4-46b1-84fb-4e054d453b06 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:00.723682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-e3f273c2-bbb9-40ce-85b6-50b23b481a10 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:00.725213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-e3f273c2-bbb9-40ce-85b6-50b23b481a10 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 813 time: 0.3530118 Feb 19 07:22:00.740108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.743608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-a7a67d77-2092-4200-954a-105ac2e02bcf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/quotas/7d504058d29e49cd93efbd88be289f89 HTTP/1.1" status: 200 len: 375 time: 0.0100071 Feb 19 07:22:00.775641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.778236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a786ee27-f863-44fc-ac82-9c625c96a63c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:00.784043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-11fb1cca-b619-49f8-8b08-22796c62ccff None None] Current status of the port 88fdb869-e5f1-41f9-8993-814e25359058 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:00.786242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Pushing event updated for resources: {'Port': ['ID=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:00.796187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ca21c-95ab-4e01-a555-704e5086f609 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:21:54Z', 'revision_number': 3, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:21:58Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:00.833171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-31773af9-6d79-48d1-bad2-fa6a8543a167 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484846 Feb 19 07:22:00.836187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Attempting to bind port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:00.836187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Attempting to bind port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:00.836474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Attempting to bind port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 on network 5a075107-29ed-4c85-9d0a-0d11ed276101 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:00.848365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:00.850188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:00.850881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Checking segment: {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:00.851702 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.852312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Bound using segment: {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:00.853139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Bound port: 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:00.853680 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.896229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (45564b50-b1e4-476f-ae62-02ec0057c394), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.898526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.902143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.910560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (45564b50-b1e4-476f-ae62-02ec0057c394), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:00.990421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45564b50-b1e4-476f-ae62-02ec0057c394,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:01.015749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:01.028364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:01.029966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-636e578b-e426-44d0-8ec1-42f8a624435b req-339afb45-8962-436c-b26e-438aed132b43 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5927882 Feb 19 07:22:01.030798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:01.033854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:01.078618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:01.084241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:01.086962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:01.088472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] For port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:01.108819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] For port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:01.130567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:01.199340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a786ee27-f863-44fc-ac82-9c625c96a63c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:01.266696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb24bc-9538-4954-bc73-42fcad3a3095 req-efcf1b94-4fe6-4daa-8545-cc8f85b76d81 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:01.268512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1eb24bc-9538-4954-bc73-42fcad3a3095 req-efcf1b94-4fe6-4daa-8545-cc8f85b76d81 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1169796 Feb 19 07:22:01.333573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:01.346103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9f994-bfc9-40af-9b8e-55d06ad87f13 None None] Pushing event updated for resources: {'Port': ['ID=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:01.417684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1eb24bc-9538-4954-bc73-42fcad3a3095 req-9dd7e355-6887-4113-a234-fb48e7941ae2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424427 Feb 19 07:22:01.669172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:01.693195 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61280040-1169-4202-be83-440aa55993a4 None None] Sync routers for ids ['a1251b67-42f4-46b1-84fb-4e054d453b06'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:01.714455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] Routers {'a1251b67-42f4-46b1-84fb-4e054d453b06'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:01.714455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a1251b67-42f4-46b1-84fb-4e054d453b06'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:01.717689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:01.719006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-018a982a-faed-49da-a5ad-2732305a293f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8424599 Feb 19 07:22:01.722899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56020) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:01.841775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-490ef4c7-93af-4213-8c5e-aabd3f55b2d5 service neutron] 10.222.0.43 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488702 Feb 19 07:22:01.889579 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] Set router a1251b67-42f4-46b1-84fb-4e054d453b06 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:02.068376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b4da79e-fb37-4673-b362-aaf6adac4d98 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/a1251b67-42f4-46b1-84fb-4e054d453b06 HTTP/1.1" status: 200 len: 909 time: 0.3403585 Feb 19 07:22:02.075223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:02.082097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1562590195', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': True}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:02.119800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-e29d9e6d-058e-44c9-b9c4-acb6f754f1ae service neutron] 10.222.0.43 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549849 Feb 19 07:22:02.139014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.141483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.155501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7a19a-bacb-4c4e-9b9b-e8523490df2e req-c3807cb6-f0a7-49d5-a7d2-400d97339c86 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:02.157007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ab7a19a-bacb-4c4e-9b9b-e8523490df2e req-c3807cb6-f0a7-49d5-a7d2-400d97339c86 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.6131272 Feb 19 07:22:02.197081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 88fdb869-e5f1-41f9-8993-814e25359058 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:02.241406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (8ee15318-fea6-4a0f-8317-768022e0e8b7), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.263232 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'name': 'tempest-snat-router-1562590195', 'tenant_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': False}, 'gw_port_id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:56Z', 'updated_at': '2022-02-19T07:21:59Z', 'revision_number': 3, 'project_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'gw_port': {'id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:58Z', 'updated_at': '2022-02-19T07:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:02.289680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 88fdb869-e5f1-41f9-8993-814e25359058 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:02.290280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (88fdb869-e5f1-41f9-8993-814e25359058), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.351463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ab7a19a-bacb-4c4e-9b9b-e8523490df2e req-f7565763-2beb-4669-a97c-a15c5cb9e409 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817262 Feb 19 07:22:02.355215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61280040-1169-4202-be83-440aa55993a4 None None] Checking router: a1251b67-42f4-46b1-84fb-4e054d453b06 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:02.355573 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61280040-1169-4202-be83-440aa55993a4 None None] Updating router a1251b67-42f4-46b1-84fb-4e054d453b06 port 39346fe0-2f95-4758-84c3-01b7c422bc2f binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:22:02.416290 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.487421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89afbdaa-f069-419c-8536-3cfa585fb16c req-5a987632-ddbd-49fb-a560-f0b87e07592a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 210 time: 0.0510473 Feb 19 07:22:02.487517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 88fdb869-e5f1-41f9-8993-814e25359058 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:02.487517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:02.519819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.528422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.578081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:02.578679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.681375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:02.681878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.696660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c997866-3032-4d09-8f80-3236b927a460 req-9e328bff-1205-4c91-84eb-ceb548ea8298 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/8af785c3-e8ca-4ac8-a470-0077ec6bd7ba HTTP/1.1" status: 200 len: 1824 time: 0.3456008 Feb 19 07:22:02.714791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (8ee15318-fea6-4a0f-8317-768022e0e8b7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.749118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:02.759785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.839423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.857356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:02.872057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:02.895799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c997866-3032-4d09-8f80-3236b927a460 req-7ad8c3c2-770e-487b-8f5d-a3962ebfeba1 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/45564b50-b1e4-476f-ae62-02ec0057c394 HTTP/1.1" status: 200 len: 1823 time: 0.1983135 Feb 19 07:22:02.923997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8c67-6e28-42f8-b1a6-999780c649e3 req-fcd08181-7254-42ef-8670-6757d7cf5235 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:02.937055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-583c8c67-6e28-42f8-b1a6-999780c649e3 req-fcd08181-7254-42ef-8670-6757d7cf5235 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.3422930 Feb 19 07:22:02.960293 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:02.990660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8af785c3-e8ca-4ac8-a470-0077ec6bd7ba', 'remote_group_id': '45564b50-b1e4-476f-ae62-02ec0057c394', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:02.993319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8af785c3-e8ca-4ac8-a470-0077ec6bd7ba', 'remote_group_id': '45564b50-b1e4-476f-ae62-02ec0057c394', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:03.067546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-583c8c67-6e28-42f8-b1a6-999780c649e3 req-c1ad294c-c105-4c01-84e2-59078e208aed tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Feb 19 07:22:03.107904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:03.109393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:03.125981 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks [] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.136980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf91d29-a1b1-45df-8ae4-655e98a97641 None None] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:03.140384 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.219005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eafae-abc7-4123-a014-4ee7861275f6 None None] Pushing event updated for resources: {'Port': ['ID=39346fe0-2f95-4758-84c3-01b7c422bc2f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:03.239086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (121c35be-1bc2-4edc-825a-3ce0522f278a), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.259096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:03.272967 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-61280040-1169-4202-be83-440aa55993a4 None None] Attempting to bind port 39346fe0-2f95-4758-84c3-01b7c422bc2f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:03.273596 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-61280040-1169-4202-be83-440aa55993a4 None None] Attempting to bind port 39346fe0-2f95-4758-84c3-01b7c422bc2f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:03.274116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61280040-1169-4202-be83-440aa55993a4 None None] Attempting to bind port 39346fe0-2f95-4758-84c3-01b7c422bc2f on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:03.284228 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61280040-1169-4202-be83-440aa55993a4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:03.284904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61280040-1169-4202-be83-440aa55993a4 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:03.285715 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.286253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61280040-1169-4202-be83-440aa55993a4 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:03.286891 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-61280040-1169-4202-be83-440aa55993a4 None None] Bound port: 39346fe0-2f95-4758-84c3-01b7c422bc2f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:03.287449 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.416510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-61280040-1169-4202-be83-440aa55993a4 None None] For port 39346fe0-2f95-4758-84c3-01b7c422bc2f, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:03.416908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:03.420987 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-61280040-1169-4202-be83-440aa55993a4 None None] For port 39346fe0-2f95-4758-84c3-01b7c422bc2f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39346fe0-2f95-4758-84c3-01b7c422bc2f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:03.436730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-59574e14-97ec-47dc-89d2-50782ab69df7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6934302 Feb 19 07:22:03.437123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:03.439648 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61280040-1169-4202-be83-440aa55993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.450758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115457575'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:03.518918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (121c35be-1bc2-4edc-825a-3ce0522f278a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.523057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:03.527255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.530403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (121c35be-1bc2-4edc-825a-3ce0522f278a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.566317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eafae-abc7-4123-a014-4ee7861275f6 None None] Pushing event updated for resources: {'Port': ['ID=39346fe0-2f95-4758-84c3-01b7c422bc2f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:03.569688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5bde5-ae4f-4b83-b849-75e3ee35c015 req-8d695326-0da8-40ce-b596-b72cec5e0627 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:03.571753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8b5bde5-ae4f-4b83-b849-75e3ee35c015 req-8d695326-0da8-40ce-b596-b72cec5e0627 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.1076558 Feb 19 07:22:03.572700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:22:03.587559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2449ebec-2d7e-49b8-ba34-d59113af02e0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.588241 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added segment 2449ebec-2d7e-49b8-ba34-d59113af02e0 of type vlan for network 399583a3-55c4-46bc-bec0-5c0781fbbe03 Feb 19 07:22:03.599554 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] Routers {'a1251b67-42f4-46b1-84fb-4e054d453b06'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:03.600814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a1251b67-42f4-46b1-84fb-4e054d453b06'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:03.612674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-39959719-1414-43dd-8a5e-278ba843296f None None] Provisioning complete for port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:03.613248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39959719-1414-43dd-8a5e-278ba843296f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.614825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:03.631810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121c35be-1bc2-4edc-825a-3ce0522f278a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:03.670810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:03.671607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:03.676465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (399583a3-55c4-46bc-bec0-5c0781fbbe03), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.690991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8b5bde5-ae4f-4b83-b849-75e3ee35c015 req-481d0445-4699-4385-85af-23e6af08f06e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058574 Feb 19 07:22:03.733175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (399583a3-55c4-46bc-bec0-5c0781fbbe03), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.747467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:03.748283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.760728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.783391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c997866-3032-4d09-8f80-3236b927a460 req-883d4ffd-708d-4560-a5ae-fd9b2d3c16f8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8748190 Feb 19 07:22:03.787933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:03.793482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-94366299', 'description': 'tempest-description-1831274398'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:03.853209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (8ee15318-fea6-4a0f-8317-768022e0e8b7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:03.921677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.009053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Network': ['ID=399583a3-55c4-46bc-bec0-5c0781fbbe03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:04.024148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:04.081819 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] Set router a1251b67-42f4-46b1-84fb-4e054d453b06 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:04.099708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f82f320f-9ed9-44b0-a3c5-06034f864a8b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6613171 Feb 19 07:22:04.104835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:04.109373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36336bfc-a20e-49f9-b149-5bc2d82e475c req-8c3644cf-5607-4364-bd9c-add67e7f9fb9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 210 time: 0.1163580 Feb 19 07:22:04.121887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:22:04.158685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'subnet': {'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:04.214609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:04.274003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.360431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a786ee27-f863-44fc-ac82-9c625c96a63c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:22:04.372629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a786ee27-f863-44fc-ac82-9c625c96a63c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:04.373029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.380841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138defc-5943-440e-8590-2922bb02bcdc req-1e7c9b4b-7a1b-491d-b5aa-ac85294da69e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:04.389682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d138defc-5943-440e-8590-2922bb02bcdc req-1e7c9b4b-7a1b-491d-b5aa-ac85294da69e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1097689 Feb 19 07:22:04.459059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d138defc-5943-440e-8590-2922bb02bcdc req-b2f9718a-a64c-4b09-bf0f-c44c8b9e1587 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Feb 19 07:22:04.488454 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-61280040-1169-4202-be83-440aa55993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'name': 'tempest-snat-router-1562590195', 'tenant_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': False}, 'gw_port_id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:56Z', 'updated_at': '2022-02-19T07:21:59Z', 'revision_number': 3, 'project_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'gw_port': {'id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:58Z', 'updated_at': '2022-02-19T07:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:04.526442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-39959719-1414-43dd-8a5e-278ba843296f None None] Current status of the port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:04.530236 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61280040-1169-4202-be83-440aa55993a4 None None] The sync data for ids ['a1251b67-42f4-46b1-84fb-4e054d453b06'] in n-d-829866-3 is: [{'id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'name': 'tempest-snat-router-1562590195', 'tenant_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178'}], 'enable_snat': False}, 'gw_port_id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:56Z', 'updated_at': '2022-02-19T07:21:59Z', 'revision_number': 3, 'project_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'gw_port': {'id': '39346fe0-2f95-4758-84c3-01b7c422bc2f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1251b67-42f4-46b1-84fb-4e054d453b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:58Z', 'updated_at': '2022-02-19T07:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:04.566623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-d7ac5a3b-a755-4ef0-b273-07b308443002 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:04.568355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-d7ac5a3b-a755-4ef0-b273-07b308443002 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 813 time: 0.5637653 Feb 19 07:22:04.585333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:04.585733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.588821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Request body: {'port': {'device_id': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'admin_state_up': True, 'tenant_id': '7d504058d29e49cd93efbd88be289f89'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:04.599358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:01Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:02Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:04.605162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (c8f61ec1-633d-47f9-9f2b-32213b112888), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.643838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 172.25.7.232 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4c6b932d-cbbc-4136-9cfe-6b4ac6074409) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:04.732901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:04.733471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Updating router 41155d37-1d78-407f-8cb9-3067fd5abc98 port a25b6b86-3aa3-4058-97c5-3535c5485550 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:22:04.808911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8f61ec1-633d-47f9-9f2b-32213b112888), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.899512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.904097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.905748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44d0d387-2feb-4a59-bd37-e62c00bb7f35 req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1185892 Feb 19 07:22:04.942130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Provisioning complete for port a25b6b86-3aa3-4058-97c5-3535c5485550 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:04.942580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:04.951489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a786ee27-f863-44fc-ac82-9c625c96a63c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:04.953809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.000621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Made reservation on behalf of 99c83271b4a14ca38c261738959903ce for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:05.006875 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.021972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-313578101', 'description': 'tempest-description-1146689726'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:05.076480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f61ec1-633d-47f9-9f2b-32213b112888,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:05.083865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.167661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:05.170554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Port a25b6b86-3aa3-4058-97c5-3535c5485550 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:05.193141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:05.196494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139cd66-efd3-4dee-95a0-ea230227a709" -d '{"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:05.207726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.208116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.208537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.208908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.209246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.209580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.209913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.210258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.210575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.210907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.211256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.211583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.211906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5cd751-401a-410b-9a82-447f3d48d909 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:05.231336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.256303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.261839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.294741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:05.295773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Provisioning complete for port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:05.299064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.312930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:05.330269 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.332512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91dd4a0c-ece7-4820-a566-65745d3a3d18 req-2e6137b4-8816-4bdb-b41a-89382e0c9e4a tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3148909 Feb 19 07:22:05.365249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.430087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae9bd-54cc-445f-8f88-8bcd466ad4f5 req-86ee3031-7a68-475d-ba35-518956da0483 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.442572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ceae9bd-54cc-445f-8f88-8bcd466ad4f5 req-86ee3031-7a68-475d-ba35-518956da0483 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.3580866 Feb 19 07:22:05.473198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Made reservation on behalf of 7d504058d29e49cd93efbd88be289f89 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:05.477982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.493413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.509952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.515902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.522888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.529328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.535049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.541358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.548968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:05.560220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44081954-d0d2-45f1-9e1a-013315dea767 req-e203448a-3851-4053-87b6-2e6b233cadba tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.1375146 Feb 19 07:22:05.583610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:05.594033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:05.595777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91cbddc6-a5e2-468d-a052-93a115853408 None None] Current status of the port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:05.641381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:05.658284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0ceae9bd-54cc-445f-8f88-8bcd466ad4f5 req-5c6c845b-9238-4bce-b741-3d2b506b8c5d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146509 Feb 19 07:22:05.667749 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44081954-d0d2-45f1-9e1a-013315dea767 req-61f7ec94-9c6a-40af-8adc-879dd3c42393 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063459 Feb 19 07:22:05.723295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:05.787465 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff1dbc-b240-4d66-8366-f148398faeec x-openstack-request-id: req-dfff1dbc-b240-4d66-8366-f148398faeec {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:05.788826 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:05.788826 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfff1dbc-b240-4d66-8366-f148398faeec {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:05.789055 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'code': 200} Feb 19 07:22:05.796310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=4c6b932d-cbbc-4136-9cfe-6b4ac6074409,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:05.814947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5bff00a0-cfcf-4a80-bdf3-42a24b0e2599 None None] Provisioning complete for port a25b6b86-3aa3-4058-97c5-3535c5485550 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:05.815376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bff00a0-cfcf-4a80-bdf3-42a24b0e2599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.862808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-d8ae3b74-891b-4ad1-81c8-72f4b5cb0498 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/c8f61ec1-633d-47f9-9f2b-32213b112888 HTTP/1.1" status: 200 len: 1822 time: 0.0822439 Feb 19 07:22:05.867163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5bff00a0-cfcf-4a80-bdf3-42a24b0e2599 None None] Port a25b6b86-3aa3-4058-97c5-3535c5485550 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:05.873371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks [] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.885728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:05.948490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Allocated IP 172.20.0.2 (e51d73c4-0d88-4b96-ab53-b927890ee8ab/1ad8022b-a71e-4747-b638-b285c8aa0021/b13c98ca-664b-4b3b-881a-bb5253745e43) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:05.953933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-d0eea3b8-e213-4c4d-86a7-21a5807ada2e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1 HTTP/1.1" status: 200 len: 1823 time: 0.0853691 Feb 19 07:22:05.966279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8f61ec1-633d-47f9-9f2b-32213b112888', 'remote_group_id': 'd4de8e02-0d8b-4bc6-b7f1-00a64d0633d1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:05.966987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8f61ec1-633d-47f9-9f2b-32213b112888', 'remote_group_id': 'd4de8e02-0d8b-4bc6-b7f1-00a64d0633d1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:06.034555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5a133b8-a655-4e73-aec6-7d4dc5881d1a req-a9926a6c-c84e-4cbe-bbb9-254f29742258 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 210 time: 0.1931202 Feb 19 07:22:06.039365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a9cd-e0c3-4536-b836-a1edf915e69e None None] Pushing event updated for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:06.115369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (453ff7a3-6206-4d8d-8ee4-ba27f3c63fcf), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.126701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Attempting to bind port a25b6b86-3aa3-4058-97c5-3535c5485550 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:06.127113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Attempting to bind port a25b6b86-3aa3-4058-97c5-3535c5485550 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:06.127524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Attempting to bind port a25b6b86-3aa3-4058-97c5-3535c5485550 on network 5a075107-29ed-4c85-9d0a-0d11ed276101 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:06.137770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:06.138156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Checking segment: {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:06.138571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.139027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Bound using segment: {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:06.139538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Bound port: a25b6b86-3aa3-4058-97c5-3535c5485550, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e23a54-33e8-4636-a819-71316c06ed8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:06.139935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.255957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (453ff7a3-6206-4d8d-8ee4-ba27f3c63fcf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.266206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (453ff7a3-6206-4d8d-8ee4-ba27f3c63fcf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.332351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39346fe0-2f95-4758-84c3-01b7c422bc2f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:06.334361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453ff7a3-6206-4d8d-8ee4-ba27f3c63fcf,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:06.352900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.357356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.361241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b06c0222-da2e-49d6-85b8-a0b82606378e req-43b98425-90ec-481e-8871-25ab05014a6d tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3987339 Feb 19 07:22:06.429253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c66f08de-ca2b-4921-9ea8-a1656e56ce8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.454206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] For port a25b6b86-3aa3-4058-97c5-3535c5485550, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:06.487129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] For port a25b6b86-3aa3-4058-97c5-3535c5485550, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a25b6b86-3aa3-4058-97c5-3535c5485550,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:06.498129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84808a91-56c3-4065-9aac-03207bce6250 req-0bb734cc-5b55-4743-9aff-8d54cfb98b16 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1 HTTP/1.1" status: 200 len: 1823 time: 0.1147311 Feb 19 07:22:06.505037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Provisioning complete for port a25b6b86-3aa3-4058-97c5-3535c5485550 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:06.505710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.513746 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.552237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea0ad-441a-4e2e-b96b-c7deb2620f04 req-3125dad0-24bd-4ebc-b552-38a2e94826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:06.554074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a3ea0ad-441a-4e2e-b96b-c7deb2620f04 req-3125dad0-24bd-4ebc-b552-38a2e94826ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1127 time: 0.7032130 Feb 19 07:22:06.615857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 39346fe0-2f95-4758-84c3-01b7c422bc2f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:06.616536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.643028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84808a91-56c3-4065-9aac-03207bce6250 req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.665429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Subnet': ['ID=c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:06.706174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84808a91-56c3-4065-9aac-03207bce6250 req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.710932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b103cf-2162-4709-a03d-3580e1ba6bc4 req-50c18ad1-68b0-464b-8be0-5721369f2e0d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:06.727818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b103cf-2162-4709-a03d-3580e1ba6bc4 req-50c18ad1-68b0-464b-8be0-5721369f2e0d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.5158989 Feb 19 07:22:06.744133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Checking segment: {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:06.744611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network hostable DHCP agents. Network: 399583a3-55c4-46bc-bec0-5c0781fbbe03, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:22:06.780206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a3ea0ad-441a-4e2e-b96b-c7deb2620f04 req-79dff665-a32c-4581-bc5c-37e1fb01c835 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804578 Feb 19 07:22:06.811126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a9cd-e0c3-4536-b836-a1edf915e69e None None] Pushing event updated for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:06.841803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:06.842519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:21:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:06.864758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84808a91-56c3-4065-9aac-03207bce6250 req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.867686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84808a91-56c3-4065-9aac-03207bce6250 req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:06.869230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84808a91-56c3-4065-9aac-03207bce6250 req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1 HTTP/1.1" status: 204 len: 173 time: 0.3700235 Feb 19 07:22:06.883681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ade4f-b942-4f7e-9670-59f73f725bb0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:07.000673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (8ee15318-fea6-4a0f-8317-768022e0e8b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.038673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00213ab8-9e53-443d-bc19-d43c98fcc24a req-1fe12e80-e6ed-4e4e-a2a2-3d09423bcd7d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:07.047317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00213ab8-9e53-443d-bc19-d43c98fcc24a req-1fe12e80-e6ed-4e4e-a2a2-3d09423bcd7d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0784507 Feb 19 07:22:07.063897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:22:07.089882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 399583a3-55c4-46bc-bec0-5c0781fbbe03) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:07.114407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:07.115007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.140672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b103cf-2162-4709-a03d-3580e1ba6bc4 req-e842eac5-bd35-4a6e-ac2c-edac76678761 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053636 Feb 19 07:22:07.166027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks [] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.166250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00213ab8-9e53-443d-bc19-d43c98fcc24a req-a25fdfed-2ef5-405d-bc5d-6830927bf98e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161864 Feb 19 07:22:07.197559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b4241cee-4b6f-4c3f-a435-9fb1dd2d2f64 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0869477 Feb 19 07:22:07.198242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:07.263267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52eb3231-db55-423a-b5e8-b84e29f0793a req-56e85c43-d6c4-46b8-a9eb-8ed5db854f05 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/c8f61ec1-633d-47f9-9f2b-32213b112888 HTTP/1.1" status: 200 len: 1822 time: 0.0705287 Feb 19 07:22:07.297098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d861ecf-a124-459b-93ab-502d549105bd None None] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:07.375854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-88303276-7363-445f-a339-a04a89aa0f42 req-411ad472-d3da-4389-8222-ebb1da634a15 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 210 time: 0.0508351 Feb 19 07:22:07.399220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-226173617', 'description': 'tempest-description-811775070'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:07.426564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.439894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 39346fe0-2f95-4758-84c3-01b7c422bc2f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:07.440677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.455306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Current status of the port a25b6b86-3aa3-4058-97c5-3535c5485550 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:07.456017 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.475964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:07.522671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (da94b3cd-24cf-412d-9979-5997b815908a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.528834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (da94b3cd-24cf-412d-9979-5997b815908a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.538752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 39346fe0-2f95-4758-84c3-01b7c422bc2f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39346fe0-2f95-4758-84c3-01b7c422bc2f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:07.558779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.571937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da94b3cd-24cf-412d-9979-5997b815908a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:07.585598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.600557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b4c981d-350e-4ce2-9f0a-2058af515151 req-8ff2f09b-3719-4aa1-9c57-35a44ce08ab7 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1971955 Feb 19 07:22:07.665911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-a48d2b43-d4d1-48ee-92bc-0bdb48b2d655 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 200 len: 1822 time: 0.0522697 Feb 19 07:22:07.678915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da94b3cd-24cf-412d-9979-5997b815908a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:07.679286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da94b3cd-24cf-412d-9979-5997b815908a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:07.687816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=39346fe0-2f95-4758-84c3-01b7c422bc2f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:07.749235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] For port a25b6b86-3aa3-4058-97c5-3535c5485550, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a25b6b86-3aa3-4058-97c5-3535c5485550,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:07.759924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (da46d847-e834-4dc9-82ce-a9979315f8eb), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.793366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.804019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-399583a3-55c4-46bc-bec0-5c0781fbbe03', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'project_id': '99c83271b4a14ca38c261738959903ce', 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:22:07.805111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.816330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (da46d847-e834-4dc9-82ce-a9979315f8eb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.823228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (da46d847-e834-4dc9-82ce-a9979315f8eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.857865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da46d847-e834-4dc9-82ce-a9979315f8eb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:07.873687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:07.876450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9d96ab0-2dd2-4d13-bebb-483d1f7a2819 req-15d8601d-0b81-41cd-834d-e632ede45596 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2034478 Feb 19 07:22:07.976084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-e43e1d68-19fb-433a-a8d1-0787ab07cbaa tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 200 len: 2416 time: 0.0709941 Feb 19 07:22:08.013870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da94b3cd-24cf-412d-9979-5997b815908a', 'remote_group_id': None}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:08.015077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da94b3cd-24cf-412d-9979-5997b815908a', 'remote_group_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:08.076094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.089139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b0c510a5-7969-4350-af64-6e9286b3942e None None] Provisioning complete for port a25b6b86-3aa3-4058-97c5-3535c5485550 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:08.090160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c510a5-7969-4350-af64-6e9286b3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.100961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2d515-3078-4243-9a9d-89a9d1bb847e None None] Pushing event updated for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:08.104923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.144644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.151860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.186749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39346fe0-2f95-4758-84c3-01b7c422bc2f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:08.191589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:08.196680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.198321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab7f03bb-8fd5-49cf-9f8d-278f6cd06e56 req-d4d27bb9-e453-4de5-b541-063f50a4ca92 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2129407 Feb 19 07:22:08.215846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.222475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.229688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.234804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.247630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.255752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.261499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.263860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-a0caa5c5-7e66-4409-a614-2e40f901f8f0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.5626915 Feb 19 07:22:08.273774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Allocated IP 172.23.0.2 (399583a3-55c4-46bc-bec0-5c0781fbbe03/c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f/b84f0549-06fb-4a5f-9937-ac2fbd815388) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:08.337721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:08.358260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:08.360786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.365103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:08.369288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:08.372301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a78540-a274-4dc3-a55a-bc7ef3ddf0de req-6d18c20d-c314-49ae-88de-b51904ac8111 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.383426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1a78540-a274-4dc3-a55a-bc7ef3ddf0de req-6d18c20d-c314-49ae-88de-b51904ac8111 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1113541 Feb 19 07:22:08.392563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 39346fe0-2f95-4758-84c3-01b7c422bc2f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:08.393016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.436039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:01Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:06Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:08.437459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b0c510a5-7969-4350-af64-6e9286b3942e None None] Current status of the port a25b6b86-3aa3-4058-97c5-3535c5485550 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:08.474831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d1e8f-7a93-49c3-882c-4fbada5d48ae None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:01Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:06Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:08.496824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1a78540-a274-4dc3-a55a-bc7ef3ddf0de req-77c056d5-b28c-4651-b628-ee60d4e2f8c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906894 Feb 19 07:22:08.558260 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d81d1d7-fe91-4eb6-84a8-ed7652f6ee12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.673461 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks [] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.690420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.691828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.699690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.699886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 39346fe0-2f95-4758-84c3-01b7c422bc2f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:08.707268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.713897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.719752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.719998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06499b35-aab7-4183-8c89-be751b7bd05f req-f845e218-d1a4-49d8-8ff6-fc492b3a0ecd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.726182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.726956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06499b35-aab7-4183-8c89-be751b7bd05f req-f845e218-d1a4-49d8-8ff6-fc492b3a0ecd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1029954 Feb 19 07:22:08.734641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.737326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-57694998-8fc0-447b-8974-0c730d51afda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5432 time: 0.7411871 Feb 19 07:22:08.758612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:08.761985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:08.772696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:08.775821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Pushing event updated for resources: {'Port': ['ID=b84f0549-06fb-4a5f-9937-ac2fbd815388,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:08.810628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06499b35-aab7-4183-8c89-be751b7bd05f req-13c1eb92-0654-4c14-b219-8f04282bff00 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827537 Feb 19 07:22:08.816104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.816978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.824835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-3ab81010-43e7-4f2a-831e-0a06015e62c2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:08.826405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-3ab81010-43e7-4f2a-831e-0a06015e62c2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0777838 Feb 19 07:22:08.860695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ea43eb5-6cb3-4aff-b2b2-4060a23e3e25 req-c6cc4e12-64b9-4e68-89d0-868b71717063 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5584939 Feb 19 07:22:08.881439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Attempting to bind port b84f0549-06fb-4a5f-9937-ac2fbd815388 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:08.881809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Attempting to bind port b84f0549-06fb-4a5f-9937-ac2fbd815388 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:08.882169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Attempting to bind port b84f0549-06fb-4a5f-9937-ac2fbd815388 on network 399583a3-55c4-46bc-bec0-5c0781fbbe03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:08.899278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:08.899664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Checking segment: {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:08.900071 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.900467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Bound using segment: {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:08.900947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Bound port: b84f0549-06fb-4a5f-9937-ac2fbd815388, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:08.901326 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:08.930962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-981e0ca7-90e8-4db4-9dfd-22910260dc6e req-8e150396-b1a9-49ec-9cb4-1386bd377c9e tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 200 len: 3015 time: 0.0753529 Feb 19 07:22:09.035516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] For port b84f0549-06fb-4a5f-9937-ac2fbd815388, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:09.043549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] For port b84f0549-06fb-4a5f-9937-ac2fbd815388, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b84f0549-06fb-4a5f-9937-ac2fbd815388,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:09.052116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.053684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-67827e48-3895-4442-974a-c3a79e62b6c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4684947 Feb 19 07:22:09.070231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290ddd-8348-4432-a0ba-3bea9469fa41 req-84dfee65-1202-461d-806f-a079e1aacd10 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:09.071920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54290ddd-8348-4432-a0ba-3bea9469fa41 req-84dfee65-1202-461d-806f-a079e1aacd10 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1127 time: 0.0647244 Feb 19 07:22:09.091245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Request body: {'port': {'device_id': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:09.147952 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54290ddd-8348-4432-a0ba-3bea9469fa41 req-ffd08dc5-4a7e-4ea2-9aa9-fa241a14b116 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Feb 19 07:22:09.178065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d3e2-77f4-4781-85eb-2644b62d0a4d None None] Pushing event updated for resources: {'Port': ['ID=b84f0549-06fb-4a5f-9937-ac2fbd815388,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:09.215303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-d074ad3b-46f4-4f1c-9ca5-b78fc6e97d11 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-group-rules/df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1 HTTP/1.1" status: 200 len: 783 time: 0.0374711 Feb 19 07:22:09.289129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-0ba8593a-8588-4c6e-8d91-ad3c51d041c0 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 200 len: 3015 time: 0.0722079 Feb 19 07:22:09.295047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.325742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.328334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.347275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab807-b183-48b5-8737-34809151ec10 req-107e7615-a9c7-418c-bcc5-227e791587a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:09.347928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.349090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-087ab807-b183-48b5-8737-34809151ec10 req-107e7615-a9c7-418c-bcc5-227e791587a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 931 time: 0.3579965 Feb 19 07:22:09.358564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-8126c642-b2ed-4949-8934-b6e81a7c77a4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5258265 Feb 19 07:22:09.401776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.406797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:09.412808 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.416038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1efc0774-b2d9-42eb-b27c-6d949d112c86 req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1 HTTP/1.1" status: 204 len: 173 time: 0.1203201 Feb 19 07:22:09.426672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f5f5-5965-45c9-aaa1-8a2719c97db8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df00d2d7-c471-4cdd-a3e7-6f5f5349bdd1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:09.513427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router 8ee15318-fea6-4a0f-8317-768022e0e8b7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:09.616042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.628380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f910ad-f6e8-4dce-b3c0-31bc57fb70b2 req-d9774452-f24f-4408-a142-a7024a2c73eb tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:09.633607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7f910ad-f6e8-4dce-b3c0-31bc57fb70b2 req-d9774452-f24f-4408-a142-a7024a2c73eb tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1127 time: 0.1067700 Feb 19 07:22:09.697996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7f910ad-f6e8-4dce-b3c0-31bc57fb70b2 req-4a5fea2a-b7d1-4dbe-a149-e99112ee7ca3 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Feb 19 07:22:09.780119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-b19eb200-d9fe-4290-9f66-f4d4494c4e6b tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 200 len: 2416 time: 0.0543218 Feb 19 07:22:09.846938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (da94b3cd-24cf-412d-9979-5997b815908a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.855293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b719a50d-f6df-45be-8e18-21f2d4d7ca3a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:09.899484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (da94b3cd-24cf-412d-9979-5997b815908a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.986224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (da94b3cd-24cf-412d-9979-5997b815908a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.988990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:09.990321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc8498b2-8b5f-410e-940e-4f58a05ceefa req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/da94b3cd-24cf-412d-9979-5997b815908a HTTP/1.1" status: 204 len: 173 time: 0.2034152 Feb 19 07:22:10.003290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd89c4-24c2-437f-9ec2-4a049372d1d8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da94b3cd-24cf-412d-9979-5997b815908a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:10.007598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b719a50d-f6df-45be-8e18-21f2d4d7ca3a is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:10.008131 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.037081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:10.039943 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1b8178-da35-4690-a687-ee6ec244c6fb" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:10.055585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:10.064851 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-087ab807-b183-48b5-8737-34809151ec10 req-89b571cb-e887-4b3c-8052-b23428171400 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854253 Feb 19 07:22:10.080347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.081812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9d2e9fb4-94e8-4856-b753-59f134d1bd62 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:10.124479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.310029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069fe2-45ae-4104-a6ee-065a63bc9fce req-926b4dde-b829-4fda-bf3d-7b50a8529489 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:10.318682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f069fe2-45ae-4104-a6ee-065a63bc9fce req-926b4dde-b829-4fda-bf3d-7b50a8529489 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1650007 Feb 19 07:22:10.342106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a25b6b86-3aa3-4058-97c5-3535c5485550 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:10.376653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:10.437270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:10.437670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.446451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f069fe2-45ae-4104-a6ee-065a63bc9fce req-f9ce35e6-721d-4dbb-983b-aee7ac4097c4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220968 Feb 19 07:22:10.465384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a25b6b86-3aa3-4058-97c5-3535c5485550 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:10.465759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.500412 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-00e3cc82-66e3-48da-b0ff-0df40be45d52 req-b74b205f-6e6c-4292-8ad1-8f587be362d3 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] show failed (client error): The resource could not be found. Feb 19 07:22:10.511461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00e3cc82-66e3-48da-b0ff-0df40be45d52 req-b74b205f-6e6c-4292-8ad1-8f587be362d3 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/d4de8e02-0d8b-4bc6-b7f1-00a64d0633d1 HTTP/1.1" status: 404 len: 352 time: 0.0324855 Feb 19 07:22:10.522105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:10.531479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.532802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device d7296f01-0e87-4a62-b64f-675f91831c3d no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:10.578028 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0eaba-effc-4366-9444-d711f93b86ef x-openstack-request-id: req-caa0eaba-effc-4366-9444-d711f93b86ef {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:10.578028 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:10.578028 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa0eaba-effc-4366-9444-d711f93b86ef {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:10.578028 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'code': 200} Feb 19 07:22:10.677261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=d7296f01-0e87-4a62-b64f-675f91831c3d,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:10.683383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:10.718435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d7296f01-0e87-4a62-b64f-675f91831c3d is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:10.718710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.722291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a25b6b86-3aa3-4058-97c5-3535c5485550 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:10.723472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b84f0549-06fb-4a5f-9937-ac2fbd815388 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:10.763242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:10.773742 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Sync routers for ids ['8ee15318-fea6-4a0f-8317-768022e0e8b7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:10.791505 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Routers {'8ee15318-fea6-4a0f-8317-768022e0e8b7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:10.792285 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8ee15318-fea6-4a0f-8317-768022e0e8b7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:10.806511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] For port d7296f01-0e87-4a62-b64f-675f91831c3d, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:10.825300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b84f0549-06fb-4a5f-9937-ac2fbd815388 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:10.826469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.830338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2075800-3958-403e-98bf-114a13b87551 None None] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:10.903956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:10.907833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-45737c22-6985-4c56-a750-4a01d9739298 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8289781 Feb 19 07:22:10.909011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:10.928519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] device_id is not set on port d7296f01-0e87-4a62-b64f-675f91831c3d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:22:10.971044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:10.983316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.000498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.006683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.012538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.018408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.024047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.026231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-87023beb-079d-443a-b686-a9fcf3b703a3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 5430 time: 0.6873226 Feb 19 07:22:11.034763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Publish callbacks [] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.037046 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Set router 8ee15318-fea6-4a0f-8317-768022e0e8b7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:11.086249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.143944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c116eba-6202-4783-a0a0-247c1a50d59b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/8ee15318-fea6-4a0f-8317-768022e0e8b7 HTTP/1.1" status: 200 len: 908 time: 0.2332039 Feb 19 07:22:11.144748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:11.146361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Pushing event updated for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:11.244423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Allocated IP 172.23.0.1 (399583a3-55c4-46bc-bec0-5c0781fbbe03/c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f/04d6febf-55e7-41a4-9bd3-11ed22e32e61) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:11.303530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:11.312537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] No DVR routers for this DVR port d7296f01-0e87-4a62-b64f-675f91831c3d on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:11.329826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks [] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.385624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.403990 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee15318-fea6-4a0f-8317-768022e0e8b7', 'name': 'tempest-snat-router-1562590195', 'tenant_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '4c6b932d-cbbc-4136-9cfe-6b4ac6074409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:22:02Z', 'updated_at': '2022-02-19T07:22:06Z', 'revision_number': 3, 'project_id': 'a55f19c509d5469cb6a61177ecc9a4ef', 'gw_port': {'id': '4c6b932d-cbbc-4136-9cfe-6b4ac6074409', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee15318-fea6-4a0f-8317-768022e0e8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:03Z', 'updated_at': '2022-02-19T07:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:11.426480 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29a74e61-bd6d-4e5c-bfb0-f76b1d9da582 req-29912ed3-37f9-4fdc-acd2-c8c484183d99 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&id=27be8af6-2ef3-4c20-a4f0-8d48d244f705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3883135 Feb 19 07:22:11.496792 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Checking router: 8ee15318-fea6-4a0f-8317-768022e0e8b7 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:11.497302 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Updating router 8ee15318-fea6-4a0f-8317-768022e0e8b7 port 4c6b932d-cbbc-4136-9cfe-6b4ac6074409 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:22:11.552436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.580537 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.617776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Provisioning complete for port b84f0549-06fb-4a5f-9937-ac2fbd815388 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:11.619403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (8ee15318-fea6-4a0f-8317-768022e0e8b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.621476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.635809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.656618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Transition to ACTIVE for port object b13c98ca-664b-4b3b-881a-bb5253745e43 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:22:11.688634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:22:11.689677 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:22:11.696232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] In _notify_port_updated(), no bound segment for port d7296f01-0e87-4a62-b64f-675f91831c3d on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:22:11.699505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.701707 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.705731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-08ce2403-4d30-41f1-8b6b-18df5f2d302d service neutron] 10.222.0.24 "PUT /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 200 len: 1025 time: 2.3073001 Feb 19 07:22:11.728764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.734815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Deleting port 4c6b932d-cbbc-4136-9cfe-6b4ac6074409 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:11.735163 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.855691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.868906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Calling delete_port for 4c6b932d-cbbc-4136-9cfe-6b4ac6074409 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:11.910187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b84f0549-06fb-4a5f-9937-ac2fbd815388 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:11.910811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.954345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:11.958704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Current status of the port b84f0549-06fb-4a5f-9937-ac2fbd815388 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:11.958704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:11.975613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-97af690f-a34d-4023-8c1a-e3f86262f3eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:11.977387 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-97af690f-a34d-4023-8c1a-e3f86262f3eb tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "GET /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2357595 Feb 19 07:22:12.019452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b84f0549-06fb-4a5f-9937-ac2fbd815388, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b84f0549-06fb-4a5f-9937-ac2fbd815388,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:12.031061 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.101801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:12.130775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.161388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-bfd097d1-5425-4f86-9325-2bbd891f000e tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:22:12.161948 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:22:12.162648 n-d-829866-3 neutron-server[103590]: DEBUG oslo_db.api [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:22:12.163952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b84f0549-06fb-4a5f-9937-ac2fbd815388,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:12.174639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-bfd097d1-5425-4f86-9325-2bbd891f000e tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197177 Feb 19 07:22:12.175721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:22:12.176207 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:22:12.206733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f497ab6-9639-47af-b890-22a780f45a20 req-892f96aa-12be-4bab-8576-655c561baa06 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/c8f61ec1-633d-47f9-9f2b-32213b112888 HTTP/1.1" status: 200 len: 1822 time: 0.5514557 Feb 19 07:22:12.224314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4c6b932d-cbbc-4136-9cfe-6b4ac6074409), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.235091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-3f3340fb-10cc-4b5f-9265-ff2d87ee557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:12.236725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-3f3340fb-10cc-4b5f-9265-ff2d87ee557d service neutron] 10.222.0.43 "GET /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 1124 time: 0.0611069 Feb 19 07:22:12.257477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port d7296f01-0e87-4a62-b64f-675f91831c3d is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:12.258499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 96f36677-8b23-4e99-800c-4d0d76889fd6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:12.259240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:12.260229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:12.260801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:22:12.264391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c6b932d-cbbc-4136-9cfe-6b4ac6074409,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:12.290400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:12.293070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:12.319402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.319909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.320348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.320870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.321243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.321671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.322104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.322521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.322943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.323415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.323840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.324275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.324693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:12.397919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:12.424147 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (8ee15318-fea6-4a0f-8317-768022e0e8b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.435953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 96f36677-8b23-4e99-800c-4d0d76889fd6 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:12.436775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.441599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.456670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.461766 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.484309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f497ab6-9639-47af-b890-22a780f45a20 req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (c8f61ec1-633d-47f9-9f2b-32213b112888), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.485033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:12.490866 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.492471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 681603d6-7736-44a8-b54a-445e1b9aa383 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:12.548243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Attempting to bind port b13c98ca-664b-4b3b-881a-bb5253745e43 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:12.548669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Attempting to bind port b13c98ca-664b-4b3b-881a-bb5253745e43 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:12.549012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Attempting to bind port b13c98ca-664b-4b3b-881a-bb5253745e43 on network e51d73c4-0d88-4b96-ab53-b927890ee8ab {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:12.555690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.561322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (8ee15318-fea6-4a0f-8317-768022e0e8b7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.604739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f497ab6-9639-47af-b890-22a780f45a20 req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (c8f61ec1-633d-47f9-9f2b-32213b112888), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.608941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Port b13c98ca-664b-4b3b-881a-bb5253745e43 on network e51d73c4-0d88-4b96-ab53-b927890ee8ab not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:12.609276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Attempting to bind port b13c98ca-664b-4b3b-881a-bb5253745e43 on network e51d73c4-0d88-4b96-ab53-b927890ee8ab {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:12.621984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:12.622456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:12.622881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:12.625068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:12.629287 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe3b406-6afc-49f9-b2ad-3d6a0b3943bd" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:12.631922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:12.632358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:12.634866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:12.637109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (8ee15318-fea6-4a0f-8317-768022e0e8b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.638511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:12.638748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Checking segment: {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:12.639144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Bound using segment: {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:12.640136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Bound port: b13c98ca-664b-4b3b-881a-bb5253745e43, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:12.640136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.644158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee15318-fea6-4a0f-8317-768022e0e8b7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:12.649075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.650256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66e2fa2b-7c25-4c80-96fc-2935371470ba tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/routers/8ee15318-fea6-4a0f-8317-768022e0e8b7 HTTP/1.1" status: 204 len: 168 time: 1.5043325 Feb 19 07:22:12.659002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:12.661314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:12.661654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:12.662039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:12.662505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Bound port: a786ee27-f863-44fc-ac82-9c625c96a63c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:12.673847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 681603d6-7736-44a8-b54a-445e1b9aa383 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:12.674704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.718535 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Port 4c6b932d-cbbc-4136-9cfe-6b4ac6074409 not found while updating agent binding for router 8ee15318-fea6-4a0f-8317-768022e0e8b7. {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 07:22:12.739845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd9841e1-13c8-4bdd-8190-2f49c6a0ad18 None None] Current status of the port b84f0549-06fb-4a5f-9937-ac2fbd815388 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:12.741411 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:12.743696 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:22:12.744636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ee15318-fea6-4a0f-8317-768022e0e8b7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:22:12.745043 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3451c-f893-4d02-bd3b-e3b774562244 None None] The sync data for ids ['8ee15318-fea6-4a0f-8317-768022e0e8b7'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:12.804867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f497ab6-9639-47af-b890-22a780f45a20 req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8f61ec1-633d-47f9-9f2b-32213b112888), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.807477 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2f497ab6-9639-47af-b890-22a780f45a20 req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.811127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:12.813432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f497ab6-9639-47af-b890-22a780f45a20 req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8f61ec1-633d-47f9-9f2b-32213b112888 HTTP/1.1" status: 204 len: 173 time: 0.5996046 Feb 19 07:22:12.823859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.825071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-0ef785b1-5c07-4637-918c-10e4aa36332c service neutron] 10.222.0.43 "POST /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5685649 Feb 19 07:22:12.844044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.862207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Provisioning complete for port b84f0549-06fb-4a5f-9937-ac2fbd815388 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:12.862582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.884779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:12.925703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ec7bd-cf51-472a-9509-a83efc63cea4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f61ec1-633d-47f9-9f2b-32213b112888,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:12.936251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=681603d6-7736-44a8-b54a-445e1b9aa383,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:13.020074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:13.028154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Current status of the port b84f0549-06fb-4a5f-9937-ac2fbd815388 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:13.040378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Provisioning complete for port d7296f01-0e87-4a62-b64f-675f91831c3d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:13.040788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.062151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:13.089318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Port d7296f01-0e87-4a62-b64f-675f91831c3d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:13.100127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Provisioning complete for port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:13.100584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.118542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.122603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] For port 681603d6-7736-44a8-b54a-445e1b9aa383, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:13.149994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7df7c41-08c5-41a6-8122-f4cc1e823a83 None None] Port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:13.175137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21e3f-95f2-467d-b47a-46810f456853 req-aab05e11-15e2-457b-bb6b-82f8b7a51289 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.176753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1eb21e3f-95f2-467d-b47a-46810f456853 req-aab05e11-15e2-457b-bb6b-82f8b7a51289 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2832088 Feb 19 07:22:13.237701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.238402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.239744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] 10.222.0.47 "PUT /v2.0/ports/b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 1091 time: 4.1733496 Feb 19 07:22:13.247097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:13.249480 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46062b16-563e-46f8-b189-5d19fa21be27" -d '{"events": [{"name": "network-changed", "server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:13.255891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] device_id is not set on port 681603d6-7736-44a8-b54a-445e1b9aa383 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:22:13.289957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Publish callbacks [] for port (681603d6-7736-44a8-b54a-445e1b9aa383), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.326128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e246e82-1e3a-46d4-b94a-0072144f2bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:13.337516 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.348903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:22:13.349920 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:22:13.424585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (a1251b67-42f4-46b1-84fb-4e054d453b06), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.475639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd90f6c-5612-48a5-adcf-8168f7157e87 req-b7975ffd-d682-4fe7-8916-61b9334cecaa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.477350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdd90f6c-5612-48a5-adcf-8168f7157e87 req-b7975ffd-d682-4fe7-8916-61b9334cecaa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1245594 Feb 19 07:22:13.482635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-ba43de0c-a7ab-4e0f-b00a-8192310ac974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.484186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-ba43de0c-a7ab-4e0f-b00a-8192310ac974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1127 time: 0.1293006 Feb 19 07:22:13.613030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdd90f6c-5612-48a5-adcf-8168f7157e87 req-6ee21ee4-24b4-4780-b801-edad052e2d45 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239622 Feb 19 07:22:13.622343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Deleting port 39346fe0-2f95-4758-84c3-01b7c422bc2f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:13.622696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.652055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1eb21e3f-95f2-467d-b47a-46810f456853 req-91de836c-c2f6-46d2-b1af-b3d6238772c2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397266 Feb 19 07:22:13.682674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-b90eaf48-6a6f-474b-964c-1ab1f12a1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.684171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-b90eaf48-6a6f-474b-964c-1ab1f12a1a4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.1925309 Feb 19 07:22:13.692591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ef0d498-2e5e-45a0-8508-44c328ce9ec3 None None] Provisioning complete for port 681603d6-7736-44a8-b54a-445e1b9aa383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:13.696013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ef0d498-2e5e-45a0-8508-44c328ce9ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.707536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Pushing event updated for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:13.727167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] No DVR routers for this DVR port 681603d6-7736-44a8-b54a-445e1b9aa383 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:13.733595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-322608c3-2e4e-4e17-ba23-1676fe99a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.735071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-322608c3-2e4e-4e17-ba23-1676fe99a0b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1125 time: 0.4487510 Feb 19 07:22:13.747255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-b6a30c16-dd7f-4b96-b17a-879cdbe6e0c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0566704 Feb 19 07:22:13.814645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-ccfe1be3-3ed0-4520-8b42-a27552be90f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.0583627 Feb 19 07:22:13.828330 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0960d4b-aba8-4830-aa45-c43c38a6e33a x-openstack-request-id: req-b0960d4b-aba8-4830-aa45-c43c38a6e33a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:13.828583 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:13.828966 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0960d4b-aba8-4830-aa45-c43c38a6e33a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:13.834546 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'code': 200} Feb 19 07:22:13.835374 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'code': 200} Feb 19 07:22:13.836620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ef0d498-2e5e-45a0-8508-44c328ce9ec3 None None] Port 681603d6-7736-44a8-b54a-445e1b9aa383 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:13.859206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] For port 39346fe0-2f95-4758-84c3-01b7c422bc2f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39346fe0-2f95-4758-84c3-01b7c422bc2f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:13.859632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.869215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] In _notify_port_updated(), no bound segment for port 681603d6-7736-44a8-b54a-445e1b9aa383 on network 806604bd-b8a0-47db-ad46-3f62efe6f97c {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:22:13.870228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-82354bb4-8ba0-4cad-82d3-5c5183fc70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.870560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.871541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.873046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-82354bb4-8ba0-4cad-82d3-5c5183fc70ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1165895 Feb 19 07:22:13.873355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-8ef6cf15-6faf-41bf-85e7-0acf4567db98 service neutron] 10.222.0.24 "PUT /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 200 len: 1028 time: 1.8140833 Feb 19 07:22:13.897560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 681603d6-7736-44a8-b54a-445e1b9aa383 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:13.898878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ce5223da-57e0-4ac2-8f79-c65c195f4653 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:13.907924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Calling delete_port for 39346fe0-2f95-4758-84c3-01b7c422bc2f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:13.935767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-00b24deb-6db5-4335-8275-53f6dc4f61bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470917 Feb 19 07:22:13.979221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:13.991474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-64a2c03b-44d1-4127-a0c1-a623423eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:13.992884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-64a2c03b-44d1-4127-a0c1-a623423eb160 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.1666777 Feb 19 07:22:13.997602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ce5223da-57e0-4ac2-8f79-c65c195f4653 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:13.998067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.012850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.037506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:14.041668 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.042489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a0315a5d-984a-4134-bda6-c9a31ff204f8 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:14.044970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-5a2fb6eb-569d-4ab2-aab1-95aca580ad39 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/45564b50-b1e4-476f-ae62-02ec0057c394 HTTP/1.1" status: 200 len: 1823 time: 0.1968384 Feb 19 07:22:14.105706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-00d3f7b1-69b4-4c02-a65d-36a58d34ad3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873184 Feb 19 07:22:14.120360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.125796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.126487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:14.133570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.138867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.144296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.146157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-f2032296-927e-466f-9eb3-1dc956c44c21 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 3879 time: 0.3021603 Feb 19 07:22:14.185410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a0315a5d-984a-4134-bda6-c9a31ff204f8 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:14.186087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.193055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b84f0549-06fb-4a5f-9937-ac2fbd815388 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:14.195332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.220668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-7f16cc3c-cda4-4f0d-8a9e-101f9558b786 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781522 Feb 19 07:22:14.245377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event updated for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:14.274039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:14.284201 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.308020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (45564b50-b1e4-476f-ae62-02ec0057c394), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.350878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b84f0549-06fb-4a5f-9937-ac2fbd815388 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:14.351455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (45564b50-b1e4-476f-ae62-02ec0057c394), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.351836 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.352742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port 96f36677-8b23-4e99-800c-4d0d76889fd6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:14.353085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.387128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f7fc956-1b71-4ed6-9231-f9a85c39d358 req-e93ca5b2-1533-4e80-9c26-ee33685a917f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242274 Feb 19 07:22:14.414196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:14.415416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-74890a0c-69f9-42ab-9048-8cfde0b98119 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886303 Feb 19 07:22:14.427585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-2ce3118f-2dc5-4a50-afe0-84827e9afa18 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781231 Feb 19 07:22:14.463150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (39346fe0-2f95-4758-84c3-01b7c422bc2f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.529717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b84f0549-06fb-4a5f-9937-ac2fbd815388 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:14.537355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event deleted for resources: {'Port': ['ID=39346fe0-2f95-4758-84c3-01b7c422bc2f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:14.569300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (45564b50-b1e4-476f-ae62-02ec0057c394), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.571964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.573436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f7b9636-2076-45ad-a291-2a59b3460ea7 req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/45564b50-b1e4-476f-ae62-02ec0057c394 HTTP/1.1" status: 204 len: 173 time: 0.5072839 Feb 19 07:22:14.589321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce576520-6e40-46df-a00b-9df95cf4bedd tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45564b50-b1e4-476f-ae62-02ec0057c394,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:14.612082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a1251b67-42f4-46b1-84fb-4e054d453b06), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.638107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:14.643208 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca17d4-8de0-417a-8d3a-f912da2a1f7c x-openstack-request-id: req-5dca17d4-8de0-417a-8d3a-f912da2a1f7c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:14.643520 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:14.643783 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dca17d4-8de0-417a-8d3a-f912da2a1f7c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:14.644186 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'status': 'completed', 'code': 200} Feb 19 07:22:14.646145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] For port 96f36677-8b23-4e99-800c-4d0d76889fd6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=96f36677-8b23-4e99-800c-4d0d76889fd6,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:14.646309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.658550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:14.683972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for 96f36677-8b23-4e99-800c-4d0d76889fd6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:14.758045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.761392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_controller (a1251b67-42f4-46b1-84fb-4e054d453b06), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.807752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e203c50-188b-4f95-9303-7add3fdd2fc8 req-5d763c8b-f3b8-4a5a-9006-7e14147c653f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.809310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e203c50-188b-4f95-9303-7add3fdd2fc8 req-5d763c8b-f3b8-4a5a-9006-7e14147c653f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.2900527 Feb 19 07:22:14.859966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c815e7d-2892-4450-a24f-36ba3effa915 req-81bd3c00-f9f5-47e1-a2e5-3fb6533690c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318563 Feb 19 07:22:14.867363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a1251b67-42f4-46b1-84fb-4e054d453b06), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.868353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1251b67-42f4-46b1-84fb-4e054d453b06 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:14.873512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.885067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-736a3508-d9c6-4af5-ba63-fe6f9d35b698 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a1251b67-42f4-46b1-84fb-4e054d453b06 HTTP/1.1" status: 204 len: 168 time: 2.2193775 Feb 19 07:22:14.885934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:14.891718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2019504751', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:14.923650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.925221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:14.950998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f8429-44e2-4d2e-8fa7-f4a3af897466 req-c4cba4cd-1949-4f8c-b995-bde821f14a54 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:14.952696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f13f8429-44e2-4d2e-8fa7-f4a3af897466 req-c4cba4cd-1949-4f8c-b995-bde821f14a54 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1467650 Feb 19 07:22:15.000306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e203c50-188b-4f95-9303-7add3fdd2fc8 req-1bc8984a-dec4-40f6-b8cf-a6e206407ac2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539047 Feb 19 07:22:15.019119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:15.054216 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.088905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a564f932-0b30-4a35-8f94-651995f6c078 None None] Provisioning complete for port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:15.091616 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a564f932-0b30-4a35-8f94-651995f6c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.144423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a564f932-0b30-4a35-8f94-651995f6c078 None None] Port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:15.180003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f13f8429-44e2-4d2e-8fa7-f4a3af897466 req-78725931-bae2-403d-b95e-f91c4a4967d2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115686 Feb 19 07:22:15.216627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062b16-563e-46f8-b189-5d19fa21be27 req-e9623208-7272-41a0-acb6-f6865b9526e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:15.218320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-e9623208-7272-41a0-acb6-f6865b9526e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1125 time: 0.2965903 Feb 19 07:22:15.226729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-b3f30a9f-0930-437c-95bc-c7a71ec35f70 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/8af785c3-e8ca-4ac8-a470-0077ec6bd7ba HTTP/1.1" status: 200 len: 1824 time: 0.1121504 Feb 19 07:22:15.314987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.387657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c3bf-856a-4045-b0f1-34588c4264b1 req-d36939cb-26ae-4736-b37e-374e8b1f6af4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:15.389063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11d8c3bf-856a-4045-b0f1-34588c4264b1 req-d36939cb-26ae-4736-b37e-374e8b1f6af4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1351159 Feb 19 07:22:15.398488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:15.404684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062b16-563e-46f8-b189-5d19fa21be27 req-a1bcd274-8ba6-48dc-8afa-3d767ae5c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:15.406255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-a1bcd274-8ba6-48dc-8afa-3d767ae5c8a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.1785157 Feb 19 07:22:15.414332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:15.416289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ee8417c2-6095-4764-9ddc-db7b8536cb92 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1500778 Feb 19 07:22:15.426805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:15.440843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:15.449017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:15.450959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:15.494684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (96f36677-8b23-4e99-800c-4d0d76889fd6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.496585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11d8c3bf-856a-4045-b0f1-34588c4264b1 req-e7b5a2bd-5a0d-49aa-bafb-db8fc864d717 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929878 Feb 19 07:22:15.568829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-9e5a7a50-0a67-4f15-ac06-44aa84f84f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.1401973 Feb 19 07:22:15.642521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:15.680773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.682142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=96f36677-8b23-4e99-800c-4d0d76889fd6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:15.708534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (8af785c3-e8ca-4ac8-a470-0077ec6bd7ba), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.721358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:15.784100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf541f-69b6-440b-90dc-f7ce0fec172d req-9701a624-939e-4539-987a-4269f7862860 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:15.785618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eaf541f-69b6-440b-90dc-f7ce0fec172d req-9701a624-939e-4539-987a-4269f7862860 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1645710 Feb 19 07:22:15.837502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:15.840228 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163c24e-7e76-48d0-a955-5b8b6a4cd91f" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:15.878657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eaf541f-69b6-440b-90dc-f7ce0fec172d req-25e62ff0-0489-4d9d-921b-dbb66900597b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826719 Feb 19 07:22:15.904000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:12Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:13Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:15.906208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Allocated IP 172.25.7.78 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4b9243c1-324a-4342-90d9-bb13f6943c8c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:15.963130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:15.963597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Updating router 41155d37-1d78-407f-8cb9-3067fd5abc98 port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:22:16.000771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.025694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] No DVR routers for this DVR port 96f36677-8b23-4e99-800c-4d0d76889fd6 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:16.029047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062b16-563e-46f8-b189-5d19fa21be27 req-2d5ab48f-ba76-4453-a355-2bb2b39544e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.030618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-2d5ab48f-ba76-4453-a355-2bb2b39544e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.4198892 Feb 19 07:22:16.031990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.036147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-2e6f3feb-bd26-4fa3-bcdb-314d4b3b75c6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "DELETE /v2.0/ports/96f36677-8b23-4e99-800c-4d0d76889fd6 HTTP/1.1" status: 204 len: 173 time: 2.1478333 Feb 19 07:22:16.048831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (8af785c3-e8ca-4ac8-a470-0077ec6bd7ba), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.089276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-81b34c11-b839-4947-9e7e-590a337797d2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.095832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-81b34c11-b839-4947-9e7e-590a337797d2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.101990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-81b34c11-b839-4947-9e7e-590a337797d2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.108942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-81b34c11-b839-4947-9e7e-590a337797d2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.118751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-81b34c11-b839-4947-9e7e-590a337797d2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 3142 time: 0.1277940 Feb 19 07:22:16.123152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8af785c3-e8ca-4ac8-a470-0077ec6bd7ba), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.125992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.127158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d38914b-85af-4e1a-bc19-d38fc36ca360 req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/8af785c3-e8ca-4ac8-a470-0077ec6bd7ba HTTP/1.1" status: 204 len: 173 time: 0.8100760 Feb 19 07:22:16.240788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb23b051-943f-4a78-92d6-584dacd02de4 req-435baa11-9c61-4e86-b997-d08240efa874 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210148 Feb 19 07:22:16.270883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-1517943a-86b4-4928-89e9-f270a3594d55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635487 Feb 19 07:22:16.277565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for port (4b9243c1-324a-4342-90d9-bb13f6943c8c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.330331 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710560d1-b18f-4bfb-b8a7-58bd886eaad2 x-openstack-request-id: req-710560d1-b18f-4bfb-b8a7-58bd886eaad2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:16.331276 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-unplugged", "status": "completed", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:16.331837 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-710560d1-b18f-4bfb-b8a7-58bd886eaad2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:16.332400 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'code': 200} Feb 19 07:22:16.332813 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'code': 200} Feb 19 07:22:16.333861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39346fe0-2f95-4758-84c3-01b7c422bc2f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:16.335531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4b9243c1-324a-4342-90d9-bb13f6943c8c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.339671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9739d-180c-4707-8789-1cb4348adc9f tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af785c3-e8ca-4ac8-a470-0077ec6bd7ba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:16.412241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 39346fe0-2f95-4758-84c3-01b7c422bc2f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:16.412587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39346fe0-2f95-4758-84c3-01b7c422bc2f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:16.435649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:16.444918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:16.451291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:16.457202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event updated for resources: {'Port': ['ID=4b9243c1-324a-4342-90d9-bb13f6943c8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:16.513362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ff4fe-f187-4f20-b4b9-130cf4302c7b req-ef8516c2-245a-46e6-a636-39df69904155 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.523122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f0ff4fe-f187-4f20-b4b9-130cf4302c7b req-ef8516c2-245a-46e6-a636-39df69904155 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1643541 Feb 19 07:22:16.553042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks [] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.559847 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.587041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:22:16.642029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb83c-2997-4ee5-94a2-fb4b20e00ae0 None None] Pushing event updated for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:16.647285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-2d090e30-7f44-4702-821a-f67531c9ce54 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288364 Feb 19 07:22:16.647805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:16.656700 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935f79d8-eb6a-4a9c-bb49-487cc64f7f68" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:16.689128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9ae9d-a811-490b-8369-6fd14746857d req-c2ba6a7d-fbc5-4f07-8eb5-df132dcd6cb8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:16.696203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edf9ae9d-a811-490b-8369-6fd14746857d req-c2ba6a7d-fbc5-4f07-8eb5-df132dcd6cb8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.4101036 Feb 19 07:22:16.704427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f0ff4fe-f187-4f20-b4b9-130cf4302c7b req-25ba5e92-dea4-404c-973e-06ceb19c0d09 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806765 Feb 19 07:22:16.741076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Attempting to bind port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:16.741751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Attempting to bind port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:16.742336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Attempting to bind port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 on network 399583a3-55c4-46bc-bec0-5c0781fbbe03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:16.748682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:16.749888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Checking segment: {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:16.750705 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.751427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Bound using segment: {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:16.752119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Bound port: 04d6febf-55e7-41a4-9bd3-11ed22e32e61, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2449ebec-2d7e-49b8-ba34-d59113af02e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:16.752718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.830268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] For port 04d6febf-55e7-41a4-9bd3-11ed22e32e61, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:16.834254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] For port 04d6febf-55e7-41a4-9bd3-11ed22e32e61, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=04d6febf-55e7-41a4-9bd3-11ed22e32e61,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:16.843056 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.857817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46062b16-563e-46f8-b189-5d19fa21be27 req-a1a53e9e-b3b2-493b-a2ce-ee979768212e service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953089 Feb 19 07:22:16.882196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port b719a50d-f6df-45be-8e18-21f2d4d7ca3a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:16.882489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:16.887178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-4c179719-1ae9-430e-b382-803e08054df4 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/706f5d4a-6f17-4748-914a-45f18b3a4029 HTTP/1.1" status: 200 len: 2422 time: 0.1525903 Feb 19 07:22:16.970305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:16.971127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:17.001029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.023283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb83c-2997-4ee5-94a2-fb4b20e00ae0 None None] Pushing event updated for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:17.070917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Provisioning complete for port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:17.071327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.109544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:17.136959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edf9ae9d-a811-490b-8369-6fd14746857d req-256281b4-912e-4bb5-b98e-2858c29a9285 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397073 Feb 19 07:22:17.210006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (706f5d4a-6f17-4748-914a-45f18b3a4029), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.238644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] For port b719a50d-f6df-45be-8e18-21f2d4d7ca3a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:17.238994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (706f5d4a-6f17-4748-914a-45f18b3a4029), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.239130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.306849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:22:17.385086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.421384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:22:17.421970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.546048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:17.553533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Router 73099d21-295a-4e4f-952c-d6b23bdc0c10 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:17.589100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Current status of the port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:17.590003 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.612179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af0d4a-b89e-453a-a155-d621417cbb58 req-0e8576d8-649f-4c46-9439-7c7e41eeea52 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:17.614085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93af0d4a-b89e-453a-a155-d621417cbb58 req-0e8576d8-649f-4c46-9439-7c7e41eeea52 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3229349 Feb 19 07:22:17.729537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] For port 04d6febf-55e7-41a4-9bd3-11ed22e32e61, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=04d6febf-55e7-41a4-9bd3-11ed22e32e61,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:17.743644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.802258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:17.828119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'port_id': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'mac_address': 'fa:16:3e:be:12:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad8022b-a71e-4747-b638-b285c8aa0021', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:22:17.841718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93af0d4a-b89e-453a-a155-d621417cbb58 req-da881d0d-b136-46b0-bd79-5c2bd50f8688 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214832 Feb 19 07:22:17.863894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Pushing event updated for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:17.929384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.929768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.930098 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Floating IP 15d5f272-e017-4e67-8948-146e189ee440 disassociated. External IP: 172.25.7.53, port: b719a50d-f6df-45be-8e18-21f2d4d7ca3a. Feb 19 07:22:17.930441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for b719a50d-f6df-45be-8e18-21f2d4d7ca3a owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:17.958562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:17.976968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.977337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.977641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.977992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.978413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.978851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.979271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.979619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.979887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.980224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.980946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.981296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:17.981620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c2d5b7-e501-4c11-9681-43d6a496da8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:22:18.009336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.010532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (706f5d4a-6f17-4748-914a-45f18b3a4029), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.014866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.022992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:18.023473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.034125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-658620a1-c5aa-4b57-8ccb-e732e9a38bb3 req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/706f5d4a-6f17-4748-914a-45f18b3a4029 HTTP/1.1" status: 204 len: 173 time: 1.1339414 Feb 19 07:22:18.057993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:18.069962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:12Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:16Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:18.086104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e178d-0e9a-4693-b42c-31467a60bc23 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706f5d4a-6f17-4748-914a-45f18b3a4029,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:18.099582 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca5f887-7e8b-4c2c-86d2-085ef63ff779 x-openstack-request-id: req-1ca5f887-7e8b-4c2c-86d2-085ef63ff779 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:18.100119 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "96f36677-8b23-4e99-800c-4d0d76889fd6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:18.100605 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ca5f887-7e8b-4c2c-86d2-085ef63ff779 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:18.101225 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': '96f36677-8b23-4e99-800c-4d0d76889fd6', 'status': 'completed', 'code': 200} Feb 19 07:22:18.134719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1cecab46-676f-4258-9538-1a22f57a2cb7 None None] Provisioning complete for port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:18.135749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1cecab46-676f-4258-9538-1a22f57a2cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.171405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2f81f5-3bc6-4157-8e61-fc432e672ad1 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:12Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:16Z', 'revision_number': 4, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:18.220897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:18.247634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.323481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:18.348214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] Sync routers for ids ['73099d21-295a-4e4f-952c-d6b23bdc0c10'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:18.386585 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] Routers {'73099d21-295a-4e4f-952c-d6b23bdc0c10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:18.387639 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['73099d21-295a-4e4f-952c-d6b23bdc0c10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:18.391209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:18.404023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1cecab46-676f-4258-9538-1a22f57a2cb7 None None] Current status of the port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:18.407229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.411887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4818fbc8-fd83-4c17-80ff-e53209d5d313 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5214472 Feb 19 07:22:18.412157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:18.426659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:18.447052 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:18.459550 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] Routers {'73099d21-295a-4e4f-952c-d6b23bdc0c10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:18.460465 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['73099d21-295a-4e4f-952c-d6b23bdc0c10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:18.530032 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:18.530975 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8737beda-8797-4d36-b42f-59998065b4ba None None] The sync data for ids ['73099d21-295a-4e4f-952c-d6b23bdc0c10'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:18.536434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274027b1-4132-4c25-9d97-0fd44ce40a42 req-2216065a-6f00-44f2-8523-fc7d3a9fb1ca tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:18.546412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-274027b1-4132-4c25-9d97-0fd44ce40a42 req-2216065a-6f00-44f2-8523-fc7d3a9fb1ca tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.3440733 Feb 19 07:22:18.600119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227e51c-f569-4397-a211-9f27145e82ee req-d4947151-9c26-4aa7-8e5d-8c9a72c0816a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:18.607402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0227e51c-f569-4397-a211-9f27145e82ee req-d4947151-9c26-4aa7-8e5d-8c9a72c0816a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.5927157 Feb 19 07:22:18.618487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:18.635014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b13c98ca-664b-4b3b-881a-bb5253745e43'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:18.694018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-274027b1-4132-4c25-9d97-0fd44ce40a42 req-53685177-6245-43e8-88c5-9c81ab2b2e9b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464252 Feb 19 07:22:18.759261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0227e51c-f569-4397-a211-9f27145e82ee req-88429f99-9527-4dbb-a4f1-9793f7d9fcf3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507368 Feb 19 07:22:18.810578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b719a50d-f6df-45be-8e18-21f2d4d7ca3a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:18.879924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=b719a50d-f6df-45be-8e18-21f2d4d7ca3a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:19.011723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:19.021226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:19.025282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b12facf7-060f-4df4-b372-4f8b9c05fc41 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 933 time: 3.5899026 Feb 19 07:22:19.028981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:19.144881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:19.179267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dcd96-f5a1-4f71-b71a-d9f225a3fdca req-0b4bb666-0230-4ed1-8fa1-0d04f5301f24 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:19.180132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5486c-6b0d-4003-9344-e12b9eb56d95 req-1ca766fd-60d3-4fc4-8f9f-25f23f7ac378 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:19.183307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d3dcd96-f5a1-4f71-b71a-d9f225a3fdca req-0b4bb666-0230-4ed1-8fa1-0d04f5301f24 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.2784870 Feb 19 07:22:19.187324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5486c-6b0d-4003-9344-e12b9eb56d95 req-1ca766fd-60d3-4fc4-8f9f-25f23f7ac378 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:19.195834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5486c-6b0d-4003-9344-e12b9eb56d95 req-1ca766fd-60d3-4fc4-8f9f-25f23f7ac378 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:19.198446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fc5486c-6b0d-4003-9344-e12b9eb56d95 req-1ca766fd-60d3-4fc4-8f9f-25f23f7ac378 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 2409 time: 0.3672771 Feb 19 07:22:19.241489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-980d800c-66dc-412d-acb3-a4645c44a7c7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 933 time: 0.2069421 Feb 19 07:22:19.241489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56222) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:19.267702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:19.334153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fc5486c-6b0d-4003-9344-e12b9eb56d95 req-e43ed07f-6545-4822-af22-53b099770c2e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182868 Feb 19 07:22:19.414638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Router 3f21f7a6-4cc1-44b7-8adc-fce008765780 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:19.418376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:19.438561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:19.440286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:19.554583 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d3dcd96-f5a1-4f71-b71a-d9f225a3fdca req-49048345-6663-4777-a463-50291747d4d6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643382 Feb 19 07:22:19.631085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:19.717638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-01665c67-b443-4243-8a43-553af6b33762 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "GET /v2.0/security-groups/4aaa8526-a190-43bd-aea0-60ac959cd953 HTTP/1.1" status: 200 len: 2418 time: 0.3144851 Feb 19 07:22:19.870227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8993a5-cfa5-4a9b-a3c8-ec1bd412abdf req-a08b3994-520d-411d-9b05-fda00eb5d4fb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:19.885877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e8993a5-cfa5-4a9b-a3c8-ec1bd412abdf req-a08b3994-520d-411d-9b05-fda00eb5d4fb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1909108 Feb 19 07:22:19.915245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 6, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:19.939389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:19.956513 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Sync routers for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:19.972956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:19.983281 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:19.984575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:19.989176 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (4aaa8526-a190-43bd-aea0-60ac959cd953), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:19.991477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:19.991729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:20.031047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (4aaa8526-a190-43bd-aea0-60ac959cd953), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.043407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] No DVR routers for this DVR port b719a50d-f6df-45be-8e18-21f2d4d7ca3a on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:20.049256 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.052565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-1b7a41e6-da62-482b-a272-bceef98283fa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "DELETE /v2.0/ports/b719a50d-f6df-45be-8e18-21f2d4d7ca3a HTTP/1.1" status: 204 len: 173 time: 3.9476697 Feb 19 07:22:20.068398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e8993a5-cfa5-4a9b-a3c8-ec1bd412abdf req-637cc787-5e60-4331-b1ea-7790c498e849 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767502 Feb 19 07:22:20.122070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:20.133951 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254eb47-c04f-4ae6-b835-bc166a7fd288" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:20.170240 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4aaa8526-a190-43bd-aea0-60ac959cd953), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.178113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.197571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:20.203675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9204ef63-0222-404d-a8e2-aa1c3c4f6146 req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] 10.222.0.43 "DELETE /v2.0/security-groups/4aaa8526-a190-43bd-aea0-60ac959cd953 HTTP/1.1" status: 204 len: 173 time: 0.4667728 Feb 19 07:22:20.248494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:20.259573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d74e25-9bd9-4825-9cc9-33dc03457cb8 tempest-SecurityGroupRulesTestJSON-1836175436 tempest-SecurityGroupRulesTestJSON-1836175436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa8526-a190-43bd-aea0-60ac959cd953,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:20.275331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.288596 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:20.301176 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.354993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Deleting subnet f048141c-32b8-43e5-9645-921f6661ed18 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:20.363732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Publish callbacks [] for subnet (f048141c-32b8-43e5-9645-921f6661ed18), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.426266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c3c7f-7c29-45da-b381-6d45c44277e0 req-ddf9a3c2-675c-4400-8e92-b518f2bfb11a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:20.433316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b7c3c7f-7c29-45da-b381-6d45c44277e0 req-ddf9a3c2-675c-4400-8e92-b518f2bfb11a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2502477 Feb 19 07:22:20.480331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router 73099d21-295a-4e4f-952c-d6b23bdc0c10 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:20.494457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f048141c-32b8-43e5-9645-921f6661ed18), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.528227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:22:20.528782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:22:20.558041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port ce5223da-57e0-4ac2-8f79-c65c195f4653 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:20.558620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.593464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810d31-6bcf-4e92-be28-73571c1b7664 req-e69fb6a8-79db-4ab0-bbd6-05df8776513a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:20.597795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40810d31-6bcf-4e92-be28-73571c1b7664 req-e69fb6a8-79db-4ab0-bbd6-05df8776513a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 944 time: 0.1358607 Feb 19 07:22:20.638180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b7c3c7f-7c29-45da-b381-6d45c44277e0 req-07fb2296-15b1-4786-af16-5a38598f9f39 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038989 Feb 19 07:22:20.648256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 04d6febf-55e7-41a4-9bd3-11ed22e32e61 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:20.694170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f048141c-32b8-43e5-9645-921f6661ed18), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.758934 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241c80c5-0faf-4edf-b108-eb0f1119ba5a x-openstack-request-id: req-241c80c5-0faf-4edf-b108-eb0f1119ba5a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:20.759261 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "b719a50d-f6df-45be-8e18-21f2d4d7ca3a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:20.759517 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-241c80c5-0faf-4edf-b108-eb0f1119ba5a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:20.759930 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'b719a50d-f6df-45be-8e18-21f2d4d7ca3a', 'status': 'completed', 'code': 200} Feb 19 07:22:20.763893 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40810d31-6bcf-4e92-be28-73571c1b7664 req-3d54fa53-16dd-4a3a-8f65-771712bd8701 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588378 Feb 19 07:22:20.782786 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:20.784991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:20.787482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.793302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:20.797088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c76ffe85-856e-4571-82a2-e718f7651c11 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "PUT /v2.0/routers/73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 200 len: 925 time: 2.3769574 Feb 19 07:22:20.797947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:20.836273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] Sync routers for ids ['73099d21-295a-4e4f-952c-d6b23bdc0c10'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:20.886457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] Routers {'73099d21-295a-4e4f-952c-d6b23bdc0c10'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:20.887723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['73099d21-295a-4e4f-952c-d6b23bdc0c10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.002995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.020209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3643-6134-4b3a-bf7a-ddec269c32df req-5f27ca9e-06ad-4a41-a41c-aed29844c66b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.026319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3643-6134-4b3a-bf7a-ddec269c32df req-5f27ca9e-06ad-4a41-a41c-aed29844c66b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.026653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:21.026911 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.034355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e3643-6134-4b3a-bf7a-ddec269c32df req-5f27ca9e-06ad-4a41-a41c-aed29844c66b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.036467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea0e3643-6134-4b3a-bf7a-ddec269c32df req-5f27ca9e-06ad-4a41-a41c-aed29844c66b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 2409 time: 0.1600137 Feb 19 07:22:21.052370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d39a5805-7782-4123-9658-b4ad91981e79 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 200 len: 925 time: 0.2485447 Feb 19 07:22:21.052370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:21.087161 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Checking router: 3f21f7a6-4cc1-44b7-8adc-fce008765780 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:21.099288 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:21.101267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.106782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] Routers {'73099d21-295a-4e4f-952c-d6b23bdc0c10'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:21.107457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['73099d21-295a-4e4f-952c-d6b23bdc0c10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.167092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea0e3643-6134-4b3a-bf7a-ddec269c32df req-4bf5978b-4d46-47cc-85e4-33e9d90f0ef1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823610 Feb 19 07:22:21.221223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c62fb-75a6-4013-b908-f47a315cff52 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.227362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d19c62fb-75a6-4013-b908-f47a315cff52 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=73099d21-295a-4e4f-952c-d6b23bdc0c10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1754174 Feb 19 07:22:21.231583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:21.233319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.233998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe2624-f355-4a95-bc84-81fff7ea6e8b None None] The sync data for ids ['73099d21-295a-4e4f-952c-d6b23bdc0c10'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:21.269264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] For port ce5223da-57e0-4ac2-8f79-c65c195f4653, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ce5223da-57e0-4ac2-8f79-c65c195f4653,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:21.269819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.288447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 6, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.291467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:21.307957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f048141c-32b8-43e5-9645-921f6661ed18), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.315246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for ce5223da-57e0-4ac2-8f79-c65c195f4653 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:21.337330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ddbb5b-e5d3-4998-96bd-548f349c0e9b None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 6, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:21.344582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f048141c-32b8-43e5-9645-921f6661ed18,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:21.392351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:21.484404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:21.494270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e32f66-dd1e-498e-87e3-82e05a7be613 req-f0cd7f90-d7e3-461c-a43e-57df078d5461 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.496339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51e32f66-dd1e-498e-87e3-82e05a7be613 req-f0cd7f90-d7e3-461c-a43e-57df078d5461 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1286397 Feb 19 07:22:21.536797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b13c98ca-664b-4b3b-881a-bb5253745e43 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:22:21.541077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b13c98ca-664b-4b3b-881a-bb5253745e43 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:21.541660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.546066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65669bfc-fb1c-4b2f-be4a-e0e09de74575 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.552289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65669bfc-fb1c-4b2f-be4a-e0e09de74575 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.3155663 Feb 19 07:22:21.556220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:21.578783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.606142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75ba8752-4812-4898-9ba4-2d6460c696bb tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 200 len: 205 time: 0.0460076 Feb 19 07:22:21.607962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:21.671736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.677096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.682934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3a1955ae-35c4-4412-b2a7-0f96fb207ade admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f048141c-32b8-43e5-9645-921f6661ed18 HTTP/1.1" status: 204 len: 168 time: 1.4843400 Feb 19 07:22:21.705614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:21.706183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.710605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-92bc9e26-95ea-4e5c-966a-c11fa1915483 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:21.717450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-92bc9e26-95ea-4e5c-966a-c11fa1915483 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.8338776 Feb 19 07:22:21.726338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:21.737796 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:21.764424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:21.767806 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2ac58-1ab4-40fa-8f8e-0ce5784d1e66" -d '{"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:21.796961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-9517a2d0-05e3-4add-86e4-e54a33a68853 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/quotas/47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 375 time: 0.0784836 Feb 19 07:22:21.805077 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13636a85-771c-4927-8e09-21d489f41cf0 None None] The sync data for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 is: [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:16:19Z', 'revision_number': 4, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'dd9bd2aa-6c2d-4521-8d81-83323f093b3d', 'name': '', 'network_id': '98978c2c-242d-44c2-b6e5-754afe116997', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'mac_address': 'fa:16:3e:f1:9a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:18Z', 'updated_at': '2022-02-19T07:16:27Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'subnets': [{'id': '1e3dcf15-d9bc-4f83-819d-5819ba097ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:21.809238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:21.816006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:21.899886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:22.011025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9468ea1c-a4ba-4b68-9887-bde0ff4e1efe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.056030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:22.082791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-029ca44d-d4b5-497e-a0a3-351ddc0f072a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1896260 Feb 19 07:22:22.122584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51e32f66-dd1e-498e-87e3-82e05a7be613 req-48b71202-1257-4e12-a3c4-5047655d6cad tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156209 Feb 19 07:22:22.248664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.305922 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd0ffd-b98f-41c4-9032-34b8f2370a9f None None] New status for floating IP 15d5f272-e017-4e67-8948-146e189ee440: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:22:22.332734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-7d35d8ca-cf0e-4650-8544-b2875f16e241 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243826 Feb 19 07:22:22.333903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:22.341207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.343766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2052f84-c6bc-4845-96bc-fdba5afb4e9d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 699 time: 3.0897121 Feb 19 07:22:22.345211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:22.355220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ce5223da-57e0-4ac2-8f79-c65c195f4653), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.374787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:22.503291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.529021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=ce5223da-57e0-4ac2-8f79-c65c195f4653,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:22.536809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0d8b1-7144-4577-867c-b813d2667e15 req-83ac8ea0-849a-44e0-8a76-c61cad81574c tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:22.539216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84f0d8b1-7144-4577-867c-b813d2667e15 req-83ac8ea0-849a-44e0-8a76-c61cad81574c tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1396794 Feb 19 07:22:22.542912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c81abc8d-1cd1-43dc-8a29-41f3e9613268 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 699 time: 0.1422808 Feb 19 07:22:22.565824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:22.599617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:22.600414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:22.659691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] No DVR routers for this DVR port ce5223da-57e0-4ac2-8f79-c65c195f4653 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:22.662232 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.665907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-6aee58b1-3862-42b0-9b16-d806733c2c83 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "DELETE /v2.0/ports/ce5223da-57e0-4ac2-8f79-c65c195f4653 HTTP/1.1" status: 204 len: 173 time: 2.5602605 Feb 19 07:22:22.671954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9468ea1c-a4ba-4b68-9887-bde0ff4e1efe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.705295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:22.766125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:22.769273 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f2e7f1-ed34-4029-a7d0-52a4775abac8" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:22.799542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9468ea1c-a4ba-4b68-9887-bde0ff4e1efe']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:22.835779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed148081-8aae-4011-95d3-593744bba0c7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:22.836072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed148081-8aae-4011-95d3-593744bba0c7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:22.861304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84f0d8b1-7144-4577-867c-b813d2667e15 req-46e4fb72-2d92-4987-aead-3ee0985676b1 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942219 Feb 19 07:22:22.861924 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ed148081-8aae-4011-95d3-593744bba0c7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.876803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ed148081-8aae-4011-95d3-593744bba0c7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.883271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:22.883914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ed148081-8aae-4011-95d3-593744bba0c7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.929408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port a0315a5d-984a-4134-bda6-c9a31ff204f8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:22.929408 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.975221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:20Z', 'revision_number': 7, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:22.983261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port 4b9243c1-324a-4342-90d9-bb13f6943c8c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:22.983613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4b9243c1-324a-4342-90d9-bb13f6943c8c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:22.996435 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:23.008120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-8da444f2-3683-4624-9ae2-2e89bd630c0c service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617968 Feb 19 07:22:23.047405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:23.056412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:23.056960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:23.102185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] For port a0315a5d-984a-4134-bda6-c9a31ff204f8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a0315a5d-984a-4134-bda6-c9a31ff204f8,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:23.102641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.120280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for a0315a5d-984a-4134-bda6-c9a31ff204f8 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:23.222140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:23.224377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4b9243c1-324a-4342-90d9-bb13f6943c8c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.255422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for 4b9243c1-324a-4342-90d9-bb13f6943c8c owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:23.327054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9468ea1c-a4ba-4b68-9887-bde0ff4e1efe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.334347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.341405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9468ea1c-a4ba-4b68-9887-bde0ff4e1efe HTTP/1.1" status: 204 len: 168 time: 1.6103377 Feb 19 07:22:23.361395 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d0f123-cb74-4aee-a70c-4d6d52626ebb x-openstack-request-id: req-41d0f123-cb74-4aee-a70c-4d6d52626ebb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:23.362465 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:23.362961 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41d0f123-cb74-4aee-a70c-4d6d52626ebb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:23.363599 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'code': 200} Feb 19 07:22:23.391003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a0315a5d-984a-4134-bda6-c9a31ff204f8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.422170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695dcee-1284-492b-aed3-8572badfaa68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9468ea1c-a4ba-4b68-9887-bde0ff4e1efe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:23.549946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:20Z', 'revision_number': 7, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:23.579651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4b9243c1-324a-4342-90d9-bb13f6943c8c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.598962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9033c0-f336-46f9-9078-3a3160c8561c None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:20Z', 'revision_number': 7, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '04d6febf-55e7-41a4-9bd3-11ed22e32e61', 'name': '', 'network_id': '399583a3-55c4-46bc-bec0-5c0781fbbe03', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:a5:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:22:10Z', 'updated_at': '2022-02-19T07:22:17Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:23.640288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=a0315a5d-984a-4134-bda6-c9a31ff204f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:23.654698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:23.730347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] No DVR routers for this DVR port a0315a5d-984a-4134-bda6-c9a31ff204f8 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:23.733376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:23.737842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-51b85a18-070e-48e1-b550-02267f893906 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "DELETE /v2.0/ports/a0315a5d-984a-4134-bda6-c9a31ff204f8 HTTP/1.1" status: 204 len: 173 time: 1.0630279 Feb 19 07:22:23.741657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=4b9243c1-324a-4342-90d9-bb13f6943c8c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:23.761167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e30031-be72-4d60-a651-9a39f217a4d5 req-1eab1c5e-7636-4e72-8d09-05867462a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:23.762670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39e30031-be72-4d60-a651-9a39f217a4d5 req-1eab1c5e-7636-4e72-8d09-05867462a08e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1127 time: 0.3136067 Feb 19 07:22:23.792873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8ec47-1c6b-4714-b2e4-68fc0c533295 req-e42c6780-d6c4-4eda-8de9-8a4ef2b19a1a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:23.794906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09b8ec47-1c6b-4714-b2e4-68fc0c533295 req-e42c6780-d6c4-4eda-8de9-8a4ef2b19a1a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 942 time: 0.2840381 Feb 19 07:22:23.845392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18504d57-8b2a-4ecf-92d3-fd08e539a214 req-448fd37d-191d-4215-8048-e7116ff9dc50 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:23.848031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39e30031-be72-4d60-a651-9a39f217a4d5 req-f3656e2d-7c36-458c-805a-8f45e97cbf15 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661769 Feb 19 07:22:23.848332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18504d57-8b2a-4ecf-92d3-fd08e539a214 req-448fd37d-191d-4215-8048-e7116ff9dc50 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.8735449 Feb 19 07:22:23.902650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09b8ec47-1c6b-4714-b2e4-68fc0c533295 req-6d0f9ed1-1f12-4e04-b7bf-6bd178ad67bf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587447 Feb 19 07:22:24.029623 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b80763-81e9-466e-8648-0e7f9cd2e909 x-openstack-request-id: req-21b80763-81e9-466e-8648-0e7f9cd2e909 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:24.030263 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "ce5223da-57e0-4ac2-8f79-c65c195f4653", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:24.031379 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21b80763-81e9-466e-8648-0e7f9cd2e909 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:24.031818 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'ce5223da-57e0-4ac2-8f79-c65c195f4653', 'status': 'completed', 'code': 200} Feb 19 07:22:24.039140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:24.042854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.043020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-de3a1041-dce2-4e1e-ad8a-0a79c9da2a37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=490150d0494243d3b7e3a47040d59d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785803 Feb 19 07:22:24.054105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:24.069932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (73099d21-295a-4e4f-952c-d6b23bdc0c10), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.184521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18504d57-8b2a-4ecf-92d3-fd08e539a214 req-0e48bce1-cf61-4bc4-a37f-9dfdfc6b6266 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219266 Feb 19 07:22:24.253688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.261928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (73099d21-295a-4e4f-952c-d6b23bdc0c10), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.279796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.333723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] For port 9d2e9fb4-94e8-4856-b753-59f134d1bd62, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9d2e9fb4-94e8-4856-b753-59f134d1bd62,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:24.334856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.364085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for 9d2e9fb4-94e8-4856-b753-59f134d1bd62 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:24.372658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] Publish callbacks [] for security_group (ebff4303-b3f7-46c4-aebf-d073cfa935bc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.390285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50a4a7-299e-4875-af51-500b072bd874 req-287d7fa1-f3d6-4d35-a083-6f75ea552a0d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:24.392497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa50a4a7-299e-4875-af51-500b072bd874 req-287d7fa1-f3d6-4d35-a083-6f75ea552a0d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.2221358 Feb 19 07:22:24.454056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] Publish callbacks [] for security_group (ebff4303-b3f7-46c4-aebf-d073cfa935bc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.484695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5441a6a-f352-4fbc-8ef2-f57358eb899b req-3a9e941c-6610-4a58-af59-4d13478f0e8e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 210 time: 0.1910481 Feb 19 07:22:24.510311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (73099d21-295a-4e4f-952c-d6b23bdc0c10), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.510918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router 73099d21-295a-4e4f-952c-d6b23bdc0c10 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:24.520576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.525470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f59e5a0f-154e-404e-beb5-db514dd77786 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 204 len: 168 time: 2.9126132 Feb 19 07:22:24.526920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:24.536540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-106650954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:24.652968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.653951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.703091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442af0fd-ba1d-4d30-b42d-90000fa36161 req-048394b6-0f1b-4831-a424-e72434ca5ee0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:24.712441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-442af0fd-ba1d-4d30-b42d-90000fa36161 req-048394b6-0f1b-4831-a424-e72434ca5ee0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1386459 Feb 19 07:22:24.765239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.820518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa50a4a7-299e-4875-af51-500b072bd874 req-3bdce1ef-0b22-4234-95e8-2370bd2bcc2b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118657 Feb 19 07:22:24.833060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.846177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-442af0fd-ba1d-4d30-b42d-90000fa36161 req-785fcfba-cc14-4606-bd5f-fe86d2489c10 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326160 Feb 19 07:22:24.887918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:24.892927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36c27064-6670-474c-b489-18d7a3058a89 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3631887 Feb 19 07:22:24.896453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:24.904730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:25.004085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-c70694e9-d672-4ef7-baa1-06b19de5c831 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:25.005600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-c70694e9-d672-4ef7-baa1-06b19de5c831 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.2442291 Feb 19 07:22:25.028240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'device_id': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'admin_state_up': True, 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:25.225587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:25.236960 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.269805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ebff4303-b3f7-46c4-aebf-d073cfa935bc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.274073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.275454 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebff4303-b3f7-46c4-aebf-d073cfa935bc HTTP/1.1" status: 204 len: 168 time: 1.2092187 Feb 19 07:22:25.280134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.324811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 04d6febf-55e7-41a4-9bd3-11ed22e32e61 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:25.325230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.430158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27a5a0-3ecf-4e6f-843a-414db6f65f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff4303-b3f7-46c4-aebf-d073cfa935bc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:25.431125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38e268-1e60-4131-9d50-943018ff1a5e req-2ceb937e-666c-4c3f-8820-c4816b560d51 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:25.445437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f38e268-1e60-4131-9d50-943018ff1a5e req-2ceb937e-666c-4c3f-8820-c4816b560d51 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 942 time: 0.4214706 Feb 19 07:22:25.502237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9d2e9fb4-94e8-4856-b753-59f134d1bd62), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.549875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=9d2e9fb4-94e8-4856-b753-59f134d1bd62,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:25.558417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-7d889d12-c75f-4fb0-a6f9-6be241ba48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:25.560267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-7d889d12-c75f-4fb0-a6f9-6be241ba48a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 1127 time: 0.3763196 Feb 19 07:22:25.577486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f38e268-1e60-4131-9d50-943018ff1a5e req-f1f94db7-2747-41b1-ba2a-1bc91f60a2db tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups?id=ec7c48e7-c828-4610-a16e-43b535bdfe92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308672 Feb 19 07:22:25.626597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc00e8-e29e-41d5-a282-d7b4f73509a3 req-f3439b28-36f9-495e-a4de-169caf9a78bb tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:25.631357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5dc00e8-e29e-41d5-a282-d7b4f73509a3 req-f3439b28-36f9-495e-a4de-169caf9a78bb tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4458187 Feb 19 07:22:25.636563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 04d6febf-55e7-41a4-9bd3-11ed22e32e61, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=04d6febf-55e7-41a4-9bd3-11ed22e32e61,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:25.636955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.654803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 04d6febf-55e7-41a4-9bd3-11ed22e32e61 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:25.784869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.20.0.4 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/169089f2-405f-4be6-8e74-a70d0bbcab31) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:25.812033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-e8224443-0f87-4290-8205-37071b4ab8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:25.814166 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-e8224443-0f87-4290-8205-37071b4ab8eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.2387087 Feb 19 07:22:25.815471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] No DVR routers for this DVR port 9d2e9fb4-94e8-4856-b753-59f134d1bd62 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:25.831222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:25.835564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-905d33b3-ee29-4013-b549-7b471f182002 req-d7524002-37b7-4768-a9d2-bac52daa8468 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.24 "DELETE /v2.0/ports/9d2e9fb4-94e8-4856-b753-59f134d1bd62 HTTP/1.1" status: 204 len: 173 time: 2.0912163 Feb 19 07:22:26.069789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8'}, {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:26.072838 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29612d67-0473-4763-b295-a82f6dc66a71" -d '{"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8"}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:26.178474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5dc00e8-e29e-41d5-a282-d7b4f73509a3 req-541c639f-ca82-4613-893c-b0e713dcbd71 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578651 Feb 19 07:22:26.185457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-6a31c0b7-21a5-4bdb-9621-cffd3a0a0e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 200 len: 1001 time: 0.3437955 Feb 19 07:22:26.272182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-8e99d7b1-8f1a-4138-b8cb-279e8f20dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:26.274497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-8e99d7b1-8f1a-4138-b8cb-279e8f20dcf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.0718939 Feb 19 07:22:26.346190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2f08d-0b4a-465e-bc8d-8a1bebde87e0 req-ffdffacd-4c7e-44cb-9b5c-2c0fb54cc4d2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:26.354007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-caf2f08d-0b4a-465e-bc8d-8a1bebde87e0 req-ffdffacd-4c7e-44cb-9b5c-2c0fb54cc4d2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.6763237 Feb 19 07:22:26.359657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (cbb42bf8-00f5-43ea-b535-6901636eb9e7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:26.403012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e7f3b6d9-5ecf-4d94-bd46-8a46c4981140 req-21d56229-3987-4d5f-915d-2f15cc89bed5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 210 time: 0.0619483 Feb 19 07:22:26.408234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:26.424032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-d430e779-63fc-4596-be15-ef700080d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:26.425796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-d430e779-63fc-4596-be15-ef700080d10b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1426990 Feb 19 07:22:26.532955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-baa29214-8a9c-44ae-ba48-5320b3315354 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002147 Feb 19 07:22:26.546511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:26.551878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (04d6febf-55e7-41a4-9bd3-11ed22e32e61), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:26.614724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=04d6febf-55e7-41a4-9bd3-11ed22e32e61,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:26.655331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:26.666953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:26.737978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:26.754885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:26.758722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:26.785443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-caf2f08d-0b4a-465e-bc8d-8a1bebde87e0 req-092d2633-8dd1-4d5d-aa5c-4043d6747fd4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304383 Feb 19 07:22:26.896510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647eb05-9708-4450-9d37-7036c92933fe req-c0bfd243-6a56-464b-832e-1a01a5763b24 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:26.907948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d647eb05-9708-4450-9d37-7036c92933fe req-c0bfd243-6a56-464b-832e-1a01a5763b24 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.3703976 Feb 19 07:22:26.913251 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8c65d-c916-4144-9461-1c627b577e1e x-openstack-request-id: req-e0f8c65d-c916-4144-9461-1c627b577e1e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:26.913566 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "a0315a5d-984a-4134-bda6-c9a31ff204f8", "status": "completed", "code": 200}, {"server_uuid": "a03160ea-5145-44b0-a8a8-b36b184a8365", "name": "network-vif-deleted", "tag": "9d2e9fb4-94e8-4856-b753-59f134d1bd62", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:26.913831 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0f8c65d-c916-4144-9461-1c627b577e1e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:26.914246 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': 'a0315a5d-984a-4134-bda6-c9a31ff204f8', 'status': 'completed', 'code': 200} Feb 19 07:22:26.914499 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03160ea-5145-44b0-a8a8-b36b184a8365', 'name': 'network-vif-deleted', 'tag': '9d2e9fb4-94e8-4856-b753-59f134d1bd62', 'status': 'completed', 'code': 200} Feb 19 07:22:26.938011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:26.963456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d350dff4-45ef-49e3-a790-396ea90f8fb7 req-7505fb6e-0f5f-4fc3-9079-1739daa38423 service neutron] 10.222.0.47 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206138 Feb 19 07:22:27.023511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Allocated IP 172.25.7.74 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/92ac90ee-3651-409b-8aa5-ca020796f3b0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:27.049926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.060029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:27.060693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.093380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d647eb05-9708-4450-9d37-7036c92933fe req-ec16ebdc-b58b-4f75-9d85-96f59f31802b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844475 Feb 19 07:22:27.113740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-ac9586ed-8f3d-4169-9e02-958f68779ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0922225 Feb 19 07:22:27.124489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Request body: {'port': {'device_id': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:27.218265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34dfe651-6f93-447f-a15c-96d8c572137a None None] Provisioning complete for port 169089f2-405f-4be6-8e74-a70d0bbcab31 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:27.218768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34dfe651-6f93-447f-a15c-96d8c572137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.310580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-34dfe651-6f93-447f-a15c-96d8c572137a None None] Port 169089f2-405f-4be6-8e74-a70d0bbcab31 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:22:27.333370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b4fc88c-8d0b-4f8f-99ec-8475c7c8f7e6 req-6119c214-0b4e-41d5-b326-4b18d7cbfe80 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0717587 Feb 19 07:22:27.344483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.440643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:27.616936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce330e4e-1244-491a-b739-b53943f68c2d req-c5118a1c-cb13-4e76-859a-bc7a9c2b9384 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:27.618386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce330e4e-1244-491a-b739-b53943f68c2d req-c5118a1c-cb13-4e76-859a-bc7a9c2b9384 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1477168 Feb 19 07:22:27.718122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for port (92ac90ee-3651-409b-8aa5-ca020796f3b0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.719837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce330e4e-1244-491a-b739-b53943f68c2d req-4885a1a3-06f6-4282-8260-501765f2a7d5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913548 Feb 19 07:22:27.754132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:27.771747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-70c85d49-9ab3-4b14-a02f-ef5857ca4a7b tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1864076 Feb 19 07:22:27.772636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:27.776652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:27.790154 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:27.790959 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:27.824164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169089f2-405f-4be6-8e74-a70d0bbcab31 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:27.842825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:27.848851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks [] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.849622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.907501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Transition to ACTIVE for port object 169089f2-405f-4be6-8e74-a70d0bbcab31 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:22:27.911042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:27.912721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-3b24e887-c219-4bea-84cc-04bd03a481ba tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:27.913813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-3b24e887-c219-4bea-84cc-04bd03a481ba tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 813 time: 0.5147312 Feb 19 07:22:27.921071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.927697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:27.956108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-690b083a-089b-4b87-b762-587d309c6de3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/quotas/7d504058d29e49cd93efbd88be289f89 HTTP/1.1" status: 200 len: 375 time: 0.0313036 Feb 19 07:22:27.982367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (92ac90ee-3651-409b-8aa5-ca020796f3b0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.006590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14b42a-a786-4949-a919-e54581c291f2 req-460e0f79-c4a2-4420-bd87-b7432733c621 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:28.015733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba14b42a-a786-4949-a919-e54581c291f2 req-460e0f79-c4a2-4420-bd87-b7432733c621 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 931 time: 0.1582654 Feb 19 07:22:28.073253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:28.106110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:28.136521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba14b42a-a786-4949-a919-e54581c291f2 req-e6ef78af-4fd6-473c-b35f-cb3c6345fb56 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192911 Feb 19 07:22:28.183525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Pushing event updated for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:28.186540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:28.224887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event updated for resources: {'Port': ['ID=92ac90ee-3651-409b-8aa5-ca020796f3b0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:28.285710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Attempting to bind port 169089f2-405f-4be6-8e74-a70d0bbcab31 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:28.286055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Attempting to bind port 169089f2-405f-4be6-8e74-a70d0bbcab31 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:28.288631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Attempting to bind port 169089f2-405f-4be6-8e74-a70d0bbcab31 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:28.301696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Port 169089f2-405f-4be6-8e74-a70d0bbcab31 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:28.302106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Attempting to bind port 169089f2-405f-4be6-8e74-a70d0bbcab31 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:28.308669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:28.309632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:28.309632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:28.309964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Bound port: 169089f2-405f-4be6-8e74-a70d0bbcab31, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:28.310342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.330367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-61854252-6d92-4a14-b270-f9be2a325f87 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3536596 Feb 19 07:22:28.436644 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:26Z', 'revision_number': 8, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:28.460349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.479621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14fd7a-9986-40ce-9d6a-3fb89fe3d785 req-12e05b11-1c37-48b1-8abe-d328d6784d06 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:28.481524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef14fd7a-9986-40ce-9d6a-3fb89fe3d785 req-12e05b11-1c37-48b1-8abe-d328d6784d06 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.0999897 Feb 19 07:22:28.490442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:28.494808 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:28.496359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=169089f2-405f-4be6-8e74-a70d0bbcab31,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:28.509233 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:28.510253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:28.511326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.577968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:28.578595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.580246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] 10.222.0.24 "PUT /v2.0/ports/169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 1091 time: 1.4599001 Feb 19 07:22:28.649511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d624e4d-29a3-44a1-895b-523e8f5ee929 service neutron] Pushing event updated for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:28.680618 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:28.710060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef14fd7a-9986-40ce-9d6a-3fb89fe3d785 req-b4519442-dc56-49bd-b536-d1d6bc154abf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217307 Feb 19 07:22:28.734110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-5085bae9-6063-4d80-8efe-f01cdb6fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:28.736257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-5085bae9-6063-4d80-8efe-f01cdb6fa46f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1125 time: 0.0898209 Feb 19 07:22:28.757966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.810187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (cbb42bf8-00f5-43ea-b535-6901636eb9e7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.812803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:28.834668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-bf71806f-d08c-4fa4-a384-78a1e34db2e2 service neutron] 10.222.0.43 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704438 Feb 19 07:22:28.843609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-14d2c02a-813b-4a3e-b73d-1e674a02909f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 217 time: 0.0990715 Feb 19 07:22:28.847260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a1d91-1aab-459e-a3c2-59a25f05ab02 None None] Network 399583a3-55c4-46bc-bec0-5c0781fbbe03 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:28.903047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:28.906717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a758713b-8d63-4d21-98f0-e966baed7396 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f HTTP/1.1" status: 204 len: 168 time: 1.1308932 Feb 19 07:22:28.912918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:28.929997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:28.934707 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:28.984029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-433662da-bbda-4f87-a76e-4679138f2a9f req-4399941e-5227-4c84-b7ee-7ea1b0fc0442 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0456617 Feb 19 07:22:29.007481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-61a57de0-e0ed-4d41-abed-f295c60d8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.012210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-61a57de0-e0ed-4d41-abed-f295c60d8401 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1629477 Feb 19 07:22:29.076945 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:26Z', 'revision_number': 8, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:29.147805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-21428e0b-8b28-4f9f-b1ae-5e8197748770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.148216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca5e42-014d-49b1-9018-b9c6e75fe2e1 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:26Z', 'revision_number': 8, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25b6b86-3aa3-4058-97c5-3535c5485550', 'name': '', 'network_id': '5a075107-29ed-4c85-9d0a-0d11ed276101', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:96:c6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:59Z', 'updated_at': '2022-02-19T07:22:07Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': '5a0029cc-0957-490a-b20c-5f718f23f5d4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:29.149564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-21428e0b-8b28-4f9f-b1ae-5e8197748770 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1311433 Feb 19 07:22:29.171892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] DHCP port deletion for 399583a3-55c4-46bc-bec0-5c0781fbbe03 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:22:29.236431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Deleting port b84f0549-06fb-4a5f-9937-ac2fbd815388 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:29.237070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.272839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b641ca-87ac-4fea-a606-049c423c2ec3 req-2c16264c-10f2-4367-94e5-c6b265609ac5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.280673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3b641ca-87ac-4fea-a606-049c423c2ec3 req-2c16264c-10f2-4367-94e5-c6b265609ac5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.1459870 Feb 19 07:22:29.332584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-0e88d72c-db88-4554-bce5-4ad51244cec3 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556506 Feb 19 07:22:29.333026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] For port b84f0549-06fb-4a5f-9937-ac2fbd815388, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b84f0549-06fb-4a5f-9937-ac2fbd815388,segment=NetworkSegment(2449ebec-2d7e-49b8-ba34-d59113af02e0),segment_id=2449ebec-2d7e-49b8-ba34-d59113af02e0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:29.333603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.356208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Calling delete_port for b84f0549-06fb-4a5f-9937-ac2fbd815388 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:29.406762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3b641ca-87ac-4fea-a606-049c423c2ec3 req-f5d55384-3f3d-47f7-9598-82538e9ce8b5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248960 Feb 19 07:22:29.477919 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e6501f-13e2-4e19-9687-65a6ea1fb0f2 x-openstack-request-id: req-61e6501f-13e2-4e19-9687-65a6ea1fb0f2 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:29.478213 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:29.479999 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61e6501f-13e2-4e19-9687-65a6ea1fb0f2 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:29.480399 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31', 'status': 'completed', 'code': 200} Feb 19 07:22:29.551981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c8d4286-24ef-4239-a441-87a4b82512c5 req-e648b498-1299-4935-aeeb-436cddce4d2f service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121487 Feb 19 07:22:29.560522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b84f0549-06fb-4a5f-9937-ac2fbd815388), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.686889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] No DVR routers for this DVR port b84f0549-06fb-4a5f-9937-ac2fbd815388 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:29.694469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa11e59-5676-4a02-90c0-b45bc55c79bf None None] Pushing event deleted for resources: {'Port': ['ID=b84f0549-06fb-4a5f-9937-ac2fbd815388,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:29.758997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.769874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.784831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c8ea4-7090-48d0-9ca7-5179cda17170 req-ef83d9ae-8f5c-4f67-bf96-59967de69b49 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.786771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-564c8ea4-7090-48d0-9ca7-5179cda17170 req-ef83d9ae-8f5c-4f67-bf96-59967de69b49 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 943 time: 0.1828961 Feb 19 07:22:29.797361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-749f99ae-09c5-44ba-bad8-deb6de0ef81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.799106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-749f99ae-09c5-44ba-bad8-deb6de0ef81e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1125 time: 0.1427472 Feb 19 07:22:29.886672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:29.950879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-564c8ea4-7090-48d0-9ca7-5179cda17170 req-bd3d2a8a-9d3c-4d7a-b699-2f32a657c75f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551449 Feb 19 07:22:29.954767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-81c281b1-5eca-4951-845f-01e428d9067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:29.958908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (399583a3-55c4-46bc-bec0-5c0781fbbe03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:29.959180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-81c281b1-5eca-4951-845f-01e428d9067d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.1519251 Feb 19 07:22:29.977079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-cc979c1d-53df-40dd-8391-79147196ef80 service neutron] 10.222.0.43 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1373694 Feb 19 07:22:30.017969 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.107494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-4645e002-011b-46fd-8143-d5d507bf1a22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 217 time: 0.1400709 Feb 19 07:22:30.210315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 04d6febf-55e7-41a4-9bd3-11ed22e32e61 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:30.220662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-2355a2da-06db-42c4-91fc-38d7e50754e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:30.222771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-2355a2da-06db-42c4-91fc-38d7e50754e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1077237 Feb 19 07:22:30.278804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 04d6febf-55e7-41a4-9bd3-11ed22e32e61 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:30.279480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 04d6febf-55e7-41a4-9bd3-11ed22e32e61 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:30.280071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b84f0549-06fb-4a5f-9937-ac2fbd815388 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:30.282669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cafc3-b443-4515-86f1-8c56ee9fda41 req-4f78dfef-56ec-4aa7-a3c8-b30c494655e9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:30.291833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-085cafc3-b443-4515-86f1-8c56ee9fda41 req-4f78dfef-56ec-4aa7-a3c8-b30c494655e9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1805091 Feb 19 07:22:30.329932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b84f0549-06fb-4a5f-9937-ac2fbd815388 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:30.329932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b84f0549-06fb-4a5f-9937-ac2fbd815388 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:30.356060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-8753227c-b760-4bf4-8220-b33a689bc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:30.357919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-8753227c-b760-4bf4-8220-b33a689bc603 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1267560 Feb 19 07:22:30.364429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd000-2fc4-4c1e-8c8a-e75358379dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.451136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-085cafc3-b443-4515-86f1-8c56ee9fda41 req-43fd34fb-4240-41f2-b113-e2665783eeec tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578822 Feb 19 07:22:30.477593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Router cbb42bf8-00f5-43ea-b535-6901636eb9e7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:30.491916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e8b76a3-6c78-447b-8465-f623b3187cac req-1b2d9b1c-0c14-4516-b8ca-2ea5afb661c9 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0674434 Feb 19 07:22:30.497748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (399583a3-55c4-46bc-bec0-5c0781fbbe03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.524091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-2d50cd48-a6e4-42c9-be27-c896db619321 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587832 Feb 19 07:22:30.552441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399583a3-55c4-46bc-bec0-5c0781fbbe03']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:30.578680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e5913bf-8aa2-41f4-b4d7-d88968110fc6 req-41a21146-1ea5-4ddd-935f-6d8a4d026542 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 210 time: 0.0377629 Feb 19 07:22:30.610804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2449ebec-2d7e-49b8-ba34-d59113af02e0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:30.611505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2449ebec-2d7e-49b8-ba34-d59113af02e0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:30.630160 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (2449ebec-2d7e-49b8-ba34-d59113af02e0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.663882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2449ebec-2d7e-49b8-ba34-d59113af02e0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.706941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:30.707339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (2449ebec-2d7e-49b8-ba34-d59113af02e0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:30.711527 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:30.793357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd000-2fc4-4c1e-8c8a-e75358379dbe admin admin] Publish callbacks [] for security_group (a5408519-bb0b-4b3e-98fc-e476aaa0d24d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.802600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd000-2fc4-4c1e-8c8a-e75358379dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a5408519-bb0b-4b3e-98fc-e476aaa0d24d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.832795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f0bd000-2fc4-4c1e-8c8a-e75358379dbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=742d7bcf2f7b47b894e00e5e6e9769bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9334903 Feb 19 07:22:30.832795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (399583a3-55c4-46bc-bec0-5c0781fbbe03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.834605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:30.837225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:30.859451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] Sync routers for ids ['cbb42bf8-00f5-43ea-b535-6901636eb9e7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:30.876137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.882700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/399583a3-55c4-46bc-bec0-5c0781fbbe03 HTTP/1.1" status: 204 len: 168 time: 1.9684985 Feb 19 07:22:30.885216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] Routers {'cbb42bf8-00f5-43ea-b535-6901636eb9e7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:30.885853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cbb42bf8-00f5-43ea-b535-6901636eb9e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:30.889730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:30.894319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e597217a-7d11-4ce4-9af0-d73fcd07be6e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "PUT /v2.0/routers/cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 200 len: 882 time: 5.9969573 Feb 19 07:22:30.902175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56414) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:30.902510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:30.977856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:30.997166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] Routers {'cbb42bf8-00f5-43ea-b535-6901636eb9e7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:30.997917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cbb42bf8-00f5-43ea-b535-6901636eb9e7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:31.068042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:31.069094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadebb5-6555-42c9-8b27-aab2c9c1f1ed None None] The sync data for ids ['cbb42bf8-00f5-43ea-b535-6901636eb9e7'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:31.073687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffadd2-90cd-4d8e-b602-3dae51c593af tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=399583a3-55c4-46bc-bec0-5c0781fbbe03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:31.164109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc0725e3-8ca7-41b3-aab7-ab27524cd6f6 req-65e1960d-255c-4745-9a92-2c4d5c41d33f service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305625 Feb 19 07:22:31.164649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bf21b87a-cf70-4980-a395-a5497fe54600 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 200 len: 923 time: 0.2438002 Feb 19 07:22:31.166529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:31.210538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bd000-2fc4-4c1e-8c8a-e75358379dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5408519-bb0b-4b3e-98fc-e476aaa0d24d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:31.259769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] Publish callbacks [] for security_group (a5408519-bb0b-4b3e-98fc-e476aaa0d24d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.267585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18053a-b566-4c79-9915-0c3f67a4a67f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.271240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf18053a-b566-4c79-9915-0c3f67a4a67f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=cbb42bf8-00f5-43ea-b535-6901636eb9e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0934253 Feb 19 07:22:31.272729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:31.331121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad97b6-5d0f-48c2-a26b-27795a9ff23f req-ece2c7f9-1b97-4b8b-b244-10187026f769 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.338150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12ad97b6-5d0f-48c2-a26b-27795a9ff23f req-ece2c7f9-1b97-4b8b-b244-10187026f769 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 943 time: 0.2688544 Feb 19 07:22:31.366362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2567c5-acdb-4fac-8e03-a7b3cee3cbb7 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.370933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9f2567c5-acdb-4fac-8e03-a7b3cee3cbb7 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.0942578 Feb 19 07:22:31.371720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:31.384355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] Publish callbacks [] for security_group (a5408519-bb0b-4b3e-98fc-e476aaa0d24d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.403516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf86c958-fc9d-48ec-9be1-9b61954306ec tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 200 len: 205 time: 0.0280592 Feb 19 07:22:31.403746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56426) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:31.499881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12ad97b6-5d0f-48c2-a26b-27795a9ff23f req-7d91ee1d-c6bf-4e76-b3a9-ed6d5eaea72a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603439 Feb 19 07:22:31.554796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.663787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a5408519-bb0b-4b3e-98fc-e476aaa0d24d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.666883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.671045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5408519-bb0b-4b3e-98fc-e476aaa0d24d HTTP/1.1" status: 204 len: 168 time: 0.8203599 Feb 19 07:22:31.671576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7bbd9b3f-f2a1-41a2-8f06-495d790ceff6 req-06e3ae16-c023-46df-ae4e-b0c3d69443b5 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0677176 Feb 19 07:22:31.685606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdddcc-813b-4d07-b231-f80827b09136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5408519-bb0b-4b3e-98fc-e476aaa0d24d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:31.816412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e31a808-5fbc-4f25-8c44-bbfffa44c6c7 req-cfd6c8d0-c99e-476e-bcb0-2388a31f7d9e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 210 time: 0.0345349 Feb 19 07:22:31.843902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (cbb42bf8-00f5-43ea-b535-6901636eb9e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.877873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea849d40-0d97-4e79-9b29-e87c472931dd req-e421a281-3769-4645-be76-63967da3aa99 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.878771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:31.879810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea849d40-0d97-4e79-9b29-e87c472931dd req-e421a281-3769-4645-be76-63967da3aa99 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.2601707 Feb 19 07:22:31.920668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-d2ebdf94-abc3-48c5-8f5f-683d68b9b7ac tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:31.924079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-d2ebdf94-abc3-48c5-8f5f-683d68b9b7ac tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 813 time: 0.2725720 Feb 19 07:22:31.949288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 169089f2-405f-4be6-8e74-a70d0bbcab31 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:31.977418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Request body: {'port': {'device_id': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'admin_state_up': True, 'tenant_id': '7d504058d29e49cd93efbd88be289f89'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:32.079235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea849d40-0d97-4e79-9b29-e87c472931dd req-cb6bf10d-267c-4d73-887f-665b0b2c5588 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917033 Feb 19 07:22:32.129071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port 92ac90ee-3651-409b-8aa5-ca020796f3b0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:32.129551 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (92ac90ee-3651-409b-8aa5-ca020796f3b0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.155638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=169089f2-405f-4be6-8e74-a70d0bbcab31,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:32.170135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '169089f2-405f-4be6-8e74-a70d0bbcab31', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': '169089f2-405f-4be6-8e74-a70d0bbcab31', 'mac_address': 'fa:16:3e:9a:28:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:22:32.225815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Made reservation on behalf of 7d504058d29e49cd93efbd88be289f89 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:32.229420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.231306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 169089f2-405f-4be6-8e74-a70d0bbcab31 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:32.231707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.251772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169089f2-405f-4be6-8e74-a70d0bbcab31 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:32.253805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (92ac90ee-3651-409b-8aa5-ca020796f3b0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.279977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for 92ac90ee-3651-409b-8aa5-ca020796f3b0 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:32.295363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port a25b6b86-3aa3-4058-97c5-3535c5485550 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:32.295794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.303924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=169089f2-405f-4be6-8e74-a70d0bbcab31,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:32.310895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.379882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:32.433437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port a25b6b86-3aa3-4058-97c5-3535c5485550, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a25b6b86-3aa3-4058-97c5-3535c5485550,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:32.433872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.452059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for a25b6b86-3aa3-4058-97c5-3535c5485550 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:32.522119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:32.528913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Allocated IP 172.20.0.10 (e51d73c4-0d88-4b96-ab53-b927890ee8ab/1ad8022b-a71e-4747-b638-b285c8aa0021/51122bee-618c-4d27-9a69-e9ae71c6b03f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:32.722527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (92ac90ee-3651-409b-8aa5-ca020796f3b0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.780456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=92ac90ee-3651-409b-8aa5-ca020796f3b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:32.842325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66da1a-4466-485c-9b4d-c0d62dae94fc req-9a9791a7-efb9-4399-8e91-6c0f1dd14ed2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:32.846199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c2cc8eb-93e4-44e0-9ace-b7b3ddad093f req-efbd53bb-b3ae-4e9a-8c17-dad6a17bf95a tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0354326 Feb 19 07:22:32.860611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e66da1a-4466-485c-9b4d-c0d62dae94fc req-9a9791a7-efb9-4399-8e91-6c0f1dd14ed2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 944 time: 0.1573992 Feb 19 07:22:32.912117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks [] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.919784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:32.933532 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:32.936292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (cbb42bf8-00f5-43ea-b535-6901636eb9e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.007584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e66da1a-4466-485c-9b4d-c0d62dae94fc req-2db6586e-bd59-4c66-baaf-6eb7e21a09fc tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390972 Feb 19 07:22:33.009200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a25b6b86-3aa3-4058-97c5-3535c5485550), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.039206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=a25b6b86-3aa3-4058-97c5-3535c5485550,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:33.056444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c04c8af8-779c-424e-9e03-d4d37c4a8932 req-bbe567ae-5a5d-4c91-85a5-5c835a52caac tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 210 time: 0.0776243 Feb 19 07:22:33.099855 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.103702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (cbb42bf8-00f5-43ea-b535-6901636eb9e7), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.158985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.168679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1684160656-network', 'tenant_id': '3625ae4647b5497194b662f0d555cb53'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:33.169758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b13c98ca-664b-4b3b-881a-bb5253745e43'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:33.227357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (cbb42bf8-00f5-43ea-b535-6901636eb9e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.228010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router cbb42bf8-00f5-43ea-b535-6901636eb9e7 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:33.240194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.241518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-db6e097f-a9b0-4fef-aee1-3b9d051edced tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 204 len: 168 time: 1.8368323 Feb 19 07:22:33.248203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:33.252174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Network e51d73c4-0d88-4b96-ab53-b927890ee8ab is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:33.264620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2129690411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:33.275651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:33.278614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:33.285464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Made reservation on behalf of 3625ae4647b5497194b662f0d555cb53 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:33.288727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.329949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Pushing event updated for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:33.355038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.386726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.388070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.405985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:33.407032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.444616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-9011657a-8047-45f2-9870-871b1a9c6eca tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4712522 Feb 19 07:22:33.461284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Request body: {'port': {'device_id': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:33.542993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.559687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.611071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.615453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-76da4e84-cc77-4a45-b5b0-a5e3f91050f0 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3594999 Feb 19 07:22:33.619688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:33.624611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': True}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:33.631313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.668596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks [] for security_group (728b3bb0-3504-47dc-bb54-43c812239d6f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.681276 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (728b3bb0-3504-47dc-bb54-43c812239d6f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.740658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.751036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff34da-987b-4ee9-84f5-25dc0dbc5187 req-47dc8a12-b95c-406b-adfc-50df1c9c75d7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:33.752632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69ff34da-987b-4ee9-84f5-25dc0dbc5187 req-47dc8a12-b95c-406b-adfc-50df1c9c75d7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.4905584 Feb 19 07:22:33.761331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:22:33.852921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b3bb0-3504-47dc-bb54-43c812239d6f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:33.866708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1d541a6b-3789-49b7-a5e8-1ad5082b7f14), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:33.867464 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Added segment 1d541a6b-3789-49b7-a5e8-1ad5082b7f14 of type vlan for network c86e1d96-4aab-470a-88f2-d34d48fb1d70 Feb 19 07:22:33.870736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69ff34da-987b-4ee9-84f5-25dc0dbc5187 req-fec9c5b1-6d52-44d9-8328-d0820c0b6125 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116900 Feb 19 07:22:33.957206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 169089f2-405f-4be6-8e74-a70d0bbcab31 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:34.030012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:34.050801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 169089f2-405f-4be6-8e74-a70d0bbcab31 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:22:34.064811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 169089f2-405f-4be6-8e74-a70d0bbcab31 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:34.066370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.178867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:34.193963 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:34.209482 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:34.213372 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:34.225398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26f435e0-7dd3-41dc-81cf-fae7de9410ee tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133602 Feb 19 07:22:34.228701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:34.275943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 169089f2-405f-4be6-8e74-a70d0bbcab31 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:34.279053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.307477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f79b-80de-4c79-940d-0b894952fdf4 req-9875586c-79de-464a-aed0-2f6f8a140185 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:34.310129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e436f79b-80de-4c79-940d-0b894952fdf4 req-9875586c-79de-464a-aed0-2f6f8a140185 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 944 time: 0.1328859 Feb 19 07:22:34.318391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet 5a0029cc-0957-490a-b20c-5f718f23f5d4 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:34.322251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (5a0029cc-0957-490a-b20c-5f718f23f5d4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.333797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:34.341057 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26076d5e-b095-4ace-a34b-bc8d8a9e7730" -d '{"events": [{"server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:34.371895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=169089f2-405f-4be6-8e74-a70d0bbcab31,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:34.373957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c86e1d96-4aab-470a-88f2-d34d48fb1d70), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.376503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5a0029cc-0957-490a-b20c-5f718f23f5d4), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.380628 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a92187f-afdd-4c4e-889c-384980292cb9 req-d82d0c63-8e30-4fcb-9c4d-91e72899e323 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0857985 Feb 19 07:22:34.382659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.382968 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.439646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:34.501049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:34.511736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c86e1d96-4aab-470a-88f2-d34d48fb1d70), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.512696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:34.513270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.537003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5a0029cc-0957-490a-b20c-5f718f23f5d4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.634454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5a0029cc-0957-490a-b20c-5f718f23f5d4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.669480 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7494354 Feb 19 07:22:34.675630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:34.683999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae785b2-40eb-410c-bb39-b6425e78417e None None] Network 5a075107-29ed-4c85-9d0a-0d11ed276101 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:34.689497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0029cc-0957-490a-b20c-5f718f23f5d4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:34.689923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49439ed-f458-4cb9-a5d8-737328cdf13d admin admin] Pushing event updated for resources: {'Network': ['ID=c86e1d96-4aab-470a-88f2-d34d48fb1d70,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:34.701972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Request body: {'subnet': {'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1684160656-subnet', 'tenant_id': '3625ae4647b5497194b662f0d555cb53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:34.707237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.714226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-398b330e-bdd2-4bd9-bdc9-3bbb25d83cc8 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/5a0029cc-0957-490a-b20c-5f718f23f5d4 HTTP/1.1" status: 204 len: 168 time: 0.4841928 Feb 19 07:22:34.715963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:34.770768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e436f79b-80de-4c79-940d-0b894952fdf4 req-316a5be6-013c-451c-ad6d-c94b55b78c24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638365 Feb 19 07:22:34.798475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c86e1d96-4aab-470a-88f2-d34d48fb1d70 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:22:34.824011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Made reservation on behalf of 3625ae4647b5497194b662f0d555cb53 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:34.827963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.848450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51122bee-618c-4d27-9a69-e9ae71c6b03f {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:34.857045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks [] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.871091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Transition to ACTIVE for port object 51122bee-618c-4d27-9a69-e9ae71c6b03f will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:22:34.880266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.885645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5a075107-29ed-4c85-9d0a-0d11ed276101), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:34.891671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163e8e3-132e-405d-bddd-55c12089fa69 req-8baf392f-9dfe-401e-a59e-cb7b096f6b58 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:34.899875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b163e8e3-132e-405d-bddd-55c12089fa69 req-8baf392f-9dfe-401e-a59e-cb7b096f6b58 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 932 time: 0.3709431 Feb 19 07:22:34.921815 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1666880-994f-4c16-8818-c4667f32b70e x-openstack-request-id: req-d1666880-994f-4c16-8818-c4667f32b70e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:34.924369 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:34.924640 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1666880-994f-4c16-8818-c4667f32b70e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:34.925047 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31', 'code': 200} Feb 19 07:22:34.951016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:32Z', 'revision_number': 9, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:34.985398 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:34.995317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:34.996257 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:35.135614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Pushing event updated for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:35.164530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] DHCP port deletion for 5a075107-29ed-4c85-9d0a-0d11ed276101 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:22:35.174977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b163e8e3-132e-405d-bddd-55c12089fa69 req-b9bac043-142b-46ab-a322-edf3fff9d705 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740266 Feb 19 07:22:35.176658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596d16-65b6-4179-93c6-6a56f2671aee req-233f58e6-080a-41c5-bf37-4f54fa902d1d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:35.183979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a596d16-65b6-4179-93c6-6a56f2671aee req-233f58e6-080a-41c5-bf37-4f54fa902d1d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1470466 Feb 19 07:22:35.197037 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:35.277699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:35.278056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.304119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Deleting port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:35.305720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.327062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a596d16-65b6-4179-93c6-6a56f2671aee req-84d7f19d-c36e-4349-a822-ded48eab241d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420007 Feb 19 07:22:35.441633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:35.442963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.449089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Attempting to bind port 51122bee-618c-4d27-9a69-e9ae71c6b03f on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:35.449594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Attempting to bind port 51122bee-618c-4d27-9a69-e9ae71c6b03f by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:35.449743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Attempting to bind port 51122bee-618c-4d27-9a69-e9ae71c6b03f on network e51d73c4-0d88-4b96-ab53-b927890ee8ab {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:35.461693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:35.463810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1ac56-0303-4bda-a10a-dc48f268803f req-b86d97d6-d110-44e2-99f0-f2e04fb86c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:35.470559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dd1ac56-0303-4bda-a10a-dc48f268803f req-b86d97d6-d110-44e2-99f0-f2e04fb86c03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1127 time: 0.4778864 Feb 19 07:22:35.470817 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:32Z', 'revision_number': 9, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:35.475721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Port 51122bee-618c-4d27-9a69-e9ae71c6b03f on network e51d73c4-0d88-4b96-ab53-b927890ee8ab not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:35.476887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] For port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,segment=NetworkSegment(b1e23a54-33e8-4636-a819-71316c06ed8f),segment_id=b1e23a54-33e8-4636-a819-71316c06ed8f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:35.477276 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.477702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Attempting to bind port 51122bee-618c-4d27-9a69-e9ae71c6b03f on network e51d73c4-0d88-4b96-ab53-b927890ee8ab {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:35.499830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd4ce0-d073-44b4-89cd-f56210b3a861 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:32Z', 'revision_number': 9, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': '88fdb869-e5f1-41f9-8993-814e25359058', 'name': '', 'network_id': 'fbaad84c-13fb-484e-99b1-870907cb6d74', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:bb:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:53Z', 'updated_at': '2022-02-19T07:22:00Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'b9522439-5f0e-44d6-b36f-23a2ff79d5dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:35.506643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Calling delete_port for 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:35.543654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:35.544013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Checking segment: {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:35.544476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Bound using segment: {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:35.544923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Bound port: 51122bee-618c-4d27-9a69-e9ae71c6b03f, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9087a3f9-9f96-498d-8fb8-242ce9ba43f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:35.545286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.599342 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (110af365-1492-4ca6-8ee2-ab25cc0e4dfc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.606535 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-085186dc-2c5b-457f-a2d4-2f545fcbe9f4 req-82235caa-e1a4-48b2-99a0-13f790b15dda tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0802858 Feb 19 07:22:35.611213 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.659424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dd1ac56-0303-4bda-a10a-dc48f268803f req-021906bf-4865-456f-ac07-6afe2e457289 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756091 Feb 19 07:22:35.666365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] Pushing event deleted for resources: {'Port': ['ID=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:35.670324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179536a-0e00-4fbd-889d-dda461381874 None None] No DVR routers for this DVR port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:35.682452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1b317ed9-fbde-4b09-be8c-3166e8e2cb19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.698438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110af365-1492-4ca6-8ee2-ab25cc0e4dfc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:35.723701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=1b317ed9-fbde-4b09-be8c-3166e8e2cb19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:35.726200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:35.728435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Checking segment: {'id': '1d541a6b-3789-49b7-a5e8-1ad5082b7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:35.728870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Network hostable DHCP agents. Network: c86e1d96-4aab-470a-88f2-d34d48fb1d70, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:22:35.732171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e543dcbe-a7e3-4c56-ab97-5ade931495b7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.761256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:35.767488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.785372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:35.823365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Network c86e1d96-4aab-470a-88f2-d34d48fb1d70 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:22:35.823852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.830682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5a075107-29ed-4c85-9d0a-0d11ed276101), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.847551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c86e1d96-4aab-470a-88f2-d34d48fb1d70) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:35.858796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:35.859002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57e42c-bd01-4fe8-bc68-495a63972cad None None] Network c86e1d96-4aab-470a-88f2-d34d48fb1d70 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:35.859588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.862815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a075107-29ed-4c85-9d0a-0d11ed276101']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:35.881648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e23a54-33e8-4636-a819-71316c06ed8f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:35.882048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e23a54-33e8-4636-a819-71316c06ed8f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:35.901301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (b1e23a54-33e8-4636-a819-71316c06ed8f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.923619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:35.928129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:35.929738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] 10.222.0.47 "PUT /v2.0/ports/51122bee-618c-4d27-9a69-e9ae71c6b03f HTTP/1.1" status: 200 len: 1092 time: 2.4729168 Feb 19 07:22:35.934664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:35.937222 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f06f27-76ae-40f1-be5e-d96441098a24" -d '{"events": [{"name": "network-changed", "server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:35.960170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4fdc5877-2ee3-4a26-a80e-029b5d406240 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2457197 Feb 19 07:22:36.017771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b1e23a54-33e8-4636-a819-71316c06ed8f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.032501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:36.035694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (b1e23a54-33e8-4636-a819-71316c06ed8f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:36.064670 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:36.091908 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1802db50-b17a-4d78-be90-cd26a4f0a214 x-openstack-request-id: req-1802db50-b17a-4d78-be90-cd26a4f0a214 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:36.093208 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:36.093680 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1802db50-b17a-4d78-be90-cd26a4f0a214 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:36.096475 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f', 'status': 'completed', 'code': 200} Feb 19 07:22:36.100117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9bdcfc-a913-4ea6-985e-45dd9596dd36 None None] Network c86e1d96-4aab-470a-88f2-d34d48fb1d70 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:36.208628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02615f15-5d22-450d-8c92-b5f775fd55be service neutron] Pushing event updated for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:36.224357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a25b6b86-3aa3-4058-97c5-3535c5485550 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:36.267061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a25b6b86-3aa3-4058-97c5-3535c5485550 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:36.267435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a25b6b86-3aa3-4058-97c5-3535c5485550 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:36.267843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 172.25.7.54 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c9e5eef1-f855-48cd-bdfa-afd0be23850c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:36.267968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:36.290044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5a075107-29ed-4c85-9d0a-0d11ed276101), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.302728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-a8f010b2-a2c9-4e69-a90d-ce98f3073c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.304975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-a8f010b2-a2c9-4e69-a90d-ce98f3073c1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 1126 time: 0.2260005 Feb 19 07:22:36.309680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.329537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:36.329935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/5a075107-29ed-4c85-9d0a-0d11ed276101 HTTP/1.1" status: 204 len: 168 time: 1.6080558 Feb 19 07:22:36.353032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2ffb8-938e-4b0b-91b1-4aa5e1f4e162 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=5a075107-29ed-4c85-9d0a-0d11ed276101,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:36.361511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:36.362280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1b317ed9-fbde-4b09-be8c-3166e8e2cb19 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:36.369051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a790884-902b-4136-b304-965a3063d678 req-cecde42e-606f-4de8-83f1-7b60e07137c6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.373391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-766055d0-c1f9-44f8-881d-93c79b7236ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.377394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a790884-902b-4136-b304-965a3063d678 req-cecde42e-606f-4de8-83f1-7b60e07137c6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 945 time: 0.3117292 Feb 19 07:22:36.437921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a790884-902b-4136-b304-965a3063d678 req-80d480c9-33b7-4f5c-88fa-e032f7155c08 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Feb 19 07:22:36.524774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-323b0d25-4112-488a-824b-eec9088a2bab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f HTTP/1.1" status: 200 len: 217 time: 0.1919408 Feb 19 07:22:36.652290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c556ab-71af-4576-95c2-7a44988ee9b9 req-87a1e887-a63f-4a3f-b110-665b7a292b7e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.660068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92c556ab-71af-4576-95c2-7a44988ee9b9 req-87a1e887-a63f-4a3f-b110-665b7a292b7e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 944 time: 0.3209977 Feb 19 07:22:36.738598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-f5e97bbf-82fe-490f-b870-309a28754bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.740157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-f5e97bbf-82fe-490f-b870-309a28754bbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.2061474 Feb 19 07:22:36.822760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (c9e5eef1-f855-48cd-bdfa-afd0be23850c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.832263 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-ec7715df-2338-4676-aa0e-3a99c9f54a02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551579 Feb 19 07:22:36.843956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-e0ac6735-cf39-4511-a725-343c9674be81 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.845721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-e0ac6735-cf39-4511-a725-343c9674be81 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.0955198 Feb 19 07:22:36.856387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-a54c93b8-6d09-4c4b-8584-ec5b726eb58f tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:36.860505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-a54c93b8-6d09-4c4b-8584-ec5b726eb58f tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/networks?id=c86e1d96-4aab-470a-88f2-d34d48fb1d70 HTTP/1.1" status: 200 len: 821 time: 0.1770549 Feb 19 07:22:36.867114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:36.883778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92c556ab-71af-4576-95c2-7a44988ee9b9 req-120e5f90-76f0-44ca-a4ad-bf8b0d75a267 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226424 Feb 19 07:22:36.904729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-1ddf020c-ae62-4256-84ab-5e69561ddd75 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/quotas/3625ae4647b5497194b662f0d555cb53 HTTP/1.1" status: 200 len: 375 time: 0.0346901 Feb 19 07:22:36.964857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:36.987369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-867ea44c-01d5-4560-b4db-ee1e8324349c tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3625ae4647b5497194b662f0d555cb53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748084 Feb 19 07:22:37.064519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c9e5eef1-f855-48cd-bdfa-afd0be23850c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.129459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-d2797e48-9ae1-467a-be17-b91af8c09b1b service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895010 Feb 19 07:22:37.148785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:37.159868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:37.168590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-8077b7e8-3492-4e06-b135-f80e28fbd671 service neutron] 10.222.0.43 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552107 Feb 19 07:22:37.173744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe17b5-0982-4ddd-9ea3-539fbcab7ef1 req-a1687c2c-4ae7-442c-929c-05fdfde6ba48 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:37.175300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65fe17b5-0982-4ddd-9ea3-539fbcab7ef1 req-a1687c2c-4ae7-442c-929c-05fdfde6ba48 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 945 time: 0.1973867 Feb 19 07:22:37.183110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:37.186520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:37.186772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e5eef1-f855-48cd-bdfa-afd0be23850c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:37.231085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:37.326775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:37.329185 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ce842-7ad1-431b-9177-eee15799ae6e" -d '{"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:37.334988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks [] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.344553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.442959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:37.461323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-059c08c9-f06f-4465-b8ed-9915bcd8e40b service neutron] 10.222.0.43 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065296 Feb 19 07:22:37.466125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:37.479487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:37.479606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:37.479900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:37.485966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:37.486299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:37.492884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:37.493378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:37.493927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:37.494370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Bound port: a786ee27-f863-44fc-ac82-9c625c96a63c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:37.494792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.579367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:37.583223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:37.600595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.680969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65fe17b5-0982-4ddd-9ea3-539fbcab7ef1 req-c5ea108a-3bce-494e-ad52-369b6653f287 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719730 Feb 19 07:22:37.691234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aee327ec-4d53-46ef-b0fe-332178c8183c req-2c801f3d-f07d-4e7a-8e17-41cf6ae9e756 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279174 Feb 19 07:22:37.737647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:37.811782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:37.812916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:37.814972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-71060063-9058-4c47-96e5-63366ba97c50 service neutron] 10.222.0.47 "PUT /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 1121 time: 0.9522557 Feb 19 07:22:37.899539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-10a6f2e4-b303-45c4-ad20-1fe89efbda8d req-0a7b302e-0544-441e-a31a-d1346a07220d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0829937 Feb 19 07:22:37.903644 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d97c49-5375-4e49-9088-23fa85c8042b x-openstack-request-id: req-41d97c49-5375-4e49-9088-23fa85c8042b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:37.904723 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:37.904993 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41d97c49-5375-4e49-9088-23fa85c8042b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:37.905553 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'code': 200} Feb 19 07:22:37.991618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a786ee27-f863-44fc-ac82-9c625c96a63c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:38.055683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:38.108315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c0c8a9a-fb65-4bb1-84c2-873839be7dc4 req-7d81fdb8-a59a-4596-bbb7-3fdb5232ddcc tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 210 time: 0.1001074 Feb 19 07:22:38.138974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:38.139583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:38.141012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:38.153321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:38.153685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempting to bind port a786ee27-f863-44fc-ac82-9c625c96a63c on network 4c3ab712-c699-4725-8829-7ba80b465f62 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:38.167291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:38.167682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Checking segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:38.168112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound using segment: {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:38.168591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Bound port: a786ee27-f863-44fc-ac82-9c625c96a63c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c179b9e9-10a1-46cd-b12d-85765a17c3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c3ab712-c699-4725-8829-7ba80b465f62'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:38.168990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:38.173621 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:38.256969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a786ee27-f863-44fc-ac82-9c625c96a63c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:38.289983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e543dcbe-a7e3-4c56-ab97-5ade931495b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:38.293393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-88c0b053-87c6-4839-b5e0-b56b983a753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:38.295124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-88c0b053-87c6-4839-b5e0-b56b983a753c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 1126 time: 0.4901707 Feb 19 07:22:38.307919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee1b71-2a3a-48ab-8505-1b2a8dec0ea0 req-985ce920-e820-4ae0-807c-812fa73e6e50 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:38.308451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc5cf5-7693-4da7-aab7-fe5da75f529f req-0a1e6ee0-22cc-418c-a6d4-19a4d663edbe tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:38.309562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aaee1b71-2a3a-48ab-8505-1b2a8dec0ea0 req-985ce920-e820-4ae0-807c-812fa73e6e50 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 945 time: 0.3503053 Feb 19 07:22:38.313512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fdc5cf5-7693-4da7-aab7-fe5da75f529f req-0a1e6ee0-22cc-418c-a6d4-19a4d663edbe tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 944 time: 0.1193485 Feb 19 07:22:38.386180 n-d-829866-3 neutron-server[103589]: WARNING neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Concurrent port binding operations failed on port a786ee27-f863-44fc-ac82-9c625c96a63c Feb 19 07:22:38.400881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:38.405759 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Attempt 2 to bind port a786ee27-f863-44fc-ac82-9c625c96a63c Feb 19 07:22:38.406561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:22:38.439272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fdc5cf5-7693-4da7-aab7-fe5da75f529f req-6c993d79-d656-4b48-9376-e44d97bf1101 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200106 Feb 19 07:22:38.545444 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0dc1ff1a-02ee-4376-bc6c-d08f9b54a808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:38.630517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aaee1b71-2a3a-48ab-8505-1b2a8dec0ea0 req-fdedca2d-d810-48c3-959e-c0f9b381f333 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665575 Feb 19 07:22:38.718719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-5a82393f-c77d-4adb-9100-d6f401e63bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:38.721172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-5a82393f-c77d-4adb-9100-d6f401e63bb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.4108765 Feb 19 07:22:38.818181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-be1ac348-8dc7-4705-a84f-218b32f86c79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f HTTP/1.1" status: 200 len: 217 time: 0.0540092 Feb 19 07:22:38.880153 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:38.914741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:39.019317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-599154f0-8e24-4d33-9dc8-e9bd35692272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:39.020724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-599154f0-8e24-4d33-9dc8-e9bd35692272 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.1794238 Feb 19 07:22:39.043071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5944dd74-ab35-4155-85e5-8866f8632136 req-017738c4-6b2f-43c5-b626-69bf9a44f87d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0353169 Feb 19 07:22:39.057098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7b46c-d3d4-4341-8034-87963e8d2892 req-d38af949-4754-4db9-bf8b-20602f0e0039 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:39.064461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7df7b46c-d3d4-4341-8034-87963e8d2892 req-d38af949-4754-4db9-bf8b-20602f0e0039 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2490201 Feb 19 07:22:39.110248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-80ba97b8-f70c-48ba-a12b-0f08604582f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617206 Feb 19 07:22:39.252305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fd07854-c51e-4f97-9129-cad267075910 req-5d8f8a38-8158-4a73-84c5-33a543eab70e tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 210 time: 0.0407746 Feb 19 07:22:39.541276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7df7b46c-d3d4-4341-8034-87963e8d2892 req-999587f8-10f2-4469-8f75-5e27e30dca62 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758737 Feb 19 07:22:39.588315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26207868-cc43-4ead-a5c1-45d6b77d07b2 req-ff967f07-a5ce-4a86-b6eb-4154ddcc2d45 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:39.597454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26207868-cc43-4ead-a5c1-45d6b77d07b2 req-ff967f07-a5ce-4a86-b6eb-4154ddcc2d45 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 944 time: 0.0675545 Feb 19 07:22:39.605210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:39.613614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 88fdb869-e5f1-41f9-8993-814e25359058 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:39.613952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (88fdb869-e5f1-41f9-8993-814e25359058), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:39.642185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26207868-cc43-4ead-a5c1-45d6b77d07b2 req-38a1ce6e-33e1-4baa-b807-58ff75ce723d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Feb 19 07:22:39.666131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-2bdf1a1f-d6e3-4924-bb90-4ae24079d50b service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235853 Feb 19 07:22:39.767887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-707aba47-93e2-4453-8d7c-0c600a480e6a tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:39.769343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-707aba47-93e2-4453-8d7c-0c600a480e6a tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.24 "GET /v2.0/networks?id=c86e1d96-4aab-470a-88f2-d34d48fb1d70 HTTP/1.1" status: 200 len: 821 time: 0.5547144 Feb 19 07:22:39.799360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Request body: {'port': {'device_id': '826ae404-6679-4338-a4a7-634fb9db5b76', 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70', 'admin_state_up': True, 'tenant_id': '3625ae4647b5497194b662f0d555cb53'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:39.802363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router e543dcbe-a7e3-4c56-ab97-5ade931495b7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:39.906867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:39.909512 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c" -d '{"events": [{"name": "network-changed", "server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:39.940453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74f06f27-76ae-40f1-be5e-d96441098a24 req-0ae7026b-7a37-410e-af81-1f7398788817 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595441 Feb 19 07:22:39.952742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 88fdb869-e5f1-41f9-8993-814e25359058, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=88fdb869-e5f1-41f9-8993-814e25359058,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:39.952742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (88fdb869-e5f1-41f9-8993-814e25359058), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:39.968818 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f13e24-b8f0-4308-bfb2-bd1bf46675e3 x-openstack-request-id: req-b8f13e24-b8f0-4308-bfb2-bd1bf46675e3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:39.969259 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:39.969525 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8f13e24-b8f0-4308-bfb2-bd1bf46675e3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:39.970002 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'status': 'completed', 'code': 200} Feb 19 07:22:39.973147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 88fdb869-e5f1-41f9-8993-814e25359058 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:40.169067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Made reservation on behalf of 3625ae4647b5497194b662f0d555cb53 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:22:40.172572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:40.198476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:40.201610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ea9fa7e-7f39-47ba-b74f-a42a21826d9f req-d73a3e93-8247-4139-86a1-10dafeaa7f5e tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0648353 Feb 19 07:22:40.205245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:40.206338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3bd8959c-9edc-4fd1-9009-efacb9817aab tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "PUT /v2.0/routers/e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 200 len: 918 time: 6.5853162 Feb 19 07:22:40.209624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:40.212665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] Sync routers for ids ['e543dcbe-a7e3-4c56-ab97-5ade931495b7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:40.226096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] Routers {'e543dcbe-a7e3-4c56-ab97-5ade931495b7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:40.226753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e543dcbe-a7e3-4c56-ab97-5ade931495b7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:40.258680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-36e60188-3374-48fa-8174-5f7456911148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.258680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-36e60188-3374-48fa-8174-5f7456911148 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1155 time: 0.2584641 Feb 19 07:22:40.270236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:40.302881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] Routers {'e543dcbe-a7e3-4c56-ab97-5ade931495b7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:40.306395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e543dcbe-a7e3-4c56-ab97-5ade931495b7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:40.373668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2580f634-cbe2-4bba-8945-05cb79216b7d tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 200 len: 924 time: 0.1612322 Feb 19 07:22:40.379169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:40.400395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:40.401246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5dd532-5aec-4777-a5fa-28180c96e200 None None] The sync data for ids ['e543dcbe-a7e3-4c56-ab97-5ade931495b7'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:40.442038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5505ace8-95e3-4bd3-be71-324ebfea7895 req-fb165f56-0311-47d7-ab99-e5b354b9c031 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 210 time: 0.0511296 Feb 19 07:22:40.470543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c65521-95e7-43cf-a0a5-90b089eda95b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.470543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7c65521-95e7-43cf-a0a5-90b089eda95b tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=e543dcbe-a7e3-4c56-ab97-5ade931495b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0844729 Feb 19 07:22:40.471026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:40.508675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-9430b641-4a1f-4c5a-a089-0bbcf283017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.510290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-9430b641-4a1f-4c5a-a089-0bbcf283017d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2469409 Feb 19 07:22:40.526665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Allocated IP 172.20.0.13 (c86e1d96-4aab-470a-88f2-d34d48fb1d70/110af365-1492-4ca6-8ee2-ab25cc0e4dfc/7a011444-8916-459b-a1bf-d6b5706d2fc8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:40.561734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8a14a4-4dd9-4b22-9007-aff8ab304887 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.566089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6f8a14a4-4dd9-4b22-9007-aff8ab304887 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.0914583 Feb 19 07:22:40.566530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:40.573493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-71f5a53b-a4b0-4fea-876f-42b58d6b6ab6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0570354 Feb 19 07:22:40.580690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (88fdb869-e5f1-41f9-8993-814e25359058), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:40.600817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c76ac9e9-4be7-47c5-aecb-8f1c0214e60e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 200 len: 205 time: 0.0331802 Feb 19 07:22:40.603539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:40.652241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=88fdb869-e5f1-41f9-8993-814e25359058,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:40.773457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:40.830147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-f4a8250a-eb43-4a56-8b6e-d5fcadbe5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.831563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-f4a8250a-eb43-4a56-8b6e-d5fcadbe5836 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.2466958 Feb 19 07:22:40.886166 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-92332e31-54ba-46ac-8772-f19d2a3c396a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458207 Feb 19 07:22:40.913357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afff55-6e74-4f91-8ad7-5960dc4529ca req-d3f978a8-c45d-4162-a0c6-28f87719791e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.914918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84afff55-6e74-4f91-8ad7-5960dc4529ca req-d3f978a8-c45d-4162-a0c6-28f87719791e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 944 time: 0.1580102 Feb 19 07:22:40.927630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:40.941303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be652904-c5bb-48cd-b9ce-63506d8c0442 req-b1ae7787-f5c3-4552-a55e-3453320fc78c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:40.942744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be652904-c5bb-48cd-b9ce-63506d8c0442 req-b1ae7787-f5c3-4552-a55e-3453320fc78c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.3148494 Feb 19 07:22:40.964806 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (e543dcbe-a7e3-4c56-ab97-5ade931495b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.019163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84afff55-6e74-4f91-8ad7-5960dc4529ca req-5a1ce892-f99e-42d1-b5a5-6819368d0b8d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Feb 19 07:22:41.055394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port c9e5eef1-f855-48cd-bdfa-afd0be23850c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:41.056399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c9e5eef1-f855-48cd-bdfa-afd0be23850c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.098653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks [] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.117312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.155652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be652904-c5bb-48cd-b9ce-63506d8c0442 req-6a28390c-8db6-4871-b5c7-c7052f5a6dc5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570044 Feb 19 07:22:41.167270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c9e5eef1-f855-48cd-bdfa-afd0be23850c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.184743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for c9e5eef1-f855-48cd-bdfa-afd0be23850c owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:41.211978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-eac52783-4c17-4710-a749-7e0d305b3650 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906775 Feb 19 07:22:41.269547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.419399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa6a2ed0-56f5-4fc7-9a8a-787c1a132507 req-a273128b-a1cb-4b72-a4bf-39205e37b972 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0731220 Feb 19 07:22:41.442771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c9e5eef1-f855-48cd-bdfa-afd0be23850c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.468219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51122bee-618c-4d27-9a69-e9ae71c6b03f details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:41.482621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=c9e5eef1-f855-48cd-bdfa-afd0be23850c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:41.561524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (e543dcbe-a7e3-4c56-ab97-5ade931495b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.657073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Network c86e1d96-4aab-470a-88f2-d34d48fb1d70 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:41.666992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:41.671085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Pushing event updated for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:41.672835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:41.676514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:41.697231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '51122bee-618c-4d27-9a69-e9ae71c6b03f', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'port_id': '51122bee-618c-4d27-9a69-e9ae71c6b03f', 'mac_address': 'fa:16:3e:61:d8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad8022b-a71e-4747-b638-b285c8aa0021', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:22:41.738290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.740375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (e543dcbe-a7e3-4c56-ab97-5ade931495b7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.754088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 51122bee-618c-4d27-9a69-e9ae71c6b03f is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:41.754827 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.773172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51122bee-618c-4d27-9a69-e9ae71c6b03f {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:41.795536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:41.803572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.807414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:41.809710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (e543dcbe-a7e3-4c56-ab97-5ade931495b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.810824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router e543dcbe-a7e3-4c56-ab97-5ade931495b7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:41.822760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:41.822916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.823941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.824428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f0f91bd1-9e53-4ceb-b96b-80bb3e76bbd9 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 204 len: 168 time: 1.2197728 Feb 19 07:22:41.830883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:41.832309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44dbd5ca-49c6-4f98-b1ec-047200b4c98c req-f8131ece-bad2-472e-8cfa-b3793736ec5c service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845151 Feb 19 07:22:41.838858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-349857041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:41.858477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425c6af-805a-4867-a5fd-22126bb6d3a4 req-27ccf3f7-7261-46fe-94ed-23fdda90e15f tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:41.865715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a425c6af-805a-4867-a5fd-22126bb6d3a4 req-27ccf3f7-7261-46fe-94ed-23fdda90e15f tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 932 time: 0.2610109 Feb 19 07:22:41.870394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.872317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:41.877199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-f7354002-a7e6-4fe5-b726-814c3724f821 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0850232 Feb 19 07:22:41.892699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:41.898663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Request body: {'port': {'device_id': '826ae404-6679-4338-a4a7-634fb9db5b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:41.991999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:42.035323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a425c6af-805a-4867-a5fd-22126bb6d3a4 req-13c6eea8-b394-41ec-b56d-df88eaafff23 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632414 Feb 19 07:22:42.082337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.099743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:42.133519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:22:42.229243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:42.236298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-daeddc08-fc83-49d6-a2fe-5f265d11607d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8860571 Feb 19 07:22:42.238776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:42.244400 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:42.261057 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:42.266944 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:42.395486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.395937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.396948 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:42.404556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.434875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8ec65-1c20-428c-b18f-d9afe557346d req-c3676cde-3eb9-45bd-99fc-f517fffcb667 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:42.444916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d8ec65-1c20-428c-b18f-d9afe557346d req-c3676cde-3eb9-45bd-99fc-f517fffcb667 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 945 time: 0.1625292 Feb 19 07:22:42.468232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.473049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-63fe3ec0-19ff-4a8e-abfb-74aaa182a2a5 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6381917 Feb 19 07:22:42.473209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet b9522439-5f0e-44d6-b36f-23a2ff79d5dd {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:42.473312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:42.479366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:42.522371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (b9522439-5f0e-44d6-b36f-23a2ff79d5dd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.568995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada035ec-10aa-438b-9e96-169c05be1025 req-7b394e74-3b9a-4110-8f0c-95de9bb4cd23 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:42.570713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ada035ec-10aa-438b-9e96-169c05be1025 req-7b394e74-3b9a-4110-8f0c-95de9bb4cd23 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.2382486 Feb 19 07:22:42.601384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d8ec65-1c20-428c-b18f-d9afe557346d req-9fc7feeb-110d-4638-874c-9b374ed671d4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419132 Feb 19 07:22:42.604224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (b9522439-5f0e-44d6-b36f-23a2ff79d5dd), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.629065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['51122bee-618c-4d27-9a69-e9ae71c6b03f'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:42.767925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b9522439-5f0e-44d6-b36f-23a2ff79d5dd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.790817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-745c2843-5112-42d0-8652-b217585d9e10 req-8cc5fe97-dacb-4903-b3a8-54edd206a223 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.1099992 Feb 19 07:22:42.848897 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ada035ec-10aa-438b-9e96-169c05be1025 req-2ab00b1f-5d33-43fa-a35c-77d7a25702ed tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644408 Feb 19 07:22:42.855062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (b9522439-5f0e-44d6-b36f-23a2ff79d5dd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.855257 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:40Z', 'revision_number': 10, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:42.873370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.877666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/b9522439-5f0e-44d6-b36f-23a2ff79d5dd HTTP/1.1" status: 204 len: 168 time: 0.6378853 Feb 19 07:22:42.878480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e7e44-7d04-494e-a6de-04c43468fadf None None] Network fbaad84c-13fb-484e-99b1-870907cb6d74 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:42.898391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:42.906366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b6ad3-4cef-4bc7-83fb-d9531841f2df tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=b9522439-5f0e-44d6-b36f-23a2ff79d5dd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:42.924643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.937376 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:42.962242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a011444-8916-459b-a1bf-d6b5706d2fc8 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:42.970324 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:42.971032 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:42.975984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks [] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:42.993345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Transition to ACTIVE for port object 7a011444-8916-459b-a1bf-d6b5706d2fc8 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:22:42.999998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.012763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fbaad84c-13fb-484e-99b1-870907cb6d74), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.067258 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:43.102187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:43.213936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:43.214364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.215058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Attempting to bind port 7a011444-8916-459b-a1bf-d6b5706d2fc8 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:22:43.215480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Attempting to bind port 7a011444-8916-459b-a1bf-d6b5706d2fc8 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1d541a6b-3789-49b7-a5e8-1ad5082b7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:22:43.215992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Attempting to bind port 7a011444-8916-459b-a1bf-d6b5706d2fc8 on network c86e1d96-4aab-470a-88f2-d34d48fb1d70 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:43.222705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Port 7a011444-8916-459b-a1bf-d6b5706d2fc8 on network c86e1d96-4aab-470a-88f2-d34d48fb1d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:22:43.223041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Attempting to bind port 7a011444-8916-459b-a1bf-d6b5706d2fc8 on network c86e1d96-4aab-470a-88f2-d34d48fb1d70 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:22:43.231049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:22:43.231479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Checking segment: {'id': '1d541a6b-3789-49b7-a5e8-1ad5082b7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:22:43.231881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Bound using segment: {'id': '1d541a6b-3789-49b7-a5e8-1ad5082b7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:22:43.232229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] DHCP port deletion for fbaad84c-13fb-484e-99b1-870907cb6d74 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:22:43.232700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Bound port: 7a011444-8916-459b-a1bf-d6b5706d2fc8, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d541a6b-3789-49b7-a5e8-1ad5082b7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:22:43.232700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.303704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Deleting port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:43.304078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.335300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:43.338700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8,segment=NetworkSegment(1d541a6b-3789-49b7-a5e8-1ad5082b7f14),segment_id=1d541a6b-3789-49b7-a5e8-1ad5082b7f14)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:22:43.350554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.382577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cccb-f08e-498c-a8cb-cabac8f4eeb7 req-9eb459a9-dc78-4ddd-bbaf-142fb31a8bda tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.384408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5a4cccb-f08e-498c-a8cb-cabac8f4eeb7 req-9eb459a9-dc78-4ddd-bbaf-142fb31a8bda tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 944 time: 0.2390058 Feb 19 07:22:43.394652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] For port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:43.395055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.410785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Calling delete_port for 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:43.445344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.446222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.447714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a011444-8916-459b-a1bf-d6b5706d2fc8 HTTP/1.1" status: 200 len: 1092 time: 1.5586317 Feb 19 07:22:43.447944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,segment=NetworkSegment(6c4fac22-d8fa-413e-8e23-edfcdf420bfe),segment_id=6c4fac22-d8fa-413e-8e23-edfcdf420bfe)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:43.448402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:43.448988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.450480 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984780a5-f7a4-4199-87f2-d9d99dd0e734" -d '{"events": [{"name": "network-changed", "server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:43.505721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:43.516714 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:40Z', 'revision_number': 10, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:43.536942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.551566 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba33c3-2cef-4e7b-ba70-eeda52e2d264 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:40Z', 'revision_number': 10, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None, '_interfaces': [{'id': 'f4986670-1dab-4b3e-b2be-d222923a69d6', 'name': '', 'network_id': '9b219299-71b9-4153-b804-3e25b0f6ac5c', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'mac_address': 'fa:16:3e:06:b4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:21:44Z', 'updated_at': '2022-02-19T07:21:49Z', 'revision_number': 5, 'project_id': '99c83271b4a14ca38c261738959903ce', 'subnets': [{'id': 'd44126c7-1985-4a8b-9c37-207fd8dc7f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:43.557715 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37f9ccb-bb0d-4a13-9011-f5dfd809257e x-openstack-request-id: req-e37f9ccb-bb0d-4a13-9011-f5dfd809257e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:43.558014 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:43.558278 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e37f9ccb-bb0d-4a13-9011-f5dfd809257e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:43.558863 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8', 'status': 'completed', 'code': 200} Feb 19 07:22:43.564896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] No DVR routers for this DVR port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:43.566105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e68ca3-b7fb-40d4-bcd4-0d2ddea8e1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:43.592932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-55bf83a9-1537-4203-b581-1117093be2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.594729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-55bf83a9-1537-4203-b581-1117093be2cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3625ae4647b5497194b662f0d555cb53&device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 1126 time: 0.0763257 Feb 19 07:22:43.599036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80984d66-b44d-4755-a980-db2f78497fdb None None] Pushing event deleted for resources: {'Port': ['ID=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:43.654873 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-e86a7bd2-26ea-4625-ad4a-74beab71f680 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0460913 Feb 19 07:22:43.694545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e685a6ef-da1a-4f91-96ec-63b86959584b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.698497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5a4cccb-f08e-498c-a8cb-cabac8f4eeb7 req-5d84389d-a5a2-4b45-b351-e840a374d6c3 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797980 Feb 19 07:22:43.723793 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.745504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-d1d243ec-bbdc-47f9-b782-999347bbc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.747251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-d1d243ec-bbdc-47f9-b782-999347bbc4b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=110af365-1492-4ca6-8ee2-ab25cc0e4dfc HTTP/1.1" status: 200 len: 861 time: 0.0859540 Feb 19 07:22:43.791632 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-bc8df4d2-3d20-4b6d-b816-ec79327deef3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c86e1d96-4aab-470a-88f2-d34d48fb1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371490 Feb 19 07:22:43.803497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f6800-9757-4160-96cd-a9b10f4b0b19 req-c3c36528-033b-49d8-b05a-3bb8f15a263b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:43.807073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:43.811262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a4f6800-9757-4160-96cd-a9b10f4b0b19 req-c3c36528-033b-49d8-b05a-3bb8f15a263b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 945 time: 0.1209671 Feb 19 07:22:43.855465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:43.862521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:43.908600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Allocated IP 172.25.7.238 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/5a697849-065e-41b3-9fb3-84a9e8c3cd57) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:43.961061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a4f6800-9757-4160-96cd-a9b10f4b0b19 req-182965fc-ed37-4714-9edf-062b7d087256 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 Feb 19 07:22:43.983567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-20dfa888-6a59-40fa-ab93-95d425038b6a service neutron] 10.222.0.24 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700990 Feb 19 07:22:43.985165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:44.176543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a786ee27-f863-44fc-ac82-9c625c96a63c is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:44.197413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695c23d-2882-4925-bf1b-5808c7cf655f req-85648c74-a6a0-42ff-a445-dcbc939406cf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:44.209563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b695c23d-2882-4925-bf1b-5808c7cf655f req-85648c74-a6a0-42ff-a445-dcbc939406cf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1216323 Feb 19 07:22:44.212248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 88fdb869-e5f1-41f9-8993-814e25359058 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:44.222891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-707a485c-c6b8-41dd-b6d1-cba3d34c5c05 req-ddc75651-0015-4494-b353-f158882914be tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.2169352 Feb 19 07:22:44.236273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8787c626-3c10-4399-9452-59ca47f85cb8 req-b30a9335-e7ba-4fd6-9e9a-703cb837321c service neutron] 10.222.0.24 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473383 Feb 19 07:22:44.250021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 88fdb869-e5f1-41f9-8993-814e25359058 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:44.250021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 88fdb869-e5f1-41f9-8993-814e25359058 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:44.251337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:44.260863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fbaad84c-13fb-484e-99b1-870907cb6d74), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.292934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b695c23d-2882-4925-bf1b-5808c7cf655f req-85182577-78db-46c7-b10c-ccfa72ff6c85 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788326 Feb 19 07:22:44.327767 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for port (5a697849-065e-41b3-9fb3-84a9e8c3cd57), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.338684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:44.339041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5e0838c3-bedc-4d36-b2a5-c7891b4fbd1d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:44.385055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaad84c-13fb-484e-99b1-870907cb6d74']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:44.401411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-9d1eb0b2-506f-4f2e-8476-e9f55192e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:44.403622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5a697849-065e-41b3-9fb3-84a9e8c3cd57), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.403912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-9d1eb0b2-506f-4f2e-8476-e9f55192e718 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3625ae4647b5497194b662f0d555cb53&device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 1126 time: 0.1074896 Feb 19 07:22:44.408489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4fac22-d8fa-413e-8e23-edfcdf420bfe') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:44.408991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4fac22-d8fa-413e-8e23-edfcdf420bfe') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:44.449340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (6c4fac22-d8fa-413e-8e23-edfcdf420bfe), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.471219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:44.472522 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c4fac22-d8fa-413e-8e23-edfcdf420bfe), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.486006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:44.488293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:44.489213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (6c4fac22-d8fa-413e-8e23-edfcdf420bfe), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:44.491938 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:44.494534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Pushing event updated for resources: {'Port': ['ID=5a697849-065e-41b3-9fb3-84a9e8c3cd57,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:44.504742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:44.529377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-8502e081-3944-4120-b357-f48b0f7f3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:44.530893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-8502e081-3944-4120-b357-f48b0f7f3748 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c86e1d96-4aab-470a-88f2-d34d48fb1d70 HTTP/1.1" status: 200 len: 921 time: 0.1205757 Feb 19 07:22:44.575884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-e8445d60-c6f2-44e1-aec2-f9d0d8f634a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8 HTTP/1.1" status: 200 len: 217 time: 0.0373187 Feb 19 07:22:44.587236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fbaad84c-13fb-484e-99b1-870907cb6d74), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.595618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.598964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/fbaad84c-13fb-484e-99b1-870907cb6d74 HTTP/1.1" status: 204 len: 168 time: 1.6995797 Feb 19 07:22:44.615559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:44.669856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c1f0-a2bb-44ab-b376-ef7306e92626 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=fbaad84c-13fb-484e-99b1-870907cb6d74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:44.702687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-3907f8f6-d4ac-4944-8891-c296f651a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:44.704761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-3907f8f6-d4ac-4944-8891-c296f651a507 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=110af365-1492-4ca6-8ee2-ab25cc0e4dfc HTTP/1.1" status: 200 len: 861 time: 0.1212513 Feb 19 07:22:44.747277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-56c044ef-60c3-4f6f-848c-a5fafedfe264 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c86e1d96-4aab-470a-88f2-d34d48fb1d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273597 Feb 19 07:22:44.833872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router_gateway (e685a6ef-da1a-4f91-96ec-63b86959584b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:44.976320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-3fbfdd3e-5bd8-43ec-b366-147b090f6d6d service neutron] 10.222.0.24 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153683 Feb 19 07:22:44.986363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325c507-20aa-41ba-bda0-c60be7141c96 req-0af3c108-1c9e-4de3-b9bb-3105971d8f4e tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:44.987955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8325c507-20aa-41ba-bda0-c60be7141c96 req-0af3c108-1c9e-4de3-b9bb-3105971d8f4e tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 944 time: 0.1857278 Feb 19 07:22:45.052590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.057583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.184922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f662f53-8534-4f50-b698-4c95d6d0f607 req-075f164f-efd3-4fc7-99f7-9899fbbab18d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.186522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f662f53-8534-4f50-b698-4c95d6d0f607 req-075f164f-efd3-4fc7-99f7-9899fbbab18d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 945 time: 0.1303689 Feb 19 07:22:45.261323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f662f53-8534-4f50-b698-4c95d6d0f607 req-6a8f1e01-b8c3-4079-af98-c607e99186be tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 Feb 19 07:22:45.278181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Router e685a6ef-da1a-4f91-96ec-63b86959584b is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:45.408584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8325c507-20aa-41ba-bda0-c60be7141c96 req-10975442-965b-425e-96e0-b3634769eddf tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011781 Feb 19 07:22:45.435082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6821cfa5-26d6-4502-bed4-9ccfdf09d3a2 req-f11d8ae5-cd9a-4cf8-8199-f286fc27d855 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0401280 Feb 19 07:22:45.464650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:45.479624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.488026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:45.488370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] Sync routers for ids ['e685a6ef-da1a-4f91-96ec-63b86959584b'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:45.496029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44606939-b64a-4144-823b-6f17f68dffe2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "PUT /v2.0/routers/e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 200 len: 919 time: 3.0214524 Feb 19 07:22:45.497879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-c0f8d7ed-5997-4473-82f0-44f5f0d9921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.499425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51122bee-618c-4d27-9a69-e9ae71c6b03f up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:45.499850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-c0f8d7ed-5997-4473-82f0-44f5f0d9921b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1155 time: 0.1406286 Feb 19 07:22:45.505012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984780a5-f7a4-4199-87f2-d9d99dd0e734 req-80580aa5-3685-4453-ac5b-1fc63ca7bd5f service neutron] 10.222.0.24 "GET /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160139 Feb 19 07:22:45.549293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] Routers {'e685a6ef-da1a-4f91-96ec-63b86959584b'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:45.549950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e685a6ef-da1a-4f91-96ec-63b86959584b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:45.598177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:45.613415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] Routers {'e685a6ef-da1a-4f91-96ec-63b86959584b'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:45.614051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e685a6ef-da1a-4f91-96ec-63b86959584b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:45.651890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:45.652741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259e0984-973c-4dca-b566-f6ea8db211a7 None None] The sync data for ids ['e685a6ef-da1a-4f91-96ec-63b86959584b'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:45.662190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 51122bee-618c-4d27-9a69-e9ae71c6b03f completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:22:45.666673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 51122bee-618c-4d27-9a69-e9ae71c6b03f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:45.667059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.739155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069ac78-2d7f-4dd1-82c5-74fbb0f6fa1b req-83e3a168-5540-4037-a73c-8ce2bbdeb251 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.740571 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8069ac78-2d7f-4dd1-82c5-74fbb0f6fa1b req-83e3a168-5540-4037-a73c-8ce2bbdeb251 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1807566 Feb 19 07:22:45.755304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 51122bee-618c-4d27-9a69-e9ae71c6b03f is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:45.755707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.792104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5eb9745f-8224-4958-b40c-b441da89e5cb tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 200 len: 925 time: 0.3022478 Feb 19 07:22:45.795687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:45.796582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:45.798239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:45.804133 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e5ef19-75f7-4651-8306-d19568b18ebd" -d '{"events": [{"server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "name": "network-vif-plugged", "status": "completed", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:45.806312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-ed0bc245-6944-4721-b8de-59aa57c98397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.808051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-ed0bc245-6944-4721-b8de-59aa57c98397 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.2607241 Feb 19 07:22:45.810000 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:45.869420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:45.879719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-64cedd23-d623-4e01-a8ff-321f4f5e1194 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0616910 Feb 19 07:22:45.891677 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe6c2cb-016b-4b51-a700-269ce978e5f3 x-openstack-request-id: req-abe6c2cb-016b-4b51-a700-269ce978e5f3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:45.892093 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "name": "network-vif-plugged", "status": "completed", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:45.892445 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe6c2cb-016b-4b51-a700-269ce978e5f3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:45.892940 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f', 'code': 200} Feb 19 07:22:45.909913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2627d3-8d35-4c78-9d7e-30ded45bb654 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:45.916433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d2627d3-8d35-4c78-9d7e-30ded45bb654 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=e685a6ef-da1a-4f91-96ec-63b86959584b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1182804 Feb 19 07:22:45.917434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:45.943983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8069ac78-2d7f-4dd1-82c5-74fbb0f6fa1b req-6524b9fd-ff74-410e-a52f-d35fde9eb0e1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913571 Feb 19 07:22:45.967978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7a011444-8916-459b-a1bf-d6b5706d2fc8 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:22:45.980292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.033126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c1e3c-56ac-4662-ac68-7cfa80eb397f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:46.035863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-a18a7f2e-99d6-49b8-b245-8b870109ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:46.037656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-a18a7f2e-99d6-49b8-b245-8b870109ceaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.1522262 Feb 19 07:22:46.037784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f8c1e3c-56ac-4662-ac68-7cfa80eb397f tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.1188600 Feb 19 07:22:46.038761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:46.068704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-704b6de5-b79b-4082-b87c-b48f18ed7a9c tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 200 len: 205 time: 0.0287709 Feb 19 07:22:46.071595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:46.106477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8,segment=NetworkSegment(1d541a6b-3789-49b7-a5e8-1ad5082b7f14),segment_id=1d541a6b-3789-49b7-a5e8-1ad5082b7f14)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:46.114051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-753acd10-338a-4072-9a01-07fca7710dc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681531 Feb 19 07:22:46.127813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '7a011444-8916-459b-a1bf-d6b5706d2fc8', 'network_id': 'c86e1d96-4aab-470a-88f2-d34d48fb1d70', 'port_id': '7a011444-8916-459b-a1bf-d6b5706d2fc8', 'mac_address': 'fa:16:3e:f9:70:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '110af365-1492-4ca6-8ee2-ab25cc0e4dfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:22:46.168624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7a011444-8916-459b-a1bf-d6b5706d2fc8 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:46.169035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.184457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a011444-8916-459b-a1bf-d6b5706d2fc8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:46.204729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8,segment=NetworkSegment(1d541a6b-3789-49b7-a5e8-1ad5082b7f14),segment_id=1d541a6b-3789-49b7-a5e8-1ad5082b7f14)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:46.210121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.216835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-41b5826b-3061-42c4-b749-b6877c1cb58a service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957396 Feb 19 07:22:46.219716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.256692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603450ba-5411-49b9-b0d1-3acb6c25bf3b req-ef209b5d-08b7-4d5c-8b00-7a0216efca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:46.258771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-603450ba-5411-49b9-b0d1-3acb6c25bf3b req-ef209b5d-08b7-4d5c-8b00-7a0216efca11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 1128 time: 0.3009617 Feb 19 07:22:46.267788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:46.417806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7a011444-8916-459b-a1bf-d6b5706d2fc8'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:46.441626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37e58c67-e61c-4442-a96e-ce7f0ac0f06d req-fde1fe9e-16d0-469d-a4e4-b69e33fe68c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180719 Feb 19 07:22:46.460530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-603450ba-5411-49b9-b0d1-3acb6c25bf3b req-d2c08383-5aef-4dad-a880-fd058c9796b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674457 Feb 19 07:22:46.644329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45344fe3-3110-4681-9caf-7ba9b5dcffde req-4a58945e-732b-4d8f-84cd-50ca201b711d tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:46.645666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45344fe3-3110-4681-9caf-7ba9b5dcffde req-4a58945e-732b-4d8f-84cd-50ca201b711d tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 945 time: 0.0817561 Feb 19 07:22:46.670717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port f4986670-1dab-4b3e-b2be-d222923a69d6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:46.671094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.688301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (e685a6ef-da1a-4f91-96ec-63b86959584b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.706847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c867ec-c382-4f63-85ef-ead71c043e58 req-62671ce0-7072-4b18-9351-97c38aa96d94 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:46.708425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21c867ec-c382-4f63-85ef-ead71c043e58 req-62671ce0-7072-4b18-9351-97c38aa96d94 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.0773427 Feb 19 07:22:46.761442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45344fe3-3110-4681-9caf-7ba9b5dcffde req-89b100ca-333f-4e28-9be2-cf99c07c5edf tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083057 Feb 19 07:22:46.789579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port f4986670-1dab-4b3e-b2be-d222923a69d6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f4986670-1dab-4b3e-b2be-d222923a69d6,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:46.790091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.802244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21c867ec-c382-4f63-85ef-ead71c043e58 req-b0a74357-9449-4231-af24-4533bd763367 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Feb 19 07:22:46.805487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for f4986670-1dab-4b3e-b2be-d222923a69d6 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:46.849524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port 5a697849-065e-41b3-9fb3-84a9e8c3cd57 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:46.851727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5a697849-065e-41b3-9fb3-84a9e8c3cd57), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.957248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5a697849-065e-41b3-9fb3-84a9e8c3cd57), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:46.974146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0418da1f-a036-4dfd-9527-6833999248f6 req-279a9d07-98d8-4cfc-b238-014fd4109dd0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0447085 Feb 19 07:22:46.987152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for 5a697849-065e-41b3-9fb3-84a9e8c3cd57 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:47.069717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f4986670-1dab-4b3e-b2be-d222923a69d6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.102513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=f4986670-1dab-4b3e-b2be-d222923a69d6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:47.190872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4bdcc-865e-468e-bbdc-2d3a5b5dcddd req-bedea64b-4e57-48e8-a32b-62365f8813a5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:47.200209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cc4bdcc-865e-468e-bbdc-2d3a5b5dcddd req-bedea64b-4e57-48e8-a32b-62365f8813a5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.1410465 Feb 19 07:22:47.264572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cc4bdcc-865e-468e-bbdc-2d3a5b5dcddd req-19f7721e-5da3-45bf-a80c-87515fb2928e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Feb 19 07:22:47.325878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (41155d37-1d78-407f-8cb9-3067fd5abc98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.335227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5a697849-065e-41b3-9fb3-84a9e8c3cd57), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.376942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=5a697849-065e-41b3-9fb3-84a9e8c3cd57,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:47.434165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-cbcfae42-bda5-4b91-88e9-45610e1d0aa5 service neutron] 10.222.0.24 "GET /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.1868510 Feb 19 07:22:47.452304 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (e685a6ef-da1a-4f91-96ec-63b86959584b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.547378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:47.552170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.554299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (e685a6ef-da1a-4f91-96ec-63b86959584b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.597467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (e685a6ef-da1a-4f91-96ec-63b86959584b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.598004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router e685a6ef-da1a-4f91-96ec-63b86959584b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:47.604992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.606447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6bace96e-148d-4732-b238-cd119b388d6b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 204 len: 168 time: 1.5334737 Feb 19 07:22:47.611122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:47.615629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1259393778', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:47.639478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.643005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.705103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.859823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:47.912020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:47.927004 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:47.928312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-19c666dc-72d0-417f-9c8e-19786210bac4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3116298 Feb 19 07:22:47.929101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:47.951623 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:47.952523 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:47.981757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7a011444-8916-459b-a1bf-d6b5706d2fc8 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:22:48.095306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 7a011444-8916-459b-a1bf-d6b5706d2fc8 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:22:48.100043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 7a011444-8916-459b-a1bf-d6b5706d2fc8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:22:48.100424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.118206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8637-cbfd-4864-a026-3f58d83fb92d req-b50cf5ea-a7ea-473e-9cb4-b2e426474532 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:48.127546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-143a8637-cbfd-4864-a026-3f58d83fb92d req-b50cf5ea-a7ea-473e-9cb4-b2e426474532 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.1291029 Feb 19 07:22:48.190970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting subnet d44126c7-1985-4a8b-9c37-207fd8dc7f66 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:48.205955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (d44126c7-1985-4a8b-9c37-207fd8dc7f66), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.223783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-143a8637-cbfd-4864-a026-3f58d83fb92d req-aefc04c1-2420-44d7-82d2-71b838cefec1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951250 Feb 19 07:22:48.264022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:48.266148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7a011444-8916-459b-a1bf-d6b5706d2fc8 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:22:48.266546 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.293242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:48.315475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:48.317717 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc5aec1-943d-47a4-a221-5e39dd685427" -d '{"events": [{"server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "name": "network-vif-plugged", "status": "completed", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:48.332852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8,segment=NetworkSegment(1d541a6b-3789-49b7-a5e8-1ad5082b7f14),segment_id=1d541a6b-3789-49b7-a5e8-1ad5082b7f14)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:48.340351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.346410 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:48.351476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a786ee27-f863-44fc-ac82-9c625c96a63c {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:22:48.364155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:48.390069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1b2ce-ec11-480c-86dc-b567a975431c req-e7345ad6-e2bf-4233-81ad-56a854859b51 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:48.398158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ab1b2ce-ec11-480c-86dc-b567a975431c req-e7345ad6-e2bf-4233-81ad-56a854859b51 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 945 time: 0.3937993 Feb 19 07:22:48.413421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:48.416840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.433848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:48.471242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0708bbb4-782b-4e8b-97ca-da78d78fd91b req-3e122610-db1b-4ff9-9f8c-e83ef960af74 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0889316 Feb 19 07:22:48.475137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ab1b2ce-ec11-480c-86dc-b567a975431c req-71ddb2e4-06d2-44a9-9abe-288e3279c18d tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759428 Feb 19 07:22:48.487442 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:48.504013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.504147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d44126c7-1985-4a8b-9c37-207fd8dc7f66), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.511080 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:48.511842 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:48.526191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.578419 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0291057e-652b-4c0a-98c4-edcc470286a7 x-openstack-request-id: req-0291057e-652b-4c0a-98c4-edcc470286a7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:48.578927 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "name": "network-vif-plugged", "status": "completed", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:48.579360 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0291057e-652b-4c0a-98c4-edcc470286a7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:48.579962 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8', 'code': 200} Feb 19 07:22:48.659581 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:48.659806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Allocated IP 172.25.7.12 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/71fbfa84-66e7-4232-b81f-44f400caa09c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:22:48.735842 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:48.760405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] Transition to ACTIVE for port object a786ee27-f863-44fc-ac82-9c625c96a63c will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:22:48.771323 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec365a-555b-4c48-838c-4ca9e10e4506 None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:48.785434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.797225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for port (71fbfa84-66e7-4232-b81f-44f400caa09c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.800685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d44126c7-1985-4a8b-9c37-207fd8dc7f66), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.843602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159b033-cd72-49d3-bb73-fe27492fb228 req-c9f0a420-c320-4888-b4b0-e9f3e0d68f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:48.844100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (71fbfa84-66e7-4232-b81f-44f400caa09c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:48.845209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f159b033-cd72-49d3-bb73-fe27492fb228 req-c9f0a420-c320-4888-b4b0-e9f3e0d68f24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 1128 time: 0.2049816 Feb 19 07:22:48.888908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:22:48.892175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:22:48.899425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:22:48.926689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event updated for resources: {'Port': ['ID=71fbfa84-66e7-4232-b81f-44f400caa09c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:48.929584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e74f95-4711-4bf0-a808-f2f12b37eaea req-6d88abb6-b0b0-47f7-917f-f326f987b184 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:48.936773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6e74f95-4711-4bf0-a808-f2f12b37eaea req-6d88abb6-b0b0-47f7-917f-f326f987b184 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 943 time: 0.3048584 Feb 19 07:22:49.016058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] No DVR routers for this DVR port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:49.026282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f159b033-cd72-49d3-bb73-fe27492fb228 req-e6f4c7bf-b7e7-43e5-a5df-b80c80f92e6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566427 Feb 19 07:22:49.027008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] Pushing event updated for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=10']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:49.056469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d44126c7-1985-4a8b-9c37-207fd8dc7f66), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.092306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6e74f95-4711-4bf0-a808-f2f12b37eaea req-d8c545a6-5b0a-417a-9c9d-fbb20119da2c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543190 Feb 19 07:22:49.119911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-be319144-0ca9-4a4d-b52a-81b8b7edb809 service neutron] 10.222.0.24 "PUT /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6783509 Feb 19 07:22:49.121727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Subnet': ['ID=d44126c7-1985-4a8b-9c37-207fd8dc7f66,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:49.127240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.133447 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7a5c330a-300f-4ff8-ae68-9bf4ad521172 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/d44126c7-1985-4a8b-9c37-207fd8dc7f66 HTTP/1.1" status: 204 len: 168 time: 1.2015624 Feb 19 07:22:49.134316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c76261-c93b-41d7-aea1-4f648c93bc15 None None] Network 9b219299-71b9-4153-b804-3e25b0f6ac5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:22:49.134768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:49.193418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.288954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9b219299-71b9-4153-b804-3e25b0f6ac5c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.508328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] DHCP port deletion for 9b219299-71b9-4153-b804-3e25b0f6ac5c request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:22:49.521716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-11fbd403-32f8-44c8-a9a2-d8ac961d8cee tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.523103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-11fbd403-32f8-44c8-a9a2-d8ac961d8cee tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.1579814 Feb 19 07:22:49.575747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeaecb-847e-4b8c-a2aa-4b5b872898c8 req-ff70233b-36c1-4508-839c-19ae134c3391 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.584389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9afeaecb-847e-4b8c-a2aa-4b5b872898c8 req-ff70233b-36c1-4508-839c-19ae134c3391 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.1847601 Feb 19 07:22:49.596635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Deleting port 921d8864-58cf-47b2-a752-22f4ae7b6328 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:49.597515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.615346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Deleting port 921d8864-58cf-47b2-a752-22f4ae7b6328 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:49.615785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.704482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] For port 921d8864-58cf-47b2-a752-22f4ae7b6328, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=921d8864-58cf-47b2-a752-22f4ae7b6328,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:49.705057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.719589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-bb50002c-ca1f-46b5-bc84-6d2e951fe34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.721342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-bb50002c-ca1f-46b5-bc84-6d2e951fe34d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1&tenant_id=79af69ad386946bc8440ff5357368234 HTTP/1.1" status: 200 len: 1126 time: 0.1788242 Feb 19 07:22:49.721590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Calling delete_port for 921d8864-58cf-47b2-a752-22f4ae7b6328 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:49.723778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9afeaecb-847e-4b8c-a2aa-4b5b872898c8 req-ddd73438-cf4c-497e-bde6-0f9ab5e7f0f5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384544 Feb 19 07:22:49.723931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] For port 921d8864-58cf-47b2-a752-22f4ae7b6328, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=921d8864-58cf-47b2-a752-22f4ae7b6328,segment=NetworkSegment(a877f39e-dfc2-4a2d-abec-40db57bc6e45),segment_id=a877f39e-dfc2-4a2d-abec-40db57bc6e45)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:49.724453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.739758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Calling delete_port for 921d8864-58cf-47b2-a752-22f4ae7b6328 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:49.798686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:49.840197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acef75-0b8e-4a67-b029-be8a29301acf req-bd3db0ef-bac0-455e-9629-ead40f30d97b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.841811 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6acef75-0b8e-4a67-b029-be8a29301acf req-bd3db0ef-bac0-455e-9629-ead40f30d97b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2170525 Feb 19 07:22:49.977130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-716258ce-cb7c-410c-9dc8-874568d3d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:49.978657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-716258ce-cb7c-410c-9dc8-874568d3d09b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af69ad386946bc8440ff5357368234&device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1126 time: 0.2220874 Feb 19 07:22:50.007925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edf790-4d0a-4a18-8a68-3139244daa47 req-2d144acc-00d8-4126-995a-9ba9866f2dee tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:50.017088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74edf790-4d0a-4a18-8a68-3139244daa47 req-2d144acc-00d8-4126-995a-9ba9866f2dee tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 946 time: 0.1412897 Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: from cryptography.utils import int_from_bytes Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: from cryptography.utils import int_from_bytes Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:22:50.112896 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:22:50.121074 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.125873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74edf790-4d0a-4a18-8a68-3139244daa47 req-1e10c5e2-8a5a-403c-b79c-f6b13ed44391 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029100 Feb 19 07:22:50.127774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6acef75-0b8e-4a67-b029-be8a29301acf req-639b57f6-d112-43f0-a292-5e771d57fba8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590165 Feb 19 07:22:50.141573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (921d8864-58cf-47b2-a752-22f4ae7b6328), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.174681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] Pushing event deleted for resources: {'Port': ['ID=921d8864-58cf-47b2-a752-22f4ae7b6328,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:50.186099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Router 9cd971b7-f1f6-483f-a9b0-20efc99052dd is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:50.195018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a1eea-239c-490a-9a95-11af0d7da342 None None] No DVR routers for this DVR port 921d8864-58cf-47b2-a752-22f4ae7b6328 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:50.234340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 921d8864-58cf-47b2-a752-22f4ae7b6328 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:50.243955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Port': ['ID=921d8864-58cf-47b2-a752-22f4ae7b6328,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:50.265010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No DVR routers for this DVR port 921d8864-58cf-47b2-a752-22f4ae7b6328 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:50.288975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 921d8864-58cf-47b2-a752-22f4ae7b6328 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:50.290360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 921d8864-58cf-47b2-a752-22f4ae7b6328 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:50.292287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4986670-1dab-4b3e-b2be-d222923a69d6 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:50.354173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f4986670-1dab-4b3e-b2be-d222923a69d6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:50.354934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f4986670-1dab-4b3e-b2be-d222923a69d6 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:50.437903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9b219299-71b9-4153-b804-3e25b0f6ac5c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.449167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09f38b8b-7b31-43f3-a8a2-2949601c47b4 req-b50c63bd-f9d9-4a0c-9401-075c4abb9a58 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0692527 Feb 19 07:22:50.482216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b219299-71b9-4153-b804-3e25b0f6ac5c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.487683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:50.498360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] Sync routers for ids ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:50.508260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a877f39e-dfc2-4a2d-abec-40db57bc6e45') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.509810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a877f39e-dfc2-4a2d-abec-40db57bc6e45') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.510799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] Routers {'9cd971b7-f1f6-483f-a9b0-20efc99052dd'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:50.511477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.526431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.530743 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7865655-fff5-4859-9f2e-162ad1aa2d04 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9160924 Feb 19 07:22:50.531260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:50.540792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:50.550252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (a877f39e-dfc2-4a2d-abec-40db57bc6e45), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.586373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-6bf04358-0be5-493c-baa7-99c2aef9391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:50.588565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.588833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-6bf04358-0be5-493c-baa7-99c2aef9391c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 200 len: 907 time: 0.5979390 Feb 19 07:22:50.608148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a877f39e-dfc2-4a2d-abec-40db57bc6e45), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.611458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] Routers {'9cd971b7-f1f6-483f-a9b0-20efc99052dd'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:50.624165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.662967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-de686450-58c2-4901-91b8-9b89e5406528 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 200 len: 217 time: 0.0648577 Feb 19 07:22:50.664634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:50.666721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (a877f39e-dfc2-4a2d-abec-40db57bc6e45), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:50.671638 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:50.689963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:50.690628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe35df9-2d71-4352-b6d4-353e731b4adc None None] The sync data for ids ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:50.714153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8ab4a-3501-4e1e-bb79-5d70c3e93ace req-0908d47b-93c8-4791-af7e-9777710e4acd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:50.725715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4c8ab4a-3501-4e1e-bb79-5d70c3e93ace req-0908d47b-93c8-4791-af7e-9777710e4acd tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.2019367 Feb 19 07:22:50.763093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8c53-333f-419a-abf0-81f15e576b49 req-2eb5a5e4-52e0-4f05-aff2-ca121a947b0f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:50.774344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12b8c53-333f-419a-abf0-81f15e576b49 req-2eb5a5e4-52e0-4f05-aff2-ca121a947b0f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1814687 Feb 19 07:22:50.894305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4c8ab4a-3501-4e1e-bb79-5d70c3e93ace req-a72d5acb-c060-4a52-a7f0-0392706253d9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513543 Feb 19 07:22:50.923809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-c8ebe990-debb-46e7-acd1-b6694b22b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:50.928641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-c8ebe990-debb-46e7-acd1-b6694b22b761 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 200 len: 847 time: 0.2520690 Feb 19 07:22:50.930042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9b219299-71b9-4153-b804-3e25b0f6ac5c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:50.935717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12b8c53-333f-419a-abf0-81f15e576b49 req-000703ca-08b6-4eb3-8457-5ffead973404 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568568 Feb 19 07:22:51.012321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:51.026914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:51.027605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/networks/9b219299-71b9-4153-b804-3e25b0f6ac5c HTTP/1.1" status: 204 len: 168 time: 1.8907652 Feb 19 07:22:51.036727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'routes': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:51.039385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3365c-bac3-461d-898b-4dfe17f2e3f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Pushing event deleted for resources: {'Network': ['ID=9b219299-71b9-4153-b804-3e25b0f6ac5c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:51.075487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-b7e04f84-39d5-406b-b670-38bb53fba330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4c3ab712-c699-4725-8829-7ba80b465f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328516 Feb 19 07:22:51.207770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-8d9756ac-af6d-4063-83e4-03ae3e1a985c service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151752 Feb 19 07:22:51.362954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-48c90b17-e8ed-416f-9e93-5b53cd370642 service neutron] 10.222.0.47 "GET /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459057 Feb 19 07:22:51.430844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1732e9c-0fa1-47b9-8c46-045e5938f33a req-30d8147e-586b-4aec-bf1d-5169f938e555 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:51.441338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1732e9c-0fa1-47b9-8c46-045e5938f33a req-30d8147e-586b-4aec-bf1d-5169f938e555 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.3777008 Feb 19 07:22:51.513442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1732e9c-0fa1-47b9-8c46-045e5938f33a req-d174a0bc-a790-4d3b-80e8-6493d232a957 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 Feb 19 07:22:51.665546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7772-0709-432c-97a7-3c0c887f2f04 req-be398e43-d49b-402d-9b3b-886bca5298c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:51.667401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e2f7772-0709-432c-97a7-3c0c887f2f04 req-be398e43-d49b-402d-9b3b-886bca5298c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.6256444 Feb 19 07:22:51.676100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c6aa6-c2ca-4c99-8b1a-8cec54818360 req-f9e0d5a7-f74a-4c62-b966-b5baadec74f0 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:51.678201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-994c6aa6-c2ca-4c99-8b1a-8cec54818360 req-f9e0d5a7-f74a-4c62-b966-b5baadec74f0 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 946 time: 0.0703835 Feb 19 07:22:51.695470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Added routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:22:51.695906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Removed routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:22:51.696270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:51.754402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-994c6aa6-c2ca-4c99-8b1a-8cec54818360 req-c22b4055-b40f-4937-9dbe-03c2dbc9237d tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688422 Feb 19 07:22:51.871844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e2f7772-0709-432c-97a7-3c0c887f2f04 req-bd5334a9-037e-4ce4-bbdb-57657916018e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828175 Feb 19 07:22:51.911790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83b67d56-d477-4e26-a27e-deaf56d48a19 req-343bbac0-b446-4cdd-8f7b-58980b20390b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0714815 Feb 19 07:22:51.934659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.047523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.056717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.062231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.130787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0ae4-8d0e-4d6e-9890-df002ec76da9 req-b50a8a30-4427-4c09-b541-0ab1c7376fd5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:52.139614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e6b0ae4-8d0e-4d6e-9890-df002ec76da9 req-b50a8a30-4427-4c09-b541-0ab1c7376fd5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1148310 Feb 19 07:22:52.227397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220f1d6-9a39-4667-a964-eae4175ad5e7 req-f8de134b-3847-4e7e-bb7f-804e971bfd2f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:52.228927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e6b0ae4-8d0e-4d6e-9890-df002ec76da9 req-f3045d06-3961-4acb-976a-c4d3211f0950 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880573 Feb 19 07:22:52.235875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220f1d6-9a39-4667-a964-eae4175ad5e7 req-f8de134b-3847-4e7e-bb7f-804e971bfd2f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.2321079 Feb 19 07:22:52.311886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 41155d37-1d78-407f-8cb9-3067fd5abc98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:52.323527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-2a241d9c-2c06-44fc-be5a-26ed10658eca tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:52.331528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-2a241d9c-2c06-44fc-be5a-26ed10658eca tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1&tenant_id=79af69ad386946bc8440ff5357368234&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.1335363 Feb 19 07:22:52.375896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220f1d6-9a39-4667-a964-eae4175ad5e7 req-c253bd4c-7571-42d3-b527-74a7c8fdac01 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333907 Feb 19 07:22:52.437555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Deleting port 71fbfa84-66e7-4232-b81f-44f400caa09c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:52.437897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (71fbfa84-66e7-4232-b81f-44f400caa09c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.575742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:52.585736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.588188 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Sync routers for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:52.589838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-242b4e3b-3296-40d2-be2e-29a372b8a495 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 700 time: 1.5603082 Feb 19 07:22:52.590511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:52.614406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-31024bf6-1da1-44da-845f-a0296d250bfe service neutron] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:22:52.623006 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:52.623327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-31024bf6-1da1-44da-845f-a0296d250bfe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.624230 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:52.624707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a5a2273-de3e-4f40-bffc-6e32db16ce02 req-31024bf6-1da1-44da-845f-a0296d250bfe service neutron] 10.222.0.47 "DELETE /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.2857177 Feb 19 07:22:52.673643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:52.673914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-92bd77fa-f08f-45b5-aac1-dec03072cf69 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 205 time: 0.0792665 Feb 19 07:22:52.728523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-bf597329-d53e-4e78-b4f0-c0345eb2cf90 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:52.730032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-bf597329-d53e-4e78-b4f0-c0345eb2cf90 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.3518841 Feb 19 07:22:52.742623 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:52.754339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (71fbfa84-66e7-4232-b81f-44f400caa09c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:52.790807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Calling delete_port for 71fbfa84-66e7-4232-b81f-44f400caa09c owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:52.806280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:52.824576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db016-2f83-432a-bffb-c9bc36d7f52f req-520ae717-b256-4dc1-9a68-014401acd25c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:52.833866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be7db016-2f83-432a-bffb-c9bc36d7f52f req-520ae717-b256-4dc1-9a68-014401acd25c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1761470 Feb 19 07:22:52.839688 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Checking router: 41155d37-1d78-407f-8cb9-3067fd5abc98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:52.849735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Routers {'41155d37-1d78-407f-8cb9-3067fd5abc98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:52.850812 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['41155d37-1d78-407f-8cb9-3067fd5abc98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:52.990754 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] Set router 41155d37-1d78-407f-8cb9-3067fd5abc98 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:53.032288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be7db016-2f83-432a-bffb-c9bc36d7f52f req-8aaa7c41-ff78-4f38-96c7-8f7d2e729b25 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973906 Feb 19 07:22:53.108892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Deleting port 51122bee-618c-4d27-9a69-e9ae71c6b03f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:53.110426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.121104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:53.158499 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c791d-17b6-49ad-bb04-9260d1e2067f None None] The sync data for ids ['41155d37-1d78-407f-8cb9-3067fd5abc98'] in n-d-829866-3 is: [{'id': '41155d37-1d78-407f-8cb9-3067fd5abc98', 'name': 'tempest-RoutersTest-router-495435003', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:21:41Z', 'updated_at': '2022-02-19T07:22:46Z', 'revision_number': 11, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:53.253376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.260024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba55dc0f-0efc-4e1c-9e0c-687971bbee9e req-5d230bd6-3940-4512-bcdc-dac4d87cecd6 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0822279 Feb 19 07:22:53.294535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (71fbfa84-66e7-4232-b81f-44f400caa09c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.342852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Pushing event deleted for resources: {'Port': ['ID=71fbfa84-66e7-4232-b81f-44f400caa09c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:53.447059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (9cd971b7-f1f6-483f-a9b0-20efc99052dd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.499403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e27611-b82f-4de1-9da7-513cbcfb0e82 req-c7213b37-ce3b-4c37-8b6d-42a69133cb38 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:53.501544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e27611-b82f-4de1-9da7-513cbcfb0e82 req-c7213b37-ce3b-4c37-8b6d-42a69133cb38 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 946 time: 0.2841029 Feb 19 07:22:53.511881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] For port 51122bee-618c-4d27-9a69-e9ae71c6b03f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51122bee-618c-4d27-9a69-e9ae71c6b03f,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:53.512259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.576917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Calling delete_port for 51122bee-618c-4d27-9a69-e9ae71c6b03f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:53.586303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:22:53.652487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.655547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (41155d37-1d78-407f-8cb9-3067fd5abc98), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.661554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e27611-b82f-4de1-9da7-513cbcfb0e82 req-9135f914-291b-42bc-a65b-4c8699e08907 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518650 Feb 19 07:22:53.743681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (41155d37-1d78-407f-8cb9-3067fd5abc98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.744347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router 41155d37-1d78-407f-8cb9-3067fd5abc98 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:53.757121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.761853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-172a951c-0717-405e-bf50-a15cb0f24469 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 204 len: 168 time: 1.0829725 Feb 19 07:22:53.765169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56732) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:53.779886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1451320126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:53.816784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.818244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.899300 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.916683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.939594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:53.943683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-64520233-b7f8-4d82-8113-0a29e5da940e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1736290 Feb 19 07:22:53.943825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:53.949655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:22:54.002554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada142e4-0637-48db-b32a-46a7e9391491 req-7a106cbb-b72a-41b6-9537-ef451971b5c7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:54.004016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ada142e4-0637-48db-b32a-46a7e9391491 req-7a106cbb-b72a-41b6-9537-ef451971b5c7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.4456940 Feb 19 07:22:54.050993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (51122bee-618c-4d27-9a69-e9ae71c6b03f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.063500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b13c98ca-664b-4b3b-881a-bb5253745e43', '51122bee-618c-4d27-9a69-e9ae71c6b03f'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:54.254819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.278453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.450607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783049a-c90e-42ba-ac0a-79ecda09dd00 req-22197f21-be0a-49b2-9223-b9479824333a tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:54.457507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a783049a-c90e-42ba-ac0a-79ecda09dd00 req-22197f21-be0a-49b2-9223-b9479824333a tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 946 time: 0.1040027 Feb 19 07:22:54.458327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.467522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Pushing event deleted for resources: {'Port': ['ID=51122bee-618c-4d27-9a69-e9ae71c6b03f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:54.488555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.500559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Router 4190ecf6-78e0-47a7-ae0e-2c743a80ee67 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:22:54.513284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] No DVR routers for this DVR port 51122bee-618c-4d27-9a69-e9ae71c6b03f on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:54.536202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a783049a-c90e-42ba-ac0a-79ecda09dd00 req-bd0e470f-51b5-4f00-95de-af9cb5680d1b tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Feb 19 07:22:54.583955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.587256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d080f3b7-17b7-4c39-a835-72fa83eaf2f8 req-c0f26fcc-fb09-4c7e-a1d8-6d0d185b31fd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "DELETE /v2.0/ports/51122bee-618c-4d27-9a69-e9ae71c6b03f HTTP/1.1" status: 204 len: 173 time: 1.8507049 Feb 19 07:22:54.587729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'name': 'network-vif-deleted', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:54.589983 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f72e5d7-401e-493a-b7de-fda6c5ebe433" -d '{"events": [{"server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "name": "network-vif-deleted", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:54.614198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:54.614415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Router 9cd971b7-f1f6-483f-a9b0-20efc99052dd has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:22:54.617851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ada142e4-0637-48db-b32a-46a7e9391491 req-065fc6fd-cb55-46cb-b2fe-80acbe4d634f tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709817 Feb 19 07:22:54.626768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Sync routers for ids ['4190ecf6-78e0-47a7-ae0e-2c743a80ee67'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:54.633397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.637662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9894df97-9efc-4be8-ba22-4c2117649117 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "PUT /v2.0/routers/4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 200 len: 694 time: 0.6901000 Feb 19 07:22:54.638594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Routers {'4190ecf6-78e0-47a7-ae0e-2c743a80ee67'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:54.639270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['4190ecf6-78e0-47a7-ae0e-2c743a80ee67'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:54.651934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:54.758250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0dd9-a9cf-449e-821d-215268c401c7 req-8b7e3e36-ad57-41e3-b1b1-bec67cf7f603 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:54.760307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f30c0dd9-a9cf-449e-821d-215268c401c7 req-8b7e3e36-ad57-41e3-b1b1-bec67cf7f603 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1232460 Feb 19 07:22:54.820075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Set router 4190ecf6-78e0-47a7-ae0e-2c743a80ee67 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:54.822176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f1edd2b6-ef3b-4535-9878-1b2e249e8099 req-5a235939-cbe6-4567-abb1-5ce7d129c459 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0957661 Feb 19 07:22:54.823128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:22:54.830152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f30c0dd9-a9cf-449e-821d-215268c401c7 req-c4f591ee-e0e6-478c-a4d1-a6e2804d5623 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632110 Feb 19 07:22:54.833185 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:54.834418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e76bc19-8907-4936-bc32-355595bdcde6 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "PUT /v2.0/routers/9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 200 len: 710 time: 4.3020804 Feb 19 07:22:54.837724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:54.849816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad998a47-5dd1-4170-95e8-07defd050b3a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/routers/4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 200 len: 700 time: 0.1926661 Feb 19 07:22:54.850864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:54.854578 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] Sync routers for ids ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:22:54.873542 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] Routers {'9cd971b7-f1f6-483f-a9b0-20efc99052dd'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:54.874181 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:54.923801 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d54c990-aedf-447c-9d75-059d85a0c94d x-openstack-request-id: req-6d54c990-aedf-447c-9d75-059d85a0c94d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:54.924191 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75c1526-b107-40f0-bf65-cd18b242b925", "name": "network-vif-deleted", "tag": "51122bee-618c-4d27-9a69-e9ae71c6b03f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:54.924376 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d54c990-aedf-447c-9d75-059d85a0c94d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:54.924776 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c1526-b107-40f0-bf65-cd18b242b925', 'name': 'network-vif-deleted', 'tag': '51122bee-618c-4d27-9a69-e9ae71c6b03f', 'status': 'completed', 'code': 200} Feb 19 07:22:54.929668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-80d65be7-e13c-4ffc-86cb-e2dc1c9e1a08 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 200 len: 205 time: 0.0751951 Feb 19 07:22:54.930677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:54.941586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4190ecf6-78e0-47a7-ae0e-2c743a80ee67', 'name': 'tempest-RoutersTest-router-1451320126', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:22:53Z', 'updated_at': '2022-02-19T07:22:54Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:54.983048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Checking router: 4190ecf6-78e0-47a7-ae0e-2c743a80ee67 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:22:55.011783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Routers {'4190ecf6-78e0-47a7-ae0e-2c743a80ee67'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:55.012355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['4190ecf6-78e0-47a7-ae0e-2c743a80ee67'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:55.032512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.039667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:55.064671 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] Routers {'9cd971b7-f1f6-483f-a9b0-20efc99052dd'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:22:55.065455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:55.117005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:55.118545 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0701b4-9ce3-447b-b3d3-7eabfdb5b12d None None] The sync data for ids ['9cd971b7-f1f6-483f-a9b0-20efc99052dd'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:55.132003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fed20a76-7b10-4ebc-9ae6-80c37dd129d2 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/routers/9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 200 len: 745 time: 0.2907507 Feb 19 07:22:55.133444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.148804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] Set router 4190ecf6-78e0-47a7-ae0e-2c743a80ee67 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:22:55.162480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b23a9da0-beab-4c13-b177-f0136b75e706 req-7ed1a05d-6751-4607-9892-cc510f519b8b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=a75c1526-b107-40f0-bf65-cd18b242b925 HTTP/1.1" status: 200 len: 210 time: 0.0769396 Feb 19 07:22:55.234360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4190ecf6-78e0-47a7-ae0e-2c743a80ee67', 'name': 'tempest-RoutersTest-router-1451320126', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:22:53Z', 'updated_at': '2022-02-19T07:22:54Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:55.252111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0006ad2c-30d4-4171-a96a-daec193284f9 tempest-RoutersIpV6AdminTest-1824318351 tempest-RoutersIpV6AdminTest-1824318351-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 200 len: 205 time: 0.1160159 Feb 19 07:22:55.252732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.270141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487f8a6-97c5-4b94-b885-927ae4efc3e7 None None] The sync data for ids ['4190ecf6-78e0-47a7-ae0e-2c743a80ee67'] in n-d-829866-3 is: [{'id': '4190ecf6-78e0-47a7-ae0e-2c743a80ee67', 'name': 'tempest-RoutersTest-router-1451320126', 'tenant_id': '99c83271b4a14ca38c261738959903ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:22:53Z', 'updated_at': '2022-02-19T07:22:54Z', 'revision_number': 2, 'project_id': '99c83271b4a14ca38c261738959903ce', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:22:55.300189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ebe27d2a-7333-4b51-807b-7e90245fbf85 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 200 len: 205 time: 0.0418448 Feb 19 07:22:55.300189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df876a64-ffbd-4666-8277-11b14ee94d29 req-f517563b-f2fe-4f96-b01b-3f380d0f0396 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:55.314517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df876a64-ffbd-4666-8277-11b14ee94d29 req-f517563b-f2fe-4f96-b01b-3f380d0f0396 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 1126 time: 0.2537754 Feb 19 07:22:55.316201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.334351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.336607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router_controller (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.392264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (4190ecf6-78e0-47a7-ae0e-2c743a80ee67), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.392887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Fanout notify agent at l3_agent the message router_deleted on router 4190ecf6-78e0-47a7-ae0e-2c743a80ee67 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:55.400678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.401878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aef6018f-e979-4d50-a35e-2fbb4bac7e33 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 204 len: 168 time: 0.4705629 Feb 19 07:22:55.407707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.433799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.440661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8c996ccf-f832-4fed-bd52-bdfb9af4bb26 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 200 len: 205 time: 0.0316370 Feb 19 07:22:55.442992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.482596 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-fcd2bc32-298e-4ef6-9be2-bbc7967bddaf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:55.483773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fcd2bc32-298e-4ef6-9be2-bbc7967bddaf tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/4190ecf6-78e0-47a7-ae0e-2c743a80ee67 HTTP/1.1" status: 404 len: 336 time: 0.0397944 Feb 19 07:22:55.486346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.510791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df876a64-ffbd-4666-8277-11b14ee94d29 req-52ba73eb-58e3-4ff3-b66f-c44dbc9303c9 tempest-LiveMigrationTest-1582434392 tempest-LiveMigrationTest-1582434392-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953108 Feb 19 07:22:55.517929 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58d384d-5f97-4540-96fd-c91c8a07b905 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:55.518537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58d384d-5f97-4540-96fd-c91c8a07b905 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:55.525400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b58d384d-5f97-4540-96fd-c91c8a07b905 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/c2ef9cc8-98e4-4e36-a069-cbe6ccb0d21f HTTP/1.1" status: 404 len: 337 time: 0.0379763 Feb 19 07:22:55.526034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56772) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.560082 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0779ab56-3ad2-45be-a904-8835f80e85fd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:55.560545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0779ab56-3ad2-45be-a904-8835f80e85fd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:55.566238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0779ab56-3ad2-45be-a904-8835f80e85fd tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/5a0029cc-0957-490a-b20c-5f718f23f5d4 HTTP/1.1" status: 404 len: 337 time: 0.0369914 Feb 19 07:22:55.568546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.599730 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abf7b3c-afde-4a2c-82ee-d8be361e170d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:55.599956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abf7b3c-afde-4a2c-82ee-d8be361e170d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:55.605348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3abf7b3c-afde-4a2c-82ee-d8be361e170d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/b9522439-5f0e-44d6-b36f-23a2ff79d5dd HTTP/1.1" status: 404 len: 337 time: 0.0334234 Feb 19 07:22:55.605517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56780) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.637843 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca386ad-28b5-4614-8fcd-4cf404914817 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:55.638757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca386ad-28b5-4614-8fcd-4cf404914817 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:55.647272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3ca386ad-28b5-4614-8fcd-4cf404914817 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/d44126c7-1985-4a8b-9c37-207fd8dc7f66 HTTP/1.1" status: 404 len: 337 time: 0.0405540 Feb 19 07:22:55.647923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.681682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68d9f96b-c4cc-468e-99af-520bd11d5e5c tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 200 len: 205 time: 0.0326695 Feb 19 07:22:55.682100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-0c01f20f-de6f-4497-b9e4-fdec58016c62 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:55.683567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-0c01f20f-de6f-4497-b9e4-fdec58016c62 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.24 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 946 time: 0.2696321 Feb 19 07:22:55.684797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.695927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.697261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router_controller (9cd971b7-f1f6-483f-a9b0-20efc99052dd), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.748163 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-cf8c66fc-b90c-4ea5-bc39-a12dba2ef7f7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:55.751819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf8c66fc-b90c-4ea5-bc39-a12dba2ef7f7 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/41155d37-1d78-407f-8cb9-3067fd5abc98 HTTP/1.1" status: 404 len: 336 time: 0.0632892 Feb 19 07:22:55.752270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.786832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-43c80f1f-4633-48e6-93ef-d53ba27b7053 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=214b8cf5-c2c9-4858-a77d-6f137445dca1 HTTP/1.1" status: 200 len: 205 time: 0.0333014 Feb 19 07:22:55.787517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.805673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (9cd971b7-f1f6-483f-a9b0-20efc99052dd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.806168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Fanout notify agent at l3_agent the message router_deleted on router 9cd971b7-f1f6-483f-a9b0-20efc99052dd {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:22:55.843336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.844999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dbf222de-ac1c-4391-bc77-6f958867479f tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 204 len: 168 time: 0.5273080 Feb 19 07:22:55.850768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.854256 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-720d3f7d-44a1-4e33-963f-9ebfb24a4a75 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:55.857675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-720d3f7d-44a1-4e33-963f-9ebfb24a4a75 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/214b8cf5-c2c9-4858-a77d-6f137445dca1 HTTP/1.1" status: 404 len: 336 time: 0.0641663 Feb 19 07:22:55.867643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.890218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f8a4-0043-479d-9519-3c8b5ca7a70a req-e8fde4ef-6de9-4d6e-8cc0-b94d4d9cc61e tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:55.892309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c848f8a4-0043-479d-9519-3c8b5ca7a70a req-e8fde4ef-6de9-4d6e-8cc0-b94d4d9cc61e tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 946 time: 0.2212274 Feb 19 07:22:55.916513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4953c6ee-d257-4e94-8cc1-e0a551863913 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 200 len: 205 time: 0.0643382 Feb 19 07:22:55.919352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.920457 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb6d1c-e38e-40b6-8008-eef7fa2246f4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:55.920896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fb6d1c-e38e-40b6-8008-eef7fa2246f4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:55.926782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a1fb6d1c-e38e-40b6-8008-eef7fa2246f4 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/5228058c-6e53-448f-a7e7-642b00cf37ac HTTP/1.1" status: 404 len: 337 time: 0.0577865 Feb 19 07:22:55.928179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.973029 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-8e7c7022-cf74-4bfd-a76b-eba0237523cf tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:55.976428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e7c7022-cf74-4bfd-a76b-eba0237523cf tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/9cd971b7-f1f6-483f-a9b0-20efc99052dd HTTP/1.1" status: 404 len: 336 time: 0.0461521 Feb 19 07:22:55.977302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.984326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-86a7e5f1-bfe2-4cd0-8001-2426259c4434 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 200 len: 205 time: 0.0517583 Feb 19 07:22:55.986310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Deleting port 7a011444-8916-459b-a1bf-d6b5706d2fc8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:55.986653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:55.990240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:55.994611 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c848f8a4-0043-479d-9519-3c8b5ca7a70a req-902905f7-af71-480b-81eb-ea1dc09c69e8 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/security-groups?id=728b3bb0-3504-47dc-bb54-43c812239d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943415 Feb 19 07:22:56.020143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb476aa-ac8f-4eaf-8489-e58166d58b87 req-be8d56f0-e279-481e-a953-d62fae6294a0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:56.024322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fb476aa-ac8f-4eaf-8489-e58166d58b87 req-be8d56f0-e279-481e-a953-d62fae6294a0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.2133274 Feb 19 07:22:56.090714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1e23855a-26f1-4e3d-8899-860675ecbd19 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 200 len: 205 time: 0.1098309 Feb 19 07:22:56.095001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.097683 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-65806222-b7d0-4ea8-958c-e23f4d01913f tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.097901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] For port 7a011444-8916-459b-a1bf-d6b5706d2fc8, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7a011444-8916-459b-a1bf-d6b5706d2fc8,segment=NetworkSegment(1d541a6b-3789-49b7-a5e8-1ad5082b7f14),segment_id=1d541a6b-3789-49b7-a5e8-1ad5082b7f14)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:56.098277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:56.098680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65806222-b7d0-4ea8-958c-e23f4d01913f tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/ff309609-6681-4064-ae3f-d82b88f7383c HTTP/1.1" status: 404 len: 336 time: 0.1094174 Feb 19 07:22:56.112107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Calling delete_port for 7a011444-8916-459b-a1bf-d6b5706d2fc8 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:56.121114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.159673 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-21ff9055-245e-4bea-bb3e-a2f47a9cd7b2 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.163340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21ff9055-245e-4bea-bb3e-a2f47a9cd7b2 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/e685a6ef-da1a-4f91-96ec-63b86959584b HTTP/1.1" status: 404 len: 336 time: 0.0645635 Feb 19 07:22:56.163340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.199122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0d5f5f87-9f3e-4bf3-a997-2dad7c1cf158 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 200 len: 205 time: 0.0324774 Feb 19 07:22:56.202931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.208863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-17931490-9c19-4d92-96a1-9cdacc3f22b6 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 HTTP/1.1" status: 200 len: 205 time: 0.0854754 Feb 19 07:22:56.212975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.256380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810dc2e-be5c-444b-a0bd-0bf6249cd4ce req-aa0c6a5c-0b90-4351-abae-45ad1314ad32 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:56.257889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9810dc2e-be5c-444b-a0bd-0bf6249cd4ce req-aa0c6a5c-0b90-4351-abae-45ad1314ad32 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1358874 Feb 19 07:22:56.266394 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5d5b83a8-77fa-4702-ac27-c524ba1af83e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.267602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5d5b83a8-77fa-4702-ac27-c524ba1af83e tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/e543dcbe-a7e3-4c56-ab97-5ade931495b7 HTTP/1.1" status: 404 len: 336 time: 0.0634036 Feb 19 07:22:56.273867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.305355 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-f7899e8b-404b-4466-8d37-1f01f790df5a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.308855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7899e8b-404b-4466-8d37-1f01f790df5a tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/a57f9f3c-4ba5-4364-aa6b-e9c53bd198e2 HTTP/1.1" status: 404 len: 336 time: 0.0923145 Feb 19 07:22:56.331362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fb476aa-ac8f-4eaf-8489-e58166d58b87 req-14de955b-fe18-4070-8a57-4af7265724ee tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973921 Feb 19 07:22:56.331362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.365381 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea9bda3-1c72-4f83-b3fd-c11c4ccfc594 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:56.365847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea9bda3-1c72-4f83-b3fd-c11c4ccfc594 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:56.369006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fea9bda3-1c72-4f83-b3fd-c11c4ccfc594 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/0e1d4538-6c25-4315-ae5a-5634c16655e1 HTTP/1.1" status: 404 len: 337 time: 0.0446177 Feb 19 07:22:56.372044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.411045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-19c21fdd-6505-4999-bc38-299e74337d8d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f4d3d3-fb25-4ab8-b33c-f5a149a56524 HTTP/1.1" status: 200 len: 205 time: 0.0381591 Feb 19 07:22:56.412366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.490051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6cb84d28-b1e7-47d5-9547-55fc414cc61d req-e5233f68-bc0a-4cb2-86ff-b31056840bc0 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0763013 Feb 19 07:22:56.491883 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ea28d6f9-a32d-4a08-b156-34ceca3fd62e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.495814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea28d6f9-a32d-4a08-b156-34ceca3fd62e tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/37f4d3d3-fb25-4ab8-b33c-f5a149a56524 HTTP/1.1" status: 404 len: 336 time: 0.0789778 Feb 19 07:22:56.496393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.524101 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d4e7fe-735c-4721-ba85-7ee26107464d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:56.524572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d4e7fe-735c-4721-ba85-7ee26107464d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:56.530222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-94d4e7fe-735c-4721-ba85-7ee26107464d tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/3f3b4a70-886b-494c-8417-9234c7860f7c HTTP/1.1" status: 404 len: 337 time: 0.0328841 Feb 19 07:22:56.530813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56830) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.569560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-77f23e8c-def3-4a17-bdab-1a3ae12f4872 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9e2d6ce-c034-485c-9bac-759678794ac7 HTTP/1.1" status: 200 len: 205 time: 0.0375206 Feb 19 07:22:56.570073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.575773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2885ea7a-488c-4b15-96fc-a51dda20158a tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 200 len: 205 time: 0.2996795 Feb 19 07:22:56.579907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.664580 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9810dc2e-be5c-444b-a0bd-0bf6249cd4ce req-ae91eefa-bfa1-4e1d-ba64-314745d55cb8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953190 Feb 19 07:22:56.701072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7a011444-8916-459b-a1bf-d6b5706d2fc8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:56.702027 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-52e9c8d4-99ad-47ba-bfd3-70c09199d89b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.706549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-52e9c8d4-99ad-47ba-bfd3-70c09199d89b tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/cbb42bf8-00f5-43ea-b535-6901636eb9e7 HTTP/1.1" status: 404 len: 336 time: 0.1237607 Feb 19 07:22:56.708361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.750928 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-2148565e-9196-45a5-a1e2-16982a193508 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.754182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2148565e-9196-45a5-a1e2-16982a193508 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/routers/d9e2d6ce-c034-485c-9bac-759678794ac7 HTTP/1.1" status: 404 len: 336 time: 0.1809721 Feb 19 07:22:56.757828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.803540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d5b6284-3696-4f7f-aacf-02c9e1942c84 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 200 len: 205 time: 0.0852187 Feb 19 07:22:56.804560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Pushing event deleted for resources: {'Port': ['ID=7a011444-8916-459b-a1bf-d6b5706d2fc8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:56.807521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.810538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-77395467-41e0-4fe2-a1af-0f505f363b0b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:56.812909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-77395467-41e0-4fe2-a1af-0f505f363b0b tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.1128109 Feb 19 07:22:56.820993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171da057-5538-4f0a-9a7e-e3938eed688d req-d620031e-923c-4359-bf3a-d8c1e0a45049 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:56.822387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-171da057-5538-4f0a-9a7e-e3938eed688d req-d620031e-923c-4359-bf3a-d8c1e0a45049 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1241536 Feb 19 07:22:56.875786 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-c45ed3c8-dc03-488b-8a04-1827c8dd7817 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:56.876924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c45ed3c8-dc03-488b-8a04-1827c8dd7817 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/73099d21-295a-4e4f-952c-d6b23bdc0c10 HTTP/1.1" status: 404 len: 336 time: 0.0534358 Feb 19 07:22:56.877892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] No DVR routers for this DVR port 7a011444-8916-459b-a1bf-d6b5706d2fc8 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:56.879831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.880968 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afbe445-0bb5-4139-b8e4-aef53a2af544 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:56.881571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afbe445-0bb5-4139-b8e4-aef53a2af544 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:56.886917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8afbe445-0bb5-4139-b8e4-aef53a2af544 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/b63aebb7-dc18-4234-b7ae-7ca959d0e54d HTTP/1.1" status: 404 len: 337 time: 0.0929506 Feb 19 07:22:56.887094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:56.890108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.890996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1f7b4bd-c3cd-4602-8077-6d50a79bb539 req-85ae558d-77b4-4f99-8603-fb7cd5948a01 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.24 "DELETE /v2.0/ports/7a011444-8916-459b-a1bf-d6b5706d2fc8 HTTP/1.1" status: 204 len: 173 time: 1.1913903 Feb 19 07:22:56.891592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'name': 'network-vif-deleted', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:56.894707 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f25d17-a019-4a67-b336-1b5e1ec17daf" -d '{"events": [{"server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "name": "network-vif-deleted", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:56.945848 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c30c16-c084-4cad-b4a1-1c06ba37b0d6 x-openstack-request-id: req-17c30c16-c084-4cad-b4a1-1c06ba37b0d6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:56.946340 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826ae404-6679-4338-a4a7-634fb9db5b76", "name": "network-vif-deleted", "tag": "7a011444-8916-459b-a1bf-d6b5706d2fc8", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:56.946597 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17c30c16-c084-4cad-b4a1-1c06ba37b0d6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:56.946998 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826ae404-6679-4338-a4a7-634fb9db5b76', 'name': 'network-vif-deleted', 'tag': '7a011444-8916-459b-a1bf-d6b5706d2fc8', 'status': 'completed', 'code': 200} Feb 19 07:22:56.949280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-21aa5a39-0601-4290-8b06-d03aa77eba61 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "GET /v2.0/ports?device_id=393c5d7e-e2d0-4669-b837-4aaa19bd9e51 HTTP/1.1" status: 200 len: 205 time: 0.0635304 Feb 19 07:22:56.954872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:56.964741 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b67f7e0-2038-4699-ba80-0dff775d55f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:56.965202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b67f7e0-2038-4699-ba80-0dff775d55f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:56.968217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5b67f7e0-2038-4699-ba80-0dff775d55f0 tempest-RoutersTest-431726115 tempest-RoutersTest-431726115-project] 10.222.0.43 "DELETE /v2.0/subnets/c304333f-4be4-4411-9811-81ac6380bd48 HTTP/1.1" status: 404 len: 337 time: 0.0734420 Feb 19 07:22:57.020278 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-88f3ed03-f2f5-4b36-8023-fa4a8d88e409 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] delete failed (client error): The resource could not be found. Feb 19 07:22:57.023756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-88f3ed03-f2f5-4b36-8023-fa4a8d88e409 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/routers/393c5d7e-e2d0-4669-b837-4aaa19bd9e51 HTTP/1.1" status: 404 len: 336 time: 0.0655003 Feb 19 07:22:57.023893 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-171da057-5538-4f0a-9a7e-e3938eed688d req-7e6284c4-4264-4fac-82bb-4a2759eef47b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910262 Feb 19 07:22:57.023989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:57.088857 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6d4530-460e-4bc9-8aab-e81209969e81 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] DELETE failed (client error): The resource could not be found. Feb 19 07:22:57.089331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6d4530-460e-4bc9-8aab-e81209969e81 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:22:57.092625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ec6d4530-460e-4bc9-8aab-e81209969e81 tempest-RoutersIpV6AdminTest-1902806898 tempest-RoutersIpV6AdminTest-1902806898-project] 10.222.0.43 "DELETE /v2.0/subnets/dd967fdb-7caa-4612-a221-b5de8939480a HTTP/1.1" status: 404 len: 337 time: 0.0676670 Feb 19 07:22:57.132228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Deleting port a786ee27-f863-44fc-ac82-9c625c96a63c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:22:57.133330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.142311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d22e07f5-5c33-4d90-bf70-1aaf775b600a req-4974d465-5378-4b5f-a02c-d9d3a6d6b496 tempest-ServerMetadataNegativeTestJSON-583854791 tempest-ServerMetadataNegativeTestJSON-583854791-project] 10.222.0.43 "GET /v2.0/ports?device_id=826ae404-6679-4338-a4a7-634fb9db5b76 HTTP/1.1" status: 200 len: 210 time: 0.0349040 Feb 19 07:22:57.334108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] For port a786ee27-f863-44fc-ac82-9c625c96a63c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a786ee27-f863-44fc-ac82-9c625c96a63c,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:22:57.334421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.357019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Calling delete_port for a786ee27-f863-44fc-ac82-9c625c96a63c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:22:57.374602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:57.405172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf56f-3d10-486a-b5f2-2df776e8e86b req-09bb0bde-4238-47ed-a452-46058623dc80 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:57.418883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edcf56f-3d10-486a-b5f2-2df776e8e86b req-09bb0bde-4238-47ed-a452-46058623dc80 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1565979 Feb 19 07:22:57.521253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0edcf56f-3d10-486a-b5f2-2df776e8e86b req-467730a2-77af-41f7-89d3-f2f215ba9880 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960290 Feb 19 07:22:57.551990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc24b9-9813-4ac5-8f85-46a14e93daee req-b3b41ef8-1100-4bc6-8c13-3a2e46902ae1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:57.551990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70cc24b9-9813-4ac5-8f85-46a14e93daee req-b3b41ef8-1100-4bc6-8c13-3a2e46902ae1 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 944 time: 0.0849118 Feb 19 07:22:57.560207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51122bee-618c-4d27-9a69-e9ae71c6b03f no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:57.614257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 51122bee-618c-4d27-9a69-e9ae71c6b03f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:57.614929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51122bee-618c-4d27-9a69-e9ae71c6b03f not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:57.660224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70cc24b9-9813-4ac5-8f85-46a14e93daee req-6387c442-80cf-4110-9dba-61b0556eccc9 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781050 Feb 19 07:22:57.661773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a786ee27-f863-44fc-ac82-9c625c96a63c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.673102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:57.677373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7', '08faa673-d59a-4adc-b1b1-06c37bf76668', 'a786ee27-f863-44fc-ac82-9c625c96a63c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:22:57.723498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event deleted for resources: {'Port': ['ID=a786ee27-f863-44fc-ac82-9c625c96a63c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:57.731356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-75944781-5fa7-4245-a8e5-431e5c1d9b99 req-247c2312-50ba-4730-8f41-6952de74693f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0731878 Feb 19 07:22:57.793418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] No DVR routers for this DVR port a786ee27-f863-44fc-ac82-9c625c96a63c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:22:57.798912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.802888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b160d709-f3ce-4d60-b928-e59c5420c4a8 req-754ca8cb-6326-4ee3-a5c8-6ea26908e796 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "DELETE /v2.0/ports/a786ee27-f863-44fc-ac82-9c625c96a63c HTTP/1.1" status: 204 len: 173 time: 0.9789519 Feb 19 07:22:57.803488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-deleted', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:22:57.805956 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0caaa-f204-4998-aba2-c331bdb677f9" -d '{"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-deleted", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:22:57.875111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c079cc56-6857-4150-98e2-8d1a1c8cebaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99c83271b4a14ca38c261738959903ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982753 Feb 19 07:22:57.877693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:57.884060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-742a83de-3761-45ad-926a-d841f6c41b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.912906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff8390-0550-4f21-927e-ac33119b32e4 req-622009fb-425e-4159-8cd0-2cff4037a38a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:57.914431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-feff8390-0550-4f21-927e-ac33119b32e4 req-622009fb-425e-4159-8cd0-2cff4037a38a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1044030 Feb 19 07:22:57.976192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] Publish callbacks [] for security_group (9be6c3f8-953b-4ab5-aa6d-79852331ea90), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:57.998038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8589b-2de4-4f85-a10c-4b3be00b5052 req-6863b823-e7d8-4299-ae36-1cb9517c0cf5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:58.006572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95b8589b-2de4-4f85-a10c-4b3be00b5052 req-6863b823-e7d8-4299-ae36-1cb9517c0cf5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1240485 Feb 19 07:22:58.014297 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-feff8390-0550-4f21-927e-ac33119b32e4 req-9adf80e0-5730-4177-b94e-17743b909ae0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861316 Feb 19 07:22:58.036930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] Publish callbacks [] for security_group (9be6c3f8-953b-4ab5-aa6d-79852331ea90), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.044445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7a011444-8916-459b-a1bf-d6b5706d2fc8 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:22:58.071805 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb9696-7b8c-4bfa-88d2-b91b01c8eb64 x-openstack-request-id: req-78bb9696-7b8c-4bfa-88d2-b91b01c8eb64 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:22:58.072104 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8401bbf2-9973-4290-b477-24ea88b0a7f1", "name": "network-vif-deleted", "tag": "a786ee27-f863-44fc-ac82-9c625c96a63c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:22:58.072367 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78bb9696-7b8c-4bfa-88d2-b91b01c8eb64 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:22:58.072771 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8401bbf2-9973-4290-b477-24ea88b0a7f1', 'name': 'network-vif-deleted', 'tag': 'a786ee27-f863-44fc-ac82-9c625c96a63c', 'status': 'completed', 'code': 200} Feb 19 07:22:58.090581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 7a011444-8916-459b-a1bf-d6b5706d2fc8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:22:58.091447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7a011444-8916-459b-a1bf-d6b5706d2fc8 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:22:58.106590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95b8589b-2de4-4f85-a10c-4b3be00b5052 req-58f6bda6-3801-4d93-b91c-7afc887b0a59 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987926 Feb 19 07:22:58.116123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9be6c3f8-953b-4ab5-aa6d-79852331ea90), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.119220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.120700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9be6c3f8-953b-4ab5-aa6d-79852331ea90 HTTP/1.1" status: 204 len: 168 time: 0.2421100 Feb 19 07:22:58.131288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3009919-6d09-49ad-be0f-038062ffec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be6c3f8-953b-4ab5-aa6d-79852331ea90,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:58.168670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-742a83de-3761-45ad-926a-d841f6c41b78 admin admin] Publish callbacks [] for security_group (9a2e3ada-580f-4ce1-8d48-26130d9b1ac8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.175140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-742a83de-3761-45ad-926a-d841f6c41b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9a2e3ada-580f-4ce1-8d48-26130d9b1ac8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.211993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:58.221957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a83de-3761-45ad-926a-d841f6c41b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e3ada-580f-4ce1-8d48-26130d9b1ac8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:58.228099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-742a83de-3761-45ad-926a-d841f6c41b78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1c06c127d3e4bf1ac29fdb2cf96c20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565116 Feb 19 07:22:58.230509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:58.265457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Deleting subnet 110af365-1492-4ca6-8ee2-ab25cc0e4dfc {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:22:58.269107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Publish callbacks [] for subnet (110af365-1492-4ca6-8ee2-ab25cc0e4dfc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.292473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] Publish callbacks [] for security_group (9a2e3ada-580f-4ce1-8d48-26130d9b1ac8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.325351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] Publish callbacks [] for security_group (9a2e3ada-580f-4ce1-8d48-26130d9b1ac8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.329266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (110af365-1492-4ca6-8ee2-ab25cc0e4dfc), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.379784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9a2e3ada-580f-4ce1-8d48-26130d9b1ac8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.383469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (110af365-1492-4ca6-8ee2-ab25cc0e4dfc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.383959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.387987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a2e3ada-580f-4ce1-8d48-26130d9b1ac8 HTTP/1.1" status: 204 len: 168 time: 0.1540773 Feb 19 07:22:58.399790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8e8b6-6749-4f65-9453-4598737e459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e3ada-580f-4ce1-8d48-26130d9b1ac8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:58.476468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (110af365-1492-4ca6-8ee2-ab25cc0e4dfc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.493310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.497781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] 10.222.0.43 "DELETE /v2.0/subnets/110af365-1492-4ca6-8ee2-ab25cc0e4dfc HTTP/1.1" status: 204 len: 168 time: 0.2847228 Feb 19 07:22:58.500881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:58.520943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff6085-70c5-41bd-b417-4fdc8b6fcade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=110af365-1492-4ca6-8ee2-ab25cc0e4dfc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:58.589447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c86e1d96-4aab-470a-88f2-d34d48fb1d70), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.685268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c86e1d96-4aab-470a-88f2-d34d48fb1d70), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.716992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86e1d96-4aab-470a-88f2-d34d48fb1d70']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:58.731766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d541a6b-3789-49b7-a5e8-1ad5082b7f14') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:58.732201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d541a6b-3789-49b7-a5e8-1ad5082b7f14') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:22:58.747361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1d541a6b-3789-49b7-a5e8-1ad5082b7f14), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.770540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1d541a6b-3789-49b7-a5e8-1ad5082b7f14), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.786499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:22:58.787071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1d541a6b-3789-49b7-a5e8-1ad5082b7f14), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:22:58.789515 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:22:58.821931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d1d5a58-18c0-490a-aa4d-aa082450df16 req-a05f92e3-234d-4cac-9bf3-0815620f8877 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0524135 Feb 19 07:22:58.854148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:58.873043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c86e1d96-4aab-470a-88f2-d34d48fb1d70), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.893146 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:58.896789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c86e1d96-4aab-470a-88f2-d34d48fb1d70 HTTP/1.1" status: 204 len: 168 time: 0.3946562 Feb 19 07:22:58.897787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad35b5-7223-469f-aebb-3a60f5051056 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86e1d96-4aab-470a-88f2-d34d48fb1d70,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:58.925769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-abf040ee-c596-46f5-b771-f6a583f343d4 req-b6875685-35b4-46f7-b552-acfb47da61f4 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0502918 Feb 19 07:22:58.966519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81eb4564-bbcf-4706-9c31-df885be60e23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a55f19c509d5469cb6a61177ecc9a4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105425 Feb 19 07:22:58.969517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:59.038784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] Publish callbacks [] for security_group (a36ca701-21bf-4121-a457-b4f33c4ca399), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.066441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] Publish callbacks [] for security_group (a36ca701-21bf-4121-a457-b4f33c4ca399), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.124009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a36ca701-21bf-4121-a457-b4f33c4ca399), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.127929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.129330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a36ca701-21bf-4121-a457-b4f33c4ca399 HTTP/1.1" status: 204 len: 168 time: 0.1587827 Feb 19 07:22:59.139868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cee64-ba9d-44e8-b665-b214d9216f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ca701-21bf-4121-a457-b4f33c4ca399,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:59.196292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56942) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:59.257341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5652004a-2c80-4058-a245-e6344239b0dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3625ae4647b5497194b662f0d555cb53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594985 Feb 19 07:22:59.261353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:22:59.264961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783ffe6-b6fb-4bde-aeff-edabbbfb7c58 req-f60ea8f5-8ad8-4311-bfd8-c19ecc09770b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:22:59.267160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a783ffe6-b6fb-4bde-aeff-edabbbfb7c58 req-f60ea8f5-8ad8-4311-bfd8-c19ecc09770b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0707145 Feb 19 07:22:59.322106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] Publish callbacks [] for security_group (728b3bb0-3504-47dc-bb54-43c812239d6f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.341391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a783ffe6-b6fb-4bde-aeff-edabbbfb7c58 req-4a8e8f4b-f3c2-41a8-94e6-b92d49ff1f31 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680153 Feb 19 07:22:59.366597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] Publish callbacks [] for security_group (728b3bb0-3504-47dc-bb54-43c812239d6f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.418455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (728b3bb0-3504-47dc-bb54-43c812239d6f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.422708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:22:59.423994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/728b3bb0-3504-47dc-bb54-43c812239d6f HTTP/1.1" status: 204 len: 168 time: 0.1614435 Feb 19 07:22:59.432325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2263ea-274e-4945-abc2-1d4942273d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b3bb0-3504-47dc-bb54-43c812239d6f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:22:59.975919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51c7601b-91fb-4a48-a256-2682cdb93b0f req-e295e4cc-7e10-4f2c-a2d8-e86232c03247 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0530887 Feb 19 07:23:00.021970 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:00.093615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d7c2d34-0a28-4cd5-9fef-444e4a148437 req-27759880-8aac-4b4d-9b86-41d50557fa8f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0580156 Feb 19 07:23:00.499318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215fb95-b4c1-4615-a137-140b3ff40d1d req-cdae26b7-4931-4186-a677-508a19be0b41 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:00.507446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3215fb95-b4c1-4615-a137-140b3ff40d1d req-cdae26b7-4931-4186-a677-508a19be0b41 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0697782 Feb 19 07:23:00.585424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3215fb95-b4c1-4615-a137-140b3ff40d1d req-05a94a9d-73e8-46fe-b1b4-c9b3c88256a2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770130 Feb 19 07:23:01.019928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:01.177257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7470b16f-d07d-4360-87c1-2d45464f3ab5 req-91eb4aad-52c2-42c7-aa93-b1850c05841e tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0587676 Feb 19 07:23:01.261471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d3e3faa-572d-489d-b074-6f77fa3cacf6 req-7d8d445a-5bd5-4f99-a187-6461755a9c9f tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0481713 Feb 19 07:23:01.265204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-964411620-network', 'tenant_id': 'dabad43272d54544bfeab8cdaedc48f4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:01.289800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Made reservation on behalf of dabad43272d54544bfeab8cdaedc48f4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:01.292960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.307149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.406906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks [] for security_group (ac8ec744-9be2-423c-b6de-34ebd26f989e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.412032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ac8ec744-9be2-423c-b6de-34ebd26f989e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.438600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:23:01.448546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ec744-9be2-423c-b6de-34ebd26f989e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:01.454094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (40962e2a-9277-49c6-9ce1-156fc9e09b26), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.454457 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Added segment 40962e2a-9277-49c6-9ce1-156fc9e09b26 of type vlan for network 9268692f-36d7-4586-b327-3b4419e1e234 Feb 19 07:23:01.501878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9268692f-36d7-4586-b327-3b4419e1e234), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.527902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9268692f-36d7-4586-b327-3b4419e1e234), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.529005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:01.529651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.581211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:01.592086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:01.598156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Request body: {'subnet': {'network_id': '9268692f-36d7-4586-b327-3b4419e1e234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-964411620-subnet', 'tenant_id': 'dabad43272d54544bfeab8cdaedc48f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:01.604181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5707197 Feb 19 07:23:01.632859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed19441-40bb-4f1f-8a85-ee4247a2b0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9268692f-36d7-4586-b327-3b4419e1e234,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:01.633230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a786ee27-f863-44fc-ac82-9c625c96a63c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:01.633559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a786ee27-f863-44fc-ac82-9c625c96a63c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:01.637653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Made reservation on behalf of dabad43272d54544bfeab8cdaedc48f4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:01.641362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:01.647990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9268692f-36d7-4586-b327-3b4419e1e234 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:23:01.794052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba3e28-91c9-49aa-92e1-85194870af97 req-9218d773-2777-43b5-b37a-ecb952eb2b1b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:01.795688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1aba3e28-91c9-49aa-92e1-85194870af97 req-9218d773-2777-43b5-b37a-ecb952eb2b1b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0930986 Feb 19 07:23:01.894327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1aba3e28-91c9-49aa-92e1-85194870af97 req-3c68f7fa-4079-4f02-8a9b-91315c0561fa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878911 Feb 19 07:23:01.941320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (2906f541-e3c4-4f1e-839f-067440bef448), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:02.002997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2906f541-e3c4-4f1e-839f-067440bef448,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:02.020100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Checking segment: {'id': '40962e2a-9277-49c6-9ce1-156fc9e09b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:02.020461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Network hostable DHCP agents. Network: 9268692f-36d7-4586-b327-3b4419e1e234, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:23:02.040801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Network 9268692f-36d7-4586-b327-3b4419e1e234 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:23:02.051903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9268692f-36d7-4586-b327-3b4419e1e234) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:02.056440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:02.057199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:02.066167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ce368-abfe-49a7-8075-58b222b2fb5a None None] Network 9268692f-36d7-4586-b327-3b4419e1e234 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:02.092806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d1c9775f-cc41-47c3-afe9-19544b569f03 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4995136 Feb 19 07:23:02.195483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350de442-0d15-41d3-b60f-9fb0f41553b7 None None] Network 9268692f-36d7-4586-b327-3b4419e1e234 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:02.555365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7545ceaa-fc7c-4e7d-a164-8177074c3a3e req-96da57e6-bf3e-4a84-9379-ea498648580a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0328515 Feb 19 07:23:02.608466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-d13e6055-6afc-4458-8190-b2105684e357 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:02.610686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-d13e6055-6afc-4458-8190-b2105684e357 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/networks?id=9268692f-36d7-4586-b327-3b4419e1e234 HTTP/1.1" status: 200 len: 812 time: 0.1137941 Feb 19 07:23:02.625713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-4d1a21ce-28db-467f-ab26-226e9be20696 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/quotas/dabad43272d54544bfeab8cdaedc48f4 HTTP/1.1" status: 200 len: 375 time: 0.0093427 Feb 19 07:23:02.646028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b04e22c3-7531-4dbf-8d8f-302e431fcc0f req-9c3fab52-2432-40b0-b219-2fa97b9438cf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Feb 19 07:23:02.661774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-bee954c3-c571-4e83-a2ad-2303cbc709cf tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dabad43272d54544bfeab8cdaedc48f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283027 Feb 19 07:23:02.756307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-f9bfef24-6b5c-41a3-8ea7-6db6f157aa52 service neutron] 10.222.0.43 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880020 Feb 19 07:23:02.844225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6084f011-95f8-4b1f-b4ff-1d950e719f06 service neutron] 10.222.0.43 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Feb 19 07:23:02.915810 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:03.041598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8480f7b-2a7d-44a3-8095-99d31fd1cef6 req-473f2dcc-9fad-4c8f-aa29-25393f406626 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 210 time: 0.0353889 Feb 19 07:23:03.050207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76decb-4e7e-4783-bf0b-bcc0ea86deed req-b4f5bf58-9c90-4343-8c0e-b5b1338e2e35 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:03.051799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f76decb-4e7e-4783-bf0b-bcc0ea86deed req-b4f5bf58-9c90-4343-8c0e-b5b1338e2e35 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0637252 Feb 19 07:23:03.121021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f76decb-4e7e-4783-bf0b-bcc0ea86deed req-7291d12f-904c-4eb5-8535-0410d9924ae6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568433 Feb 19 07:23:03.650239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-647847ca-645a-4d33-a794-9f4d827684be req-f3e9345b-3fdb-4031-aa3e-70248be2a18c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0273368 Feb 19 07:23:03.751680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e427dcc-2f02-4493-a6d3-8e1987d2b3fc req-b2da79c2-b5b8-492b-8ef6-33c87d678935 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0285134 Feb 19 07:23:04.011709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-afc778f8-3bf1-4c0b-b672-59a4870eec3f tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:04.013421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-afc778f8-3bf1-4c0b-b672-59a4870eec3f tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.24 "GET /v2.0/networks?id=9268692f-36d7-4586-b327-3b4419e1e234 HTTP/1.1" status: 200 len: 812 time: 0.1212888 Feb 19 07:23:04.028136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Request body: {'port': {'device_id': 'd7406450-b07f-4324-af1e-e69980ee1660', 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234', 'admin_state_up': True, 'tenant_id': 'dabad43272d54544bfeab8cdaedc48f4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:04.153314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff65c492-c0d8-4091-b053-af7cf06baecf req-a7339d75-bd25-4f2d-a114-6fba23e58037 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 210 time: 0.0319514 Feb 19 07:23:04.168442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Made reservation on behalf of dabad43272d54544bfeab8cdaedc48f4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:04.178921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:04.272414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964c3a-7183-495f-9697-ce74efef1526 req-2b265af8-ad40-4c06-9d01-92bcf0696534 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:04.273887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e964c3a-7183-495f-9697-ce74efef1526 req-2b265af8-ad40-4c06-9d01-92bcf0696534 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0693610 Feb 19 07:23:04.322075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Allocated IP 172.20.0.12 (9268692f-36d7-4586-b327-3b4419e1e234/2906f541-e3c4-4f1e-839f-067440bef448/8ba3ea30-9f9a-4425-a26c-b3f44102438e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:04.325349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e964c3a-7183-495f-9697-ce74efef1526 req-4a17df56-5dfd-4ba5-8a67-71e7e0cbbb4a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448945 Feb 19 07:23:04.477005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks [] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:04.511046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:04.563579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Network 9268692f-36d7-4586-b327-3b4419e1e234 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:04.566634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:04.573262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:04.596597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Pushing event updated for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:04.625782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:04.626393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:04.642917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6f7cac15-021c-4af6-933a-bdbd8c14cbe1 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199737 Feb 19 07:23:04.654545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Request body: {'port': {'device_id': 'd7406450-b07f-4324-af1e-e69980ee1660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:04.717075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:04.771707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4df18a37-cf51-4e94-8edb-6c274ed30524 req-75a476a8-090f-499d-a75d-ed3c19bcafd5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0452709 Feb 19 07:23:04.867314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97e1a7a1-8f84-4129-a019-bb097aa90bb7 req-b41f4ec9-c2b4-49ae-b6e3-8b37eb0e5c1c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0328522 Feb 19 07:23:05.007441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba3ea30-9f9a-4425-a26c-b3f44102438e {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:05.014821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks [] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:05.027883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Transition to ACTIVE for port object 8ba3ea30-9f9a-4425-a26c-b3f44102438e will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:05.031871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:05.084045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:05.149607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Attempting to bind port 8ba3ea30-9f9a-4425-a26c-b3f44102438e on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:05.149854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Attempting to bind port 8ba3ea30-9f9a-4425-a26c-b3f44102438e by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '40962e2a-9277-49c6-9ce1-156fc9e09b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:05.150178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Attempting to bind port 8ba3ea30-9f9a-4425-a26c-b3f44102438e on network 9268692f-36d7-4586-b327-3b4419e1e234 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:05.154369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Port 8ba3ea30-9f9a-4425-a26c-b3f44102438e on network 9268692f-36d7-4586-b327-3b4419e1e234 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:23:05.154686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Attempting to bind port 8ba3ea30-9f9a-4425-a26c-b3f44102438e on network 9268692f-36d7-4586-b327-3b4419e1e234 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:05.159535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:05.159870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Checking segment: {'id': '40962e2a-9277-49c6-9ce1-156fc9e09b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:05.160253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Bound using segment: {'id': '40962e2a-9277-49c6-9ce1-156fc9e09b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:05.160672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Bound port: 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40962e2a-9277-49c6-9ce1-156fc9e09b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:05.161023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:05.223971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:05.228713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e,segment=NetworkSegment(40962e2a-9277-49c6-9ce1-156fc9e09b26),segment_id=40962e2a-9277-49c6-9ce1-156fc9e09b26)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:05.256254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:05.300942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.301562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:05.302963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ba3ea30-9f9a-4425-a26c-b3f44102438e HTTP/1.1" status: 200 len: 1092 time: 0.6524165 Feb 19 07:23:05.303418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:05.305641 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:05.341050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b45b62-b6bf-49aa-9ce8-64a99c05cd14 req-da188ad4-0886-4792-aae7-5788d77883af tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.342592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7b45b62-b6bf-49aa-9ce8-64a99c05cd14 req-da188ad4-0886-4792-aae7-5788d77883af tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 944 time: 0.1165781 Feb 19 07:23:05.343926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:05.360668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.360979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.361325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.361666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.362002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.362325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.362645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.362963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.363316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.363644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.363968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.364297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.364616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7079ed-7eb2-4994-bf13-3835bdf5c829 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:05.371082 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6697b1c6-7642-42c3-9642-766dca29a3b6 x-openstack-request-id: req-6697b1c6-7642-42c3-9642-766dca29a3b6 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:05.371082 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:05.371082 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6697b1c6-7642-42c3-9642-766dca29a3b6 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:05.371082 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e', 'status': 'completed', 'code': 200} Feb 19 07:23:05.439348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-40bd02c2-62eb-4047-b730-f6e1d2ad68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.441035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-40bd02c2-62eb-4047-b730-f6e1d2ad68b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dabad43272d54544bfeab8cdaedc48f4&device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 1126 time: 0.0893772 Feb 19 07:23:05.444449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7b45b62-b6bf-49aa-9ce8-64a99c05cd14 req-88d35f47-97d8-4d70-b584-88ffe9a2f4c4 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726397 Feb 19 07:23:05.474721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ade1c-f1d3-442a-b284-2d87ac016be6 req-04ce54e8-f48d-4cb7-bcef-555d77b19750 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.476757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d32ade1c-f1d3-442a-b284-2d87ac016be6 req-04ce54e8-f48d-4cb7-bcef-555d77b19750 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0674427 Feb 19 07:23:05.492729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-7320af29-249c-48d6-aa84-4ecd8e6240ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e HTTP/1.1" status: 200 len: 217 time: 0.0445318 Feb 19 07:23:05.529532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d32ade1c-f1d3-442a-b284-2d87ac016be6 req-e39885f9-01b3-4124-8809-d176830a260e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465372 Feb 19 07:23:05.543545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-efc8ecf8-caa8-4e4b-9c7b-bccf84524afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.544752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-efc8ecf8-caa8-4e4b-9c7b-bccf84524afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2906f541-e3c4-4f1e-839f-067440bef448 HTTP/1.1" status: 200 len: 852 time: 0.0447166 Feb 19 07:23:05.579404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-2ab90c81-6086-4a49-9e9e-af290d5703db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9268692f-36d7-4586-b327-3b4419e1e234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281715 Feb 19 07:23:05.668473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-3257a79c-06cd-4964-83ea-63f27178c61d service neutron] 10.222.0.24 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829802 Feb 19 07:23:05.760071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb901ec9-5bdc-4e03-abda-caace4703a18 req-6a999a8e-28e0-48b4-bf4a-d56f3a38b527 service neutron] 10.222.0.24 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Feb 19 07:23:05.856139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-d8019de5-8f6d-46a6-b1f4-ff01fd1c2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.857703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-d8019de5-8f6d-46a6-b1f4-ff01fd1c2687 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dabad43272d54544bfeab8cdaedc48f4&device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 1126 time: 0.0484946 Feb 19 07:23:05.903974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed50d5b6-4c6b-48c3-be81-221d732a50b9 req-130d9e33-921a-4700-8fd0-c8fd8fbaadff tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0453086 Feb 19 07:23:05.978538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-2ef03ce5-086e-4c1e-a9a1-0f207b83d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:05.980327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-2ef03ce5-086e-4c1e-a9a1-0f207b83d63a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9268692f-36d7-4586-b327-3b4419e1e234 HTTP/1.1" status: 200 len: 912 time: 0.1134491 Feb 19 07:23:05.982519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da00643e-ee4c-4f2a-b0af-10c2cc7cb741 req-98c1a8e6-2ffc-433f-9fef-854e64ee3c31 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0343406 Feb 19 07:23:06.022093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-32504a38-2ffe-4e2e-937b-77ffb86abea7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e HTTP/1.1" status: 200 len: 217 time: 0.0345466 Feb 19 07:23:06.074805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-11cb16e2-d74b-4a92-9655-d81859457c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:06.076246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-11cb16e2-d74b-4a92-9655-d81859457c0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2906f541-e3c4-4f1e-839f-067440bef448 HTTP/1.1" status: 200 len: 852 time: 0.0466647 Feb 19 07:23:06.109394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-66ad3a86-84d6-43cb-a2a1-5b189e9e8cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9268692f-36d7-4586-b327-3b4419e1e234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256016 Feb 19 07:23:06.197117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-b0414a77-273a-4b49-839d-23b4d7a3afe3 service neutron] 10.222.0.24 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796287 Feb 19 07:23:06.217885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-757e7d31-431f-421d-876f-d802c4026782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:06.292970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc92dcaf-cad3-4f78-9e06-67ac67d45d9c req-cf758cdd-9f89-48cc-951a-9bf39d05b1b2 service neutron] 10.222.0.24 "GET /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887806 Feb 19 07:23:06.572445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64270873-885e-4ad6-9a06-a4ce18dbdc4a req-86a6eb3e-b63e-4166-9b9f-6952bb0f3f9f tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:06.573970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64270873-885e-4ad6-9a06-a4ce18dbdc4a req-86a6eb3e-b63e-4166-9b9f-6952bb0f3f9f tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 944 time: 0.0553155 Feb 19 07:23:06.621679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64270873-885e-4ad6-9a06-a4ce18dbdc4a req-562c951f-4ff9-4428-9c46-5dee152342cc tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Feb 19 07:23:06.654599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092dbf0-f2df-4936-81d3-35b99bee71bd req-ee71bb56-3d7e-4a0a-ace5-b16c38320516 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:06.656185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a092dbf0-f2df-4936-81d3-35b99bee71bd req-ee71bb56-3d7e-4a0a-ace5-b16c38320516 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0567193 Feb 19 07:23:06.701944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a092dbf0-f2df-4936-81d3-35b99bee71bd req-1ce54366-505f-432f-a3fb-a1ce8cc7cf88 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400896 Feb 19 07:23:07.022150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f80c4319-00dc-4775-954d-f89df14d85a3 req-134b58f4-17c7-401d-a992-bee08557db91 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0400167 Feb 19 07:23:07.098411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74548d35-aaf6-4911-b5e0-df8aa0385a7a req-e5de4a93-bbe6-4ae3-8e12-7eff70fe777c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Feb 19 07:23:07.746011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb420-e640-40c9-8f63-a78d827f526e req-575de513-297f-4137-a455-ce3705b4570b tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:07.747528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa3bb420-e640-40c9-8f63-a78d827f526e req-575de513-297f-4137-a455-ce3705b4570b tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 944 time: 0.0567205 Feb 19 07:23:07.793783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa3bb420-e640-40c9-8f63-a78d827f526e req-6a9385e1-9c5b-4760-8518-8fec854890d2 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Feb 19 07:23:07.820664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033c3ad-39b1-4dd9-9be7-3872d502dac5 req-e7b9b247-baae-4677-b8e8-8a590a69a714 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:07.822223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e033c3ad-39b1-4dd9-9be7-3872d502dac5 req-e7b9b247-baae-4677-b8e8-8a590a69a714 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0533962 Feb 19 07:23:07.874154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e033c3ad-39b1-4dd9-9be7-3872d502dac5 req-8312f4b2-00a6-4e44-b21d-4f3c8d361ed8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Feb 19 07:23:08.072627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 8ba3ea30-9f9a-4425-a26c-b3f44102438e details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:23:08.119651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d10d537a-2bbd-49e8-8ac9-f799ea1b8066 req-6f879541-571e-401b-bfc2-8d069b174d9a tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0287812 Feb 19 07:23:08.182296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e,segment=NetworkSegment(40962e2a-9277-49c6-9ce1-156fc9e09b26),segment_id=40962e2a-9277-49c6-9ce1-156fc9e09b26)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:08.194763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '8ba3ea30-9f9a-4425-a26c-b3f44102438e', 'network_id': '9268692f-36d7-4586-b327-3b4419e1e234', 'port_id': '8ba3ea30-9f9a-4425-a26c-b3f44102438e', 'mac_address': 'fa:16:3e:f6:e3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2906f541-e3c4-4f1e-839f-067440bef448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:23:08.210024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2cf5fa90-735a-408a-a767-acb09a51f17c req-150434be-15a3-49c3-a268-3b047085370b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0279868 Feb 19 07:23:08.233913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 8ba3ea30-9f9a-4425-a26c-b3f44102438e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:08.234817 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:08.249277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba3ea30-9f9a-4425-a26c-b3f44102438e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:08.275052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e,segment=NetworkSegment(40962e2a-9277-49c6-9ce1-156fc9e09b26),segment_id=40962e2a-9277-49c6-9ce1-156fc9e09b26)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:08.279584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:08.331086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:08.493328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['8ba3ea30-9f9a-4425-a26c-b3f44102438e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:08.537986 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-290e9cbc-1f48-4e2c-972b-a89ac6c882f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:08.914611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3b4c-93d1-4032-a00c-044b7f7d4dae req-faa08d5b-6832-460e-846a-9aa551ad8747 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:08.916140 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-971e3b4c-93d1-4032-a00c-044b7f7d4dae req-faa08d5b-6832-460e-846a-9aa551ad8747 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 945 time: 0.0531561 Feb 19 07:23:08.965475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-971e3b4c-93d1-4032-a00c-044b7f7d4dae req-95143279-a5f0-4e31-9593-b69ca44b9ddd tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Feb 19 07:23:08.997354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69237a2c-af7c-43d1-86f6-ef09ff43b884 req-c9d024fa-a50b-489f-8b2f-ae48e41570d4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:08.998879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69237a2c-af7c-43d1-86f6-ef09ff43b884 req-c9d024fa-a50b-489f-8b2f-ae48e41570d4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0557003 Feb 19 07:23:09.048605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69237a2c-af7c-43d1-86f6-ef09ff43b884 req-ca8d6e3b-e50d-432e-bfd2-648d3fd99e8e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 Feb 19 07:23:09.223360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-27b4b3e3-53d2-4fa9-ab58-d951d8a48505 req-57ad70c8-be93-43ed-92b0-a033ea13f905 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=8401bbf2-9973-4290-b477-24ea88b0a7f1 HTTP/1.1" status: 200 len: 210 time: 0.0335357 Feb 19 07:23:09.322445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-08b756ec-4039-460a-a7b5-65d97b2f0709 req-f0e3dff5-ec0a-4b5d-ad69-ee02b2313517 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Feb 19 07:23:09.605849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.083312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 8ba3ea30-9f9a-4425-a26c-b3f44102438e up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:10.147735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eb747-f4fe-43b9-b0de-dcc9a50727a3 req-28b3623b-d25d-4102-8379-ece5ecfdf3c7 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.153167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e20eb747-f4fe-43b9-b0de-dcc9a50727a3 req-28b3623b-d25d-4102-8379-ece5ecfdf3c7 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 945 time: 0.1138418 Feb 19 07:23:10.195324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 8ba3ea30-9f9a-4425-a26c-b3f44102438e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:23:10.200415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 8ba3ea30-9f9a-4425-a26c-b3f44102438e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:10.201051 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.259624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e20eb747-f4fe-43b9-b0de-dcc9a50727a3 req-d981fdb9-3b8e-4609-83d6-6b6aeb0de1ed tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018336 Feb 19 07:23:10.305343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51b30-0ab0-49a5-8a1e-9b6318b2310f req-5994817e-7801-457a-b241-05d65131d4ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.306921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e51b30-0ab0-49a5-8a1e-9b6318b2310f req-5994817e-7801-457a-b241-05d65131d4ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1020117 Feb 19 07:23:10.366887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42e51b30-0ab0-49a5-8a1e-9b6318b2310f req-fd8535c7-ef8d-4eed-bc8f-0780971b09ab tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Feb 19 07:23:10.383702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 8ba3ea30-9f9a-4425-a26c-b3f44102438e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:10.384154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.424074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e,segment=NetworkSegment(40962e2a-9277-49c6-9ce1-156fc9e09b26),segment_id=40962e2a-9277-49c6-9ce1-156fc9e09b26)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:10.426196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:10.429709 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0013e36d-c4d9-4b8d-af1d-15a514ad44a4" -d '{"events": [{"server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "name": "network-vif-plugged", "status": "completed", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:10.434048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.487770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34ac5-d9d1-45bd-9cea-2f5f0be2abc2 req-6cc62938-a99a-4d08-886b-824aeb47f991 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.493539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ee34ac5-d9d1-45bd-9cea-2f5f0be2abc2 req-6cc62938-a99a-4d08-886b-824aeb47f991 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1359980 Feb 19 07:23:10.523333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:10.546761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:10.595962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ee34ac5-d9d1-45bd-9cea-2f5f0be2abc2 req-9a9a2651-9e63-4f10-bc40-d86199da898a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Feb 19 07:23:10.646985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-183d3a72-585c-405d-88f0-73514368e949 req-24ef34a6-557c-449e-bd54-0fd8d71cf103 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0775063 Feb 19 07:23:10.665483 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbcacea-a307-4e7e-b40a-936ddcdeebff x-openstack-request-id: req-9cbcacea-a307-4e7e-b40a-936ddcdeebff {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:10.665960 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "name": "network-vif-plugged", "status": "completed", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:10.666059 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9cbcacea-a307-4e7e-b40a-936ddcdeebff {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:10.666716 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e', 'code': 200} Feb 19 07:23:10.693527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dbb84cf-91a5-4bd3-b291-72e44f8a8889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.788626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b14c5-fa99-4ebd-ae9b-75c19b0de717 req-ef06babe-d25d-43bf-a97c-cf641c5ae7e4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.790558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef8b14c5-fa99-4ebd-ae9b-75c19b0de717 req-ef06babe-d25d-43bf-a97c-cf641c5ae7e4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0680184 Feb 19 07:23:10.811355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebcd9c-bb41-4b00-8b7b-ee458a431699 req-d7405094-075a-40f0-b063-b8043949ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:10.813272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65ebcd9c-bb41-4b00-8b7b-ee458a431699 req-d7405094-075a-40f0-b063-b8043949ec31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 1128 time: 0.0850422 Feb 19 07:23:10.828459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dbb84cf-91a5-4bd3-b291-72e44f8a8889 admin admin] Publish callbacks [] for security_group (14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.840024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dbb84cf-91a5-4bd3-b291-72e44f8a8889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.850028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef8b14c5-fa99-4ebd-ae9b-75c19b0de717 req-4c44a62f-c475-4bec-9d50-f0d1d9b1461a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517044 Feb 19 07:23:10.891302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb84cf-91a5-4bd3-b291-72e44f8a8889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:10.906650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2dbb84cf-91a5-4bd3-b291-72e44f8a8889 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e242ccaab4cd4f14be31df8efbd331d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584883 Feb 19 07:23:10.907273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57178) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:10.924751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65ebcd9c-bb41-4b00-8b7b-ee458a431699 req-5b43bdea-45a2-483b-8d5d-ca7f40934eab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035924 Feb 19 07:23:10.925057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.968830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] Publish callbacks [] for security_group (14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:10.991118 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] Publish callbacks [] for security_group (14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.048500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.051573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.056288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc HTTP/1.1" status: 204 len: 168 time: 0.1455412 Feb 19 07:23:11.065696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114cafe-9621-444d-ad21-c6166b108a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9e5dc-12d9-4cbb-b0aa-8214e335c1bc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:11.464475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:11.485126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e88cb99-daaa-4177-8ab2-15ad939e2a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.528459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b4bb-96bc-4b16-9e90-12078905c131 req-16f4fe61-24bf-441f-9fed-1f82175971e2 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:11.534934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ac8b4bb-96bc-4b16-9e90-12078905c131 req-16f4fe61-24bf-441f-9fed-1f82175971e2 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 946 time: 0.1482859 Feb 19 07:23:11.604259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ac8b4bb-96bc-4b16-9e90-12078905c131 req-eabcaa7c-cabf-4341-b5c6-52af904f3919 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Feb 19 07:23:11.699134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c16a62-9613-41c0-9e99-8ccb50b031f2 req-28aa69d2-df93-497b-b8dc-908179d5bac0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:11.699134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96c16a62-9613-41c0-9e99-8ccb50b031f2 req-28aa69d2-df93-497b-b8dc-908179d5bac0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1958022 Feb 19 07:23:11.821974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e88cb99-daaa-4177-8ab2-15ad939e2a95 admin admin] Publish callbacks [] for security_group (240d4646-c5a7-4075-b5df-ce3513bd2362), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.830973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e88cb99-daaa-4177-8ab2-15ad939e2a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240d4646-c5a7-4075-b5df-ce3513bd2362), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:11.844181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90f179bd-547e-4029-b361-1e11320851d3 req-b3d62b22-1846-40ca-9798-172d3965fd0c tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0500002 Feb 19 07:23:11.885080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e88cb99-daaa-4177-8ab2-15ad939e2a95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c56b2ee9ef274fb7bd391b0006f64f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161079 Feb 19 07:23:11.885080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:11.911557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96c16a62-9613-41c0-9e99-8ccb50b031f2 req-8abc0f9a-87ed-455f-a82f-80525785a720 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950920 Feb 19 07:23:11.965010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88cb99-daaa-4177-8ab2-15ad939e2a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d4646-c5a7-4075-b5df-ce3513bd2362,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:11.995532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] Publish callbacks [] for security_group (240d4646-c5a7-4075-b5df-ce3513bd2362), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:12.022577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] Publish callbacks [] for security_group (240d4646-c5a7-4075-b5df-ce3513bd2362), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:12.103694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (240d4646-c5a7-4075-b5df-ce3513bd2362), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:12.110189 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:12.113512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/240d4646-c5a7-4075-b5df-ce3513bd2362 HTTP/1.1" status: 204 len: 168 time: 0.2276585 Feb 19 07:23:12.134317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc2c67-2a9a-4f9e-907e-4bccdbbf5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d4646-c5a7-4075-b5df-ce3513bd2362,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:12.417218 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:12.812662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68f32-b215-4975-9e4d-9f4108d572a0 req-666f8e1c-ab12-4c5b-9833-2c6745361d16 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:12.819416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-25c68f32-b215-4975-9e4d-9f4108d572a0 req-666f8e1c-ab12-4c5b-9833-2c6745361d16 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 946 time: 0.0885267 Feb 19 07:23:12.959824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-25c68f32-b215-4975-9e4d-9f4108d572a0 req-29de7970-5a6e-41b9-954f-7041c2f30892 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394556 Feb 19 07:23:13.049702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cda024bb-7dbe-406e-845a-c9b93c6b63a1 req-c5fb2211-943c-4665-8f08-0b856180d16d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0352321 Feb 19 07:23:13.129401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3637ed9-ec00-48ec-b36e-da89d8ac463c req-1b405ce4-1e75-46f7-b3c0-95df0f806085 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:13.137194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3637ed9-ec00-48ec-b36e-da89d8ac463c req-1b405ce4-1e75-46f7-b3c0-95df0f806085 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0744157 Feb 19 07:23:13.227236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3637ed9-ec00-48ec-b36e-da89d8ac463c req-08025fa3-1bd8-4a5b-ad20-246110aace83 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890119 Feb 19 07:23:13.697684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7646f10-2469-4a4f-948c-4989be0868aa req-a96cc12e-cee8-490a-8b4e-94365cf64203 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:13.707541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7646f10-2469-4a4f-948c-4989be0868aa req-a96cc12e-cee8-490a-8b4e-94365cf64203 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 946 time: 0.1202569 Feb 19 07:23:13.730976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88ec82-2966-4ec1-80df-22602e5d4c65 req-8673cc4c-194d-4dcd-9c02-94fa8a991d19 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:13.739079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c88ec82-2966-4ec1-80df-22602e5d4c65 req-8673cc4c-194d-4dcd-9c02-94fa8a991d19 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0896847 Feb 19 07:23:13.768985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7646f10-2469-4a4f-948c-4989be0868aa req-7b007c3a-f643-41ec-8051-058d11bc6a21 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Feb 19 07:23:13.815027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c88ec82-2966-4ec1-80df-22602e5d4c65 req-28ea4fd6-dd0f-4a40-bdd6-a217cae37d3b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690563 Feb 19 07:23:13.932667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6700806-4424-4b56-aa61-66471868af79 req-f3ab8e7f-8b3a-42f6-9282-040c1bec2818 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:13.934313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c6700806-4424-4b56-aa61-66471868af79 req-f3ab8e7f-8b3a-42f6-9282-040c1bec2818 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0557313 Feb 19 07:23:14.002451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c6700806-4424-4b56-aa61-66471868af79 req-e31bd588-6d4f-4975-8689-04c4f07d76ee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608065 Feb 19 07:23:14.177728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f14943d-87cd-4c0f-b599-284391ec6122 req-de60b759-8d22-4120-b311-a770bad826b2 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0360565 Feb 19 07:23:14.366288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320c6e4-8763-4f00-b38b-3e234d25b153 req-6f1336c2-267f-49cb-8a55-2288962de21e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.373504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0320c6e4-8763-4f00-b38b-3e234d25b153 req-6f1336c2-267f-49cb-8a55-2288962de21e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0987332 Feb 19 07:23:14.381599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ec225-56e1-42d2-aec2-7d79637a5968 req-4d763af5-ad36-44b8-9e94-d7426f28cfe0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.384276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-598ec225-56e1-42d2-aec2-7d79637a5968 req-4d763af5-ad36-44b8-9e94-d7426f28cfe0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0873721 Feb 19 07:23:14.425767 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0320c6e4-8763-4f00-b38b-3e234d25b153 req-42f9140b-83ea-4b6b-b30b-8cf2adff1915 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504882 Feb 19 07:23:14.457129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-598ec225-56e1-42d2-aec2-7d79637a5968 req-2e3fd86d-a3d1-48b8-a0dc-3eb5eca086a0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659623 Feb 19 07:23:14.606971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4965b-05ea-4a61-aebd-da3a7057d636 req-db428083-7644-4026-b265-dbe658e259f5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.614924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ea4965b-05ea-4a61-aebd-da3a7057d636 req-db428083-7644-4026-b265-dbe658e259f5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0900838 Feb 19 07:23:14.667745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ea4965b-05ea-4a61-aebd-da3a7057d636 req-97ca1752-894b-48ac-9454-3e03de4ef2da tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Feb 19 07:23:14.838704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a742c84-c88a-4934-a4eb-a467c543298e req-ef1669b3-deb1-418b-b62e-eb4f8fbfffca tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.840185 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a742c84-c88a-4934-a4eb-a467c543298e req-ef1669b3-deb1-418b-b62e-eb4f8fbfffca tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 946 time: 0.1026943 Feb 19 07:23:14.953979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827add8e-27d6-4e35-bdf3-487db6590458 req-7c5cbc66-c3d0-4d88-af2a-745dab073ef6 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:14.956886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-827add8e-27d6-4e35-bdf3-487db6590458 req-7c5cbc66-c3d0-4d88-af2a-745dab073ef6 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 946 time: 0.0759497 Feb 19 07:23:15.008709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74913-2514-4cf3-8b2d-e93b4c0ed5fa req-12cc3fec-bbea-4244-b7b0-5fcde6b5c3da tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:15.016154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3c74913-2514-4cf3-8b2d-e93b4c0ed5fa req-12cc3fec-bbea-4244-b7b0-5fcde6b5c3da tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1587031 Feb 19 07:23:15.118151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-827add8e-27d6-4e35-bdf3-487db6590458 req-df5b4596-e34f-48a3-a55b-90402deb1567 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac8ec744-9be2-423c-b6de-34ebd26f989e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447694 Feb 19 07:23:15.127303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Deleting port 8ba3ea30-9f9a-4425-a26c-b3f44102438e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:15.127655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:15.219745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3c74913-2514-4cf3-8b2d-e93b4c0ed5fa req-51d162ba-b899-4c51-8e91-210e90dd9997 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027354 Feb 19 07:23:15.334260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] For port 8ba3ea30-9f9a-4425-a26c-b3f44102438e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=8ba3ea30-9f9a-4425-a26c-b3f44102438e,segment=NetworkSegment(40962e2a-9277-49c6-9ce1-156fc9e09b26),segment_id=40962e2a-9277-49c6-9ce1-156fc9e09b26)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:15.334836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:15.353426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67627629-361e-4f70-aae3-b4c3dd395880 req-d3e2893d-78a2-483c-9cbe-60823d862d6d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0526285 Feb 19 07:23:15.380594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Calling delete_port for 8ba3ea30-9f9a-4425-a26c-b3f44102438e owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:15.655802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b14d6-f54b-45ac-b38c-4d8835c6add8 req-3046eae0-4e78-408a-bdd7-4937fcbdb020 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:15.658348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf2b14d6-f54b-45ac-b38c-4d8835c6add8 req-3046eae0-4e78-408a-bdd7-4937fcbdb020 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1076717 Feb 19 07:23:15.718938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c60282-5c39-4766-b981-fd2fbfaa3864 req-33db6b2a-d61d-4815-a6fb-5a960557b7fa tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:15.729034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77c60282-5c39-4766-b981-fd2fbfaa3864 req-33db6b2a-d61d-4815-a6fb-5a960557b7fa tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3891077 Feb 19 07:23:15.735995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf2b14d6-f54b-45ac-b38c-4d8835c6add8 req-97526f91-3afa-4758-a7e8-54cbb7acfd2b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715816 Feb 19 07:23:15.844136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77c60282-5c39-4766-b981-fd2fbfaa3864 req-192e955a-20d9-46e4-ba86-6bdee7ec10f9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141193 Feb 19 07:23:15.880232 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8ba3ea30-9f9a-4425-a26c-b3f44102438e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:15.892318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['8ba3ea30-9f9a-4425-a26c-b3f44102438e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:15.965446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Pushing event deleted for resources: {'Port': ['ID=8ba3ea30-9f9a-4425-a26c-b3f44102438e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:16.005838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] No DVR routers for this DVR port 8ba3ea30-9f9a-4425-a26c-b3f44102438e on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:16.008859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:16.012650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a742c84-c88a-4934-a4eb-a467c543298e req-009ab240-5f4d-4f87-8fb5-31bc620c6884 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.24 "DELETE /v2.0/ports/8ba3ea30-9f9a-4425-a26c-b3f44102438e HTTP/1.1" status: 204 len: 173 time: 1.1646049 Feb 19 07:23:16.013136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'name': 'network-vif-deleted', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:16.016338 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecfe29a-3eec-4904-83b0-4d12576c6291" -d '{"events": [{"server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "name": "network-vif-deleted", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:16.072471 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04417072-9c8f-42bd-9207-728e2fb66c3d x-openstack-request-id: req-04417072-9c8f-42bd-9207-728e2fb66c3d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:16.073385 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7406450-b07f-4324-af1e-e69980ee1660", "name": "network-vif-deleted", "tag": "8ba3ea30-9f9a-4425-a26c-b3f44102438e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:16.073385 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04417072-9c8f-42bd-9207-728e2fb66c3d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:16.073619 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7406450-b07f-4324-af1e-e69980ee1660', 'name': 'network-vif-deleted', 'tag': '8ba3ea30-9f9a-4425-a26c-b3f44102438e', 'status': 'completed', 'code': 200} Feb 19 07:23:16.208595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f219b06-d6f4-4d4a-91a9-ae5ceddd62bb req-42d41b8a-25a9-4dd1-b94d-937a30019621 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:16.210273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f219b06-d6f4-4d4a-91a9-ae5ceddd62bb req-42d41b8a-25a9-4dd1-b94d-937a30019621 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1359956 Feb 19 07:23:16.292471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4689f03d-62d9-4f21-aacf-d375c369ea05 req-497f1815-d536-4415-a9a4-6af3dcdf4be7 tempest-ServerPasswordTestJSON-1353730902 tempest-ServerPasswordTestJSON-1353730902-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7406450-b07f-4324-af1e-e69980ee1660 HTTP/1.1" status: 200 len: 210 time: 0.0452116 Feb 19 07:23:16.325422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f219b06-d6f4-4d4a-91a9-ae5ceddd62bb req-ddfab9cc-9781-440d-87d1-8540807176f3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088965 Feb 19 07:23:16.492633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8cc2d96e-8603-4edb-872a-9ebde5a311a2 req-2966b9a8-1b06-4e36-9e96-bc98288221bf tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0533867 Feb 19 07:23:16.506001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0064d81-a839-4a73-908a-4f4f9c6e021f req-754ca29f-7a9e-4735-9fcb-3991142078bc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:16.511714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0064d81-a839-4a73-908a-4f4f9c6e021f req-754ca29f-7a9e-4735-9fcb-3991142078bc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1109357 Feb 19 07:23:16.606364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0064d81-a839-4a73-908a-4f4f9c6e021f req-16c9e69a-4421-46fa-aaa7-7f72ce878d14 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776608 Feb 19 07:23:16.874010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458dbd5-acb0-416a-972b-146a8aa6c0a3 req-ae89bddd-e8d9-40b7-9619-b2177cf6e8a9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:16.881634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d458dbd5-acb0-416a-972b-146a8aa6c0a3 req-ae89bddd-e8d9-40b7-9619-b2177cf6e8a9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0952859 Feb 19 07:23:16.952119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d458dbd5-acb0-416a-972b-146a8aa6c0a3 req-2374e76e-8ac4-40d0-81e9-37c03f0cbb41 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693858 Feb 19 07:23:16.962732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1df1-8bd0-4209-8c94-bf184f80e14e req-6224b40b-be3e-4a49-a87a-900e78486f9f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:16.965228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-754c1df1-8bd0-4209-8c94-bf184f80e14e req-6224b40b-be3e-4a49-a87a-900e78486f9f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0985363 Feb 19 07:23:17.113565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-754c1df1-8bd0-4209-8c94-bf184f80e14e req-4adfb073-aeff-4471-b347-fa34143855bd tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371908 Feb 19 07:23:17.127791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ef25d-b7d4-431e-b4ab-26eaf04a3d62 req-2d5b5b8c-3309-4630-b2f4-a900d639daaf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:17.129642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-137ef25d-b7d4-431e-b4ab-26eaf04a3d62 req-2d5b5b8c-3309-4630-b2f4-a900d639daaf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0885625 Feb 19 07:23:17.193343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-137ef25d-b7d4-431e-b4ab-26eaf04a3d62 req-d4da6107-f3bc-46a9-9b39-3b798ef966de tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Feb 19 07:23:17.388193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:17.435480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00ff84-ffa1-42e4-949d-0911b1a301a6 req-e03d75e3-8b23-407d-ba6d-8174c438cac5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:17.435480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e00ff84-ffa1-42e4-949d-0911b1a301a6 req-e03d75e3-8b23-407d-ba6d-8174c438cac5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0684590 Feb 19 07:23:17.458961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Deleting subnet 2906f541-e3c4-4f1e-839f-067440bef448 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:23:17.463866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Publish callbacks [] for subnet (2906f541-e3c4-4f1e-839f-067440bef448), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:17.512731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (2906f541-e3c4-4f1e-839f-067440bef448), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:17.531231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e00ff84-ffa1-42e4-949d-0911b1a301a6 req-2753a4f9-66e4-4173-88c2-c6c99e5bd733 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 Feb 19 07:23:17.595998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2906f541-e3c4-4f1e-839f-067440bef448), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:17.771074 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (2906f541-e3c4-4f1e-839f-067440bef448), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:17.825586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fd61443-1425-4e54-9ff7-f552e5335587 req-ec6c370d-c2b7-4cf7-8c1f-9422da67ae24 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0655134 Feb 19 07:23:17.861499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4826ea4-71ae-4dbd-8540-6f73f88a9853 req-53254311-a9bb-48a9-82cc-4439d0e5ae5d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:17.863574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4826ea4-71ae-4dbd-8540-6f73f88a9853 req-53254311-a9bb-48a9-82cc-4439d0e5ae5d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1968534 Feb 19 07:23:17.876945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2906f541-e3c4-4f1e-839f-067440bef448,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:17.904502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:17.919149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa1e4e50-1529-4811-9395-b963e2d2af38 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2906f541-e3c4-4f1e-839f-067440bef448 HTTP/1.1" status: 204 len: 168 time: 0.5296359 Feb 19 07:23:17.920146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:18.050631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9268692f-36d7-4586-b327-3b4419e1e234), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.248544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9268692f-36d7-4586-b327-3b4419e1e234), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.263150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4826ea4-71ae-4dbd-8540-6f73f88a9853 req-a853edef-df36-46f2-9db2-6d42a06e3a4f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939500 Feb 19 07:23:18.306687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9268692f-36d7-4586-b327-3b4419e1e234']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:18.322780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40962e2a-9277-49c6-9ce1-156fc9e09b26') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:18.323261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40962e2a-9277-49c6-9ce1-156fc9e09b26') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:18.336768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (40962e2a-9277-49c6-9ce1-156fc9e09b26), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.345843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa468c-4a55-4ee3-aed1-072a914c3888 req-fa212e30-1f99-4409-a5bf-fc3b190be929 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:18.353608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49aa468c-4a55-4ee3-aed1-072a914c3888 req-fa212e30-1f99-4409-a5bf-fc3b190be929 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1203365 Feb 19 07:23:18.394170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (40962e2a-9277-49c6-9ce1-156fc9e09b26), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.411804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:23:18.412210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (40962e2a-9277-49c6-9ce1-156fc9e09b26), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:23:18.414127 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:23:18.429467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49aa468c-4a55-4ee3-aed1-072a914c3888 req-94a68085-06ea-4e8a-8ec5-223ed2ea6c05 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748961 Feb 19 07:23:18.481416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9268692f-36d7-4586-b327-3b4419e1e234), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.488328 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.491924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9268692f-36d7-4586-b327-3b4419e1e234 HTTP/1.1" status: 204 len: 168 time: 0.5699084 Feb 19 07:23:18.504548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6102-6ae7-425a-82f1-590b262b2dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9268692f-36d7-4586-b327-3b4419e1e234,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:18.603792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0543c-1e44-4499-9ba0-fbafa023d39b req-54845832-8289-415e-b7fb-2d9bd304e185 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:18.606146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd0543c-1e44-4499-9ba0-fbafa023d39b req-54845832-8289-415e-b7fb-2d9bd304e185 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 813 time: 0.1541555 Feb 19 07:23:18.623491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd0543c-1e44-4499-9ba0-fbafa023d39b req-54313e12-6198-436b-b8d6-95448e064f7a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/quotas/7d504058d29e49cd93efbd88be289f89 HTTP/1.1" status: 200 len: 375 time: 0.0120482 Feb 19 07:23:18.710037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57416) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:18.711782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd0543c-1e44-4499-9ba0-fbafa023d39b req-e2ad6194-30a4-43af-8911-0c55867de821 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819829 Feb 19 07:23:18.765401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:18.765635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a62d5191-dc80-420f-b47d-ca533fd370c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dabad43272d54544bfeab8cdaedc48f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535569 Feb 19 07:23:18.824807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Publish callbacks [] for security_group (ac8ec744-9be2-423c-b6de-34ebd26f989e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.847118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Publish callbacks [] for security_group (ac8ec744-9be2-423c-b6de-34ebd26f989e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.866392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071537-e7dc-4091-9b7c-ecbd01462298 req-9e333f85-6f20-4458-b905-2904e655298c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:18.877693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb071537-e7dc-4091-9b7c-ecbd01462298 req-9e333f85-6f20-4458-b905-2904e655298c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0805187 Feb 19 07:23:18.940270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb071537-e7dc-4091-9b7c-ecbd01462298 req-72ccf846-f9a5-441e-babe-99bcec2b166b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615246 Feb 19 07:23:18.967257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ac8ec744-9be2-423c-b6de-34ebd26f989e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.970650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:18.971915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac8ec744-9be2-423c-b6de-34ebd26f989e HTTP/1.1" status: 204 len: 168 time: 0.2051208 Feb 19 07:23:18.989983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ec744-9be2-423c-b6de-34ebd26f989e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:19.007657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.008011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.008361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.014290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.014697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.015050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.015415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.015755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.016091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.016422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.016910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.017209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.017536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c91af0-0bf3-4002-8c6f-4ff644a3ef0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:19.099872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8da2bf16-84aa-4aa5-8e58-0701f202a3e9 req-8e2f9c26-078f-4728-9bf4-cb482993fc42 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0739613 Feb 19 07:23:19.148186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd035-02d8-46ef-86b2-a4329f0fe53a req-bfffcb12-6daf-4d36-85f1-58057f66903d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:19.158020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c57bd035-02d8-46ef-86b2-a4329f0fe53a req-bfffcb12-6daf-4d36-85f1-58057f66903d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0954723 Feb 19 07:23:19.222896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c57bd035-02d8-46ef-86b2-a4329f0fe53a req-bb8544dc-88cf-490b-82af-720c646fb9ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Feb 19 07:23:19.650432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c33df11-96ff-4eba-acd3-9ec71ba3b61c req-43cc2f92-f517-407a-b575-fd35db2fba62 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7d504058d29e49cd93efbd88be289f89 HTTP/1.1" status: 200 len: 221 time: 0.0597744 Feb 19 07:23:19.697522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b8aea-3311-4eb4-b5fd-dfb36c258518 req-c637e651-2d00-4fb8-9ace-01dc84d7a521 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:19.707611 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-588b8aea-3311-4eb4-b5fd-dfb36c258518 req-c637e651-2d00-4fb8-9ace-01dc84d7a521 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1355147 Feb 19 07:23:19.795491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-588b8aea-3311-4eb4-b5fd-dfb36c258518 req-1171cb40-1e79-4108-bc2a-5a07e0e96f9d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842216 Feb 19 07:23:19.869700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b73f3-54c1-458f-853b-17e662631b98 req-1696f269-5497-46fa-9274-af36d4e1c8d6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:19.891491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-831b73f3-54c1-458f-853b-17e662631b98 req-1696f269-5497-46fa-9274-af36d4e1c8d6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0989637 Feb 19 07:23:19.987646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-831b73f3-54c1-458f-853b-17e662631b98 req-fb0ee0c7-50a0-4fe4-a791-cdc637540af5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894766 Feb 19 07:23:20.120672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 8ba3ea30-9f9a-4425-a26c-b3f44102438e no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:20.160043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 8ba3ea30-9f9a-4425-a26c-b3f44102438e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:20.160798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 8ba3ea30-9f9a-4425-a26c-b3f44102438e not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:20.314392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e428a-b32b-429e-88b8-0a2101179d4c req-55614c96-1b1f-4e40-8c2f-523fc9deda0b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:20.322362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d2e428a-b32b-429e-88b8-0a2101179d4c req-55614c96-1b1f-4e40-8c2f-523fc9deda0b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1447501 Feb 19 07:23:20.330753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac448b80-16a5-4a6a-95a0-b74bf41b3fe8 req-0d4f0f82-0633-4426-9760-eb367c19c61b tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0575049 Feb 19 07:23:20.409388 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2d2e428a-b32b-429e-88b8-0a2101179d4c req-855168e5-d1b1-431e-8d49-d5e1cdaf8e65 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815861 Feb 19 07:23:20.477959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:20.610961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-network', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:20.624603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d330-5c92-4f76-a438-5b44dfc3d73f req-1463e0bf-fb61-419e-b6a1-80eec512adda tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:20.626586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e417d330-5c92-4f76-a438-5b44dfc3d73f req-1463e0bf-fb61-419e-b6a1-80eec512adda tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0969868 Feb 19 07:23:20.652155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Made reservation on behalf of e14aeab55dc04943ad5a2174a3ee59df for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:20.658554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:20.682289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:20.716717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e417d330-5c92-4f76-a438-5b44dfc3d73f req-ee3ddb80-c39c-4efd-b453-ee32abbbe322 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Feb 19 07:23:20.907414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks [] for security_group (0a348b85-7628-4e60-82e8-c77c93305953), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:20.989629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0a348b85-7628-4e60-82e8-c77c93305953), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.015613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:23:21.048996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1a704dca-b3ef-4b6b-895d-043259d5e9f2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.049617 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Added segment 1a704dca-b3ef-4b6b-895d-043259d5e9f2 of type vlan for network 640d9c08-1258-4340-9002-b8c94f89968a Feb 19 07:23:21.054428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a829f-24b0-47fe-b426-6b5b6e58eaa7 req-35c322a5-1609-4aae-86ee-d7faf54a2546 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:21.064853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-682a829f-24b0-47fe-b426-6b5b6e58eaa7 req-35c322a5-1609-4aae-86ee-d7faf54a2546 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1218109 Feb 19 07:23:21.142536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-682a829f-24b0-47fe-b426-6b5b6e58eaa7 req-9ae51551-e43b-4d2b-85c8-e3cd8ad085e2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765221 Feb 19 07:23:21.177852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (640d9c08-1258-4340-9002-b8c94f89968a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.217553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (640d9c08-1258-4340-9002-b8c94f89968a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.219217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:21.220459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.322642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Pushing event updated for resources: {'Network': ['ID=640d9c08-1258-4340-9002-b8c94f89968a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:21.335412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 640d9c08-1258-4340-9002-b8c94f89968a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:23:21.340301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8610022 Feb 19 07:23:21.343335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:21.359996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Request body: {'subnet': {'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-subnet', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:21.373122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f14080-fcb6-4d37-82ba-7ea6197924ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a348b85-7628-4e60-82e8-c77c93305953,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:21.383046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f7885-470e-4c2f-a0f0-7fbc7779be0d req-42857b5a-14ff-43dd-b797-5335b729d279 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:21.384605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-479f7885-470e-4c2f-a0f0-7fbc7779be0d req-42857b5a-14ff-43dd-b797-5335b729d279 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.4719303 Feb 19 07:23:21.443578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Made reservation on behalf of e14aeab55dc04943ad5a2174a3ee59df for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:21.452736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.514018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-479f7885-470e-4c2f-a0f0-7fbc7779be0d req-84ce4da3-7c8b-4ea0-9f10-ff4b92d3990e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217673 Feb 19 07:23:21.619241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c020ef0d-c4b5-4382-ab69-12543a2026df req-44ea3258-cbcc-415c-abae-f1caa8314566 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/ports?device_id=a03160ea-5145-44b0-a8a8-b36b184a8365 HTTP/1.1" status: 200 len: 210 time: 0.0485976 Feb 19 07:23:21.810821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137de91-6eb9-424e-9928-60cf51c7542c req-187e10cc-caab-4e88-b3a2-329d371ff5b6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:21.813301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0137de91-6eb9-424e-9928-60cf51c7542c req-187e10cc-caab-4e88-b3a2-329d371ff5b6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1008821 Feb 19 07:23:21.816469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (30e543fc-9aa4-4764-a8cd-9bfc5076ad70), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:21.893891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e543fc-9aa4-4764-a8cd-9bfc5076ad70,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:21.898371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0137de91-6eb9-424e-9928-60cf51c7542c req-57e8070b-1214-4144-864b-f26089905c00 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789421 Feb 19 07:23:21.925696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Checking segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:21.926148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Network hostable DHCP agents. Network: 640d9c08-1258-4340-9002-b8c94f89968a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:23:21.956528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Network 640d9c08-1258-4340-9002-b8c94f89968a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:23:21.970989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 640d9c08-1258-4340-9002-b8c94f89968a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:21.984851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922020dd-94b0-4b8b-9542-313d399f8c4b None None] Network 640d9c08-1258-4340-9002-b8c94f89968a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:21.990072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:21.990706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.068090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fd8c7eea-a8eb-456b-adad-da0101d76e7e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7203007 Feb 19 07:23:22.068790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:22.080313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:22.105114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (1b5a1c88-a8db-4de4-affb-7051563247df), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.106745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (1b5a1c88-a8db-4de4-affb-7051563247df), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.135403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01d7ee-0628-4a59-8a51-dfa8a80c435c req-63494659-a903-4085-88a2-fea54f1478fb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:22.143383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e01d7ee-0628-4a59-8a51-dfa8a80c435c req-63494659-a903-4085-88a2-fea54f1478fb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1383736 Feb 19 07:23:22.188323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b726e8-e2bc-49d0-9072-b7b0fea96a01 None None] Network 640d9c08-1258-4340-9002-b8c94f89968a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:22.286183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for router_controller (1b5a1c88-a8db-4de4-affb-7051563247df), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.351210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8fa53-6223-4f5f-951c-1455ee9d30a4 req-98fb37a8-974f-4b85-8926-eb26de757d22 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:22.360470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fe8fa53-6223-4f5f-951c-1455ee9d30a4 req-98fb37a8-974f-4b85-8926-eb26de757d22 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0900815 Feb 19 07:23:22.422045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fe8fa53-6223-4f5f-951c-1455ee9d30a4 req-39b6dddb-29e3-48ca-a97a-ea2fbd67e97a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597358 Feb 19 07:23:22.464578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e01d7ee-0628-4a59-8a51-dfa8a80c435c req-dfb25f5d-9185-4d46-bdfe-03be6b128448 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202252 Feb 19 07:23:22.593920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for router_gateway (1b5a1c88-a8db-4de4-affb-7051563247df), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.786310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:22.812467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f9e6-9b01-4ca9-8e0d-f38f8683cbe6 req-8d500293-a98c-49c5-bd91-95fbaf18b571 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:22.814082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7334f9e6-9b01-4ca9-8e0d-f38f8683cbe6 req-8d500293-a98c-49c5-bd91-95fbaf18b571 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1668446 Feb 19 07:23:22.883829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7334f9e6-9b01-4ca9-8e0d-f38f8683cbe6 req-23db85cc-b9f9-4eee-9bae-2712661fccfa tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611358 Feb 19 07:23:22.898260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (ec7c48e7-c828-4610-a16e-43b535bdfe92), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:22.952810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (ec7c48e7-c828-4610-a16e-43b535bdfe92), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.055570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for router_gateway (1b5a1c88-a8db-4de4-affb-7051563247df), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.081478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.129161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0a491-60ab-418c-bd78-41395a310c62 req-476a3ea0-0172-4cd6-942b-6a61b076cd84 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:23.135078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fb0a491-60ab-418c-bd78-41395a310c62 req-476a3ea0-0172-4cd6-942b-6a61b076cd84 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1263926 Feb 19 07:23:23.136235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ec7c48e7-c828-4610-a16e-43b535bdfe92), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.138800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.140472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/security-groups/ec7c48e7-c828-4610-a16e-43b535bdfe92 HTTP/1.1" status: 204 len: 168 time: 0.3525743 Feb 19 07:23:23.144059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57566) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:23.167924 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-affe88d9-95ce-4c89-810b-5c63f62dc087 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] show failed (client error): The resource could not be found. Feb 19 07:23:23.172258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-affe88d9-95ce-4c89-810b-5c63f62dc087 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "GET /v2.0/security-groups/ec7c48e7-c828-4610-a16e-43b535bdfe92 HTTP/1.1" status: 404 len: 347 time: 0.0252964 Feb 19 07:23:23.172814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:23.196311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fb0a491-60ab-418c-bd78-41395a310c62 req-404221ff-6efb-494c-ba9e-30f7a5c42253 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Feb 19 07:23:23.197498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e0c4a-a05a-4bb1-9da6-cd062aaa9614 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c48e7-c828-4610-a16e-43b535bdfe92,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:23.392838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Allocated IP 172.25.7.95 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/53ff8fe6-736e-4a27-999c-c27dd3b77055) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:23.474746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922c5ab-d269-4a1f-b64e-f79b397d333d req-2df6ba07-8074-4461-8bff-0c04567c2f06 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:23.484710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5922c5ab-d269-4a1f-b64e-f79b397d333d req-2df6ba07-8074-4461-8bff-0c04567c2f06 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0899603 Feb 19 07:23:23.571588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5922c5ab-d269-4a1f-b64e-f79b397d333d req-5e61906d-61d1-4940-954a-49bdee4974b3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804849 Feb 19 07:23:23.636744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.646108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port 2d720d94-849e-493e-8b39-841a1e442caf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:23.646442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2d720d94-849e-493e-8b39-841a1e442caf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.725944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51becc60-5a05-4063-8e07-a2469becea77 req-dceea501-a0e2-4b36-b08a-981fa2995129 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:23.727492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51becc60-5a05-4063-8e07-a2469becea77 req-dceea501-a0e2-4b36-b08a-981fa2995129 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1520784 Feb 19 07:23:23.814665 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.835667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684462fc-7b43-4e60-a322-5e5587cc2129 req-96e3baf6-92e0-4908-b66e-4a37fa8bde49 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:23.837546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-684462fc-7b43-4e60-a322-5e5587cc2129 req-96e3baf6-92e0-4908-b66e-4a37fa8bde49 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1492224 Feb 19 07:23:23.866100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Pushing event updated for resources: {'Port': ['ID=53ff8fe6-736e-4a27-999c-c27dd3b77055,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:23.874986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2d720d94-849e-493e-8b39-841a1e442caf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.875341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (2d720d94-849e-493e-8b39-841a1e442caf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:23.902386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for 2d720d94-849e-493e-8b39-841a1e442caf owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:23.909176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:23.915435 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51becc60-5a05-4063-8e07-a2469becea77 req-73f3fbfe-3ad3-4c86-a80e-299afe44a084 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806936 Feb 19 07:23:23.919443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:23.923542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:24.024794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-684462fc-7b43-4e60-a322-5e5587cc2129 req-58e2c917-a619-4e1e-924e-8f66d9e99dee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697462 Feb 19 07:23:24.219471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dda403-3a02-4aaf-86d5-396cc4f96c84 req-41d0260f-3168-431e-bcb9-9f1ebaa57e55 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:24.220996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80dda403-3a02-4aaf-86d5-396cc4f96c84 req-41d0260f-3168-431e-bcb9-9f1ebaa57e55 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0568700 Feb 19 07:23:24.300953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for router_gateway (1b5a1c88-a8db-4de4-affb-7051563247df), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:24.316523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80dda403-3a02-4aaf-86d5-396cc4f96c84 req-09a4116c-9467-4d5f-a59c-6cbff973715b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891547 Feb 19 07:23:24.407548 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2d720d94-849e-493e-8b39-841a1e442caf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:24.779988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=2d720d94-849e-493e-8b39-841a1e442caf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:25.039941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f35b0-0eda-4abd-8b9a-0a3a8736809b req-a078ac4e-cbcd-4e1c-8f9a-365a8eb0d9c7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:25.041543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-383f35b0-0eda-4abd-8b9a-0a3a8736809b req-a078ac4e-cbcd-4e1c-8f9a-365a8eb0d9c7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.6380222 Feb 19 07:23:25.096311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for floatingip (15d5f272-e017-4e67-8948-146e189ee440), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:25.099084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:25.102656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dc4a7380-290b-4baa-acd0-81099f806cc1 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/floatingips/15d5f272-e017-4e67-8948-146e189ee440 HTTP/1.1" status: 204 len: 168 time: 1.9236903 Feb 19 07:23:25.103651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:25.178994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612dcba-422f-4a5f-a650-de6c030e004c req-2ad30fb2-8818-41b6-860f-cfbff6bd5802 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:25.187393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9612dcba-422f-4a5f-a650-de6c030e004c req-2ad30fb2-8818-41b6-860f-cfbff6bd5802 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1289454 Feb 19 07:23:25.198512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (1b5a1c88-a8db-4de4-affb-7051563247df), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:25.287638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9612dcba-422f-4a5f-a650-de6c030e004c req-143df4b4-9335-486c-8269-3b124810926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991919 Feb 19 07:23:25.346142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-383f35b0-0eda-4abd-8b9a-0a3a8736809b req-180759c2-fcbc-4a87-b2ec-081f90d34c4f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649121 Feb 19 07:23:25.521954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port d7296f01-0e87-4a62-b64f-675f91831c3d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:25.522525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:25.648862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c899f1c-f52d-442c-ba21-0c73756ddcc5 req-ed16e4d9-5ea5-4f11-bf88-efe03911cba2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:25.656435 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c899f1c-f52d-442c-ba21-0c73756ddcc5 req-ed16e4d9-5ea5-4f11-bf88-efe03911cba2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1716783 Feb 19 07:23:25.721613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:25.770431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-d56f475a-908b-4998-8111-b2c83c68b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:25.772039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-d56f475a-908b-4998-8111-b2c83c68b6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.1738374 Feb 19 07:23:25.778806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for d7296f01-0e87-4a62-b64f-675f91831c3d owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:25.808267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Router 1b5a1c88-a8db-4de4-affb-7051563247df is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:23:25.868216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c899f1c-f52d-442c-ba21-0c73756ddcc5 req-0b510a21-687a-42d2-9e40-9891b5bb0e94 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059627 Feb 19 07:23:25.910015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77350d-0220-4900-9415-3858eb7d2893 req-d89fc0ef-fec9-4dea-839c-672554c67fdf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:25.925763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d77350d-0220-4900-9415-3858eb7d2893 req-d89fc0ef-fec9-4dea-839c-672554c67fdf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.3089402 Feb 19 07:23:26.018350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d77350d-0220-4900-9415-3858eb7d2893 req-d1b7fa78-14b8-4e65-9580-295a559f00b9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913692 Feb 19 07:23:26.053210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-a7cf5d3d-d00a-4620-ac3b-db70b226454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:26.055425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-a7cf5d3d-d00a-4620-ac3b-db70b226454e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.2691457 Feb 19 07:23:26.220521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-709c4326-0806-4dd9-a027-3f41166bca70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.1578834 Feb 19 07:23:26.310939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-917bbe8f-0a6d-4160-9886-a75e98eb3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:26.312999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-917bbe8f-0a6d-4160-9886-a75e98eb3083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.0854166 Feb 19 07:23:26.374790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcf959-f1a6-4839-9a78-826e5f071fc7 req-aff9b30f-ef53-4e07-9892-059ecf1c1a5d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:26.380762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3fcf959-f1a6-4839-9a78-826e5f071fc7 req-aff9b30f-ef53-4e07-9892-059ecf1c1a5d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3266003 Feb 19 07:23:26.391377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:23:26.405612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Sync routers for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:23:26.409141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-53057976-62d9-42e9-a58a-552d1ae80afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:26.410818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-53057976-62d9-42e9-a58a-552d1ae80afa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908418 Feb 19 07:23:26.431481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:26.434168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:26.456253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d7296f01-0e87-4a62-b64f-675f91831c3d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:26.592232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=d7296f01-0e87-4a62-b64f-675f91831c3d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:26.611983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:26.613208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22a3784e-0021-4aac-8ae6-d09cb1baad4e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5433149 Feb 19 07:23:26.629451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:26.641868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-aebf9b8e-35b9-40cd-8200-c9ff856180d6 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240920 Feb 19 07:23:26.695108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3fcf959-f1a6-4839-9a78-826e5f071fc7 req-2c9971a7-58df-4960-bfc2-8816cfbccb6d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917368 Feb 19 07:23:26.876966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:26.882748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:26.942345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:26.950535 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83d2b8a1-c51e-417f-893b-35b4abd6137d tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/ports/d7296f01-0e87-4a62-b64f-675f91831c3d HTTP/1.1" status: 204 len: 168 time: 1.8428202 Feb 19 07:23:26.951177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:26.954901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ecfb58f-95a2-48a8-b68a-f97ddfd2199e req-98eee4bd-3784-4041-a29f-c524f7fc2388 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062019 Feb 19 07:23:27.313702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-369f3768-f69e-42b8-a0fc-7e56e741e42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:27.472996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57a74d-25d3-442d-985b-8a913d07f9ed req-c169becc-b9f9-4dd7-bb02-b1660feea810 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:27.482262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad57a74d-25d3-442d-985b-8a913d07f9ed req-c169becc-b9f9-4dd7-bb02-b1660feea810 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1896687 Feb 19 07:23:27.628304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77640e-2ec0-491f-aec6-8f3a7f075f2d req-66478e77-acd4-4f60-baa0-ffe12ce231e4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:27.640669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad57a74d-25d3-442d-985b-8a913d07f9ed req-331a316c-7028-405a-8f42-bf898adda6f2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574101 Feb 19 07:23:27.642959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab77640e-2ec0-491f-aec6-8f3a7f075f2d req-66478e77-acd4-4f60-baa0-ffe12ce231e4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3277874 Feb 19 07:23:27.684837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting port 681603d6-7736-44a8-b54a-445e1b9aa383 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:27.685350 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:27.842972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-369f3768-f69e-42b8-a0fc-7e56e741e42e admin admin] Publish callbacks [] for security_group (23c50035-1cfd-4e1e-b057-2b4b0bc11134), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:27.846021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:27.865415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-369f3768-f69e-42b8-a0fc-7e56e741e42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23c50035-1cfd-4e1e-b057-2b4b0bc11134), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:27.882181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab77640e-2ec0-491f-aec6-8f3a7f075f2d req-d67d77e7-4b5d-423e-a6e3-6ff570df00b3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379258 Feb 19 07:23:27.882767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:24Z', 'revision_number': 3, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:27.940841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Calling delete_port for 681603d6-7736-44a8-b54a-445e1b9aa383 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:27.977020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Checking router: 1b5a1c88-a8db-4de4-affb-7051563247df for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:23:27.977494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Updating router 1b5a1c88-a8db-4de4-affb-7051563247df port 53ff8fe6-736e-4a27-999c-c27dd3b77055 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:23:28.066683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.220242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.285908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-369f3768-f69e-42b8-a0fc-7e56e741e42e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd3f027e80c34eae80b4146254f224d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4080584 Feb 19 07:23:28.286951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:28.407938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f3768-f69e-42b8-a0fc-7e56e741e42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c50035-1cfd-4e1e-b057-2b4b0bc11134,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:28.575174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe831970-8baf-4698-8cfe-c7f7313ddbdf req-3e2829e0-cc82-4cd7-8c93-b9d4830c3c65 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:28.579251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe831970-8baf-4698-8cfe-c7f7313ddbdf req-3e2829e0-cc82-4cd7-8c93-b9d4830c3c65 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.5109968 Feb 19 07:23:28.594402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] Publish callbacks [] for security_group (23c50035-1cfd-4e1e-b057-2b4b0bc11134), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.612966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Allocated IP 172.20.0.1 (640d9c08-1258-4340-9002-b8c94f89968a/30e543fc-9aa4-4764-a8cd-9bfc5076ad70/7e376e6b-ae02-4fa3-8a79-37cba5f4621a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:28.647755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] Publish callbacks [] for security_group (23c50035-1cfd-4e1e-b057-2b4b0bc11134), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.665364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks [] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.677945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.745195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (23c50035-1cfd-4e1e-b057-2b4b0bc11134), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.748376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:28.752802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23c50035-1cfd-4e1e-b057-2b4b0bc11134 HTTP/1.1" status: 204 len: 168 time: 0.4547806 Feb 19 07:23:28.783230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413a1da-b85c-40e5-81d0-b90826391ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c50035-1cfd-4e1e-b057-2b4b0bc11134,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:28.806455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Pushing event updated for resources: {'Port': ['ID=53ff8fe6-736e-4a27-999c-c27dd3b77055,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:28.854185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe831970-8baf-4698-8cfe-c7f7313ddbdf req-76bed0d4-73b0-4f40-b37c-5620a5155de1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184800 Feb 19 07:23:28.856909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.860348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.863815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.864185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.866792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.867162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.870078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.870450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.870801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.871149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.875001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.875393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.875777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:28.974639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cff14-9da2-4a38-8105-965d7f1d4fd3 req-39c31c13-3e3e-4fed-ab97-fbb5dc48713d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:28.984123 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d6cff14-9da2-4a38-8105-965d7f1d4fd3 req-39c31c13-3e3e-4fed-ab97-fbb5dc48713d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.3186538 Feb 19 07:23:29.050406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Attempting to bind port 53ff8fe6-736e-4a27-999c-c27dd3b77055 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:29.055206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Attempting to bind port 53ff8fe6-736e-4a27-999c-c27dd3b77055 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:29.055637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Attempting to bind port 53ff8fe6-736e-4a27-999c-c27dd3b77055 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:29.079542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:29.079979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:29.080338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.080738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:29.081219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Bound port: 53ff8fe6-736e-4a27-999c-c27dd3b77055, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:29.081612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.148454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (681603d6-7736-44a8-b54a-445e1b9aa383), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.172358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d6cff14-9da2-4a38-8105-965d7f1d4fd3 req-1b7007bf-6641-4c31-85c3-81bb3365b329 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819100 Feb 19 07:23:29.205577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks [] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.290009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] For port 53ff8fe6-736e-4a27-999c-c27dd3b77055, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:29.306522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] For port 53ff8fe6-736e-4a27-999c-c27dd3b77055, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=53ff8fe6-736e-4a27-999c-c27dd3b77055,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:29.322846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.330755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Port': ['ID=681603d6-7736-44a8-b54a-445e1b9aa383,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:29.344243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.439504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:29.453919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c49b2-bafe-4e0d-bffc-4e42c713a576 req-4ffaac74-cc47-4167-8728-923b3302cc7a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:29.466424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd4c49b2-bafe-4e0d-bffc-4e42c713a576 req-4ffaac74-cc47-4167-8728-923b3302cc7a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.3998082 Feb 19 07:23:29.492259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244c3b5-1fc7-4b2f-abf2-f26e552c98f7 None None] Pushing event updated for resources: {'Port': ['ID=53ff8fe6-736e-4a27-999c-c27dd3b77055,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:29.515420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:29.516084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:29.517203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Network 640d9c08-1258-4340-9002-b8c94f89968a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:29.533131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:29.591603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:29.600547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:29.611374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.620619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2006944d-7762-40be-adea-281a5b02eaa3 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/ports/681603d6-7736-44a8-b54a-445e1b9aa383 HTTP/1.1" status: 204 len: 168 time: 2.6677563 Feb 19 07:23:29.637001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:29.709346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1414133-2c2b-4518-bd6f-f43398595049 req-ddd50d42-ff67-4ad4-8875-8439e0c26e1d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:29.717018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1414133-2c2b-4518-bd6f-f43398595049 req-ddd50d42-ff67-4ad4-8875-8439e0c26e1d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2817068 Feb 19 07:23:29.719666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (1b5a1c88-a8db-4de4-affb-7051563247df), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.728907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82627498-7b90-4687-9bb0-fe88a07cc74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:29.758184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd4c49b2-bafe-4e0d-bffc-4e42c713a576 req-02a3e83b-753e-4816-9a4b-cbf52906e5ed tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890944 Feb 19 07:23:29.801706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:29.805139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting subnet 65614e74-c95f-4d7a-8ed8-8f5dc1543dec {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:23:29.824898 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for subnet (65614e74-c95f-4d7a-8ed8-8f5dc1543dec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.028436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (65614e74-c95f-4d7a-8ed8-8f5dc1543dec), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.091351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.092913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb95820-0f50-40ff-bc8e-0e142e935054 req-c9e791ea-7a1a-470a-bcfc-456ee3e0835b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:30.096921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbb95820-0f50-40ff-bc8e-0e142e935054 req-c9e791ea-7a1a-470a-bcfc-456ee3e0835b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1717930 Feb 19 07:23:30.201207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (65614e74-c95f-4d7a-8ed8-8f5dc1543dec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.285236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (65614e74-c95f-4d7a-8ed8-8f5dc1543dec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.328775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.331023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae76ebc-47e8-49f3-b8dc-046633726d31 None None] Network bd24f8ab-c9d8-4963-b875-e65f66be4e12 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:30.334569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/subnets/65614e74-c95f-4d7a-8ed8-8f5dc1543dec HTTP/1.1" status: 204 len: 168 time: 0.6942465 Feb 19 07:23:30.348582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:24Z', 'revision_number': 3, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:30.356838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:30.377754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588704af-93c1-479c-84d5-232f0ec30632 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Subnet': ['ID=65614e74-c95f-4d7a-8ed8-8f5dc1543dec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:30.506783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbb95820-0f50-40ff-bc8e-0e142e935054 req-923b8803-0004-467d-9f44-cb2a8d7dfb41 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838909 Feb 19 07:23:30.543815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-154f93bd-4f09-44e9-b827-e0d5236015ba tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:30.545345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-154f93bd-4f09-44e9-b827-e0d5236015ba tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.47 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4260941 Feb 19 07:23:30.588964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:23:30.649081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94026c6c-e843-4b78-8607-7a9c2693ca8f None None] The sync data for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 is: [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:24Z', 'revision_number': 3, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:23:30.719005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Deleting subnet ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:23:30.771120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for subnet (ca4fbd1f-15f1-4b5a-af83-3684b4df23f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:30.894454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] DHCP port deletion for bd24f8ab-c9d8-4963-b875-e65f66be4e12 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:23:31.011959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ca4fbd1f-15f1-4b5a-af83-3684b4df23f1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.104155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Deleting port a022677a-ca69-4f45-8c09-1ac1c718cfad {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:31.104720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.144252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82627498-7b90-4687-9bb0-fe88a07cc74c admin admin] Publish callbacks [] for security_group (7dd723a4-428d-45d5-8107-4b27063a2e6c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.167871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec077e6-530a-410d-813a-6d30af99a729 req-ae27f894-3c19-4f08-870d-2f6369ad5240 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:31.177134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82627498-7b90-4687-9bb0-fe88a07cc74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7dd723a4-428d-45d5-8107-4b27063a2e6c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.181757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dec077e6-530a-410d-813a-6d30af99a729 req-ae27f894-3c19-4f08-870d-2f6369ad5240 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.4885204 Feb 19 07:23:31.258531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627498-7b90-4687-9bb0-fe88a07cc74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd723a4-428d-45d5-8107-4b27063a2e6c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:31.272564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] For port a022677a-ca69-4f45-8c09-1ac1c718cfad, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a022677a-ca69-4f45-8c09-1ac1c718cfad,segment=NetworkSegment(6aab5359-425b-49ce-80ef-36b9f014d042),segment_id=6aab5359-425b-49ce-80ef-36b9f014d042)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:31.272825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.331964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1414133-2c2b-4518-bd6f-f43398595049 req-5b5535da-d85a-460e-875a-934a36567b29 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6137748 Feb 19 07:23:31.346600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dec077e6-530a-410d-813a-6d30af99a729 req-7749217e-775f-4701-b687-5ae98a43bed8 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612618 Feb 19 07:23:31.367005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Calling delete_port for a022677a-ca69-4f45-8c09-1ac1c718cfad owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:31.403831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Deleting port 0e739c23-0eae-4a52-b657-9ace9f99017c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:31.408868 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.464296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-82627498-7b90-4687-9bb0-fe88a07cc74c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86933b85b2d44afcb790117b32609ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8973992 Feb 19 07:23:31.473587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:31.565928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a022677a-ca69-4f45-8c09-1ac1c718cfad), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.670425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] No DVR routers for this DVR port a022677a-ca69-4f45-8c09-1ac1c718cfad on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:31.673482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd443f56-2e53-46dd-a0b8-aab1a7be2731 None None] Pushing event deleted for resources: {'Port': ['ID=a022677a-ca69-4f45-8c09-1ac1c718cfad,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:31.675053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.769311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ca4fbd1f-15f1-4b5a-af83-3684b4df23f1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.774191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] Publish callbacks [] for security_group (7dd723a4-428d-45d5-8107-4b27063a2e6c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.813909 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] Publish callbacks [] for security_group (7dd723a4-428d-45d5-8107-4b27063a2e6c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.867599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] For port 0e739c23-0eae-4a52-b657-9ace9f99017c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0e739c23-0eae-4a52-b657-9ace9f99017c,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:31.868293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.916965 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7dd723a4-428d-45d5-8107-4b27063a2e6c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.919919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:31.922274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7dd723a4-428d-45d5-8107-4b27063a2e6c HTTP/1.1" status: 204 len: 168 time: 0.4461989 Feb 19 07:23:31.949059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89608dff-5043-4a9f-9b3c-9655ed0e1fc0 req-bb3e54e0-9242-4722-81a6-bbd4916acb1d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:31.958454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89608dff-5043-4a9f-9b3c-9655ed0e1fc0 req-bb3e54e0-9242-4722-81a6-bbd4916acb1d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.4086304 Feb 19 07:23:32.034168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36054138-fa74-411a-9422-e10cb1d66cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd723a4-428d-45d5-8107-4b27063a2e6c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:32.177200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf8415-ed6c-4bde-b130-9ed3dccd214d req-3568b0e6-05a7-4ece-87ad-6d7e11397ddf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:32.187551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3abf8415-ed6c-4bde-b130-9ed3dccd214d req-3568b0e6-05a7-4ece-87ad-6d7e11397ddf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.4144201 Feb 19 07:23:32.261886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89608dff-5043-4a9f-9b3c-9655ed0e1fc0 req-f17c5177-7675-4154-a54a-66091b98f55e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004050 Feb 19 07:23:32.273957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ca4fbd1f-15f1-4b5a-af83-3684b4df23f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.373019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4fbd1f-15f1-4b5a-af83-3684b4df23f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:32.378405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.384863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87959fbe-7aed-48fc-9347-376732b40150 None None] Network 806604bd-b8a0-47db-ad46-3f62efe6f97c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:32.386081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-283183fa-651a-4c38-ada9-2bb84c56c666 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/subnets/ca4fbd1f-15f1-4b5a-af83-3684b4df23f1 HTTP/1.1" status: 204 len: 168 time: 2.0283885 Feb 19 07:23:32.388910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57742) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:32.468817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3abf8415-ed6c-4bde-b130-9ed3dccd214d req-b516d540-c048-47a7-8e36-b8841c2c0891 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781134 Feb 19 07:23:32.579782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 53ff8fe6-736e-4a27-999c-c27dd3b77055 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:32.609360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (bd24f8ab-c9d8-4963-b875-e65f66be4e12), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.774025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 53ff8fe6-736e-4a27-999c-c27dd3b77055 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:32.774288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.797608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803ac2-d580-4baa-96a0-42b6ac67545c req-e2dec3f0-999d-4fa9-ac43-1320ffa6210f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:32.799710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2803ac2-d580-4baa-96a0-42b6ac67545c req-e2dec3f0-999d-4fa9-ac43-1320ffa6210f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 945 time: 0.2507262 Feb 19 07:23:32.845820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (bd24f8ab-c9d8-4963-b875-e65f66be4e12), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.871091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks [] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.876319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd24f8ab-c9d8-4963-b875-e65f66be4e12']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:32.891081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aab5359-425b-49ce-80ef-36b9f014d042') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:32.891694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aab5359-425b-49ce-80ef-36b9f014d042') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:32.893685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.906523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (6aab5359-425b-49ce-80ef-36b9f014d042), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.923060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6aab5359-425b-49ce-80ef-36b9f014d042), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:32.930604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:23:32.932052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (6aab5359-425b-49ce-80ef-36b9f014d042), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.024644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.035891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (1b5a1c88-a8db-4de4-affb-7051563247df), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.053941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 53ff8fe6-736e-4a27-999c-c27dd3b77055 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:33.054423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.113084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 53ff8fe6-736e-4a27-999c-c27dd3b77055, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=53ff8fe6-736e-4a27-999c-c27dd3b77055,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:33.119173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.154196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] DHCP port deletion for 806604bd-b8a0-47db-ad46-3f62efe6f97c request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:23:33.245654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2803ac2-d580-4baa-96a0-42b6ac67545c req-53ed9b64-a58f-4f06-b1a9-6bc538c47503 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=baab914b-f36e-4e60-a7c3-dd45e33a270d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239612 Feb 19 07:23:33.253119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a022677a-ca69-4f45-8c09-1ac1c718cfad no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:33.329592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a022677a-ca69-4f45-8c09-1ac1c718cfad {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:33.331926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a022677a-ca69-4f45-8c09-1ac1c718cfad not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:33.390288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:33.427663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=53ff8fe6-736e-4a27-999c-c27dd3b77055,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:33.477727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Deleting port 32592ed0-4f49-4a62-b9e4-a340b7fa403b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:33.478425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.581148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] For port 32592ed0-4f49-4a62-b9e4-a340b7fa403b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=32592ed0-4f49-4a62-b9e4-a340b7fa403b,segment=NetworkSegment(0d8eec1b-a4d9-473d-a16e-8b0a84661019),segment_id=0d8eec1b-a4d9-473d-a16e-8b0a84661019)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:33.582253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.602573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Calling delete_port for 32592ed0-4f49-4a62-b9e4-a340b7fa403b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:33.633792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Network 640d9c08-1258-4340-9002-b8c94f89968a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:33.647310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:33.713515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (32592ed0-4f49-4a62-b9e4-a340b7fa403b), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.769909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] Pushing event deleted for resources: {'Port': ['ID=32592ed0-4f49-4a62-b9e4-a340b7fa403b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:33.773125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb791763-fcfc-4879-b46b-8512dd8f87e1 None None] No DVR routers for this DVR port 32592ed0-4f49-4a62-b9e4-a340b7fa403b on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:23:33.878753 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:23:33.893465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.893882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:33.894207 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Floating IP 12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2 disassociated. External IP: 172.25.7.163, port: 0e739c23-0eae-4a52-b657-9ace9f99017c. Feb 19 07:23:33.894955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Calling delete_port for 0e739c23-0eae-4a52-b657-9ace9f99017c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:33.918766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188dc21-9b83-450c-914a-ce1139412ecc req-97792d4a-5393-43ae-87d7-00200591e0f7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:33.920359 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c188dc21-9b83-450c-914a-ce1139412ecc req-97792d4a-5393-43ae-87d7-00200591e0f7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.5022428 Feb 19 07:23:33.969817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a0b5e-4042-482e-9802-83f62bd45186 req-fe895089-6aff-4f68-b4e4-249b4616f592 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:33.980076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-480a0b5e-4042-482e-9802-83f62bd45186 req-fe895089-6aff-4f68-b4e4-249b4616f592 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 1.4602666 Feb 19 07:23:34.020502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Router 1b5a1c88-a8db-4de4-affb-7051563247df has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:23:34.036489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c188dc21-9b83-450c-914a-ce1139412ecc req-034a97ab-237c-49c4-9f93-f9473befb4f8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042714 Feb 19 07:23:34.154055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:23:34.159590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-80e369ce-d1dc-4415-a269-3f8d286aeba5 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b5a1c88-a8db-4de4-affb-7051563247df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5262566 Feb 19 07:23:34.164389 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Sync routers for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:23:34.179226 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:34.180099 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:34.302865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 53ff8fe6-736e-4a27-999c-c27dd3b77055 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:34.373505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (bd24f8ab-c9d8-4963-b875-e65f66be4e12), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:34.395175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fde62-f37a-4d8c-8472-d7c7c79a4fcd req-874c88c8-5792-4cf3-84a6-79a5c875ee34 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:34.406126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:34.407003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c7fde62-f37a-4d8c-8472-d7c7c79a4fcd req-874c88c8-5792-4cf3-84a6-79a5c875ee34 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1695504 Feb 19 07:23:34.409637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/networks/bd24f8ab-c9d8-4963-b875-e65f66be4e12 HTTP/1.1" status: 204 len: 168 time: 2.0187631 Feb 19 07:23:34.422940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:34.464391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 53ff8fe6-736e-4a27-999c-c27dd3b77055 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:34.464962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:34.486585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b194a39-0a32-4c3a-8eea-65fb5c9670aa tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Network': ['ID=bd24f8ab-c9d8-4963-b875-e65f66be4e12,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:34.496391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:34.555758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e739c23-0eae-4a52-b657-9ace9f99017c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:34.624289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-480a0b5e-4042-482e-9802-83f62bd45186 req-a645104f-5769-4c58-9502-42a3fbc0163c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430166 Feb 19 07:23:34.689053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'Port': ['ID=0e739c23-0eae-4a52-b657-9ace9f99017c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:34.714510 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c7fde62-f37a-4d8c-8472-d7c7c79a4fcd req-4753f659-6624-4af3-aa17-3cfd6fd991aa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036969 Feb 19 07:23:34.747023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (806604bd-b8a0-47db-ad46-3f62efe6f97c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:34.791489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 53ff8fe6-736e-4a27-999c-c27dd3b77055 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:34.957434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 32592ed0-4f49-4a62-b9e4-a340b7fa403b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:34.995175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9562f15-f16e-47ba-b37f-797fdb34859f req-d4a05fac-fe7a-47b0-909f-0773323c33b5 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=33579411-25f1-4870-87b0-e74e353b7f40 HTTP/1.1" status: 200 len: 210 time: 0.1411812 Feb 19 07:23:35.032057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 32592ed0-4f49-4a62-b9e4-a340b7fa403b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:35.034793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 32592ed0-4f49-4a62-b9e4-a340b7fa403b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:35.039892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (806604bd-b8a0-47db-ad46-3f62efe6f97c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.153714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806604bd-b8a0-47db-ad46-3f62efe6f97c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:35.216737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8eec1b-a4d9-473d-a16e-8b0a84661019') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:35.217040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8eec1b-a4d9-473d-a16e-8b0a84661019') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:35.273670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (0d8eec1b-a4d9-473d-a16e-8b0a84661019), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.328070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0d8eec1b-a4d9-473d-a16e-8b0a84661019), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.345245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:23:35.345690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (0d8eec1b-a4d9-473d-a16e-8b0a84661019), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:23:35.349432 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:23:35.417766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:23:35.489789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c8b62-236e-497b-815f-70110130a7f4 req-a89ee5f0-8d6c-4cba-aa31-10ff10de1f62 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:35.511515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f82c8b62-236e-497b-815f-70110130a7f4 req-a89ee5f0-8d6c-4cba-aa31-10ff10de1f62 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3102553 Feb 19 07:23:35.550627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (806604bd-b8a0-47db-ad46-3f62efe6f97c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.559991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.567839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] 10.222.0.43 "DELETE /v2.0/networks/806604bd-b8a0-47db-ad46-3f62efe6f97c HTTP/1.1" status: 204 len: 168 time: 1.1393809 Feb 19 07:23:35.582933 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:31Z', 'revision_number': 4, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7e376e6b-ae02-4fa3-8a79-37cba5f4621a', 'name': '', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'mac_address': 'fa:16:3e:e9:52:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:28Z', 'updated_at': '2022-02-19T07:23:32Z', 'revision_number': 2, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'subnets': [{'id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:35.620588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6d2eb-caec-42e6-9e18-0bd8f5a8d523 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] Pushing event deleted for resources: {'Network': ['ID=806604bd-b8a0-47db-ad46-3f62efe6f97c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:35.714348 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Checking router: 1b5a1c88-a8db-4de4-affb-7051563247df for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:23:35.714699 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Updating router 1b5a1c88-a8db-4de4-affb-7051563247df port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:23:35.768777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0e739c23-0eae-4a52-b657-9ace9f99017c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:35.781236 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.817362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:23:35.850836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:23:35.889511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0e739c23-0eae-4a52-b657-9ace9f99017c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:35.890998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0e739c23-0eae-4a52-b657-9ace9f99017c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:35.898676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:35.901829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:35.929522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] No DVR routers for this DVR port 0e739c23-0eae-4a52-b657-9ace9f99017c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:35.933994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:35.939500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2cf9a337-c9f6-4760-ad27-60a227da3f88 req-d98b0503-e917-4ed8-a611-1b409cbff4e2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.47 "DELETE /v2.0/ports/0e739c23-0eae-4a52-b657-9ace9f99017c HTTP/1.1" status: 204 len: 173 time: 5.3579581 Feb 19 07:23:35.940100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'name': 'network-vif-deleted', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:35.942492 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b787af-b2d8-4f37-8de1-403859fd1cd3" -d '{"events": [{"server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "name": "network-vif-deleted", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:35.952435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-80f804e1-36af-4069-90f2-5b3139e68135 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:35.982561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-80f804e1-36af-4069-90f2-5b3139e68135 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 819 time: 0.3297164 Feb 19 07:23:35.992125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f82c8b62-236e-497b-815f-70110130a7f4 req-6e0a2d31-806d-4c6e-8ca7-01c25c3a5439 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695311 Feb 19 07:23:36.007571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:36.048248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-e854aa69-1e89-40bd-b201-b96c88b27a1b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/quotas/e14aeab55dc04943ad5a2174a3ee59df HTTP/1.1" status: 200 len: 375 time: 0.0611687 Feb 19 07:23:36.271932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0c55c00b-28a8-4399-bfd5-81b07e226da8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2201502 Feb 19 07:23:36.428574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-7b747f28-4437-47e6-a70f-04cd385565cf service neutron] 10.222.0.43 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552818 Feb 19 07:23:36.471507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a06b-7ad9-4d76-bf5f-146a7561b61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.521172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb49ddc6-503c-4064-8a41-77f2f8ea9c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.538055 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks [] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.568496 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.587717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:36.609895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-453908c0-d0de-447c-a718-80658e8d6070 service neutron] 10.222.0.43 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803446 Feb 19 07:23:36.647705 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66668a-a761-4c7b-aad1-af7ae43a5cc1 x-openstack-request-id: req-6e66668a-a761-4c7b-aad1-af7ae43a5cc1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:36.648056 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33579411-25f1-4870-87b0-e74e353b7f40", "name": "network-vif-deleted", "tag": "0e739c23-0eae-4a52-b657-9ace9f99017c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:36.649249 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e66668a-a761-4c7b-aad1-af7ae43a5cc1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:36.650431 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33579411-25f1-4870-87b0-e74e353b7f40', 'name': 'network-vif-deleted', 'tag': '0e739c23-0eae-4a52-b657-9ace9f99017c', 'status': 'completed', 'code': 200} Feb 19 07:23:36.727330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a06b-7ad9-4d76-bf5f-146a7561b61e admin admin] Publish callbacks [] for security_group (3fb39a1d-6791-4088-9ca3-14ee81220362), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.735636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Pushing event updated for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:36.736912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a06b-7ad9-4d76-bf5f-146a7561b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3fb39a1d-6791-4088-9ca3-14ee81220362), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.768943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.769674 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.770467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.770960 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.771469 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.772030 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.772905 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.773400 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.774056 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.776538 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.777537 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.778126 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.779474 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:23:36.820297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Attempting to bind port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:36.821082 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Attempting to bind port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:36.821645 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Attempting to bind port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a on network 640d9c08-1258-4340-9002-b8c94f89968a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:36.826478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:36.835747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a3c6a06b-7ad9-4d76-bf5f-146a7561b61e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a251a251b1cf4ac087529b36355bdb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8219182 Feb 19 07:23:36.847865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:36.849844 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Checking segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:36.850584 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.851869 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Bound using segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:36.853865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Bound port: 7e376e6b-ae02-4fa3-8a79-37cba5f4621a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:36.856067 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.925646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a06b-7ad9-4d76-bf5f-146a7561b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb39a1d-6791-4088-9ca3-14ee81220362,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:36.954803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] Publish callbacks [] for security_group (3fb39a1d-6791-4088-9ca3-14ee81220362), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:36.999426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] Publish callbacks [] for security_group (3fb39a1d-6791-4088-9ca3-14ee81220362), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:37.092895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3fb39a1d-6791-4088-9ca3-14ee81220362), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:37.096302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:37.097936 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fb39a1d-6791-4088-9ca3-14ee81220362 HTTP/1.1" status: 204 len: 168 time: 0.2682850 Feb 19 07:23:37.100226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:37.118174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0a74e-546b-4af5-810d-1a6afe6c7baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb39a1d-6791-4088-9ca3-14ee81220362,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:37.128135 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] For port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:37.134569 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] For port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:37.146256 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:37.300140 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:37.301015 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:37.410269 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580911cd-c9c5-4588-a3cd-b0aca2bb6812 None None] Pushing event updated for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:37.508934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5ec28-9b9e-4c81-b80e-fd1015221b40 req-1170912b-25ab-4b9f-bad4-cacc5cb2f337 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:37.521499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59a5ec28-9b9e-4c81-b80e-fd1015221b40 req-1170912b-25ab-4b9f-bad4-cacc5cb2f337 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.3508272 Feb 19 07:23:37.603990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb320157-4672-4679-8929-8ec0a78254f6 req-0f5e8c4c-6abe-44ce-a100-ed35dae32631 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:37.614338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb320157-4672-4679-8929-8ec0a78254f6 req-0f5e8c4c-6abe-44ce-a100-ed35dae32631 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2394130 Feb 19 07:23:37.647508 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:37.678264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59a5ec28-9b9e-4c81-b80e-fd1015221b40 req-145b4166-bc6e-42b5-9dab-bf90b77f8231 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504004 Feb 19 07:23:37.803734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb320157-4672-4679-8929-8ec0a78254f6 req-1214d336-62bd-4f3e-8e5f-7f3f3bb5d1b3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857305 Feb 19 07:23:37.857563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c87654e-10f2-4d59-922b-ee091996baf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:37.859752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4bdf1764-1d2a-4d97-a97f-82dcb6d8a6e4 req-e2dc63aa-1116-4710-af88-90ddff51cb5b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 210 time: 0.0853736 Feb 19 07:23:37.934791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:37.954081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:38.020573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:38.072626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca5-0ef8-41f6-8f59-e2a18df5501f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.146549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:23:38.181175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:23:38.183029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:23:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:38.233669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c87654e-10f2-4d59-922b-ee091996baf1 admin admin] Publish callbacks [] for security_group (0dd4bc2c-3c71-4621-b318-fb369ccb95c8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.246275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c87654e-10f2-4d59-922b-ee091996baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0dd4bc2c-3c71-4621-b318-fb369ccb95c8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.344829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:31Z', 'revision_number': 4, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7e376e6b-ae02-4fa3-8a79-37cba5f4621a', 'name': '', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'mac_address': 'fa:16:3e:e9:52:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:28Z', 'updated_at': '2022-02-19T07:23:37Z', 'revision_number': 4, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'subnets': [{'id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:38.381912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c87654e-10f2-4d59-922b-ee091996baf1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=414d183e68e049bfb7efacaa3cc3f1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2797022 Feb 19 07:23:38.394328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:38.433721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (baab914b-f36e-4e60-a7c3-dd45e33a270d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.437344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87654e-10f2-4d59-922b-ee091996baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4bc2c-3c71-4621-b318-fb369ccb95c8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:38.459990 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7ab2a-c372-4323-8ced-63add09c45a8 None None] The sync data for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 is: [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:23:31Z', 'revision_number': 4, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7e376e6b-ae02-4fa3-8a79-37cba5f4621a', 'name': '', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'mac_address': 'fa:16:3e:e9:52:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:28Z', 'updated_at': '2022-02-19T07:23:37Z', 'revision_number': 4, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'subnets': [{'id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:23:38.616829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:23:38.642728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (baab914b-f36e-4e60-a7c3-dd45e33a270d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.815035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0813-7484-4b45-b205-9a56b1f42e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.902751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-36a9192a-5b56-4d0b-9e45-855575eae605 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:38.914126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca5-0ef8-41f6-8f59-e2a18df5501f admin admin] Publish callbacks [] for security_group (3dd118ed-4e5a-4345-b759-a592e5f26583), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.914655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-36a9192a-5b56-4d0b-9e45-855575eae605 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 819 time: 0.4021916 Feb 19 07:23:38.939720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d2c0bca5-0ef8-41f6-8f59-e2a18df5501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3dd118ed-4e5a-4345-b759-a592e5f26583), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:38.950378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-eb80561d-114a-46b6-9759-8c23665b6544 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/quotas/e14aeab55dc04943ad5a2174a3ee59df HTTP/1.1" status: 200 len: 375 time: 0.0348690 Feb 19 07:23:39.056137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d8a86-41e9-427d-abe4-7500909820d2 req-77bb1829-a1e4-4fe9-b092-d4177c5eee28 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:39.064184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a7d8a86-41e9-427d-abe4-7500909820d2 req-77bb1829-a1e4-4fe9-b092-d4177c5eee28 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.5295889 Feb 19 07:23:39.068289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-af6c0610-e446-4f5a-bb3f-69bc5cf1b6ad tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166263 Feb 19 07:23:39.078262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0bca5-0ef8-41f6-8f59-e2a18df5501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd118ed-4e5a-4345-b759-a592e5f26583,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:39.168454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (baab914b-f36e-4e60-a7c3-dd45e33a270d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.173268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.177362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "DELETE /v2.0/security-groups/baab914b-f36e-4e60-a7c3-dd45e33a270d HTTP/1.1" status: 204 len: 168 time: 1.2387486 Feb 19 07:23:39.205046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:39.221509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57940) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:39.237208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a7d8a86-41e9-427d-abe4-7500909820d2 req-b73333a8-b330-47ee-a227-772a0c09cc8f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297939 Feb 19 07:23:39.266642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0f1f0-583b-458e-9a16-c4d6189d92b4 None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:23:39.284107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d2c0bca5-0ef8-41f6-8f59-e2a18df5501f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9521f251f244485dbadfaadb1caf222d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3100479 Feb 19 07:23:39.295906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] Publish callbacks [] for security_group (0dd4bc2c-3c71-4621-b318-fb369ccb95c8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.307633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57942) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:39.349176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7c33-e41f-4623-8de3-7db3a319ee9b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baab914b-f36e-4e60-a7c3-dd45e33a270d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:39.353160 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] Publish callbacks [] for security_group (0dd4bc2c-3c71-4621-b318-fb369ccb95c8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.395731 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-d26284ee-61ef-48b8-905b-446b70772d2d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] show failed (client error): The resource could not be found. Feb 19 07:23:39.397002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d26284ee-61ef-48b8-905b-446b70772d2d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups/baab914b-f36e-4e60-a7c3-dd45e33a270d HTTP/1.1" status: 404 len: 347 time: 0.1588006 Feb 19 07:23:39.400496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:39.569906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0dd4bc2c-3c71-4621-b318-fb369ccb95c8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.576061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.579468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0dd4bc2c-3c71-4621-b318-fb369ccb95c8 HTTP/1.1" status: 204 len: 168 time: 1.1771424 Feb 19 07:23:39.624542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:39.645122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-5bab191b-c546-4c10-a976-f180374b6dbf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:39.647169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-5bab191b-c546-4c10-a976-f180374b6dbf tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 0.5497274 Feb 19 07:23:39.648420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1acd23-0f1c-45d1-b83c-36917ba5eb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4bc2c-3c71-4621-b318-fb369ccb95c8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:39.671935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-6d709c32-dfd3-4200-b738-542a4d95c3d0 service neutron] 10.222.0.43 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021349 Feb 19 07:23:39.877632 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c2738-a26a-4380-ada2-666af96c6cd3 None None] New status for floating IP 12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:23:40.074891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9cd1262-07bc-4514-8993-1a10ed13e16e service neutron] 10.222.0.43 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019723 Feb 19 07:23:40.080707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Deleting port 08faa673-d59a-4adc-b1b1-06c37bf76668 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:40.090773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.200499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] Publish callbacks [] for security_group (3dd118ed-4e5a-4345-b759-a592e5f26583), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.278024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] Publish callbacks [] for security_group (3dd118ed-4e5a-4345-b759-a592e5f26583), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.369638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] For port 08faa673-d59a-4adc-b1b1-06c37bf76668, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=08faa673-d59a-4adc-b1b1-06c37bf76668,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:40.370191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.384955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7e376e6b-ae02-4fa3-8a79-37cba5f4621a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:40.430927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Calling delete_port for 08faa673-d59a-4adc-b1b1-06c37bf76668 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:40.462782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3dd118ed-4e5a-4345-b759-a592e5f26583), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.476676 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.482168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3dd118ed-4e5a-4345-b759-a592e5f26583 HTTP/1.1" status: 204 len: 168 time: 1.1692495 Feb 19 07:23:40.561603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367bf9e-d239-471e-afd8-583b63374b8f req-ea95b785-ff7f-47b6-b2b1-9f801ade0274 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:40.579642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1367bf9e-d239-471e-afd8-583b63374b8f req-ea95b785-ff7f-47b6-b2b1-9f801ade0274 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=936b582e-e533-4c56-9cee-621d764ba887 HTTP/1.1" status: 200 len: 944 time: 1.0585251 Feb 19 07:23:40.602167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:40.602945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.650821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:40.725180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820c134-444b-4f02-9717-9223ae568664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd118ed-4e5a-4345-b759-a592e5f26583,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:40.797674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9043-de4e-4585-af89-07c8f654b614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.816900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (08faa673-d59a-4adc-b1b1-06c37bf76668), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:40.865105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7', '08faa673-d59a-4adc-b1b1-06c37bf76668'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:40.925391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event deleted for resources: {'Port': ['ID=08faa673-d59a-4adc-b1b1-06c37bf76668,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:40.985625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1367bf9e-d239-471e-afd8-583b63374b8f req-e2c23e36-ab21-45ae-a453-141a58cdb87d tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047492 Feb 19 07:23:41.020328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] No DVR routers for this DVR port 08faa673-d59a-4adc-b1b1-06c37bf76668 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:41.023132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.027023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c80ae092-b0ff-4b5b-b8d8-b95f402e814f req-b46246d1-4bfa-4035-abaa-79be2ef83219 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "DELETE /v2.0/ports/08faa673-d59a-4adc-b1b1-06c37bf76668 HTTP/1.1" status: 204 len: 173 time: 1.3530562 Feb 19 07:23:41.028452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-deleted', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:41.032880 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6743c913-f88f-46a5-9730-fd1fa3328861" -d '{"events": [{"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-deleted", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:41.046809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-58e3f2cb-55b9-4c74-a4ef-12dff55f574c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:41.050086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-58e3f2cb-55b9-4c74-a4ef-12dff55f574c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 819 time: 1.5002298 Feb 19 07:23:41.054694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.083097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Request body: {'port': {'device_id': '843273bf-5153-437c-8b30-f04ac371370a', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'admin_state_up': True, 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:41.085793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27bdd-1aad-41d0-844a-1ca97fe48d69 req-bf7c51dd-ba4d-410d-ab8f-4852b47bec73 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:41.090854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ae27bdd-1aad-41d0-844a-1ca97fe48d69 req-bf7c51dd-ba4d-410d-ab8f-4852b47bec73 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2981429 Feb 19 07:23:41.110434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:41.110832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.215070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Deleting port 63c1da47-d9ce-4d01-a624-168a4a8d2e03 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:41.215575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ae27bdd-1aad-41d0-844a-1ca97fe48d69 req-96bccd7e-823e-4b4c-9c6c-76b971721af3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112828 Feb 19 07:23:41.216037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.387346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:41.397987 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.420835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1319dcbf-131b-412a-b654-8867eadd2357 req-dd695818-2ee1-43a2-82ab-1461fb21112b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 210 time: 0.0694804 Feb 19 07:23:41.464825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9043-de4e-4585-af89-07c8f654b614 admin admin] Publish callbacks [] for security_group (14a1488e-a44f-4d6d-a337-0fd298b8c51a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.495434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.495933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (63c1da47-d9ce-4d01-a624-168a4a8d2e03), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.519984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Calling delete_port for 63c1da47-d9ce-4d01-a624-168a4a8d2e03 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:41.588358 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf60e0d-9c52-4410-b514-a62f60ec3f9f x-openstack-request-id: req-7cf60e0d-9c52-4410-b514-a62f60ec3f9f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:41.589049 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936b582e-e533-4c56-9cee-621d764ba887", "name": "network-vif-deleted", "tag": "08faa673-d59a-4adc-b1b1-06c37bf76668", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:41.589539 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cf60e0d-9c52-4410-b514-a62f60ec3f9f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:41.590166 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936b582e-e533-4c56-9cee-621d764ba887', 'name': 'network-vif-deleted', 'tag': '08faa673-d59a-4adc-b1b1-06c37bf76668', 'status': 'completed', 'code': 200} Feb 19 07:23:41.646384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:41.743951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9043-de4e-4585-af89-07c8f654b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (14a1488e-a44f-4d6d-a337-0fd298b8c51a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.754815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (63c1da47-d9ce-4d01-a624-168a4a8d2e03), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.840444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'Port': ['ID=63c1da47-d9ce-4d01-a624-168a4a8d2e03,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:41.884946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50489b7-4b78-47c2-93ba-63189d923493 req-32ccc0de-e96d-4062-ae93-79e3844a28e6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:41.886647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b50489b7-4b78-47c2-93ba-63189d923493 req-32ccc0de-e96d-4062-ae93-79e3844a28e6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.6906190 Feb 19 07:23:41.887338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Made reservation on behalf of e14aeab55dc04943ad5a2174a3ee59df for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:41.890818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:41.955536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fd8a9043-de4e-4585-af89-07c8f654b614 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15b5247742064b0bb9a25d10850867d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2869978 Feb 19 07:23:41.958367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:42.012108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9043-de4e-4585-af89-07c8f654b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1488e-a44f-4d6d-a337-0fd298b8c51a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:42.081792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] Publish callbacks [] for security_group (14a1488e-a44f-4d6d-a337-0fd298b8c51a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.112141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] Publish callbacks [] for security_group (14a1488e-a44f-4d6d-a337-0fd298b8c51a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.191970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.196655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.198720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd0f0c27-9ec0-42af-829c-8791796adb63 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "DELETE /v2.0/floatingips/12a1d72f-cf5a-42e9-ac76-87fb0ba6edb2 HTTP/1.1" status: 204 len: 168 time: 2.7791507 Feb 19 07:23:42.206423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (14a1488e-a44f-4d6d-a337-0fd298b8c51a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.212806 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.214273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/14a1488e-a44f-4d6d-a337-0fd298b8c51a HTTP/1.1" status: 204 len: 168 time: 0.2549288 Feb 19 07:23:42.264533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b50489b7-4b78-47c2-93ba-63189d923493 req-820aa26e-ae6e-4241-a0f3-91a5813f2e6d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378141 Feb 19 07:23:42.271663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7e376e6b-ae02-4fa3-8a79-37cba5f4621a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:42.277342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118367-2daa-4419-9cfe-dd44df8e13a6 req-ba6a23ae-94f0-4ccf-9279-eea17d0f53f3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:42.297944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b118367-2daa-4419-9cfe-dd44df8e13a6 req-ba6a23ae-94f0-4ccf-9279-eea17d0f53f3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3022323 Feb 19 07:23:42.458066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b118367-2daa-4419-9cfe-dd44df8e13a6 req-b4620d8d-973a-4aca-8c5d-5360da09ef2e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565757 Feb 19 07:23:42.458905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579122-5f04-4bfa-9ffd-87f8dfff8766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1488e-a44f-4d6d-a337-0fd298b8c51a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:42.460523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Allocated IP 172.20.0.6 (640d9c08-1258-4340-9002-b8c94f89968a/30e543fc-9aa4-4764-a8cd-9bfc5076ad70/78ca3a31-563d-420e-9a57-75fad24caaf6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:42.612763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.643747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:42.644436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.858213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:42.900299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fd03f-8a82-42d1-be72-0508d3d83186 req-dedd68ee-e4cc-4437-bd86-a21a9268f941 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:42.907281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks [] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:42.913987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e82fd03f-8a82-42d1-be72-0508d3d83186 req-dedd68ee-e4cc-4437-bd86-a21a9268f941 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2719100 Feb 19 07:23:43.009610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.061988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-0ea77ea9-c4d1-418a-8dde-b272d3dc6f4c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:43.063692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-0ea77ea9-c4d1-418a-8dde-b272d3dc6f4c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.47 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 819 time: 0.4884303 Feb 19 07:23:43.079458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Pushing event updated for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:43.081218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e82fd03f-8a82-42d1-be72-0508d3d83186 req-89a058a9-5664-43c9-85ff-007e5d5f8d35 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659756 Feb 19 07:23:43.092151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Request body: {'port': {'device_id': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'admin_state_up': True, 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:43.139620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Network 640d9c08-1258-4340-9002-b8c94f89968a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:43.142840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:43.150883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:43.302983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:43.303712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.358291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-0b817827-cf86-4b5b-ad93-8a1f550769b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2973258 Feb 19 07:23:43.369944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Request body: {'port': {'device_id': '843273bf-5153-437c-8b30-f04ac371370a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:43.490979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:43.519132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946014926', 'description': 'tempest-description--275020060'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:43.520884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.540524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Made reservation on behalf of e14aeab55dc04943ad5a2174a3ee59df for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:43.549534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.645499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e525a613-88ce-4e6b-b52c-d6c430e1f73e req-9c834b63-6aec-48cf-9410-41dee5fb4c86 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 210 time: 0.0585077 Feb 19 07:23:43.655039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.820019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:43.846938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713f17a-bf68-431e-a545-28a540139c5f req-3c3b27cd-f98a-4796-8a14-63767fd9f80b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:43.849456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e713f17a-bf68-431e-a545-28a540139c5f req-3c3b27cd-f98a-4796-8a14-63767fd9f80b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2437348 Feb 19 07:23:43.886687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 08faa673-d59a-4adc-b1b1-06c37bf76668 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:43.890462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 08faa673-d59a-4adc-b1b1-06c37bf76668 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:43.903416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (fd02a5d0-ffa1-4834-b26e-076f22645504), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.919066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fd02a5d0-ffa1-4834-b26e-076f22645504), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:43.940044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e713f17a-bf68-431e-a545-28a540139c5f req-6b67f99e-8f20-4c64-8ebe-05180a6dd366 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702531 Feb 19 07:23:44.004929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e647a-9114-4720-81ba-e697767ea382 req-d35ac800-cf99-40c1-9499-1880c9b994a2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:44.011882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-949e647a-9114-4720-81ba-e697767ea382 req-d35ac800-cf99-40c1-9499-1880c9b994a2 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 947 time: 0.1552346 Feb 19 07:23:44.012886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.017629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:44.017986 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5113101 Feb 19 07:23:44.022119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group_rule': {'security_group_id': 'fd02a5d0-ffa1-4834-b26e-076f22645504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:44.025153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f47121-37af-4f43-893e-f8c20aaf8073 req-8259db9d-b80d-4c88-9c29-794583456af5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:44.032597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39f47121-37af-4f43-893e-f8c20aaf8073 req-8259db9d-b80d-4c88-9c29-794583456af5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 947 time: 0.2485485 Feb 19 07:23:44.061856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce91ff-41ec-4e16-bafe-03bf8d024185 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd02a5d0-ffa1-4834-b26e-076f22645504,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:44.096757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Allocated IP 172.20.0.7 (640d9c08-1258-4340-9002-b8c94f89968a/30e543fc-9aa4-4764-a8cd-9bfc5076ad70/3ba5f7d5-68ea-443b-900b-115fe200b1ce) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:44.117950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39f47121-37af-4f43-893e-f8c20aaf8073 req-99b868bd-2f2f-43d7-af59-431b230b2fbc tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795555 Feb 19 07:23:44.139650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:44.362591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-917932508-network', 'tenant_id': '571de529393945c8a7a090214bb9ae76'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:44.423093 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (8a6f0be0-4967-415a-bd00-9d24c04e1e37), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.443484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f60e-6a4f-4f90-82b4-ec622752d0c7 req-5657b67a-cebd-4364-8fb8-7c42322f4e24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:44.450518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b29f60e-6a4f-4f90-82b4-ec622752d0c7 req-5657b67a-cebd-4364-8fb8-7c42322f4e24 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2195017 Feb 19 07:23:44.453492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Made reservation on behalf of 571de529393945c8a7a090214bb9ae76 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:44.456700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.511508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks [] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.550533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.562242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a59e85-04c4-4dab-8619-6aed2d1290d9 req-e368d93f-1af8-4fc9-a87c-fecf9be1e792 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:44.569506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2a59e85-04c4-4dab-8619-6aed2d1290d9 req-e368d93f-1af8-4fc9-a87c-fecf9be1e792 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1775589 Feb 19 07:23:44.572723 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.655667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (8a6f0be0-4967-415a-bd00-9d24c04e1e37), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.656688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Network 640d9c08-1258-4340-9002-b8c94f89968a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:44.674349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8a6f0be0-4967-415a-bd00-9d24c04e1e37), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.678394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:44.686407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:44.692504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Pushing event updated for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:44.723024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b29f60e-6a4f-4f90-82b4-ec622752d0c7 req-527e6c0c-01ee-4926-980f-569ceb7176a1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701502 Feb 19 07:23:44.776187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6f0be0-4967-415a-bd00-9d24c04e1e37,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:44.809929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2a59e85-04c4-4dab-8619-6aed2d1290d9 req-80dd5342-2252-470c-9104-91e619ff2aeb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394011 Feb 19 07:23:44.815323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:44.816021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.828341 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks [] for security_group (7ead5f00-ef1f-429b-a5dd-b17452822a19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.839374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7ead5f00-ef1f-429b-a5dd-b17452822a19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.848505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.854354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:23:44.859962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-673b9bb8-a993-46d7-a622-34b0f5da1e70 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8410242 Feb 19 07:23:44.864996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58082) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:44.872364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Deleting port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:44.872713 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.876914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-c9413e21-414f-4961-9a78-234f560a8342 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7932782 Feb 19 07:23:44.886976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'security_group_rule': {'security_group_id': 'fd02a5d0-ffa1-4834-b26e-076f22645504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:44.907549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Request body: {'port': {'device_id': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:44.914335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f407b40a-8323-4c68-b247-c182ac79be44), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:44.914685 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Added segment f407b40a-8323-4c68-b247-c182ac79be44 of type vlan for network b66b0d21-eeef-4b94-b165-102bdeb68bd0 Feb 19 07:23:45.020063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ead5f00-ef1f-429b-a5dd-b17452822a19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:45.060097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] For port b66d78f0-2f0c-4352-a670-2042e7b3fbe7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:45.060413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.069932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b66b0d21-eeef-4b94-b165-102bdeb68bd0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.078783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (350b4f40-b6c2-4388-81c9-c22bc54a696f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.083061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ca3a31-563d-420e-9a57-75fad24caaf6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:45.088516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Calling delete_port for b66d78f0-2f0c-4352-a670-2042e7b3fbe7 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:45.096985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks [] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.105154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f0d53-df44-4640-86e2-83f450d8d1d7 req-d7359b0e-650e-45b5-b922-d9968b5876af tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:45.106687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-484f0d53-df44-4640-86e2-83f450d8d1d7 req-d7359b0e-650e-45b5-b922-d9968b5876af tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 931 time: 0.2441752 Feb 19 07:23:45.112488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543c0d1-c672-4144-8e7b-edce7c868371 req-e2b45565-a2be-48a8-a04c-fc103ebce90a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:45.113988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b543c0d1-c672-4144-8e7b-edce7c868371 req-e2b45565-a2be-48a8-a04c-fc103ebce90a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1707678 Feb 19 07:23:45.115008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.157379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Transition to ACTIVE for port object 78ca3a31-563d-420e-9a57-75fad24caaf6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:45.166909 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.169376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b66b0d21-eeef-4b94-b165-102bdeb68bd0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.170346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:45.171116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.265383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:45.284561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b543c0d1-c672-4144-8e7b-edce7c868371 req-f2cd523c-9eb2-4b29-9867-0a8c716fb5d6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273274 Feb 19 07:23:45.291265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1483045 Feb 19 07:23:45.293112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (350b4f40-b6c2-4388-81c9-c22bc54a696f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.300933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:45.316537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Request body: {'subnet': {'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-917932508-subnet', 'tenant_id': '571de529393945c8a7a090214bb9ae76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:45.316694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (350b4f40-b6c2-4388-81c9-c22bc54a696f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.328889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920b5f-57f9-47f1-8247-9ba8534ce439 admin admin] Pushing event updated for resources: {'Network': ['ID=b66b0d21-eeef-4b94-b165-102bdeb68bd0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:45.346119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b66b0d21-eeef-4b94-b165-102bdeb68bd0 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:23:45.370591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-484f0d53-df44-4640-86e2-83f450d8d1d7 req-0edf67f6-83a5-4b30-901e-713a39226b65 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341268 Feb 19 07:23:45.467663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350b4f40-b6c2-4388-81c9-c22bc54a696f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:45.473084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Made reservation on behalf of 571de529393945c8a7a090214bb9ae76 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:45.484569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.490112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.494273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ae2d4049-d873-459d-bfeb-19fec57a0daf tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6237550 Feb 19 07:23:45.496715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58092) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:45.496993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b66d78f0-2f0c-4352-a670-2042e7b3fbe7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.509011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:45.512423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b66d78f0-2f0c-4352-a670-2042e7b3fbe7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:45.552444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d5c0aa9-1e03-4a5e-ae19-0f8980d59629 req-7b1e1ac2-798d-490c-959b-5421e9e556b7 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=506f0573-a275-4aa2-aede-e6ca39a1ced8 HTTP/1.1" status: 200 len: 210 time: 0.0589511 Feb 19 07:23:45.615139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-87941d1d-a911-4f31-9c4d-231f4279e459 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3151822 Feb 19 07:23:45.616395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event deleted for resources: {'Port': ['ID=b66d78f0-2f0c-4352-a670-2042e7b3fbe7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:45.672404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.682167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Attempting to bind port 78ca3a31-563d-420e-9a57-75fad24caaf6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:45.682669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Attempting to bind port 78ca3a31-563d-420e-9a57-75fad24caaf6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:45.683111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Attempting to bind port 78ca3a31-563d-420e-9a57-75fad24caaf6 on network 640d9c08-1258-4340-9002-b8c94f89968a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:45.733574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] No DVR routers for this DVR port b66d78f0-2f0c-4352-a670-2042e7b3fbe7 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:45.735291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Port 78ca3a31-563d-420e-9a57-75fad24caaf6 on network 640d9c08-1258-4340-9002-b8c94f89968a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:23:45.735733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Attempting to bind port 78ca3a31-563d-420e-9a57-75fad24caaf6 on network 640d9c08-1258-4340-9002-b8c94f89968a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:45.741315 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.744710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-949e647a-9114-4720-81ba-e697767ea382 req-0a2cd03d-0be3-48e2-91a6-149f70abb290 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "DELETE /v2.0/ports/b66d78f0-2f0c-4352-a670-2042e7b3fbe7 HTTP/1.1" status: 204 len: 173 time: 1.6860085 Feb 19 07:23:45.745923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-deleted', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:45.748931 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ba151-9b2a-43e5-a910-f54262463906" -d '{"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-deleted", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:45.765812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:45.766337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Checking segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:45.766860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Bound using segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:45.767474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Bound port: 78ca3a31-563d-420e-9a57-75fad24caaf6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:45.767962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:45.795965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174da658-05a7-4bb0-8456-74730a2de02d req-57bd98d7-3ee9-4bfc-bda2-44c616ba9778 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:45.797765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-174da658-05a7-4bb0-8456-74730a2de02d req-57bd98d7-3ee9-4bfc-bda2-44c616ba9778 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3344610 Feb 19 07:23:45.887072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-89c589ac-8bec-4db7-86cb-b0148688af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:45.889412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-89c589ac-8bec-4db7-86cb-b0148688af19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1127 time: 0.2364938 Feb 19 07:23:46.107462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-c955b716-93c4-438f-806f-e3f078ae3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.109011 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-c955b716-93c4-438f-806f-e3f078ae3a9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.1906185 Feb 19 07:23:46.115117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:46.147416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=78ca3a31-563d-420e-9a57-75fad24caaf6,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:46.156511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-174da658-05a7-4bb0-8456-74730a2de02d req-1395eb51-447c-421a-ad61-c5c648fa083c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437092 Feb 19 07:23:46.186721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-aac3802f-5b80-45c8-b62c-eb2e071af37b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 217 time: 0.0587628 Feb 19 07:23:46.188354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.221987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bf8d6-c569-41ba-9694-c90dc196dd71 req-8ae0c9b8-64d8-406f-aabf-f37f48d41379 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.229090 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (0a068bd0-53d8-4ead-976f-f57227f7e2d1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.239285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-449bf8d6-c569-41ba-9694-c90dc196dd71 req-8ae0c9b8-64d8-406f-aabf-f37f48d41379 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.6097047 Feb 19 07:23:46.298483 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbccd364-a947-41d5-a7c4-38bcfc705775 x-openstack-request-id: req-fbccd364-a947-41d5-a7c4-38bcfc705775 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:46.299039 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506f0573-a275-4aa2-aede-e6ca39a1ced8", "name": "network-vif-deleted", "tag": "b66d78f0-2f0c-4352-a670-2042e7b3fbe7", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:46.299534 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fbccd364-a947-41d5-a7c4-38bcfc705775 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:46.300171 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506f0573-a275-4aa2-aede-e6ca39a1ced8', 'name': 'network-vif-deleted', 'tag': 'b66d78f0-2f0c-4352-a670-2042e7b3fbe7', 'status': 'completed', 'code': 200} Feb 19 07:23:46.345729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.348517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.349096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba5f7d5-68ea-443b-900b-115fe200b1ce {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:46.373376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] 10.222.0.24 "PUT /v2.0/ports/78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 1091 time: 3.0062225 Feb 19 07:23:46.397889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks [] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.435086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-449bf8d6-c569-41ba-9694-c90dc196dd71 req-f5fb4954-dd84-4f0b-94ab-cda9e0c8f5c5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947784 Feb 19 07:23:46.462949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Transition to ACTIVE for port object 3ba5f7d5-68ea-443b-900b-115fe200b1ce will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:46.473668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a068bd0-53d8-4ead-976f-f57227f7e2d1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:46.486337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.621914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9b35-9105-438d-b4ff-ae5473ca0126 service neutron] Pushing event updated for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:46.625528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-465c4032-3889-46b1-a965-4b2f2ddb4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.626464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:46.627854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-465c4032-3889-46b1-a965-4b2f2ddb4645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.4339955 Feb 19 07:23:46.652719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.681623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Checking segment: {'id': 'f407b40a-8323-4c68-b247-c182ac79be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:46.682265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Network hostable DHCP agents. Network: b66b0d21-eeef-4b94-b165-102bdeb68bd0, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:23:46.734986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef22fa3-8623-41ec-8922-a2b28561ba24 req-ff8aca5b-c9f7-4520-b84b-d0bc61bd9afb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.736840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ef22fa3-8623-41ec-8922-a2b28561ba24 req-ff8aca5b-c9f7-4520-b84b-d0bc61bd9afb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2598155 Feb 19 07:23:46.737685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Network b66b0d21-eeef-4b94-b165-102bdeb68bd0 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:23:46.745170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-bc801ee9-44ec-46a3-aa19-a6b76ee3da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.746980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-bc801ee9-44ec-46a3-aa19-a6b76ee3da0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1125 time: 0.2710745 Feb 19 07:23:46.780275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b66b0d21-eeef-4b94-b165-102bdeb68bd0) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:46.789566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a3cad-df88-4954-95bc-6d6c4ef51652 None None] Network b66b0d21-eeef-4b94-b165-102bdeb68bd0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:46.815379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-e664772f-750d-404e-a799-49f3b2bbb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.817215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-e664772f-750d-404e-a799-49f3b2bbb157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1704669 Feb 19 07:23:46.821394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.822292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.828586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-8e15d0a5-e5b3-4a7c-9a83-95afd1b4e031 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.0679865 Feb 19 07:23:46.847341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2473239-664f-48c3-9adb-02fab30711f8 req-6c0b7e52-871b-4b39-965e-da48a32b58f5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:46.850534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2473239-664f-48c3-9adb-02fab30711f8 req-6c0b7e52-871b-4b39-965e-da48a32b58f5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 943 time: 0.2783637 Feb 19 07:23:46.853261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Attempting to bind port 3ba5f7d5-68ea-443b-900b-115fe200b1ce on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:46.853599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Attempting to bind port 3ba5f7d5-68ea-443b-900b-115fe200b1ce by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:46.853930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Attempting to bind port 3ba5f7d5-68ea-443b-900b-115fe200b1ce on network 640d9c08-1258-4340-9002-b8c94f89968a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:46.907418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Port 3ba5f7d5-68ea-443b-900b-115fe200b1ce on network 640d9c08-1258-4340-9002-b8c94f89968a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:23:46.907745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Attempting to bind port 3ba5f7d5-68ea-443b-900b-115fe200b1ce on network 640d9c08-1258-4340-9002-b8c94f89968a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:46.954087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:46.954444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Checking segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:46.954973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Bound using segment: {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:46.956881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Bound port: 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a704dca-b3ef-4b6b-895d-043259d5e9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:46.957326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:46.988979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ee8e5d02-ec5f-4cdb-b294-cd2dca5e90e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6789870 Feb 19 07:23:46.992332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Allocated IP 172.25.7.222 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f018d262-3d56-47b2-90b6-fc39c36ce654) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:46.997549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68360e46-2e99-40dc-b805-3376313ece2d None None] Network b66b0d21-eeef-4b94-b165-102bdeb68bd0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:46.999515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ef22fa3-8623-41ec-8922-a2b28561ba24 req-1cb6826e-d973-4dce-be92-fb0eed4f350c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517953 Feb 19 07:23:47.016791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ee44a8f2-2554-4628-82ab-6874e1814048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:47.021410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-ee44a8f2-2554-4628-82ab-6874e1814048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.1692333 Feb 19 07:23:47.121145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-c58af474-9d9a-4596-a5e1-7a49f6c66ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954316 Feb 19 07:23:47.124237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-83eb327b-4e93-4484-87b7-d182fc960017 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928557 Feb 19 07:23:47.202944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2473239-664f-48c3-9adb-02fab30711f8 req-27df090d-8eb5-4897-80dc-3a3e69f3bfcb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308249 Feb 19 07:23:47.322164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:47.372005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:47.375412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-4bd58e21-9fa1-466a-a431-3b2498b3c73c service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436149 Feb 19 07:23:47.479949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:47.520904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:47.552153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:47.572620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:47.573127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:47.574532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ba5f7d5-68ea-443b-900b-115fe200b1ce HTTP/1.1" status: 200 len: 1091 time: 2.6759038 Feb 19 07:23:47.592876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:47.600920 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:47.602911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49fa02-fc34-42e2-a7d7-2486840a2468 req-8cddc182-8753-4d01-85c4-5725a0f73f63 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:47.617817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c49fa02-fc34-42e2-a7d7-2486840a2468 req-8cddc182-8753-4d01-85c4-5725a0f73f63 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3532906 Feb 19 07:23:47.664468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e66820d8-706b-4cb5-85d8-baacdf4f34aa req-2eb941ab-4345-438f-b133-d5e7e56e8e09 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079275 Feb 19 07:23:47.742932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:47.754549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c49fa02-fc34-42e2-a7d7-2486840a2468 req-25de21e8-6e1c-43ee-8452-25387aa04abc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317959 Feb 19 07:23:47.757100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b3d79580-89b7-4ab4-8e8e-6a07e36cca45 req-553700ec-7e40-45a3-a4e8-71cbf84e5665 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740511 Feb 19 07:23:47.796773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:47.806765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:47.814301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6be7b-06fb-4443-aed2-6d4d918e5415 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:47.821914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:47.866804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b66d78f0-2f0c-4352-a670-2042e7b3fbe7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:47.867225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b66d78f0-2f0c-4352-a670-2042e7b3fbe7 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:47.933567 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49e34ad-579b-4983-95af-430e72b370a1 x-openstack-request-id: req-b49e34ad-579b-4983-95af-430e72b370a1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:47.934446 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:47.936323 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b49e34ad-579b-4983-95af-430e72b370a1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:47.937332 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce', 'status': 'completed', 'code': 200} Feb 19 07:23:47.938540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=f018d262-3d56-47b2-90b6-fc39c36ce654,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:48.014254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-8e22d4ad-d910-490c-bda1-bc5e91b1a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.017634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-8e22d4ad-d910-490c-bda1-bc5e91b1a865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 1125 time: 0.3877294 Feb 19 07:23:48.034206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959961f5-942a-43c5-88ee-0450f55d28c4 req-ab5fa8f8-8876-49db-91ea-36cb4e56d7c6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.046538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-959961f5-942a-43c5-88ee-0450f55d28c4 req-ab5fa8f8-8876-49db-91ea-36cb4e56d7c6 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.3166735 Feb 19 07:23:48.050875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:48.135936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1176890551-network', 'tenant_id': 'cd59ae0bebc841d48cf5fe2b9f5b1596'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:48.145356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-5649320c-c791-4a4f-bc44-c791ec47cbec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce HTTP/1.1" status: 200 len: 217 time: 0.0849836 Feb 19 07:23:48.176370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7e2ba-abe7-4663-97a1-8d116af68504 req-a56b4b04-5eb9-4d7e-a33d-13d276739f8b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.179292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5d7e2ba-abe7-4663-97a1-8d116af68504 req-a56b4b04-5eb9-4d7e-a33d-13d276739f8b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1672456 Feb 19 07:23:48.189064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-3b09834e-206c-4600-a9bf-967bf57d9b00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1206329 Feb 19 07:23:48.280082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-959961f5-942a-43c5-88ee-0450f55d28c4 req-15cb9527-897e-47df-9f17-f04b283c4ba5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321632 Feb 19 07:23:48.311592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:48.315512 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf4338-695e-4cb7-8052-f6fde919070f" -d '{"events": [{"name": "network-changed", "server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:48.343165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Made reservation on behalf of cd59ae0bebc841d48cf5fe2b9f5b1596 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:48.346333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:48.371653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:48.374215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5d7e2ba-abe7-4663-97a1-8d116af68504 req-3fccfb8b-12a5-48d5-8dc4-f5c328575f1d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835146 Feb 19 07:23:48.385235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:48.389092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-6f614cbc-6301-4a6c-8d79-e3bf069a04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.390576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-6f614cbc-6301-4a6c-8d79-e3bf069a04ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.2367902 Feb 19 07:23:48.399238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-7fd5c164-510e-4482-98fc-fdbf0ae452e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.400806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-7fd5c164-510e-4482-98fc-fdbf0ae452e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.1402144 Feb 19 07:23:48.436461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-82361523-1340-46da-a9ac-d3c2878dd30c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:48.438013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-82361523-1340-46da-a9ac-d3c2878dd30c tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.1121097 Feb 19 07:23:48.565009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-3b50b318-c672-46a9-bbf3-69d255859b87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901220 Feb 19 07:23:48.566462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:48.709349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:48.882792 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02306e10-2022-4499-9b6e-2922eda57e2e x-openstack-request-id: req-02306e10-2022-4499-9b6e-2922eda57e2e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:48.883384 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:48.883384 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02306e10-2022-4499-9b6e-2922eda57e2e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:48.883731 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6', 'status': 'completed', 'code': 200} Feb 19 07:23:48.893844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66832d32-ad7b-4a11-aee7-b33fc9421a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.046782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33463278-4e7f-44ae-8582-edca0bbe2376 req-4f68608e-a2bc-412e-9a1b-c53030e557bb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.048333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33463278-4e7f-44ae-8582-edca0bbe2376 req-4f68608e-a2bc-412e-9a1b-c53030e557bb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 943 time: 0.6961615 Feb 19 07:23:49.060495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-4f196519-32e6-4940-872b-fcb1c111e49c service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883623 Feb 19 07:23:49.102083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4338-695e-4cb7-8052-f6fde919070f req-7543df96-f601-4a72-a8a5-b372af01042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.103839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-7543df96-f601-4a72-a8a5-b372af01042d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1125 time: 0.2191374 Feb 19 07:23:49.145650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks [] for security_group (e959e1d9-cecf-4353-8bd9-8733eb1c8c52), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.188952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e959e1d9-cecf-4353-8bd9-8733eb1c8c52), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.203810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Deleting port bb40a253-247f-4496-8989-988b4e781ffa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:23:49.215669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bb40a253-247f-4496-8989-988b4e781ffa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.232628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708f81d-dca4-4883-8c5c-5cba5c478c5a req-b009723f-552c-444c-b4ee-731fb83bacbf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.244982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2708f81d-dca4-4883-8c5c-5cba5c478c5a req-b009723f-552c-444c-b4ee-731fb83bacbf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3161089 Feb 19 07:23:49.282458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:23:49.341199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33463278-4e7f-44ae-8582-edca0bbe2376 req-5a275c5d-e0b0-41a3-806a-1a2fd9562562 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845840 Feb 19 07:23:49.378521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e959e1d9-cecf-4353-8bd9-8733eb1c8c52,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:49.395484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.396189 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Added segment ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad of type vlan for network c3b8034b-c288-4aa2-b543-cfd932d5da31 Feb 19 07:23:49.414169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-c5b6e4b7-fb89-4707-a164-01e40b4e7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.415924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-c5b6e4b7-fb89-4707-a164-01e40b4e7bdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.9770083 Feb 19 07:23:49.485073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6eef55f5-f3c2-4bfe-9641-7b107f1fa204 req-754acf2b-b375-4c43-a130-78631b098d57 service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995037 Feb 19 07:23:49.539495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c3b8034b-c288-4aa2-b543-cfd932d5da31), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.545037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.578699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.615732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] For port bb40a253-247f-4496-8989-988b4e781ffa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bb40a253-247f-4496-8989-988b4e781ffa,segment=NetworkSegment(c179b9e9-10a1-46cd-b12d-85765a17c3fb),segment_id=c179b9e9-10a1-46cd-b12d-85765a17c3fb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:49.616441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bb40a253-247f-4496-8989-988b4e781ffa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.625293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66832d32-ad7b-4a11-aee7-b33fc9421a58 admin admin] Publish callbacks [] for security_group (3d695651-2cfa-46f0-abe4-e15525bf663a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.633922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Calling delete_port for bb40a253-247f-4496-8989-988b4e781ffa owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:23:49.652374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66832d32-ad7b-4a11-aee7-b33fc9421a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3d695651-2cfa-46f0-abe4-e15525bf663a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.696342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66832d32-ad7b-4a11-aee7-b33fc9421a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d695651-2cfa-46f0-abe4-e15525bf663a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:49.761345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c3b8034b-c288-4aa2-b543-cfd932d5da31), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.762215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.762828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.818192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2708f81d-dca4-4883-8c5c-5cba5c478c5a req-e6cca745-71b9-462f-9afb-c535fdc0bfe2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427210 Feb 19 07:23:49.842448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b8034b-c288-4aa2-b543-cfd932d5da31,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:49.851896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=f018d262-3d56-47b2-90b6-fc39c36ce654,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:49.855992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c3b8034b-c288-4aa2-b543-cfd932d5da31 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:23:49.877082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66832d32-ad7b-4a11-aee7-b33fc9421a58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a89d053a0624056a61dadfb59e5ec32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5043402 Feb 19 07:23:49.904531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-6cec8232-28d7-4973-84ea-388f215677cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.908337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-6cec8232-28d7-4973-84ea-388f215677cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 1125 time: 0.3506956 Feb 19 07:23:49.914688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:49.928830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e8d3c41-4efc-40a7-9f85-c515dfb45775 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8641231 Feb 19 07:23:49.937053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-123e48aa-0c00-4f40-9e68-c486a223a5f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.5111268 Feb 19 07:23:49.942875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcb0fc-a1df-4dca-9eeb-94f8bf47abbb req-b6017754-593d-4485-bbd8-e0e116acf920 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.950766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36dcb0fc-a1df-4dca-9eeb-94f8bf47abbb req-b6017754-593d-4485-bbd8-e0e116acf920 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/ports?device_id=9850a4ef-74a5-4519-a4dc-5ba6b30c09c9 HTTP/1.1" status: 200 len: 944 time: 0.5038617 Feb 19 07:23:49.953076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4338-695e-4cb7-8052-f6fde919070f req-bfd5fc0d-4400-4bed-bc9f-7296439bfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:49.953505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:49.957915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-bfd5fc0d-4400-4bed-bc9f-7296439bfdb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.8401957 Feb 19 07:23:49.961000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bb40a253-247f-4496-8989-988b4e781ffa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:49.979999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Request body: {'subnet': {'network_id': 'c3b8034b-c288-4aa2-b543-cfd932d5da31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1176890551-subnet', 'tenant_id': 'cd59ae0bebc841d48cf5fe2b9f5b1596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:50.011994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.057734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.068177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-03e866dd-e24f-4955-baea-226cbd571057 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5708063 Feb 19 07:23:50.181169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 78ca3a31-563d-420e-9a57-75fad24caaf6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:23:50.186973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Made reservation on behalf of cd59ae0bebc841d48cf5fe2b9f5b1596 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:50.190519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.285017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-c1577a8d-b772-4cd4-a8a8-a387a721a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:50.286777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-c1577a8d-b772-4cd4-a8a8-a387a721a0a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.3238187 Feb 19 07:23:50.297710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-7004bf8d-8a14-43ab-8014-4a6b61e53d47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.3298149 Feb 19 07:23:50.330733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=78ca3a31-563d-420e-9a57-75fad24caaf6,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:50.365226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '78ca3a31-563d-420e-9a57-75fad24caaf6', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'port_id': '78ca3a31-563d-420e-9a57-75fad24caaf6', 'mac_address': 'fa:16:3e:c2:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:23:50.398029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] Publish callbacks [] for security_group (3d695651-2cfa-46f0-abe4-e15525bf663a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.400126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Pushing event deleted for resources: {'Port': ['ID=bb40a253-247f-4496-8989-988b4e781ffa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:50.412550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-096dade7-513d-48f7-ae63-864baa2dae41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce HTTP/1.1" status: 200 len: 217 time: 0.1075575 Feb 19 07:23:50.415893 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36dcb0fc-a1df-4dca-9eeb-94f8bf47abbb req-75f7f2e5-0313-4ca5-bf14-c451c1a55ae5 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.43 "GET /v2.0/security-groups?id=40ff2a32-f8fa-44a8-ac1e-9d284ac30021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637680 Feb 19 07:23:50.422118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-fca9fcda-9473-4916-bd2a-51d3805f4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:50.427168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-fca9fcda-9473-4916-bd2a-51d3805f4582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.4667106 Feb 19 07:23:50.444104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 78ca3a31-563d-420e-9a57-75fad24caaf6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:50.444683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.473161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ca3a31-563d-420e-9a57-75fad24caaf6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:50.541645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=78ca3a31-563d-420e-9a57-75fad24caaf6,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:50.542281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] Publish callbacks [] for security_group (3d695651-2cfa-46f0-abe4-e15525bf663a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.553821 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.555440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4338-695e-4cb7-8052-f6fde919070f req-629eae5d-c79f-4c28-bdf5-f0700c866d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:50.556981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-629eae5d-c79f-4c28-bdf5-f0700c866d2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.1285625 Feb 19 07:23:50.598558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-432ad101-1ef9-4849-8d16-ab5625844254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:50.601025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-432ad101-1ef9-4849-8d16-ab5625844254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.1756804 Feb 19 07:23:50.650115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:50.730382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3d012-d0cd-4cb5-bc55-32a6f49964a8 req-18b593e0-2c03-41c2-829d-b660eddeb798 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:50.731951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ac3d012-d0cd-4cb5-bc55-32a6f49964a8 req-18b593e0-2c03-41c2-829d-b660eddeb798 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.4297867 Feb 19 07:23:50.733800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-ab1302a3-fd7c-4b1a-ac71-4a6e94453801 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387861 Feb 19 07:23:50.753438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] No DVR routers for this DVR port bb40a253-247f-4496-8989-988b4e781ffa on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:23:50.757325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-bff8d494-9c3a-4f63-9b71-6ef279eaeb48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131270 Feb 19 07:23:50.757637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:50.763074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['78ca3a31-563d-420e-9a57-75fad24caaf6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:50.776127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a52370ed-cb92-42d2-bb02-7b0185bf1040 req-748ce044-eb2f-4690-9875-2a77de2a38e0 tempest-LiveMigrationTest-1746214749 tempest-LiveMigrationTest-1746214749-project] 10.222.0.47 "DELETE /v2.0/ports/bb40a253-247f-4496-8989-988b4e781ffa HTTP/1.1" status: 204 len: 173 time: 2.3294420 Feb 19 07:23:50.886723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-deleted', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:50.899847 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd291812-8c09-427c-b7f5-f39f85a169fa" -d '{"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-deleted", "tag": "bb40a253-247f-4496-8989-988b4e781ffa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:50.925004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d6d16f16-b939-4a2f-9216-446ad0de5e7b tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--946014926&fields=id&tenant_id=d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 267 time: 0.3618584 Feb 19 07:23:51.083536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-d9d7b151-4b95-4a3d-b03a-af38a1926a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:51.085222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-d9d7b151-4b95-4a3d-b03a-af38a1926a62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5271370 Feb 19 07:23:51.141374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-b50967d7-d13b-409d-b718-ce08224f287b service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901107 Feb 19 07:23:51.219510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3d695651-2cfa-46f0-abe4-e15525bf663a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:51.222800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:51.226897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d695651-2cfa-46f0-abe4-e15525bf663a HTTP/1.1" status: 204 len: 168 time: 1.3104372 Feb 19 07:23:51.241840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-f71f094c-29f1-4821-91da-18275b528021 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995719 Feb 19 07:23:51.381345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f7ce1-690e-43a2-a4dd-adb739008875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d695651-2cfa-46f0-abe4-e15525bf663a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:51.426433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55bf4338-695e-4cb7-8052-f6fde919070f req-4856187d-7182-4da0-b2e1-594363341924 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833456 Feb 19 07:23:51.465680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:51.477469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-fa5a87e8-ab6c-43d2-84ec-c73f924f84ed service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979351 Feb 19 07:23:51.522286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ac3d012-d0cd-4cb5-bc55-32a6f49964a8 req-5295bac6-8233-4dcb-8ba1-d69f6fe808e2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697778 Feb 19 07:23:51.720001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-3f6f4faa-b870-44f4-ba6d-df655b8c8fed tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:51.722284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-3f6f4faa-b870-44f4-ba6d-df655b8c8fed tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 810 time: 0.6987607 Feb 19 07:23:51.724813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-721b1ed0-92e0-4753-87b9-f65cfea3e934 req-4531ed7c-c6d5-40ab-bcd6-49542a893b92 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966011 Feb 19 07:23:51.755501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:51.768942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85965ae5-d241-41b8-94b0-a3db7bfc8ff9 req-f63674a3-7e6a-4349-a830-41b176e6f96b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:51.770767 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85965ae5-d241-41b8-94b0-a3db7bfc8ff9 req-f63674a3-7e6a-4349-a830-41b176e6f96b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 943 time: 0.1797314 Feb 19 07:23:51.776832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:51.801636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b681ece8-9540-41a6-b7e7-3b7e84dda041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:51.814605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-109f0928-4e4f-4b9f-9a1f-613fc8c3f703 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/quotas/d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 375 time: 0.0750103 Feb 19 07:23:51.829279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Checking segment: {'id': 'ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c3b8034b-c288-4aa2-b543-cfd932d5da31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:51.829672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Network hostable DHCP agents. Network: c3b8034b-c288-4aa2-b543-cfd932d5da31, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:23:51.842100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3ba5f7d5-68ea-443b-900b-115fe200b1ce details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:23:51.998399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b681ece8-9540-41a6-b7e7-3b7e84dda041 admin admin] Publish callbacks [] for security_group (822701f4-cf4c-4db9-b152-615ffbee007c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.015436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b681ece8-9540-41a6-b7e7-3b7e84dda041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (822701f4-cf4c-4db9-b152-615ffbee007c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.041229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Network c3b8034b-c288-4aa2-b543-cfd932d5da31 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:23:52.082282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62dcb26b-7a5c-48a7-933d-44e7aaa8f9b3 req-53c85232-366f-46af-9ece-bdff04a5c2b8 service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750883 Feb 19 07:23:52.086340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c3b8034b-c288-4aa2-b543-cfd932d5da31) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:52.110023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:52.110622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.116561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84b00d-f630-4260-9182-d6eca9c71091 None None] Network c3b8034b-c288-4aa2-b543-cfd932d5da31 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:52.140040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-7a4819c5-115e-4800-92e0-1cd5541f32e1 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3244474 Feb 19 07:23:52.164234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b681ece8-9540-41a6-b7e7-3b7e84dda041 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cfb0e88a387440d9ea1589eb0b397b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075844 Feb 19 07:23:52.168503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ece8-9540-41a6-b7e7-3b7e84dda041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822701f4-cf4c-4db9-b152-615ffbee007c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:52.175851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:52.310375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] Publish callbacks [] for security_group (822701f4-cf4c-4db9-b152-615ffbee007c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.333711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fe70f4e-d313-4c3f-aa6d-22b10d6d0bab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3625305 Feb 19 07:23:52.337099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 78ca3a31-563d-420e-9a57-75fad24caaf6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:52.347331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-3f5a3f07-f75c-4046-97b7-efd60aa38946 service neutron] 10.222.0.43 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023056 Feb 19 07:23:52.361478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] Publish callbacks [] for security_group (822701f4-cf4c-4db9-b152-615ffbee007c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.444305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b541806-cf00-47aa-971e-77ec6d1c9be3 None None] Network c3b8034b-c288-4aa2-b543-cfd932d5da31 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:23:52.519101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85965ae5-d241-41b8-94b0-a3db7bfc8ff9 req-5a6bc52c-569d-47b9-9b04-ac19ad4a4c05 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321641 Feb 19 07:23:52.534471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (822701f4-cf4c-4db9-b152-615ffbee007c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.549950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.557293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/822701f4-cf4c-4db9-b152-615ffbee007c HTTP/1.1" status: 204 len: 168 time: 0.3775377 Feb 19 07:23:52.578945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51dfa8-2433-45b2-a0f5-d8be2d7baf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822701f4-cf4c-4db9-b152-615ffbee007c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:52.635138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-79a4d1fe-30d0-4126-a221-12409bcd505f service neutron] 10.222.0.43 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864840 Feb 19 07:23:52.646033 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a4fe26-d5d3-4291-bb64-f2e4d657dd82 x-openstack-request-id: req-54a4fe26-d5d3-4291-bb64-f2e4d657dd82 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:52.646344 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9850a4ef-74a5-4519-a4dc-5ba6b30c09c9", "name": "network-vif-deleted", "tag": "bb40a253-247f-4496-8989-988b4e781ffa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:52.646590 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54a4fe26-d5d3-4291-bb64-f2e4d657dd82 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:52.646996 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9850a4ef-74a5-4519-a4dc-5ba6b30c09c9', 'name': 'network-vif-deleted', 'tag': 'bb40a253-247f-4496-8989-988b4e781ffa', 'status': 'completed', 'code': 200} Feb 19 07:23:52.754408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:52.777453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 78ca3a31-563d-420e-9a57-75fad24caaf6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:23:52.791813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:52.798185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 78ca3a31-563d-420e-9a57-75fad24caaf6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:52.802242 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:52.892918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '3ba5f7d5-68ea-443b-900b-115fe200b1ce', 'network_id': '640d9c08-1258-4340-9002-b8c94f89968a', 'port_id': '3ba5f7d5-68ea-443b-900b-115fe200b1ce', 'mac_address': 'fa:16:3e:39:73:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e543fc-9aa4-4764-a8cd-9bfc5076ad70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:23:52.987587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3ba5f7d5-68ea-443b-900b-115fe200b1ce is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:52.988382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:53.033424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba5f7d5-68ea-443b-900b-115fe200b1ce {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:53.099551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:53.114613 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:53.128423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1edf-4926-4d10-8315-908091ff436a req-34487bae-a839-4737-8d9f-339fb0a1cb4e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:53.142625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab3f1edf-4926-4d10-8315-908091ff436a req-34487bae-a839-4737-8d9f-339fb0a1cb4e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2647057 Feb 19 07:23:53.298015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab3f1edf-4926-4d10-8315-908091ff436a req-7ca99c88-1b59-47e2-b588-469cca8d93fc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539743 Feb 19 07:23:53.441523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:53.878159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['3ba5f7d5-68ea-443b-900b-115fe200b1ce'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:23:53.880443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bb40a253-247f-4496-8989-988b4e781ffa no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:23:53.893609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df1b23f2-b45e-4042-a1ab-af4e3510eb2d req-5bd3704e-0c44-4ac5-a7c0-c7febe870049 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 210 time: 0.9231527 Feb 19 07:23:53.944422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Deleting subnet 91821e47-7ba2-4e28-9af9-03c4152a518b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:23:53.951500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-715ec7d0-240e-4180-9975-3273ff275f1c tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:53.957071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Publish callbacks [] for subnet (91821e47-7ba2-4e28-9af9-03c4152a518b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:53.965121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-715ec7d0-240e-4180-9975-3273ff275f1c tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/networks?id=b66b0d21-eeef-4b94-b165-102bdeb68bd0 HTTP/1.1" status: 200 len: 808 time: 0.2513006 Feb 19 07:23:53.993912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-191e130e-12a5-4531-ba80-17f3eb9c27e9 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/quotas/571de529393945c8a7a090214bb9ae76 HTTP/1.1" status: 200 len: 375 time: 0.0331213 Feb 19 07:23:54.025757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (91821e47-7ba2-4e28-9af9-03c4152a518b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.099892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: bb40a253-247f-4496-8989-988b4e781ffa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:23:54.100428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bb40a253-247f-4496-8989-988b4e781ffa not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:23:54.101394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-a309b6fd-9f73-4d15-b744-1e9f48b61a65 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=571de529393945c8a7a090214bb9ae76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038783 Feb 19 07:23:54.130700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 78ca3a31-563d-420e-9a57-75fad24caaf6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:54.130849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.140459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (91821e47-7ba2-4e28-9af9-03c4152a518b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.302026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:54.311652 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aee8152-ecca-4a6a-a1ed-0120ca245d7e" -d '{"events": [{"server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "name": "network-vif-plugged", "status": "completed", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:54.358713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (91821e47-7ba2-4e28-9af9-03c4152a518b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.435715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-ce1406a4-a3fa-43a4-8caa-683c3ed4dc23 service neutron] 10.222.0.43 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319874 Feb 19 07:23:54.441889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=78ca3a31-563d-420e-9a57-75fad24caaf6,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:54.456003 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.526084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.553997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/91821e47-7ba2-4e28-9af9-03c4152a518b HTTP/1.1" status: 204 len: 168 time: 1.7962577 Feb 19 07:23:54.554541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f107176-a54a-426e-abcd-f76766f89115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91821e47-7ba2-4e28-9af9-03c4152a518b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:54.557216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:54.644111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:54.752779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-a941ada7-4887-4b01-bc95-9582623a7f34 service neutron] 10.222.0.43 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086603 Feb 19 07:23:54.792735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4c3ab712-c699-4725-8829-7ba80b465f62), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:54.841213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf90ee-2765-40da-afb4-d4a17ded13ac req-138098a6-d4c0-4c58-a3bf-00064ec07cce tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:54.848430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3acf90ee-2765-40da-afb4-d4a17ded13ac req-138098a6-d4c0-4c58-a3bf-00064ec07cce tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 944 time: 0.6471729 Feb 19 07:23:54.965233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3acf90ee-2765-40da-afb4-d4a17ded13ac req-15f18239-16bb-4eb7-ac34-e7f2754c5dba tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102433 Feb 19 07:23:54.989059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4c3ab712-c699-4725-8829-7ba80b465f62), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.080901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3ab712-c699-4725-8829-7ba80b465f62']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:55.103210 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93faceb9-2727-41c0-b660-9d198fc70bfd x-openstack-request-id: req-93faceb9-2727-41c0-b660-9d198fc70bfd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:55.103691 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "name": "network-vif-plugged", "status": "completed", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:55.103787 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93faceb9-2727-41c0-b660-9d198fc70bfd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:55.104171 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6', 'code': 200} Feb 19 07:23:55.111572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c179b9e9-10a1-46cd-b12d-85765a17c3fb') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:55.112118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c179b9e9-10a1-46cd-b12d-85765a17c3fb') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:55.197222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c179b9e9-10a1-46cd-b12d-85765a17c3fb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.237221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c179b9e9-10a1-46cd-b12d-85765a17c3fb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.251106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:23:55.258445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c179b9e9-10a1-46cd-b12d-85765a17c3fb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:23:55.260994 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:23:55.299005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-4c0b65b4-3070-4e1d-9906-36f2db164f45 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:55.312736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-4c0b65b4-3070-4e1d-9906-36f2db164f45 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.24 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 810 time: 0.3521364 Feb 19 07:23:55.354822 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d44b67ff-58de-4519-a441-4202d4a564ba req-1e54a192-02a8-473f-b0fa-b87656e5fbfe tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 210 time: 0.0410039 Feb 19 07:23:55.390407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0155b4-0368-422b-be60-abda0195ffa8 req-8104ed99-0bd2-48e4-8d39-a19498b47703 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:55.393887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf0155b4-0368-422b-be60-abda0195ffa8 req-8104ed99-0bd2-48e4-8d39-a19498b47703 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2909997 Feb 19 07:23:55.409912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99355448-2eb6-41dc-a0b6-ed55d61e91de req-d4584df8-a893-4093-9474-1deca5d87ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:55.411492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99355448-2eb6-41dc-a0b6-ed55d61e91de req-d4584df8-a893-4093-9474-1deca5d87ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.1973166 Feb 19 07:23:55.470550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (4c3ab712-c699-4725-8829-7ba80b465f62), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.485352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.491591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4c3ab712-c699-4725-8829-7ba80b465f62 HTTP/1.1" status: 204 len: 168 time: 0.9303234 Feb 19 07:23:55.502304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f734e9f1-01b0-414b-908f-3ae82ca7ccb0 req-7743f5cf-a763-4605-98e6-beb0e5e1e54f tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 210 time: 0.0636609 Feb 19 07:23:55.512999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:55.530045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99355448-2eb6-41dc-a0b6-ed55d61e91de req-da8f00b5-775a-421e-b431-10e617d216dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084330 Feb 19 07:23:55.534916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-cd95f0fc-9ed5-43e7-b41c-e0245ffc2860 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6daf5522bed4f90bd6cbc443aceb42e HTTP/1.1" status: 200 len: 379 time: 0.1781657 Feb 19 07:23:55.543557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1615cc-fb9b-445c-b1e3-c80911ca0202 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3ab712-c699-4725-8829-7ba80b465f62,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:55.596314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Deleting subnet 7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:23:55.602134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf0155b4-0368-422b-be60-abda0195ffa8 req-f0de10b4-3b59-478b-9b88-7a1e2b843654 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998999 Feb 19 07:23:55.604755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Publish callbacks [] for subnet (7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.682269 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.723517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'port': {'device_id': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'admin_state_up': True, 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'security_groups': ['fd02a5d0-ffa1-4834-b26e-076f22645504']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:55.792785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.812395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33336dc7-d057-49c4-bcd8-b2f28cead624 req-f2b4fe1a-a08b-408f-8955-e971c400673a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:55.820240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33336dc7-d057-49c4-bcd8-b2f28cead624 req-f2b4fe1a-a08b-408f-8955-e971c400673a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1329036 Feb 19 07:23:55.871212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3ba5f7d5-68ea-443b-900b-115fe200b1ce up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:23:55.919402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.924158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33336dc7-d057-49c4-bcd8-b2f28cead624 req-6add6316-d396-4c8e-b200-2ab92642f11d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999520 Feb 19 07:23:55.956372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 3ba5f7d5-68ea-443b-900b-115fe200b1ce completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:23:55.961296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Made reservation on behalf of d6daf5522bed4f90bd6cbc443aceb42e for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:55.974547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 3ba5f7d5-68ea-443b-900b-115fe200b1ce triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:55.975116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.981594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:55.993315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.000232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2 HTTP/1.1" status: 204 len: 168 time: 0.4861183 Feb 19 07:23:56.001677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cefabf-c870-4afd-9182-6de2041bb8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd9f8c5-7d2c-44e3-b851-ebdb99d0c0f2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:56.004007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:56.157685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3ba5f7d5-68ea-443b-900b-115fe200b1ce is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:23:56.158238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.197732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:23:56.202895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.234181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9815a600-756c-4a01-b5aa-ef3171d44ff1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.263056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9d4b-dfcb-4c1d-ba5d-66fe2e5cc036 req-74b6a18b-3fe5-4bf7-83cd-b22cb43db1a5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:56.264832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7fa9d4b-dfcb-4c1d-ba5d-66fe2e5cc036 req-74b6a18b-3fe5-4bf7-83cd-b22cb43db1a5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1253185 Feb 19 07:23:56.285530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:56.368634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9815a600-756c-4a01-b5aa-ef3171d44ff1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.396423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9815a600-756c-4a01-b5aa-ef3171d44ff1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:56.414297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5095055-7f12-4f2c-9981-df1732226f84') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:56.414599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5095055-7f12-4f2c-9981-df1732226f84') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:23:56.432463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (a5095055-7f12-4f2c-9981-df1732226f84), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.448481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7fa9d4b-dfcb-4c1d-ba5d-66fe2e5cc036 req-15d9a2d8-1043-4269-8679-06edcb954079 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562216 Feb 19 07:23:56.457440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a5095055-7f12-4f2c-9981-df1732226f84), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.465138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:23:56.465792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (a5095055-7f12-4f2c-9981-df1732226f84), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:23:56.468122 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:23:56.547151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9815a600-756c-4a01-b5aa-ef3171d44ff1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.562551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:56.567593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9815a600-756c-4a01-b5aa-ef3171d44ff1 HTTP/1.1" status: 204 len: 168 time: 0.5632889 Feb 19 07:23:56.582339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c034369-b604-4755-a475-8d2aa9d65294 admin admin] Pushing event deleted for resources: {'Network': ['ID=9815a600-756c-4a01-b5aa-ef3171d44ff1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:56.662544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4ca46cf-ee04-4f19-b27a-8500df49d2d2 req-319bd920-7b0e-4e97-bd4d-3e53fcf9c3b0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 210 time: 0.0679629 Feb 19 07:23:56.743916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748178-031c-4948-ba97-2b72e7cd00e5 req-f17812fd-c70c-4124-8f10-7486f2c20ed2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:56.751693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9748178-031c-4948-ba97-2b72e7cd00e5 req-f17812fd-c70c-4124-8f10-7486f2c20ed2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 944 time: 0.6357629 Feb 19 07:23:56.778061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Allocated IP 172.20.0.4 (66ba6680-3672-4709-9139-d4257491b7fd/e66ba770-52fc-4750-b0cc-7af0db02a023/5e822b8a-7e20-48a5-b759-01824a11a807) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:56.842231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9748178-031c-4948-ba97-2b72e7cd00e5 req-5265cbb1-481f-48f3-9b56-13557bdc1a69 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890498 Feb 19 07:23:56.974432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:56.998573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8727013-07d9-46df-b849-db949ca418bb req-8a287078-6b80-4f6c-b039-0d630fdf7514 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 210 time: 0.0517294 Feb 19 07:23:57.055999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039c0ce-487c-4bad-b6d6-65a4a6e77907 req-71e0bffe-b52d-468b-82bf-0dafb7c15a34 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:57.058830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0039c0ce-487c-4bad-b6d6-65a4a6e77907 req-71e0bffe-b52d-468b-82bf-0dafb7c15a34 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2265193 Feb 19 07:23:57.067634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for port (5e822b8a-7e20-48a5-b759-01824a11a807), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.092128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00730a2f-764c-439c-a553-e19246ebfbb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79af69ad386946bc8440ff5357368234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141505 Feb 19 07:23:57.092653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:57.101708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-44e266a5-d2d3-4eda-95fa-74e5ad59364c tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:57.103243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-44e266a5-d2d3-4eda-95fa-74e5ad59364c tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.47 "GET /v2.0/networks?id=b66b0d21-eeef-4b94-b165-102bdeb68bd0 HTTP/1.1" status: 200 len: 808 time: 0.4150445 Feb 19 07:23:57.105554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:57.109393 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a70213-d53e-402e-aa4d-cd3cfad6fde0" -d '{"events": [{"server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:57.130625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.155568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Request body: {'port': {'device_id': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0', 'admin_state_up': True, 'tenant_id': '571de529393945c8a7a090214bb9ae76'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:57.183660 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66717da4-747b-4076-88c6-a4846e1bac1a x-openstack-request-id: req-66717da4-747b-4076-88c6-a4846e1bac1a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:57.184658 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "name": "network-vif-plugged", "status": "completed", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:57.185070 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66717da4-747b-4076-88c6-a4846e1bac1a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:57.185893 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce', 'code': 200} Feb 19 07:23:57.247373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0039c0ce-487c-4bad-b6d6-65a4a6e77907 req-2678ecac-d6e0-461f-8052-a85adb0e3149 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813688 Feb 19 07:23:57.258644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event updated for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:57.265162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] Publish callbacks [] for security_group (40ff2a32-f8fa-44a8-ac1e-9d284ac30021), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.272678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Network 66ba6680-3672-4709-9139-d4257491b7fd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:57.276635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:57.281283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:57.308656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] Publish callbacks [] for security_group (40ff2a32-f8fa-44a8-ac1e-9d284ac30021), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.342393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:57.342973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.375105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-d072a326-070d-4806-868f-af0fdc6dcd80 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6582680 Feb 19 07:23:57.417416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Request body: {'port': {'device_id': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:57.486148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Made reservation on behalf of 571de529393945c8a7a090214bb9ae76 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:23:57.499278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.502775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40ff2a32-f8fa-44a8-ac1e-9d284ac30021), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.511248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.516011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40ff2a32-f8fa-44a8-ac1e-9d284ac30021 HTTP/1.1" status: 204 len: 168 time: 0.4210241 Feb 19 07:23:57.538329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.551284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead61e3-d5bd-4f22-bb09-bcf14958798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff2a32-f8fa-44a8-ac1e-9d284ac30021,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:57.579303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472b89d-a0fe-4f55-b1dc-293f7ab7fa4e req-687b20af-75c2-48f1-9edb-2afc2eec7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:57.584148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c472b89d-a0fe-4f55-b1dc-293f7ab7fa4e req-687b20af-75c2-48f1-9edb-2afc2eec7519 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 1127 time: 0.2268813 Feb 19 07:23:57.674751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-485f5934-b005-4393-831e-d89859217358 None None] Provisioning complete for port 5e822b8a-7e20-48a5-b759-01824a11a807 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:23:57.675534 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-485f5934-b005-4393-831e-d89859217358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:57.734069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-485f5934-b005-4393-831e-d89859217358 None None] Port 5e822b8a-7e20-48a5-b759-01824a11a807 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:23:57.738965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Allocated IP 172.20.0.12 (b66b0d21-eeef-4b94-b165-102bdeb68bd0/0a068bd0-53d8-4ead-976f-f57227f7e2d1/bcc39deb-2fae-431b-b6a5-69d8e2480469) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:23:57.825118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa5416-c33c-44e9-bfe7-6b391350f991 req-aef4b96a-7bc1-4629-a014-d0a572e4dddf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:57.835779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21fa5416-c33c-44e9-bfe7-6b391350f991 req-aef4b96a-7bc1-4629-a014-d0a572e4dddf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3176496 Feb 19 07:23:57.935596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c472b89d-a0fe-4f55-b1dc-293f7ab7fa4e req-44589763-9b53-43c5-ad0f-5d726fd7f557 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575680 Feb 19 07:23:57.941912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21fa5416-c33c-44e9-bfe7-6b391350f991 req-ea4b20cd-4170-4f7a-8956-d41b529d78c7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050987 Feb 19 07:23:58.009028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d286f-8598-480b-90f6-8de0a4d15629 req-add8d4b6-072b-40d2-9147-bd16ff0bb76a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.016700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff8d286f-8598-480b-90f6-8de0a4d15629 req-add8d4b6-072b-40d2-9147-bd16ff0bb76a tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 931 time: 0.2359965 Feb 19 07:23:58.132970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:58.155209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b024-58ed-4739-9819-d17b34c3df82 req-f9ae3ba4-b26f-46ce-9a91-ef63ac6082f2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.156739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9b5b024-58ed-4739-9819-d17b34c3df82 req-f9ae3ba4-b26f-46ce-9a91-ef63ac6082f2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1185446 Feb 19 07:23:58.159891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks [] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.208125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff8d286f-8598-480b-90f6-8de0a4d15629 req-ec7a509f-a970-495e-b4a0-7279c4f379cd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813262 Feb 19 07:23:58.217350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e822b8a-7e20-48a5-b759-01824a11a807 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:58.223262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4122a95f-c9e6-4b9a-a6ad-88cf5537a58f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ba1b32d30942809e5a2c9c1e772aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865803 Feb 19 07:23:58.225896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:23:58.250038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks [] for port (5e822b8a-7e20-48a5-b759-01824a11a807), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.292522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9b5b024-58ed-4739-9819-d17b34c3df82 req-9264ef9c-af21-48d5-8fdc-54cd20cac1ec tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161213 Feb 19 07:23:58.308142 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.335463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Transition to ACTIVE for port object 5e822b8a-7e20-48a5-b759-01824a11a807 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:58.342360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.401387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:58.424225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Network b66b0d21-eeef-4b94-b165-102bdeb68bd0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:23:58.428754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:23:58.440036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:23:58.495427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] Publish callbacks [] for security_group (f7c527ce-60b1-49ca-b228-92c3ecf0a083), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.530756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.532352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.542937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb96cd-6947-45ba-8276-d36697fc01b9 req-3f0abe3f-9812-437b-af0d-a3aa991f07dc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.546122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cebb96cd-6947-45ba-8276-d36697fc01b9 req-3f0abe3f-9812-437b-af0d-a3aa991f07dc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1474931 Feb 19 07:23:58.590503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] Publish callbacks [] for security_group (f7c527ce-60b1-49ca-b228-92c3ecf0a083), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.598668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Pushing event updated for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:58.632609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-365b7521-3e5c-4602-8414-6c9907119126 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4891057 Feb 19 07:23:58.640543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Attempting to bind port 5e822b8a-7e20-48a5-b759-01824a11a807 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:58.640776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Attempting to bind port 5e822b8a-7e20-48a5-b759-01824a11a807 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:58.641148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Attempting to bind port 5e822b8a-7e20-48a5-b759-01824a11a807 on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:58.648639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Request body: {'port': {'device_id': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:23:58.661510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc0ec-19cd-4905-822b-d959abb0f004 req-5e3e4b4b-8ff4-4418-9015-6478c01400ce tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.664156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50cbc0ec-19cd-4905-822b-d959abb0f004 req-5e3e4b4b-8ff4-4418-9015-6478c01400ce tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 932 time: 0.1496322 Feb 19 07:23:58.683104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cebb96cd-6947-45ba-8276-d36697fc01b9 req-49d190cf-a49f-4b32-a201-a43152e108d2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240463 Feb 19 07:23:58.684615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Port 5e822b8a-7e20-48a5-b759-01824a11a807 on network 66ba6680-3672-4709-9139-d4257491b7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:23:58.684945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Attempting to bind port 5e822b8a-7e20-48a5-b759-01824a11a807 on network 66ba6680-3672-4709-9139-d4257491b7fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:58.693570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:58.705193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Checking segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:58.705638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Bound using segment: {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:58.706122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Bound port: 5e822b8a-7e20-48a5-b759-01824a11a807, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:58.706497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.779474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.780763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:23:58.784016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5e822b8a-7e20-48a5-b759-01824a11a807,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:23:58.796400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.834954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f7c527ce-60b1-49ca-b228-92c3ecf0a083), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.837532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.841683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7c527ce-60b1-49ca-b228-92c3ecf0a083 HTTP/1.1" status: 204 len: 168 time: 0.6115139 Feb 19 07:23:58.864675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:58.865305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:58.866701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e822b8a-7e20-48a5-b759-01824a11a807 HTTP/1.1" status: 200 len: 1091 time: 1.4577544 Feb 19 07:23:58.867490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca3612-5434-4293-95ab-83975752fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c527ce-60b1-49ca-b228-92c3ecf0a083,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:58.868998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:23:58.878923 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d2f57-ed8f-4a16-b194-431cc139c721" -d '{"events": [{"name": "network-changed", "server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:23:58.897405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50cbc0ec-19cd-4905-822b-d959abb0f004 req-8f4ee74b-8d59-4032-95b0-e9445ffb524e tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059512 Feb 19 07:23:58.989204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce135e-7186-4218-a477-8d1676b5eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:58.993272 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9e3f6-e4a2-4bcf-a63d-3c466eea2f4d x-openstack-request-id: req-06f9e3f6-e4a2-4bcf-a63d-3c466eea2f4d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:23:58.993668 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:23:58.993932 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06f9e3f6-e4a2-4bcf-a63d-3c466eea2f4d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:23:58.994342 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807', 'status': 'completed', 'code': 200} Feb 19 07:23:59.026652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75567f99-5d93-43a5-8f7d-8bf30e117572 req-79067b60-28f3-4df4-9ca9-2448fca79a83 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.028504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-75567f99-5d93-43a5-8f7d-8bf30e117572 req-79067b60-28f3-4df4-9ca9-2448fca79a83 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2197058 Feb 19 07:23:59.032545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-c5367e33-0bb5-42eb-8a89-e5b614aa0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.034089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-c5367e33-0bb5-42eb-8a89-e5b614aa0cb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 1125 time: 0.1071358 Feb 19 07:23:59.103286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-2232a4dd-3c3b-4770-b428-07841fb5b65c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e822b8a-7e20-48a5-b759-01824a11a807 HTTP/1.1" status: 200 len: 217 time: 0.0448768 Feb 19 07:23:59.188372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-75567f99-5d93-43a5-8f7d-8bf30e117572 req-6b9ab4fd-043a-4b6a-959a-f60d61bb834b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484606 Feb 19 07:23:59.200722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-6ed44afb-a367-4cc2-9dfb-68fde0a3538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.202690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-6ed44afb-a367-4cc2-9dfb-68fde0a3538c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.0921667 Feb 19 07:23:59.339297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-1cc742d9-1202-4fee-bd9e-e635e84cac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.344021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-1cc742d9-1202-4fee-bd9e-e635e84cac28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1217418 Feb 19 07:23:59.406674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc39deb-2fae-431b-b6a5-69d8e2480469 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:23:59.416165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks [] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:59.441180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Transition to ACTIVE for port object bcc39deb-2fae-431b-b6a5-69d8e2480469 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:23:59.451520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128a441-2b15-466a-bccc-cb9f3085d097 req-8a45d109-c9fb-4e65-b0e3-d3699cdba9c3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.451736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1128a441-2b15-466a-bccc-cb9f3085d097 req-8a45d109-c9fb-4e65-b0e3-d3699cdba9c3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1477807 Feb 19 07:23:59.456214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:59.521854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5011e-d546-4a6e-8a28-cb4d734e2ba9 req-04c192a3-4b58-4f84-90ed-a51511a9a4b0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.523489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dab5011e-d546-4a6e-8a28-cb4d734e2ba9 req-04c192a3-4b58-4f84-90ed-a51511a9a4b0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 943 time: 0.1570401 Feb 19 07:23:59.563005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Pushing event updated for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:23:59.564692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-c9c509c5-e4e5-4357-8ddd-9edf219f6aee service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120233 Feb 19 07:23:59.647592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1128a441-2b15-466a-bccc-cb9f3085d097 req-f228c23f-f8dc-4b96-8566-eda21a691b2b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862881 Feb 19 07:23:59.683237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dab5011e-d546-4a6e-8a28-cb4d734e2ba9 req-095e9128-5062-40e3-9e09-767ef5c5b3d0 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453567 Feb 19 07:23:59.744153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16e35389-c7e4-41cb-a96b-81da4d4b363c req-cd410d4a-14e9-422a-97f5-ea41bde7562f service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734130 Feb 19 07:23:59.782799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Attempting to bind port bcc39deb-2fae-431b-b6a5-69d8e2480469 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:23:59.788749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Attempting to bind port bcc39deb-2fae-431b-b6a5-69d8e2480469 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'f407b40a-8323-4c68-b247-c182ac79be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:23:59.788749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Attempting to bind port bcc39deb-2fae-431b-b6a5-69d8e2480469 on network b66b0d21-eeef-4b94-b165-102bdeb68bd0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:59.798079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Port bcc39deb-2fae-431b-b6a5-69d8e2480469 on network b66b0d21-eeef-4b94-b165-102bdeb68bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:23:59.798412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Attempting to bind port bcc39deb-2fae-431b-b6a5-69d8e2480469 on network b66b0d21-eeef-4b94-b165-102bdeb68bd0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:23:59.815576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:23:59.815923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Checking segment: {'id': 'f407b40a-8323-4c68-b247-c182ac79be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:23:59.816349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Bound using segment: {'id': 'f407b40a-8323-4c68-b247-c182ac79be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:23:59.816746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Bound port: bcc39deb-2fae-431b-b6a5-69d8e2480469, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f407b40a-8323-4c68-b247-c182ac79be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:23:59.818625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:23:59.919855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-ad2482b9-2c93-406e-b85f-bc870a01666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.923355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-ad2482b9-2c93-406e-b85f-bc870a01666b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 1125 time: 0.1065755 Feb 19 07:23:59.970821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5b4d-172c-4f79-b0f8-00ddb525c9ac req-ccad478d-78a2-4d95-96c6-7bf23c80b6f1 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:23:59.972390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d75f5b4d-172c-4f79-b0f8-00ddb525c9ac req-ccad478d-78a2-4d95-96c6-7bf23c80b6f1 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1756027 Feb 19 07:24:00.014154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:00.043212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:00.063504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469,segment=NetworkSegment(f407b40a-8323-4c68-b247-c182ac79be44),segment_id=f407b40a-8323-4c68-b247-c182ac79be44)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:00.071553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d75f5b4d-172c-4f79-b0f8-00ddb525c9ac req-3ae793bf-4ddb-4625-b1d2-83b201314b37 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905263 Feb 19 07:24:00.074294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:00.124696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.125443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:00.127293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] 10.222.0.47 "PUT /v2.0/ports/bcc39deb-2fae-431b-b6a5-69d8e2480469 HTTP/1.1" status: 200 len: 1092 time: 1.4837239 Feb 19 07:24:00.129971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:00.134944 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea219e-ad29-417a-b3fe-4c48073070bd" -d '{"events": [{"name": "network-changed", "server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:00.143175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b20a-24bd-4187-8732-67173a1cd4d1 req-9e0769de-c597-48d8-95cc-e23d0c488b11 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.145450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f40b20a-24bd-4187-8732-67173a1cd4d1 req-9e0769de-c597-48d8-95cc-e23d0c488b11 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2210515 Feb 19 07:24:00.174861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a29a3a-9e10-4327-8929-779a2c9abf0c service neutron] Pushing event updated for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:00.214024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-1d3f48c6-aac5-445d-a5c2-3c9f98360b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.215555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-1d3f48c6-aac5-445d-a5c2-3c9f98360b06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.2822878 Feb 19 07:24:00.296674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-248f395e-ce43-4131-83d9-654012fa7772 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e822b8a-7e20-48a5-b759-01824a11a807 HTTP/1.1" status: 200 len: 217 time: 0.0723522 Feb 19 07:24:00.348578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-12de3f23-7268-4648-b340-b44339a0ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.352535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-12de3f23-7268-4648-b340-b44339a0ea45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571de529393945c8a7a090214bb9ae76&device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 1126 time: 0.1727161 Feb 19 07:24:00.367124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f40b20a-24bd-4187-8732-67173a1cd4d1 req-b315b9dc-e8df-4b29-a546-598e7d49a894 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110753 Feb 19 07:24:00.424411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-cd4021df-d008-4b43-8510-9188c859e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.431367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-cd4021df-d008-4b43-8510-9188c859e6f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.1247666 Feb 19 07:24:00.432872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355a72-6173-49c6-98bd-a91f7f778697 req-2e159302-858a-4c6d-9832-d11b27268886 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.441107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be355a72-6173-49c6-98bd-a91f7f778697 req-2e159302-858a-4c6d-9832-d11b27268886 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 944 time: 0.2072597 Feb 19 07:24:00.451431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-8bfc2f84-f659-4699-a0e5-8311e5f1ae3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469 HTTP/1.1" status: 200 len: 217 time: 0.0917881 Feb 19 07:24:00.539022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce847-3b1a-4740-8473-c18aab5a130f req-26d8b8ea-c014-4a11-a11f-32728fb26258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.540927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-26d8b8ea-c014-4a11-a11f-32728fb26258 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a068bd0-53d8-4ead-976f-f57227f7e2d1 HTTP/1.1" status: 200 len: 848 time: 0.0808277 Feb 19 07:24:00.546130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-ec432ff9-c4cb-4147-b0db-f20779cbfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.547686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-ec432ff9-c4cb-4147-b0db-f20779cbfcb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086884 Feb 19 07:24:00.566322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be355a72-6173-49c6-98bd-a91f7f778697 req-5f82c0c3-29b9-4d9c-99cb-6ad00029c815 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157272 Feb 19 07:24:00.626428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-69b30c89-75af-48a6-9c04-129846db686c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b66b0d21-eeef-4b94-b165-102bdeb68bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676713 Feb 19 07:24:00.701688 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2075f39f-301b-43c6-ae09-f0c4664a85b9 x-openstack-request-id: req-2075f39f-301b-43c6-ae09-f0c4664a85b9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:00.703829 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:00.704928 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2075f39f-301b-43c6-ae09-f0c4664a85b9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:00.708253 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469', 'status': 'completed', 'code': 200} Feb 19 07:24:00.708633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-6725466a-5eca-456a-9d9f-eef06ca9bf48 service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465161 Feb 19 07:24:00.905459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-b2e4164b-bdec-47f5-8c1e-1c819644edff service neutron] 10.222.0.47 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716508 Feb 19 07:24:00.919153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af692-9591-4b52-9347-ffb19fa0895c req-7e0c5f77-1b6e-49c4-81b6-8c7967c44d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:00.926940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-7e0c5f77-1b6e-49c4-81b6-8c7967c44d40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 1127 time: 0.2129242 Feb 19 07:24:01.042574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d688932-32ef-4ced-bd67-d6f4d6c720ff req-9c9fdded-d789-4a57-bd8f-3f72510d8ba9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.044129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d688932-32ef-4ced-bd67-d6f4d6c720ff req-9c9fdded-d789-4a57-bd8f-3f72510d8ba9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2438328 Feb 19 07:24:01.150893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af692-9591-4b52-9347-ffb19fa0895c req-1cf464e2-761b-4c5f-a38b-ce9300287dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.152438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-1cf464e2-761b-4c5f-a38b-ce9300287dd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.1982415 Feb 19 07:24:01.183422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c312b3-bf0a-4208-ac92-33467601a5cd req-b69c03e8-7d01-4c03-b57f-a87444f70da5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.184925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66c312b3-bf0a-4208-ac92-33467601a5cd req-b69c03e8-7d01-4c03-b57f-a87444f70da5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.4285815 Feb 19 07:24:01.208436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d688932-32ef-4ced-bd67-d6f4d6c720ff req-19378b86-8442-4d61-8bae-4c1d23482285 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452086 Feb 19 07:24:01.228436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf6d2f57-ed8f-4a16-b194-431cc139c721 req-ee95f177-f584-4a2e-84b3-ccb1757f50ac service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129538 Feb 19 07:24:01.251820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-799ce847-3b1a-4740-8473-c18aab5a130f req-8b52c2f5-fd70-4adb-a4ea-bf0317254a18 service neutron] 10.222.0.47 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367262 Feb 19 07:24:01.426222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059b94d-c0af-41b1-b62c-7d4dac4fd99b req-3cdba5a3-1f7f-4ce0-bd7c-bfbd0896344e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.436997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3059b94d-c0af-41b1-b62c-7d4dac4fd99b req-3cdba5a3-1f7f-4ce0-bd7c-bfbd0896344e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 943 time: 0.1057470 Feb 19 07:24:01.437668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66c312b3-bf0a-4208-ac92-33467601a5cd req-ffec0be7-3a0c-4b82-8577-56875cfe4269 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328963 Feb 19 07:24:01.446001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-dde50572-2c23-4a1d-bd34-b228c35da1b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce HTTP/1.1" status: 200 len: 217 time: 0.2773523 Feb 19 07:24:01.479276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-45b04b91-3efc-4334-b6e8-97827c3d696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.479276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-45b04b91-3efc-4334-b6e8-97827c3d696c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=571de529393945c8a7a090214bb9ae76&device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 1126 time: 0.1602907 Feb 19 07:24:01.531614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af692-9591-4b52-9347-ffb19fa0895c req-ca7fd323-a5c3-492f-bc12-186aa52fed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.533442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-ca7fd323-a5c3-492f-bc12-186aa52fed6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.0809245 Feb 19 07:24:01.574690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-a26014f0-a5ae-49c4-baa9-e1b502a1a426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344017 Feb 19 07:24:01.681618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3059b94d-c0af-41b1-b62c-7d4dac4fd99b req-6166dfa7-d3c7-43c9-af6d-c62c94908d00 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351372 Feb 19 07:24:01.696340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b0d6f-8094-4fcb-b1d6-5abd3b998aa1 req-86174f58-a034-4f3b-9621-d3b6bfaa9788 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.698049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c27b0d6f-8094-4fcb-b1d6-5abd3b998aa1 req-86174f58-a034-4f3b-9621-d3b6bfaa9788 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1205065 Feb 19 07:24:01.775568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-3b63129d-de21-46f7-be79-215694aadf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:01.777329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-3b63129d-de21-46f7-be79-215694aadf23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b66b0d21-eeef-4b94-b165-102bdeb68bd0 HTTP/1.1" status: 200 len: 908 time: 0.2961798 Feb 19 07:24:01.783611 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c27b0d6f-8094-4fcb-b1d6-5abd3b998aa1 req-d0e24b44-35bf-428a-bf35-3d10f62129f2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775974 Feb 19 07:24:01.795552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-b955f0ab-82f0-496b-a1ec-e81caf365972 service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092621 Feb 19 07:24:01.909313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-6ba3bb12-f2e0-4b62-b80a-add46991a57a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469 HTTP/1.1" status: 200 len: 217 time: 0.1236722 Feb 19 07:24:02.023051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-895af692-9591-4b52-9347-ffb19fa0895c req-d0a9c778-4ba5-42f8-987c-28844e0e2d05 service neutron] 10.222.0.47 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212298 Feb 19 07:24:02.086952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-648a9024-1a18-43b7-ab1c-adf0c80e31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:02.090913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-648a9024-1a18-43b7-ab1c-adf0c80e31a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a068bd0-53d8-4ead-976f-f57227f7e2d1 HTTP/1.1" status: 200 len: 848 time: 0.1749279 Feb 19 07:24:02.099484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-e3f7a54b-e2ba-4313-a7d3-f0d8ac17dd3a tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667758 Feb 19 07:24:02.159725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9802-c916-44a0-891b-f2d76eb1893f req-0d59395e-b280-4321-b2c3-05860539c553 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:02.161825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d19a9802-c916-44a0-891b-f2d76eb1893f req-0d59395e-b280-4321-b2c3-05860539c553 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 944 time: 0.2741077 Feb 19 07:24:02.164287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-0902bd0e-6015-43dd-9cb7-786adc1f3871 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b66b0d21-eeef-4b94-b165-102bdeb68bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455711 Feb 19 07:24:02.228304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5e822b8a-7e20-48a5-b759-01824a11a807 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:24:02.292630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d19a9802-c916-44a0-891b-f2d76eb1893f req-205bbd9b-cad2-47d8-9aee-072c5da0faa6 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249762 Feb 19 07:24:02.367860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-7e8b7292-27b3-47e9-a71c-f8e9e17569f0 service neutron] 10.222.0.47 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923940 Feb 19 07:24:02.452704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5e822b8a-7e20-48a5-b759-01824a11a807,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:02.488922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '5e822b8a-7e20-48a5-b759-01824a11a807', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'port_id': '5e822b8a-7e20-48a5-b759-01824a11a807', 'mac_address': 'fa:16:3e:ae:a7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:24:02.580888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5e822b8a-7e20-48a5-b759-01824a11a807 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:02.581678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:02.602134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964a5c-7b8c-42b0-8f1b-b6698a3285e6 req-c3e5acb5-f2d7-40ba-bf87-c8322558348d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:02.612113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a964a5c-7b8c-42b0-8f1b-b6698a3285e6 req-c3e5acb5-f2d7-40ba-bf87-c8322558348d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1994309 Feb 19 07:24:02.614280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e822b8a-7e20-48a5-b759-01824a11a807 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:02.651008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5e822b8a-7e20-48a5-b759-01824a11a807,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:02.657428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:02.666983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97ea219e-ad29-417a-b3fe-4c48073070bd req-7cf38db0-b9f0-4879-940d-7b50810265f5 service neutron] 10.222.0.47 "GET /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924137 Feb 19 07:24:02.704214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a964a5c-7b8c-42b0-8f1b-b6698a3285e6 req-5f3bbe1a-cde4-4ae1-b13a-4ddf558b5acf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829740 Feb 19 07:24:02.715813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-9700ae9a-add1-4dca-a04c-faa48178d85e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:02.728748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-9700ae9a-add1-4dca-a04c-faa48178d85e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6186304 Feb 19 07:24:02.761380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-c8c150c2-fadf-4ba6-bf1b-6605ffa7eecd tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/quotas/435bb99becca43e2bb8fa8f94ba03f02 HTTP/1.1" status: 200 len: 375 time: 0.0314236 Feb 19 07:24:02.784344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:02.849265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-a7799a48-e0a8-4c2b-809e-c5e8b05c72fa tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866611 Feb 19 07:24:02.890539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['5e822b8a-7e20-48a5-b759-01824a11a807'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:02.991423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:03.282651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9042d-8395-4a34-a90a-ec9a9d2b83ff req-df652316-3f78-44f0-82b4-f3b478658fb3 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:03.291585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5d9042d-8395-4a34-a90a-ec9a9d2b83ff req-df652316-3f78-44f0-82b4-f3b478658fb3 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 944 time: 0.0790465 Feb 19 07:24:03.352871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5d9042d-8395-4a34-a90a-ec9a9d2b83ff req-fc845991-65e9-4b24-9293-ef8dbded65f2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603206 Feb 19 07:24:03.509488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f714b1-6c8d-4b3e-905f-b2986f1a89c3 req-92a5bd35-66a2-40fe-8775-39d5dbb763e5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:03.514036 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67f714b1-6c8d-4b3e-905f-b2986f1a89c3 req-92a5bd35-66a2-40fe-8775-39d5dbb763e5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.6861532 Feb 19 07:24:03.520930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae30fc11-b4eb-481d-880d-5cfdef289b22 req-e26df792-58f8-42d8-803c-f8c3ce0adde0 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 210 time: 0.0463600 Feb 19 07:24:03.613000 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67f714b1-6c8d-4b3e-905f-b2986f1a89c3 req-80c8265d-928b-48c9-a3dc-1ccd5973613f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933106 Feb 19 07:24:03.696590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114246f8-d3f7-41a3-829f-c57033fd4648 req-17ee24dc-9693-4a25-a5c0-1262e8c29ad4 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:03.698953 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114246f8-d3f7-41a3-829f-c57033fd4648 req-17ee24dc-9693-4a25-a5c0-1262e8c29ad4 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 944 time: 0.1234264 Feb 19 07:24:03.763768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114246f8-d3f7-41a3-829f-c57033fd4648 req-5c416954-a102-4108-9136-2aaafee68046 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574472 Feb 19 07:24:03.796061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97470e8a-b1f4-41a2-91c2-2c9d114900a1 req-a787209b-b358-4dc8-b6f5-bbd1c89425e7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:03.817489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97470e8a-b1f4-41a2-91c2-2c9d114900a1 req-a787209b-b358-4dc8-b6f5-bbd1c89425e7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1214061 Feb 19 07:24:03.928584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97470e8a-b1f4-41a2-91c2-2c9d114900a1 req-fd66f8ce-097b-4a5d-9bfb-c14f9b584753 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081889 Feb 19 07:24:03.942523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bcc39deb-2fae-431b-b6a5-69d8e2480469 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:24:04.079432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586fed-f542-45a5-a997-94ae43ebfc36 req-24e559bd-9c0c-40e8-8409-3e91bb3878ee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:04.087120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b586fed-f542-45a5-a997-94ae43ebfc36 req-24e559bd-9c0c-40e8-8409-3e91bb3878ee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0666614 Feb 19 07:24:04.173442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b586fed-f542-45a5-a997-94ae43ebfc36 req-76e292e8-f367-49e0-b052-9a152bbdd68f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848386 Feb 19 07:24:04.179552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469,segment=NetworkSegment(f407b40a-8323-4c68-b247-c182ac79be44),segment_id=f407b40a-8323-4c68-b247-c182ac79be44)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:04.196544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'bcc39deb-2fae-431b-b6a5-69d8e2480469', 'network_id': 'b66b0d21-eeef-4b94-b165-102bdeb68bd0', 'port_id': 'bcc39deb-2fae-431b-b6a5-69d8e2480469', 'mac_address': 'fa:16:3e:f2:70:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a068bd0-53d8-4ead-976f-f57227f7e2d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:24:04.230429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5e822b8a-7e20-48a5-b759-01824a11a807 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:04.275906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port bcc39deb-2fae-431b-b6a5-69d8e2480469 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:04.276372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:04.306270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc39deb-2fae-431b-b6a5-69d8e2480469 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:04.332685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469,segment=NetworkSegment(f407b40a-8323-4c68-b247-c182ac79be44),segment_id=f407b40a-8323-4c68-b247-c182ac79be44)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:04.337612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:04.343997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 5e822b8a-7e20-48a5-b759-01824a11a807 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:24:04.367679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 5e822b8a-7e20-48a5-b759-01824a11a807 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:04.368067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:04.422765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:04.483467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5e822b8a-7e20-48a5-b759-01824a11a807 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:04.484819 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:04.526950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:04.530492 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466e994-08fd-4c33-ae9b-d35ae731e03a" -d '{"events": [{"server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:04.546626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5e822b8a-7e20-48a5-b759-01824a11a807,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:04.552791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:04.577653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9b17f-81d0-42a1-834f-b269b0fab26c req-b524310c-d5f1-4995-97f2-9815d2eaecbe tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:04.588374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ef9b17f-81d0-42a1-834f-b269b0fab26c req-b524310c-d5f1-4995-97f2-9815d2eaecbe tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 944 time: 0.1478479 Feb 19 07:24:04.634738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-81ebe0e0-214e-42dc-8bc9-243568eaa46a tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031318 Feb 19 07:24:04.643983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:04.667970 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf71ad9-647e-4c24-a367-fa9f47265ce2 x-openstack-request-id: req-ccf71ad9-647e-4c24-a367-fa9f47265ce2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:04.668295 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "name": "network-vif-plugged", "status": "completed", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:04.668570 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccf71ad9-647e-4c24-a367-fa9f47265ce2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:04.668975 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807', 'code': 200} Feb 19 07:24:04.722591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ef9b17f-81d0-42a1-834f-b269b0fab26c req-49904132-ea06-4513-8f6f-8236692853d6 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283128 Feb 19 07:24:04.761970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['bcc39deb-2fae-431b-b6a5-69d8e2480469'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:04.807117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-544273b1-534e-4e33-bb67-33d9dba48423 req-fb5c5887-9b4d-4f19-94e4-6de5e42d6d51 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 210 time: 0.0757260 Feb 19 07:24:04.839770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8b868-ae9c-4175-8293-53a9ab36aa2b req-5fa79417-1163-4bc6-b35e-69c7ce4363ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:04.841411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70f8b868-ae9c-4175-8293-53a9ab36aa2b req-5fa79417-1163-4bc6-b35e-69c7ce4363ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 1127 time: 0.1129773 Feb 19 07:24:04.853943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-e5e41d3a-aa5f-4607-b213-6af54891be6c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:04.855549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-e5e41d3a-aa5f-4607-b213-6af54891be6c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092586 Feb 19 07:24:04.885552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Request body: {'port': {'device_id': '6f345b88-240f-432a-a2c6-ba4b23801029', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '435bb99becca43e2bb8fa8f94ba03f02'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:04.927605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbd1d4-d73a-4b27-ae94-7fe7d8a65b84 req-26225954-371c-434e-9d19-5592855d43f8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:04.929198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aadbd1d4-d73a-4b27-ae94-7fe7d8a65b84 req-26225954-371c-434e-9d19-5592855d43f8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0597548 Feb 19 07:24:04.988137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70f8b868-ae9c-4175-8293-53a9ab36aa2b req-236ec7ad-bb36-475f-b569-72609e24053b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156809 Feb 19 07:24:05.014718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aadbd1d4-d73a-4b27-ae94-7fe7d8a65b84 req-0aa8ba0b-e0be-41ef-9617-4034747d8f84 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782051 Feb 19 07:24:05.053336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff797ec-d722-4025-a622-b9ca6d8e1b95 req-c12f4e01-c7ef-4795-954a-a7563a37622a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:05.055466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ff797ec-d722-4025-a622-b9ca6d8e1b95 req-c12f4e01-c7ef-4795-954a-a7563a37622a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2472894 Feb 19 07:24:05.103225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Made reservation on behalf of 435bb99becca43e2bb8fa8f94ba03f02 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:05.107668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.126775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.129336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce702163-d607-4644-8626-1a6bf066e9f6 req-82275093-e267-4fd9-9440-b1205ed8a0de tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:05.130852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce702163-d607-4644-8626-1a6bf066e9f6 req-82275093-e267-4fd9-9440-b1205ed8a0de tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 945 time: 0.0590024 Feb 19 07:24:05.154664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ff797ec-d722-4025-a622-b9ca6d8e1b95 req-589695bd-9443-4069-a873-2f6443cad619 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905395 Feb 19 07:24:05.204906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce702163-d607-4644-8626-1a6bf066e9f6 req-1de48743-5110-4083-b016-812ccc415aaf tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678833 Feb 19 07:24:05.242393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks [] for security_group (c4698806-9946-460e-a9e2-8331d6a4a988), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.246538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4698806-9946-460e-a9e2-8331d6a4a988), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.324044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4698806-9946-460e-a9e2-8331d6a4a988,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:05.403068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Allocated IP 192.168.233.224 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/76907c58-4039-4cf3-9f57-1ef76e3169c6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:05.595935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks [] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.630962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.679961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:05.684850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:05.687883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:05.694060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Pushing event updated for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:05.753105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:05.753753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.758749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.759097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.759479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.759814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.760143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.760471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.760795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.761736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.762082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.762415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.762740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.763058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.763452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:05.810938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-ba810e69-f6c6-46be-ab0c-dc42d3daf6f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9328260 Feb 19 07:24:05.822566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Request body: {'port': {'device_id': '6f345b88-240f-432a-a2c6-ba4b23801029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:05.936970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:05.986171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bcc39deb-2fae-431b-b6a5-69d8e2480469 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:06.027631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceb26f-71ce-4bbf-bd53-76fa7727855b req-446aad33-ee9b-42e7-86ba-fb2fb5b94abd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:06.036792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc54c51-58a3-44bd-9360-7cfc861f1d51 req-587bc463-2e32-424b-8f0d-198c5c38de99 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:06.038516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dc54c51-58a3-44bd-9360-7cfc861f1d51 req-587bc463-2e32-424b-8f0d-198c5c38de99 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 936 time: 0.1352971 Feb 19 07:24:06.039160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44ceb26f-71ce-4bbf-bd53-76fa7727855b req-446aad33-ee9b-42e7-86ba-fb2fb5b94abd tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 0.1784415 Feb 19 07:24:06.054101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port bcc39deb-2fae-431b-b6a5-69d8e2480469 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:24:06.058991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port bcc39deb-2fae-431b-b6a5-69d8e2480469 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:06.059685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.140820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dc54c51-58a3-44bd-9360-7cfc861f1d51 req-72477077-e10a-49eb-953f-c5a8b6b7acf6 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959587 Feb 19 07:24:06.161404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-924b18a9-ad68-4a80-b5d0-9a8c6f022542 None None] Provisioning complete for port 76907c58-4039-4cf3-9f57-1ef76e3169c6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:06.161793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-924b18a9-ad68-4a80-b5d0-9a8c6f022542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.238442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44ceb26f-71ce-4bbf-bd53-76fa7727855b req-c416d323-52cd-4fc7-adb5-9f3b4f0db426 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981361 Feb 19 07:24:06.330909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3977b38-6884-4ff9-969a-0696cee23b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.348683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-924b18a9-ad68-4a80-b5d0-9a8c6f022542 None None] Port 76907c58-4039-4cf3-9f57-1ef76e3169c6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:24:06.363875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port bcc39deb-2fae-431b-b6a5-69d8e2480469 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:06.364272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.369546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3d03-4e07-49ee-8f26-b420edf2a769 req-0d2edfa1-5216-44f5-a95e-906f9723b33b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:06.379426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-077e3d03-4e07-49ee-8f26-b420edf2a769 req-0d2edfa1-5216-44f5-a95e-906f9723b33b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1221802 Feb 19 07:24:06.408022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469,segment=NetworkSegment(f407b40a-8323-4c68-b247-c182ac79be44),segment_id=f407b40a-8323-4c68-b247-c182ac79be44)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:06.414649 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.472598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:06.474035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-077e3d03-4e07-49ee-8f26-b420edf2a769 req-b20f8f99-42a5-4100-9a3b-474f642276ae tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937295 Feb 19 07:24:06.597077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a9fb4-24c2-4e5d-934f-0b526ab6de5d req-65e43f7c-dec5-4e38-b2d7-60e1d4501cf5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:06.604174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c6a9fb4-24c2-4e5d-934f-0b526ab6de5d req-65e43f7c-dec5-4e38-b2d7-60e1d4501cf5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2688208 Feb 19 07:24:06.641263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10240fa-9c1c-4bd2-bcb4-a6402d84b42c req-aef8a454-1399-4e14-b1d2-730ae6950ecf tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:06.642849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b10240fa-9c1c-4bd2-bcb4-a6402d84b42c req-aef8a454-1399-4e14-b1d2-730ae6950ecf tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.0646753 Feb 19 07:24:06.670506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:06.673779 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5782a3-3973-40e1-9ae5-03ece96de86f" -d '{"events": [{"server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "name": "network-vif-plugged", "status": "completed", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:06.679890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c6a9fb4-24c2-4e5d-934f-0b526ab6de5d req-7b2dcb0c-5dd6-42f4-808d-ec0cc1cf3e59 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747502 Feb 19 07:24:06.719302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b10240fa-9c1c-4bd2-bcb4-a6402d84b42c req-21513179-dfd6-4610-bc02-e67dca0bbd3e tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687764 Feb 19 07:24:06.747178 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82055c0c-2e15-407a-a136-feefdd00ae8f x-openstack-request-id: req-82055c0c-2e15-407a-a136-feefdd00ae8f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:06.748184 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "name": "network-vif-plugged", "status": "completed", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:06.748508 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82055c0c-2e15-407a-a136-feefdd00ae8f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:06.749083 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469', 'code': 200} Feb 19 07:24:06.752194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76907c58-4039-4cf3-9f57-1ef76e3169c6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:06.760579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks [] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.773507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Transition to ACTIVE for port object 76907c58-4039-4cf3-9f57-1ef76e3169c6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:24:06.778389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:06.844432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Pushing event updated for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:06.933441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Attempting to bind port 76907c58-4039-4cf3-9f57-1ef76e3169c6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:06.933783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Attempting to bind port 76907c58-4039-4cf3-9f57-1ef76e3169c6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:06.934115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Attempting to bind port 76907c58-4039-4cf3-9f57-1ef76e3169c6 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:06.940095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Port 76907c58-4039-4cf3-9f57-1ef76e3169c6 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:24:06.940782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Attempting to bind port 76907c58-4039-4cf3-9f57-1ef76e3169c6 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:06.945952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:06.946298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:06.946685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:06.947479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Bound port: 76907c58-4039-4cf3-9f57-1ef76e3169c6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:06.947833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:07.039554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:07.046436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:07.059798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:07.060151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566aed0-1761-44f0-a23e-5aa5147ad4d7 req-7c0f9f7e-c9e5-4d0a-b4bc-57aca523aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.061921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9566aed0-1761-44f0-a23e-5aa5147ad4d7 req-7c0f9f7e-c9e5-4d0a-b4bc-57aca523aef6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 1128 time: 0.2463682 Feb 19 07:24:07.112138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.114542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:07.116921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/76907c58-4039-4cf3-9f57-1ef76e3169c6 HTTP/1.1" status: 200 len: 1096 time: 1.2988536 Feb 19 07:24:07.118941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:07.120131 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc111bec-a33c-4089-b42a-8303eb67dbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:07.133514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9566aed0-1761-44f0-a23e-5aa5147ad4d7 req-76bbbf62-a2e9-487e-a936-8da250842f1e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640619 Feb 19 07:24:07.213475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf437198-bdd7-46bd-84c8-f6b7fec883b0 service neutron] Pushing event updated for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:07.317550 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8bd79-4bc6-48f6-a884-b6781d1447ca x-openstack-request-id: req-03a8bd79-4bc6-48f6-a884-b6781d1447ca {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:07.318114 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:07.318470 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03a8bd79-4bc6-48f6-a884-b6781d1447ca {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:07.318972 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6', 'status': 'completed', 'code': 200} Feb 19 07:24:07.354584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-e2080d98-8978-45da-8db7-85fa5313fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.356880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-e2080d98-8978-45da-8db7-85fa5313fe64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 1130 time: 0.1856697 Feb 19 07:24:07.451111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-e2c6e8f6-04a1-4f63-a34c-bff551ae3e39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6 HTTP/1.1" status: 200 len: 217 time: 0.0832131 Feb 19 07:24:07.478492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c096db-2625-4084-92c8-77ed144c0f3d req-7dad8834-f386-450b-9a8a-237908bcaf50 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.480747 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70c096db-2625-4084-92c8-77ed144c0f3d req-7dad8834-f386-450b-9a8a-237908bcaf50 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 948 time: 0.2074816 Feb 19 07:24:07.561538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19082fd2-82a0-4a7a-881c-6ff26a0c6d22 req-9aef82c8-ed23-4504-932e-3e90479eaac2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.563248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-bffeafd0-213e-41e1-a0e6-3aae4ad2c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.564835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19082fd2-82a0-4a7a-881c-6ff26a0c6d22 req-9aef82c8-ed23-4504-932e-3e90479eaac2 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 0.1182995 Feb 19 07:24:07.565380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-bffeafd0-213e-41e1-a0e6-3aae4ad2c3a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1066074 Feb 19 07:24:07.589564 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:24:07.631773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70c096db-2625-4084-92c8-77ed144c0f3d req-0e7ad97b-4fd2-4cb5-be01-3d982f21481e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248543 Feb 19 07:24:07.691557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e316067-3347-420b-80ef-77921566a457 req-91520aa2-5458-48c0-931d-6e2b015be52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.693864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-91520aa2-5458-48c0-931d-6e2b015be52a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1172459 Feb 19 07:24:07.696348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19082fd2-82a0-4a7a-881c-6ff26a0c6d22 req-746aff6a-7577-4236-aba1-90965d38439e tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209562 Feb 19 07:24:07.831959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63e422-fd86-4ba4-bb05-1d1e2d970ab9 req-32cc82fa-8785-45d2-9c36-a8c2dd4d7d2a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.839769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b63e422-fd86-4ba4-bb05-1d1e2d970ab9 req-32cc82fa-8785-45d2-9c36-a8c2dd4d7d2a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0658007 Feb 19 07:24:07.862983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-16de7143-2669-4516-ad37-a5144ef30484 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542106 Feb 19 07:24:07.873095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dd15a-9158-44a6-a9d8-d1e7e98e00c0 req-1991f333-f210-4f68-a4ce-2afdf7a27923 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:07.880211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-084dd15a-9158-44a6-a9d8-d1e7e98e00c0 req-1991f333-f210-4f68-a4ce-2afdf7a27923 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0939386 Feb 19 07:24:07.892778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b63e422-fd86-4ba4-bb05-1d1e2d970ab9 req-9ee39de1-0c2b-48b3-ad7f-2501e53addf8 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Feb 19 07:24:07.998445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc6fe-ff6f-4b9e-8aa2-36cdc85641df req-d9dcb0db-0e38-4a8d-a623-dda7ecd70d6d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:08.005651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-084dd15a-9158-44a6-a9d8-d1e7e98e00c0 req-c7731daa-09f5-4203-ade5-8f9e8fd15db9 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245675 Feb 19 07:24:08.011267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3acdc6fe-ff6f-4b9e-8aa2-36cdc85641df req-d9dcb0db-0e38-4a8d-a623-dda7ecd70d6d tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 0.0713732 Feb 19 07:24:08.011558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:08.020048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Request body: {'floatingip': {'port_id': '5e822b8a-7e20-48a5-b759-01824a11a807'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:08.065779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:08.104671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7f7d6-17d8-4fc7-b370-7f51a641a28c req-15a2c57c-acbd-474a-8777-3db8cea676d8 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:08.106184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ecf7f7d6-17d8-4fc7-b370-7f51a641a28c req-15a2c57c-acbd-474a-8777-3db8cea676d8 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.0562737 Feb 19 07:24:08.155105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e316067-3347-420b-80ef-77921566a457 req-6fb68ecf-de45-424f-8e74-0e7ceab64634 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728748 Feb 19 07:24:08.190597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ecf7f7d6-17d8-4fc7-b370-7f51a641a28c req-68a233c2-66ce-4a70-8450-95d26616e7cf tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767841 Feb 19 07:24:08.517831 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e475309-7c7c-40fe-b20a-8dc8454d6cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:08.586749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-9b52e843-e9a4-43e4-a8c3-20dd76600804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:08.588501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-9b52e843-e9a4-43e4-a8c3-20dd76600804 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 1130 time: 0.3736746 Feb 19 07:24:09.003328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-ca20cc6b-1f3a-4e0a-9cf5-aec3154a48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.004990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-ca20cc6b-1f3a-4e0a-9cf5-aec3154a48e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.4051688 Feb 19 07:24:09.044441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42013af8-f275-4633-a2ac-21dbbdf6adfb req-ab646c1f-6058-4020-b67f-9aaedbc0e0c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.046911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42013af8-f275-4633-a2ac-21dbbdf6adfb req-ab646c1f-6058-4020-b67f-9aaedbc0e0c0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.0575862 Feb 19 07:24:09.095758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153502-ca96-43ca-b29d-82c5abb66cc3 req-b27a689e-b94d-4181-9015-a66324c36b9e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.097270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8153502-ca96-43ca-b29d-82c5abb66cc3 req-b27a689e-b94d-4181-9015-a66324c36b9e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 948 time: 0.3014863 Feb 19 07:24:09.103315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42013af8-f275-4633-a2ac-21dbbdf6adfb req-73635ca2-44ec-4baf-bfa1-38f1a42206cc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Feb 19 07:24:09.138768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-9ae002b7-708e-4e7b-ac47-c220ae8b4999 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6 HTTP/1.1" status: 200 len: 217 time: 0.1154199 Feb 19 07:24:09.218638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edbacd-e648-4284-a84f-70acb413f3b8 req-ded6b788-7e7c-4164-badc-75d875d9f421 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.222004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04edbacd-e648-4284-a84f-70acb413f3b8 req-ded6b788-7e7c-4164-badc-75d875d9f421 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0585384 Feb 19 07:24:09.275131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04edbacd-e648-4284-a84f-70acb413f3b8 req-3573bf26-b7b1-4aed-89c2-862bc3d582ce tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508237 Feb 19 07:24:09.306635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8153502-ca96-43ca-b29d-82c5abb66cc3 req-589e2789-fd34-4162-9344-30fb8c1ce176 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764903 Feb 19 07:24:09.313346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-756022c7-1d4c-469d-8c60-9ca3d3f6b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.314732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-756022c7-1d4c-469d-8c60-9ca3d3f6b2a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.1656799 Feb 19 07:24:09.371344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:24:09.397114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcb65-1725-4bd1-a108-b0a12d63e047 req-37086476-e171-4b7c-a22d-e81520f9a727 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.398746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fddcb65-1725-4bd1-a108-b0a12d63e047 req-37086476-e171-4b7c-a22d-e81520f9a727 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Feb 19 07:24:09.427246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:09.434099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-0371058f-a24c-474b-8d2e-1e73337597b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:09.435796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-0371058f-a24c-474b-8d2e-1e73337597b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1054919 Feb 19 07:24:09.437074 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:09.448622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fddcb65-1725-4bd1-a108-b0a12d63e047 req-4c267369-fbee-4818-be0f-e395e04b96f0 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Feb 19 07:24:09.610585 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Floating IP 63aafd5a-5f3d-4c85-bf41-fafc26c558af associated. External IP: 172.25.7.222, port: 5e822b8a-7e20-48a5-b759-01824a11a807. Feb 19 07:24:09.614129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-99e8abde-a7e9-4e64-aecb-dff8a22e8f49 service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418953 Feb 19 07:24:09.621295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:09.785111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:09.785987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc111bec-a33c-4089-b42a-8303eb67dbcf req-3bd20e33-02eb-41b5-8e44-de7909661f3f service neutron] 10.222.0.24 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389544 Feb 19 07:24:09.972674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:24:10.139906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:10.151263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:10.172130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:10.177243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:10.177904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:10.280917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 76907c58-4039-4cf3-9f57-1ef76e3169c6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:24:10.303859 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d24f3f6e-d977-4a4d-b703-cec1f2c5b9d4 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "PUT /v2.0/floatingips/63aafd5a-5f3d-4c85-bf41-fafc26c558af HTTP/1.1" status: 200 len: 991 time: 2.2907586 Feb 19 07:24:10.309905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:10.314054 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:10.357763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3597af-bee4-4aee-92f6-020a18205710 req-046de6e0-6688-4171-84fb-807b9f2391ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:10.361601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3597af-bee4-4aee-92f6-020a18205710 req-046de6e0-6688-4171-84fb-807b9f2391ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1235833 Feb 19 07:24:10.483142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac3597af-bee4-4aee-92f6-020a18205710 req-c8730635-a297-4afb-9bf4-f82e70911ff9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127582 Feb 19 07:24:10.505499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:10.570073 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b5e92-abb6-4ef5-b197-c8df7c697725 x-openstack-request-id: req-f49b5e92-abb6-4ef5-b197-c8df7c697725 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:10.570376 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:10.570642 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f49b5e92-abb6-4ef5-b197-c8df7c697725 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:10.571049 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807', 'status': 'completed', 'code': 200} Feb 19 07:24:10.733145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:10.766666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-1517d799-a6bb-46a4-8f57-68ba6600af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:10.770698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-1517d799-a6bb-46a4-8f57-68ba6600af19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 1127 time: 0.1750567 Feb 19 07:24:10.774760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '76907c58-4039-4cf3-9f57-1ef76e3169c6', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '76907c58-4039-4cf3-9f57-1ef76e3169c6', 'mac_address': 'fa:16:3e:f8:2f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:24:10.818057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c9fc6-52f5-4a41-b3fb-de4bb5017c58 req-522dc693-7b7f-4b35-baa0-cc13c1dced6e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:10.821879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-167c9fc6-52f5-4a41-b3fb-de4bb5017c58 req-522dc693-7b7f-4b35-baa0-cc13c1dced6e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.3013189 Feb 19 07:24:10.909101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 76907c58-4039-4cf3-9f57-1ef76e3169c6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:10.909745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:10.973935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:11.002767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76907c58-4039-4cf3-9f57-1ef76e3169c6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:11.090844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-167c9fc6-52f5-4a41-b3fb-de4bb5017c58 req-a41b96db-157d-44bc-a881-e3740878936b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617049 Feb 19 07:24:11.117846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:11.133837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:11.245669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:11.249171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:11.404726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['76907c58-4039-4cf3-9f57-1ef76e3169c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:11.484255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '63aafd5a-5f3d-4c85-bf41-fafc26c558af', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '5e822b8a-7e20-48a5-b759-01824a11a807', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:ae:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:23:48Z', 'updated_at': '2022-02-19T07:24:09Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:11.523352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:11.567781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caf502-e6e2-4b4c-9ce8-c96fd0759b9e req-57aba5db-7851-424b-a930-55417cea851d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:11.570908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:11.571852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:11.585029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44caf502-e6e2-4b4c-9ce8-c96fd0759b9e req-57aba5db-7851-424b-a930-55417cea851d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 948 time: 0.8893123 Feb 19 07:24:11.701743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Deleting port dd9bd2aa-6c2d-4521-8d81-83323f093b3d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:11.702112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:11.741761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-cfbd62bd-362f-4c6c-b2cc-1b7c31e20372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:11.743876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-cfbd62bd-362f-4c6c-b2cc-1b7c31e20372 service neutron] 10.222.0.24 "GET /v2.0/networks?id=66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 200 len: 910 time: 0.9656177 Feb 19 07:24:11.777040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f8090-7600-46aa-a4d9-d8bc08e7ac69 req-d924ee1e-8786-45d3-a7a2-2d163c755995 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:11.784680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44caf502-e6e2-4b4c-9ce8-c96fd0759b9e req-1fcd2e4a-5f6c-41d9-9bc9-c9cae81528f7 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984613 Feb 19 07:24:11.788877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b0f8090-7600-46aa-a4d9-d8bc08e7ac69 req-d924ee1e-8786-45d3-a7a2-2d163c755995 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1879508 Feb 19 07:24:11.870805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b0f8090-7600-46aa-a4d9-d8bc08e7ac69 req-7a553843-8937-4a58-811d-807c9f0df2c4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809412 Feb 19 07:24:11.915151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-770b0b92-d330-43a8-9ac9-7c96463246a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e822b8a-7e20-48a5-b759-01824a11a807 HTTP/1.1" status: 200 len: 999 time: 0.1599605 Feb 19 07:24:11.957321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] For port dd9bd2aa-6c2d-4521-8d81-83323f093b3d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:11.958009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:11.984248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Calling delete_port for dd9bd2aa-6c2d-4521-8d81-83323f093b3d owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:12.085495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:12.092762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-6cda46f4-215a-46ec-9a4d-8b96552a65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:12.098666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-6cda46f4-215a-46ec-9a4d-8b96552a65fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 200 len: 849 time: 0.1774805 Feb 19 07:24:12.384930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-af09a8b1-f732-4571-8d2f-71aae8e7dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:12.388863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-af09a8b1-f732-4571-8d2f-71aae8e7dcd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=66ba6680-3672-4709-9139-d4257491b7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2688742 Feb 19 07:24:12.431329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (dd9bd2aa-6c2d-4521-8d81-83323f093b3d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:12.610315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693bfcd-2902-41c2-92da-4e3c09637911 req-e7068e3a-62fe-4573-8f47-f19b6eaa4539 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:12.612792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8693bfcd-2902-41c2-92da-4e3c09637911 req-e7068e3a-62fe-4573-8f47-f19b6eaa4539 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.3307102 Feb 19 07:24:12.625641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:12.744333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '63aafd5a-5f3d-4c85-bf41-fafc26c558af', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '5e822b8a-7e20-48a5-b759-01824a11a807', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:ae:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:23:48Z', 'updated_at': '2022-02-19T07:24:09Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:12.777743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-79b701d7-3add-42b6-ae95-fe9bf08e7f72 service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776381 Feb 19 07:24:12.783686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8693bfcd-2902-41c2-92da-4e3c09637911 req-8aac393b-937f-430f-9e5e-1a33cbcad93e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301558 Feb 19 07:24:12.831574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fc7b56-b3cc-400e-aaef-ecefe5937a01 None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '63aafd5a-5f3d-4c85-bf41-fafc26c558af', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'port_id': '5e822b8a-7e20-48a5-b759-01824a11a807', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'mac_address': 'fa:16:3e:ae:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:23:48Z', 'updated_at': '2022-02-19T07:24:09Z', 'revision_number': 1, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:13.048489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:13.063398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9bd2aa-6c2d-4521-8d81-83323f093b3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:13.182857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9ce22a1-0fd8-4b97-8e03-caee925a5e5e req-b95a9f9f-7c15-4f60-b9e2-1b3af2f82312 service neutron] 10.222.0.24 "GET /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953297 Feb 19 07:24:13.199572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955aede-5a14-42ac-b3c1-b9eefab43f34 req-035874d7-4795-4b7d-a295-c8301734fa84 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:13.204271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8955aede-5a14-42ac-b3c1-b9eefab43f34 req-035874d7-4795-4b7d-a295-c8301734fa84 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2036483 Feb 19 07:24:13.325662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afb011-8bd5-4318-afd9-c96e8614c2a3 None None] New status for floating IP 63aafd5a-5f3d-4c85-bf41-fafc26c558af: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:24:13.408657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8955aede-5a14-42ac-b3c1-b9eefab43f34 req-2d6e72de-daaf-4c30-a240-0b43a54a1a5a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902030 Feb 19 07:24:13.499500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1659138-740a-409c-9f27-d5928f5f1080 req-b74afa6b-5f5c-424d-8520-7c5b67e69d35 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:13.517545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1659138-740a-409c-9f27-d5928f5f1080 req-b74afa6b-5f5c-424d-8520-7c5b67e69d35 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 949 time: 0.4574714 Feb 19 07:24:13.679368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1659138-740a-409c-9f27-d5928f5f1080 req-af7d0596-20de-40ad-81fd-eba7b861d0d4 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590161 Feb 19 07:24:13.699391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Router 3f21f7a6-4cc1-44b7-8adc-fce008765780 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:24:13.817373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:13.822468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-189a9972-e846-4b55-9e3b-c8990574a776 admin admin] 10.222.0.43 "PUT /v2.0/routers/3f21f7a6-4cc1-44b7-8adc-fce008765780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0356960 Feb 19 07:24:13.825196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:13.836128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Sync routers for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:13.847164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:13.848333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:14.033452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks [] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.059834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:14.178781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99791d3a-4d79-426f-a7f7-eb2a5e9a9d45 req-4bcd12d6-9f4f-43b8-80ba-467ef0fe267f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:14.180405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99791d3a-4d79-426f-a7f7-eb2a5e9a9d45 req-4bcd12d6-9f4f-43b8-80ba-467ef0fe267f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.2889919 Feb 19 07:24:14.234334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks [] for router_gateway (3f21f7a6-4cc1-44b7-8adc-fce008765780), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.303122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 76907c58-4039-4cf3-9f57-1ef76e3169c6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:14.304721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99791d3a-4d79-426f-a7f7-eb2a5e9a9d45 req-9925662b-017e-4604-a37f-52168071bbd5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966804 Feb 19 07:24:14.344202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Deleting port ced5a28e-8296-4f46-826b-0c601f505a8c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:14.344550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.394667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:24:12Z', 'revision_number': 5, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port': {'id': 'ced5a28e-8296-4f46-826b-0c601f505a8c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:75:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:04Z', 'updated_at': '2022-02-19T07:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:14.444708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Checking router: 3f21f7a6-4cc1-44b7-8adc-fce008765780 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:14.463295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Routers {'3f21f7a6-4cc1-44b7-8adc-fce008765780'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:14.466324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3f21f7a6-4cc1-44b7-8adc-fce008765780'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:14.475165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 76907c58-4039-4cf3-9f57-1ef76e3169c6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:24:14.502186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] For port ced5a28e-8296-4f46-826b-0c601f505a8c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ced5a28e-8296-4f46-826b-0c601f505a8c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:14.502751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.521455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 76907c58-4039-4cf3-9f57-1ef76e3169c6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:14.521840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.526857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Calling delete_port for ced5a28e-8296-4f46-826b-0c601f505a8c owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:14.620340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] Set router 3f21f7a6-4cc1-44b7-8adc-fce008765780 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:14.631439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8048e-1703-4890-8e39-1ed5dddc6746 req-5268b05f-7b66-4b44-af65-c35d54c0b899 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:14.632950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d8048e-1703-4890-8e39-1ed5dddc6746 req-5268b05f-7b66-4b44-af65-c35d54c0b899 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1081176 Feb 19 07:24:14.683711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:24:14Z', 'revision_number': 6, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:14.731906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640a30c6-d493-4825-917e-e0297e6f4304 None None] The sync data for ids ['3f21f7a6-4cc1-44b7-8adc-fce008765780'] in n-d-829866-3 is: [{'id': '3f21f7a6-4cc1-44b7-8adc-fce008765780', 'name': 'tempest-TaggedBootDevicesTest-1545915413-router', 'tenant_id': 'c725bce7db824247bba8fbf6e15c5879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:01Z', 'updated_at': '2022-02-19T07:24:14Z', 'revision_number': 6, 'project_id': 'c725bce7db824247bba8fbf6e15c5879', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:14.732193 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d8048e-1703-4890-8e39-1ed5dddc6746 req-05bd768b-db12-407f-9151-b6ca7d1adb47 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Feb 19 07:24:14.748798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 76907c58-4039-4cf3-9f57-1ef76e3169c6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:14.749200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.788325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:14.789446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:14.792389 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feedcb5-3bb6-4565-a84f-04a62c819148" -d '{"events": [{"server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "name": "network-vif-plugged", "status": "completed", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:14.796601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.827675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ced5a28e-8296-4f46-826b-0c601f505a8c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:14.887272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:14.891032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced5a28e-8296-4f46-826b-0c601f505a8c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:14.980900 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b482b9-4667-46f1-846a-c2b8699fc5cd x-openstack-request-id: req-a2b482b9-4667-46f1-846a-c2b8699fc5cd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:14.981438 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "name": "network-vif-plugged", "status": "completed", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:14.981817 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2b482b9-4667-46f1-846a-c2b8699fc5cd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:14.982659 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6', 'code': 200} Feb 19 07:24:14.998732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.011796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d99a-fcf4-48ee-afc2-73ec80378f4f req-8b7a09f5-c4a8-425f-be0f-659e6866a1aa tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:15.013465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1422d99a-fcf4-48ee-afc2-73ec80378f4f req-8b7a09f5-c4a8-425f-be0f-659e6866a1aa tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.1202636 Feb 19 07:24:15.101617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f9a15-0406-4ac6-a1b2-b312540a8ba9 req-c6c3c44a-c1b4-4958-961e-69ffa8aa1cc0 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:15.103312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-325f9a15-0406-4ac6-a1b2-b312540a8ba9 req-c6c3c44a-c1b4-4958-961e-69ffa8aa1cc0 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.0575666 Feb 19 07:24:15.170127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.177886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks [] for router_controller (3f21f7a6-4cc1-44b7-8adc-fce008765780), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.184491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-325f9a15-0406-4ac6-a1b2-b312540a8ba9 req-3ad16cc8-6897-41da-85e7-dd2d2a5e8233 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739317 Feb 19 07:24:15.193451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1422d99a-fcf4-48ee-afc2-73ec80378f4f req-390b476f-5df7-440f-a84e-52303c12a12c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555438 Feb 19 07:24:15.246469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (3f21f7a6-4cc1-44b7-8adc-fce008765780), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.250299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f21f7a6-4cc1-44b7-8adc-fce008765780 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:24:15.253100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.253100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc5469b0-297f-44a0-8230-759fb0b8cd92 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3f21f7a6-4cc1-44b7-8adc-fce008765780 HTTP/1.1" status: 204 len: 168 time: 1.4261420 Feb 19 07:24:15.254989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbc246-8c0c-4612-a4e3-34606abe9b5d req-308c54c9-c9da-46bf-a8b5-26fcd4e4ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:15.255562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:15.260782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76bbc246-8c0c-4612-a4e3-34606abe9b5d req-308c54c9-c9da-46bf-a8b5-26fcd4e4ad41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 1132 time: 0.1752264 Feb 19 07:24:15.306566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Deleting subnet 1e3dcf15-d9bc-4f83-819d-5819ba097ad1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:24:15.310561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Publish callbacks [] for subnet (1e3dcf15-d9bc-4f83-819d-5819ba097ad1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.318849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76bbc246-8c0c-4612-a4e3-34606abe9b5d req-27dfb27d-1f88-4175-b805-a03a40913fb2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498986 Feb 19 07:24:15.346698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (1e3dcf15-d9bc-4f83-819d-5819ba097ad1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.449716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1e3dcf15-d9bc-4f83-819d-5819ba097ad1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.493934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d5710-d995-497e-a70d-13c4157fe71e req-ef3e2413-272d-47ec-a855-febc50627eb7 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:15.495460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b32d5710-d995-497e-a70d-13c4157fe71e req-ef3e2413-272d-47ec-a855-febc50627eb7 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1123040 Feb 19 07:24:15.536399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (1e3dcf15-d9bc-4f83-819d-5819ba097ad1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.578666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3dcf15-d9bc-4f83-819d-5819ba097ad1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:15.587105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.590548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-55a016a2-e51a-4597-85ee-d04fa1679229 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1e3dcf15-d9bc-4f83-819d-5819ba097ad1 HTTP/1.1" status: 204 len: 168 time: 0.3339560 Feb 19 07:24:15.590944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c6d85-8563-4463-96c4-7dd4e33399a2 None None] Network 98978c2c-242d-44c2-b6e5-754afe116997 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:15.593611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:15.593991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b32d5710-d995-497e-a70d-13c4157fe71e req-cd9f89f4-90f8-46f3-9436-87c44bdbe274 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842113 Feb 19 07:24:15.704637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (98978c2c-242d-44c2-b6e5-754afe116997), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.808864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Deleting port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:15.809210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.849207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] DHCP port deletion for 98978c2c-242d-44c2-b6e5-754afe116997 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:24:15.923853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] For port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:15.924457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.935038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Deleting port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:15.936703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:15.955146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Calling delete_port for 4aa4573f-4ad3-43eb-a968-50b3536f5d3a owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:16.024327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:24:16.053557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] For port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,segment=NetworkSegment(c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94),segment_id=c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:16.054099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.058839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.079960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Calling delete_port for 4aa4573f-4ad3-43eb-a968-50b3536f5d3a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:16.112076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:16.121368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] No DVR routers for this DVR port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:16.225196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (98978c2c-242d-44c2-b6e5-754afe116997), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.256918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98978c2c-242d-44c2-b6e5-754afe116997']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:16.274041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:16.279691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ced5a28e-8296-4f46-826b-0c601f505a8c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:16.280208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472166-1f05-4b27-9b12-b2b63125c7d1 req-9e49264e-b10d-46a1-95a8-c346d1e95226 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:16.281973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb472166-1f05-4b27-9b12-b2b63125c7d1 req-9e49264e-b10d-46a1-95a8-c346d1e95226 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2405632 Feb 19 07:24:16.313003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ced5a28e-8296-4f46-826b-0c601f505a8c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:16.313374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ced5a28e-8296-4f46-826b-0c601f505a8c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:16.313797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dd9bd2aa-6c2d-4521-8d81-83323f093b3d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:16.340921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: dd9bd2aa-6c2d-4521-8d81-83323f093b3d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:16.343086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:16.346423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dd9bd2aa-6c2d-4521-8d81-83323f093b3d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:16.349406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4aa4573f-4ad3-43eb-a968-50b3536f5d3a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:16.355554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:16.360366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb472166-1f05-4b27-9b12-b2b63125c7d1 req-d740423c-70b4-4a6d-8b6a-42a0387e21c2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722227 Feb 19 07:24:16.372899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d61fe-cb49-47c0-a1b3-efc9c41e40c8 req-a29956b3-e9d2-4bd6-92b0-b07bed978374 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:16.374506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f3d61fe-cb49-47c0-a1b3-efc9c41e40c8 req-a29956b3-e9d2-4bd6-92b0-b07bed978374 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.0757766 Feb 19 07:24:16.380078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'port_id': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'mac_address': 'fa:16:3e:be:12:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad8022b-a71e-4747-b638-b285c8aa0021', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:24:16.382288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (4aa4573f-4ad3-43eb-a968-50b3536f5d3a), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.387356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.388887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 4aa4573f-4ad3-43eb-a968-50b3536f5d3a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:16.389353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4aa4573f-4ad3-43eb-a968-50b3536f5d3a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:16.412240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.419873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:24:16.420286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (c3dfe0ca-f4c4-4f1e-a0a2-6d1e42b2be94), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:24:16.422080 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:24:16.465872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] Pushing event deleted for resources: {'Port': ['ID=4aa4573f-4ad3-43eb-a968-50b3536f5d3a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:16.468516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6aecb-4d13-46fb-a043-2d949cedf782 None None] No DVR routers for this DVR port 4aa4573f-4ad3-43eb-a968-50b3536f5d3a on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:16.499804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f3d61fe-cb49-47c0-a1b3-efc9c41e40c8 req-ae444ede-aeae-424a-b3d3-6521876e6ea8 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195798 Feb 19 07:24:16.514273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:16.514680 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.544173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:16.562606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (98978c2c-242d-44c2-b6e5-754afe116997), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.569192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.572502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] 10.222.0.43 "DELETE /v2.0/networks/98978c2c-242d-44c2-b6e5-754afe116997 HTTP/1.1" status: 204 len: 168 time: 0.9778352 Feb 19 07:24:16.575968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:16.590603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ae69-16e3-4f26-a51e-1a144511f35a admin admin] Pushing event deleted for resources: {'Network': ['ID=98978c2c-242d-44c2-b6e5-754afe116997,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:16.604416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:16.635277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:16.647021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6691-b17a-44d4-bb7e-988717ba84a8 req-4f49d54d-b1bf-40ef-9ccd-71e38aa089e5 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:16.648646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-149b6691-b17a-44d4-bb7e-988717ba84a8 req-4f49d54d-b1bf-40ef-9ccd-71e38aa089e5 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.1316857 Feb 19 07:24:16.719731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-149b6691-b17a-44d4-bb7e-988717ba84a8 req-d0d6df78-5922-4697-b950-25f73c4ad79b tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Feb 19 07:24:16.728324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:16.820257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b13c98ca-664b-4b3b-881a-bb5253745e43'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:16.832931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290d50-c6c2-46c9-9717-672fa46759d3 req-f6f3933b-beda-46d4-a786-85fe1fe60a03 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:16.840002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8290d50-c6c2-46c9-9717-672fa46759d3 req-f6f3933b-beda-46d4-a786-85fe1fe60a03 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1182630 Feb 19 07:24:17.285178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8290d50-c6c2-46c9-9717-672fa46759d3 req-b4a6c6f6-f61a-41dd-ba04-198276ca829c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440753 Feb 19 07:24:17.359547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-ee3ea00c-600a-4ef3-bf66-c8ca184ab6e4 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:17.361023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-ee3ea00c-600a-4ef3-bf66-c8ca184ab6e4 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.47 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.1415560 Feb 19 07:24:17.503807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171180f2-3f0c-4acb-8be0-3c3c7b89a045 req-558c3ac8-700c-4fb3-a2ed-283a1136d756 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:17.507814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-171180f2-3f0c-4acb-8be0-3c3c7b89a045 req-558c3ac8-700c-4fb3-a2ed-283a1136d756 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 944 time: 0.0734274 Feb 19 07:24:17.533303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Deleting port bcc39deb-2fae-431b-b6a5-69d8e2480469 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:17.533795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:17.575407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-171180f2-3f0c-4acb-8be0-3c3c7b89a045 req-2f9192c2-0be3-45df-a2a0-47e266581dc5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Feb 19 07:24:17.675906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] For port bcc39deb-2fae-431b-b6a5-69d8e2480469, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=bcc39deb-2fae-431b-b6a5-69d8e2480469,segment=NetworkSegment(f407b40a-8323-4c68-b247-c182ac79be44),segment_id=f407b40a-8323-4c68-b247-c182ac79be44)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:17.676292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:17.689154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:17.697393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Calling delete_port for bcc39deb-2fae-431b-b6a5-69d8e2480469 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:17.755714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c70b-eefc-449c-896e-b7c916206247 req-d8bf3866-2d46-4f25-91d8-457c48be4199 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:17.757226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c119c70b-eefc-449c-896e-b7c916206247 req-d8bf3866-2d46-4f25-91d8-457c48be4199 tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/ports?device_id=30165179-0b5c-4045-80f8-5d2bcf7c8387 HTTP/1.1" status: 200 len: 946 time: 0.1583588 Feb 19 07:24:17.873947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a094b-2725-4f4e-9c3c-c3bffa39f259 req-b8935728-0fcc-44c3-8aee-4305fcdd1bbd tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:17.876157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac1a094b-2725-4f4e-9c3c-c3bffa39f259 req-b8935728-0fcc-44c3-8aee-4305fcdd1bbd tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.0798171 Feb 19 07:24:17.914501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c119c70b-eefc-449c-896e-b7c916206247 req-83fc0aab-2bb8-43c3-8a88-86e7863fc5be tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ead5f00-ef1f-429b-a5dd-b17452822a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507041 Feb 19 07:24:17.946225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac1a094b-2725-4f4e-9c3c-c3bffa39f259 req-bb5f242f-834a-4250-b392-3825b1402941 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638697 Feb 19 07:24:18.049740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:18.083435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bcc39deb-2fae-431b-b6a5-69d8e2480469), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.097451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['bcc39deb-2fae-431b-b6a5-69d8e2480469'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:18.160557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b13c98ca-664b-4b3b-881a-bb5253745e43 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:18.161323 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.170554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Pushing event deleted for resources: {'Port': ['ID=bcc39deb-2fae-431b-b6a5-69d8e2480469,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:18.280862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3605146-fc79-4380-a2bf-253ff3aabdcc req-08fe95bd-5b8b-4901-85da-ddf403afc4ec tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:18.286510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] No DVR routers for this DVR port bcc39deb-2fae-431b-b6a5-69d8e2480469 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:18.289680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.290491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3605146-fc79-4380-a2bf-253ff3aabdcc req-08fe95bd-5b8b-4901-85da-ddf403afc4ec tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.0839827 Feb 19 07:24:18.293337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97cb3f38-bff0-4952-89b1-f1bdb943011e req-a1fdfd29-2739-4575-8cc7-0acd74e9a3bc tempest-VolumesActionsTest-328554110 tempest-VolumesActionsTest-328554110-project] 10.222.0.47 "DELETE /v2.0/ports/bcc39deb-2fae-431b-b6a5-69d8e2480469 HTTP/1.1" status: 204 len: 173 time: 0.9081290 Feb 19 07:24:18.362780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:18.364201 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.365219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'name': 'network-vif-deleted', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:18.367585 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7902f31-a60a-43c9-91fb-d8e9655c166b" -d '{"events": [{"server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "name": "network-vif-deleted", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:18.401830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3605146-fc79-4380-a2bf-253ff3aabdcc req-fb6d1287-87c0-4cda-8b06-e2856f14675d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077120 Feb 19 07:24:18.430096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:18.436457 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec08bf2-f48d-46fc-91e0-473d8baa7d14" -d '{"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:18.459683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:18.467317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.510864 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de320f7-d387-4bf1-895b-6abe1df5ee8d x-openstack-request-id: req-9de320f7-d387-4bf1-895b-6abe1df5ee8d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:18.511300 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30165179-0b5c-4045-80f8-5d2bcf7c8387", "name": "network-vif-deleted", "tag": "bcc39deb-2fae-431b-b6a5-69d8e2480469", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:18.511591 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9de320f7-d387-4bf1-895b-6abe1df5ee8d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:18.512002 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30165179-0b5c-4045-80f8-5d2bcf7c8387', 'name': 'network-vif-deleted', 'tag': 'bcc39deb-2fae-431b-b6a5-69d8e2480469', 'status': 'completed', 'code': 200} Feb 19 07:24:18.561686 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff6f0b4-2a6d-4810-ad6e-4e0b0b10c266 x-openstack-request-id: req-1ff6f0b4-2a6d-4810-ad6e-4e0b0b10c266 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:18.564216 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:18.564692 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ff6f0b4-2a6d-4810-ad6e-4e0b0b10c266 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:18.565527 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'code': 200} Feb 19 07:24:18.566840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:18.615323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa5099-4ee1-4faa-b909-0cb81c933098 req-2c427899-2587-41bf-b5b3-afbd58737517 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:18.628390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ffa5099-4ee1-4faa-b909-0cb81c933098 req-2c427899-2587-41bf-b5b3-afbd58737517 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1718054 Feb 19 07:24:18.648687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Deleting port e13d0ac6-d379-4354-8a6a-7b4e7c256265 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:18.649184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.678511 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-3d87d80b-1f45-4c03-aad5-23f82206f9b2 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343804 Feb 19 07:24:18.809242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ffa5099-4ee1-4faa-b909-0cb81c933098 req-9e60c6c6-8790-431b-bc1e-544e2ccfb78a tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797159 Feb 19 07:24:18.826834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] For port e13d0ac6-d379-4354-8a6a-7b4e7c256265, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e13d0ac6-d379-4354-8a6a-7b4e7c256265,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:18.827863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:18.931766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Calling delete_port for e13d0ac6-d379-4354-8a6a-7b4e7c256265 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:18.996451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-77ae850d-3cfe-44d1-8f53-fbdefdae9b7e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:19.019864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-77ae850d-3cfe-44d1-8f53-fbdefdae9b7e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356278 Feb 19 07:24:19.040147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-c22e7679-83c5-4053-b7d9-32c1398314de tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/quotas/435bb99becca43e2bb8fa8f94ba03f02 HTTP/1.1" status: 200 len: 375 time: 0.0191908 Feb 19 07:24:19.134609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-fefac783-9de9-4f8a-9f3c-6af28f222b41 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933602 Feb 19 07:24:19.215868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9033-2915-4545-af21-99f37373fcf1 req-bb2e01ff-2103-43fe-8d0e-6eba99b44c52 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:19.225738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-106e9033-2915-4545-af21-99f37373fcf1 req-bb2e01ff-2103-43fe-8d0e-6eba99b44c52 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1862683 Feb 19 07:24:19.300074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-106e9033-2915-4545-af21-99f37373fcf1 req-6dd7079a-ad85-4302-aab7-0cfa6ead4da0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733900 Feb 19 07:24:19.397347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e13d0ac6-d379-4354-8a6a-7b4e7c256265), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:19.453402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5cc3162-284a-44a5-8720-816ac67683ae req-d672e5ec-2cfb-44fd-9c3d-00eb7936ea9b tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 210 time: 0.0672188 Feb 19 07:24:19.510685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13d0ac6-d379-4354-8a6a-7b4e7c256265,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:19.523979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.524583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.524938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.525277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.525611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.525988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.526325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.526651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.526974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.527361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.527641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.527961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.528285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:19.726495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:20.044855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:24:20.078663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba0ba-fe6c-4b41-89b3-f37d1131bfe6 req-47793a8c-fb33-4b9c-9298-bdb31b88587c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:20.080446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23dba0ba-fe6c-4b41-89b3-f37d1131bfe6 req-47793a8c-fb33-4b9c-9298-bdb31b88587c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0730970 Feb 19 07:24:20.321587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23dba0ba-fe6c-4b41-89b3-f37d1131bfe6 req-ad2214e0-76ff-4368-93e5-e653abfb2fa4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078512 Feb 19 07:24:20.357216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:20.367854 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Sync routers for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:20.379115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-29be2310-ab5d-40c8-b315-3fdddc6f82b8 admin admin] 10.222.0.43 "PUT /v2.0/routers/5fbb8a6c-ef27-4e80-b7ba-c438b325e046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7997015 Feb 19 07:24:20.379545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:20.400635 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:20.406183 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:20.534273 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:20.583340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84b797c7-7d08-4f0c-b03f-e45822765dba req-f0b70669-fa61-4796-b1d7-8f18903612b4 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 210 time: 0.0566897 Feb 19 07:24:20.641235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks [] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:20.687630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4df6f-b48f-44a3-8751-5e355cc162a6 req-442e9a40-79bf-4774-8c26-b371689be118 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:20.711854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49f4df6f-b48f-44a3-8751-5e355cc162a6 req-442e9a40-79bf-4774-8c26-b371689be118 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2429748 Feb 19 07:24:20.830238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49f4df6f-b48f-44a3-8751-5e355cc162a6 req-8432b9ac-7cb2-47e4-8367-3591517791d8 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Feb 19 07:24:20.941864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:24:19Z', 'revision_number': 5, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:20.975689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-4ba199a4-ee9b-46a3-9142-53ba87392222 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595667 Feb 19 07:24:21.011952 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Checking router: 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:21.036586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Routers {'5fbb8a6c-ef27-4e80-b7ba-c438b325e046'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:21.037683 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:21.365282 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] Set router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:21.389714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks [] for router_gateway (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:21.491975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-8698b5f9-d53d-4f85-8e76-f0bd4685cdf4 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:21.494648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-8698b5f9-d53d-4f85-8e76-f0bd4685cdf4 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5091789 Feb 19 07:24:21.519304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Request body: {'port': {'device_id': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '435bb99becca43e2bb8fa8f94ba03f02'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:21.553996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Deleting port 94a2f28c-7aee-40ae-8198-fde68ec8f484 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:21.554279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:21.750041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71e5a93e-8b8b-44b1-b7c0-ad5646a5ac5a req-edeab555-f9c8-4c8a-8fc4-8f42471c556d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 210 time: 0.0611441 Feb 19 07:24:21.772506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] For port 94a2f28c-7aee-40ae-8198-fde68ec8f484, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=94a2f28c-7aee-40ae-8198-fde68ec8f484,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:21.772873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:21.799918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2f8b-f240-4a1c-86bc-df00e096e75c req-2f334e3a-e59f-4c54-970d-9f16208cee39 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:21.801851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db6e2f8b-f240-4a1c-86bc-df00e096e75c req-2f334e3a-e59f-4c54-970d-9f16208cee39 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.3025541 Feb 19 07:24:21.807982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Calling delete_port for 94a2f28c-7aee-40ae-8198-fde68ec8f484 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:21.870706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db6e2f8b-f240-4a1c-86bc-df00e096e75c req-017b5370-1426-497b-a64f-0d94162a8dbb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Feb 19 07:24:21.924264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Made reservation on behalf of 435bb99becca43e2bb8fa8f94ba03f02 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:21.930851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.076529 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:24:19Z', 'revision_number': 5, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:22.083674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bcc39deb-2fae-431b-b6a5-69d8e2480469 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:22.144124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: bcc39deb-2fae-431b-b6a5-69d8e2480469 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:22.146197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85eb8a-0d93-4368-8a16-5004e52187c4 req-440feeae-b8c2-405e-bfc7-a8ebe65fa9ff tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:22.147789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a85eb8a-0d93-4368-8a16-5004e52187c4 req-440feeae-b8c2-405e-bfc7-a8ebe65fa9ff tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1517956 Feb 19 07:24:22.148994 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16069780-0c8f-44c8-8058-a53042e16c2c None None] The sync data for ids ['5fbb8a6c-ef27-4e80-b7ba-c438b325e046'] in n-d-829866-3 is: [{'id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'name': 'tempest-TaggedBootDevicesTest-574641155-router', 'tenant_id': '1f0b1b87d680417f8aa7325759f082bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:16:27Z', 'updated_at': '2022-02-19T07:24:19Z', 'revision_number': 5, 'project_id': '1f0b1b87d680417f8aa7325759f082bc', 'gw_port': {'id': '94a2f28c-7aee-40ae-8198-fde68ec8f484', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb8a6c-ef27-4e80-b7ba-c438b325e046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:16:28Z', 'updated_at': '2022-02-19T07:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:22.175872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device bcc39deb-2fae-431b-b6a5-69d8e2480469 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:22.192441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Allocated IP 192.168.233.114 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/4a1e8a43-63b8-481e-9f17-4c24f51fd7c3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:22.208299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (94a2f28c-7aee-40ae-8198-fde68ec8f484), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.255743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Pushing event deleted for resources: {'Port': ['ID=94a2f28c-7aee-40ae-8198-fde68ec8f484,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:22.341375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.411618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks [] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.462951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.467681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks [] for router_controller (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.488798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.503714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['76907c58-4039-4cf3-9f57-1ef76e3169c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:22.540096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a85eb8a-0d93-4368-8a16-5004e52187c4 req-5786c3ec-b207-4418-9c3b-cfdb2e155c99 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730230 Feb 19 07:24:22.542820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (5fbb8a6c-ef27-4e80-b7ba-c438b325e046), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.543553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbb8a6c-ef27-4e80-b7ba-c438b325e046 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:24:22.558915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.562942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4f93b1c4-d2b2-4397-bc77-cc792280a09c admin admin] 10.222.0.43 "DELETE /v2.0/routers/5fbb8a6c-ef27-4e80-b7ba-c438b325e046 HTTP/1.1" status: 204 len: 168 time: 2.1801426 Feb 19 07:24:22.577234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:22.642189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:22.655123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:22.671348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:22.705415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Deleting subnet 77330877-8b63-4176-98fb-6ff5933d96e1 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:24:22.714282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Publish callbacks [] for subnet (77330877-8b63-4176-98fb-6ff5933d96e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.733803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Pushing event updated for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:22.796512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (77330877-8b63-4176-98fb-6ff5933d96e1), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.812719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:22.814526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:22.847503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-9cd77b62-eabf-482d-b8bd-d4f910a82401 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3330369 Feb 19 07:24:22.881680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Request body: {'port': {'device_id': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:23.091468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.108261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (77330877-8b63-4176-98fb-6ff5933d96e1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.180223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c5daec6-3541-4b7d-89de-a600f9acb3f9 None None] Provisioning complete for port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:23.181407 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c5daec6-3541-4b7d-89de-a600f9acb3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.265521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c5daec6-3541-4b7d-89de-a600f9acb3f9 None None] Port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:24:23.307621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278e0d-87f2-4e7c-b537-f34ff2d2fc68 req-9fed6dcb-14bd-47c8-8a3e-c524d131c9e6 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:23.310672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86278e0d-87f2-4e7c-b537-f34ff2d2fc68 req-9fed6dcb-14bd-47c8-8a3e-c524d131c9e6 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 936 time: 0.2213862 Feb 19 07:24:23.324224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed9ed-3501-4c21-8c34-f4fd12d572fd req-eedf68a9-5954-41e2-b30d-852193f31cbf tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:23.334807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b25ed9ed-3501-4c21-8c34-f4fd12d572fd req-eedf68a9-5954-41e2-b30d-852193f31cbf tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.2635539 Feb 19 07:24:23.500513 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (77330877-8b63-4176-98fb-6ff5933d96e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.532994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86278e0d-87f2-4e7c-b537-f34ff2d2fc68 req-3702847a-043b-4523-b193-d94fec372d01 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036422 Feb 19 07:24:23.544184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77330877-8b63-4176-98fb-6ff5933d96e1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:23.593478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b25ed9ed-3501-4c21-8c34-f4fd12d572fd req-7121ee46-6906-40df-9697-45e11284c6dc tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562861 Feb 19 07:24:23.604155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.609735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051e088-1544-476d-be6c-632320bd55cd None None] Network 51b47bca-2d42-488b-9724-792b481b276f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:23.632564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97480b76-def1-46ab-b6a2-f8efc097611c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/77330877-8b63-4176-98fb-6ff5933d96e1 HTTP/1.1" status: 204 len: 168 time: 1.0624480 Feb 19 07:24:23.633252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58942) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:23.804871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (51b47bca-2d42-488b-9724-792b481b276f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:23.931686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] DHCP port deletion for 51b47bca-2d42-488b-9724-792b481b276f request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:24:23.933133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Deleting port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:23.933661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.073653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] For port c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:24.079240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.099060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Deleting port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:24.099706 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.110430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Calling delete_port for c92cad18-9bfb-4b32-b336-d0ffda5a7f74 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:24.276322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] For port c92cad18-9bfb-4b32-b336-d0ffda5a7f74, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,segment=NetworkSegment(f77aa229-60f7-49fd-85a6-4362ec127e1d),segment_id=f77aa229-60f7-49fd-85a6-4362ec127e1d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:24.276885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.306527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Calling delete_port for c92cad18-9bfb-4b32-b336-d0ffda5a7f74 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:24.415267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e13d0ac6-d379-4354-8a6a-7b4e7c256265 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:24.430717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.494235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:24.502007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e13d0ac6-d379-4354-8a6a-7b4e7c256265 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:24.505210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e13d0ac6-d379-4354-8a6a-7b4e7c256265 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:24.507564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 94a2f28c-7aee-40ae-8198-fde68ec8f484 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:24.512442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (c92cad18-9bfb-4b32-b336-d0ffda5a7f74), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.527253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] No DVR routers for this DVR port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:24.653152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] No DVR routers for this DVR port c92cad18-9bfb-4b32-b336-d0ffda5a7f74 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:24.750719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c4611-1a48-43f4-9fee-41a0a6611293 None None] Pushing event deleted for resources: {'Port': ['ID=c92cad18-9bfb-4b32-b336-d0ffda5a7f74,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:24.755448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 94a2f28c-7aee-40ae-8198-fde68ec8f484 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:24.760595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 94a2f28c-7aee-40ae-8198-fde68ec8f484 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:24.763377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92cad18-9bfb-4b32-b336-d0ffda5a7f74 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:24.828387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c92cad18-9bfb-4b32-b336-d0ffda5a7f74 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:24.829101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c92cad18-9bfb-4b32-b336-d0ffda5a7f74 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:24.835714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (51b47bca-2d42-488b-9724-792b481b276f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:24.858669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabbd7-2fc0-4ed8-a49c-c58a7f07788e req-8c7f4c78-3ac4-4b87-a5e4-ba8d36cd62b4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:24.860961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6beabbd7-2fc0-4ed8-a49c-c58a7f07788e req-8c7f4c78-3ac4-4b87-a5e4-ba8d36cd62b4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1670730 Feb 19 07:24:24.973986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b47bca-2d42-488b-9724-792b481b276f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:24.984390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6beabbd7-2fc0-4ed8-a49c-c58a7f07788e req-b096c41f-014f-4512-87ff-74b1864d49cc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Feb 19 07:24:24.989793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77aa229-60f7-49fd-85a6-4362ec127e1d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:24.990095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77aa229-60f7-49fd-85a6-4362ec127e1d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:25.009433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:25.014301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f77aa229-60f7-49fd-85a6-4362ec127e1d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.022682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks [] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.047317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Transition to ACTIVE for port object 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:24:25.054327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.056902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00739b-2e34-4f3d-931a-5644c732a601 req-88741574-8aa2-4c1f-bb30-a974bac3ab7c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:25.058516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e00739b-2e34-4f3d-931a-5644c732a601 req-88741574-8aa2-4c1f-bb30-a974bac3ab7c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 936 time: 0.1829479 Feb 19 07:24:25.064731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f77aa229-60f7-49fd-85a6-4362ec127e1d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.101816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:24:25.102224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f77aa229-60f7-49fd-85a6-4362ec127e1d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.124421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:24:25.126581 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:24:25.158617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e00739b-2e34-4f3d-931a-5644c732a601 req-965a006d-426d-4686-bbcc-63d1ba91f4e3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726750 Feb 19 07:24:25.213858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (51b47bca-2d42-488b-9724-792b481b276f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.220894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.232549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] 10.222.0.43 "DELETE /v2.0/networks/51b47bca-2d42-488b-9724-792b481b276f HTTP/1.1" status: 204 len: 168 time: 1.5975099 Feb 19 07:24:25.250873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc3c7-c48c-43b8-a08f-5d456e838008 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b47bca-2d42-488b-9724-792b481b276f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:25.376092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d1ebd-e7a8-4c0b-8ab5-d1ff1625d23c req-d1e0f857-2910-437e-b720-6cd707298664 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:25.377838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-939d1ebd-e7a8-4c0b-8ab5-d1ff1625d23c req-d1e0f857-2910-437e-b720-6cd707298664 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.2561188 Feb 19 07:24:25.481039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:25.511120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-939d1ebd-e7a8-4c0b-8ab5-d1ff1625d23c req-ec8153f8-29df-450d-9f2d-efac26ad8c2a tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245420 Feb 19 07:24:25.516109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Attempting to bind port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:25.517572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Attempting to bind port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:25.517572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Attempting to bind port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:25.537626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:24:25.537955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Attempting to bind port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:25.556535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:25.556878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:25.557273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:25.557718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Bound port: 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:25.558077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.634801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07b7bc50-265a-4673-b5ba-801840531c13 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c725bce7db824247bba8fbf6e15c5879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524909 Feb 19 07:24:25.642278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:25.730490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:25.735493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:25.750342 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.783703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:25.784535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.786289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 HTTP/1.1" status: 200 len: 1096 time: 2.9312189 Feb 19 07:24:25.793532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:25.796684 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258eefcd-4c20-450d-b074-9069fe98cddb" -d '{"events": [{"name": "network-changed", "server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:25.820476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] Publish callbacks [] for security_group (27be8af6-2ef3-4c20-a4f0-8d48d244f705), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.925533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] Publish callbacks [] for security_group (27be8af6-2ef3-4c20-a4f0-8d48d244f705), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:25.953159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee13ff-2d47-4509-b9f7-6a929bc84c19 x-openstack-request-id: req-17ee13ff-2d47-4509-b9f7-6a929bc84c19 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:25.953159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:25.953159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17ee13ff-2d47-4509-b9f7-6a929bc84c19 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:25.956474 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3', 'status': 'completed', 'code': 200} Feb 19 07:24:26.022568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af7e79-1dd7-4e24-a881-10b091736363 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:26.050742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-20ee4578-2542-403c-ade1-db461e9de448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.052634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-20ee4578-2542-403c-ade1-db461e9de448 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 1130 time: 0.2116270 Feb 19 07:24:26.058103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (27be8af6-2ef3-4c20-a4f0-8d48d244f705), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:26.061418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:26.062880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27be8af6-2ef3-4c20-a4f0-8d48d244f705 HTTP/1.1" status: 204 len: 168 time: 0.4152761 Feb 19 07:24:26.079980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc8591-82ff-4609-bfe8-98e752abfbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be8af6-2ef3-4c20-a4f0-8d48d244f705,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:26.219178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-dae2c9b6-098d-4101-b1f8-0a1d0b31292a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 HTTP/1.1" status: 200 len: 217 time: 0.1508257 Feb 19 07:24:26.388460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcf528-64e4-443d-bb67-a784701be1ea req-45ab5995-c8d1-4055-a687-486dcc8018b8 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.404334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bfbcf528-64e4-443d-bb67-a784701be1ea req-45ab5995-c8d1-4055-a687-486dcc8018b8 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 948 time: 0.1295652 Feb 19 07:24:26.471584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c76ccf-71c5-401b-9867-a89be7d98d1e req-c630bccc-5e6c-4d87-a05d-24d74b5b37e1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.480370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64c76ccf-71c5-401b-9867-a89be7d98d1e req-c630bccc-5e6c-4d87-a05d-24d74b5b37e1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2551711 Feb 19 07:24:26.497685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-ecfd7503-dfd1-467c-9f75-272bb18988d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.499123 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-ecfd7503-dfd1-467c-9f75-272bb18988d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2574127 Feb 19 07:24:26.513903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bfbcf528-64e4-443d-bb67-a784701be1ea req-96042239-ddc6-4f10-bb53-506af77b5969 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081598 Feb 19 07:24:26.599098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64c76ccf-71c5-401b-9867-a89be7d98d1e req-3f463166-c71a-48b4-b7c8-e6aa7416850e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177628 Feb 19 07:24:26.618600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-3e6a9442-0f1d-4840-91d1-90123ca47340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.620178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-3e6a9442-0f1d-4840-91d1-90123ca47340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1123803 Feb 19 07:24:26.731281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80979228-2cfe-4396-88b9-805c70f79b49 req-c5e7bbb8-32bc-4618-ba54-5f26671c9c12 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:26.744487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80979228-2cfe-4396-88b9-805c70f79b49 req-c5e7bbb8-32bc-4618-ba54-5f26671c9c12 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1214199 Feb 19 07:24:26.824979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-1e8fba40-fb7e-41f5-9caa-4866bde2b3cc service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980913 Feb 19 07:24:26.862868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80979228-2cfe-4396-88b9-805c70f79b49 req-acd8bc12-ae24-4592-8907-60c3da6a112e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172662 Feb 19 07:24:26.873439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:26.940936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e54133b-8c34-4eaa-930a-3ea6314651fe req-386ffc6e-cf6c-4573-8bf5-1109824867a4 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024375 Feb 19 07:24:26.960426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7f194d00-047f-4dc7-a2bb-e10f7d404694 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f0b1b87d680417f8aa7325759f082bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0856419 Feb 19 07:24:26.963477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:27.088501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] Publish callbacks [] for security_group (1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:27.116535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] Publish callbacks [] for security_group (1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:27.195361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:27.198958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:27.204943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc HTTP/1.1" status: 204 len: 168 time: 0.2398934 Feb 19 07:24:27.207547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eefcd-4c20-450d-b074-9069fe98cddb req-3571c027-909d-4d5c-9e81-2f460834c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:27.209142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-3571c027-909d-4d5c-9e81-2f460834c6be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 1130 time: 0.2061536 Feb 19 07:24:27.218363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38af45c-712a-4e96-957f-cd7aa6540738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f52fbb7-9c7b-48e4-8faf-809cdd0f95bc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:27.474466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eefcd-4c20-450d-b074-9069fe98cddb req-d5bb0b5b-a871-46ad-b936-c165009d492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:27.476276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-d5bb0b5b-a871-46ad-b936-c165009d492a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.2550251 Feb 19 07:24:27.658962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-e0006be8-65f2-4638-a365-345c31430e1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 HTTP/1.1" status: 200 len: 217 time: 0.1663847 Feb 19 07:24:27.823353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73ee2-9dfd-4248-9da6-b8962e5f9dfd req-266afa6e-b201-4a1f-8196-ca13715ed84c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:27.838738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38b73ee2-9dfd-4248-9da6-b8962e5f9dfd req-266afa6e-b201-4a1f-8196-ca13715ed84c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1039424 Feb 19 07:24:27.893582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eefcd-4c20-450d-b074-9069fe98cddb req-9d674cbd-c81d-4cc4-8e9e-934c856353c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:27.895135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-9d674cbd-c81d-4cc4-8e9e-934c856353c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.2353473 Feb 19 07:24:27.923945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92fd5d-767f-45f3-ac48-f6682519d6ae req-ab1bdc67-7d00-4da0-856a-5f474d83b21e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:27.929509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c92fd5d-767f-45f3-ac48-f6682519d6ae req-ab1bdc67-7d00-4da0-856a-5f474d83b21e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 948 time: 0.2864611 Feb 19 07:24:27.951933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38b73ee2-9dfd-4248-9da6-b8962e5f9dfd req-b098dde9-e91a-4795-92e5-a7fac5051c15 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119392 Feb 19 07:24:28.141329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6cc75-b59c-42fb-84f7-82908c104534 req-8196db61-2909-4ed7-afe4-73c2a7604d0f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:28.143360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dc6cc75-b59c-42fb-84f7-82908c104534 req-8196db61-2909-4ed7-afe4-73c2a7604d0f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0782912 Feb 19 07:24:28.145604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c92fd5d-767f-45f3-ac48-f6682519d6ae req-0bba1f70-9c2a-48e0-95ef-7b741790a02b tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009087 Feb 19 07:24:28.150022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eefcd-4c20-450d-b074-9069fe98cddb req-9dd655ed-9329-4214-a1e6-5c0efc377528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:28.151825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-9dd655ed-9329-4214-a1e6-5c0efc377528 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2213659 Feb 19 07:24:28.276821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dc6cc75-b59c-42fb-84f7-82908c104534 req-92736caf-43bc-46e2-ad2b-84f1a8c25581 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224167 Feb 19 07:24:28.380253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-438bfa76-9bf6-4df2-b7a0-9b9dea23f290 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058072 Feb 19 07:24:28.609870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-258eefcd-4c20-450d-b074-9069fe98cddb req-8b7a6ca2-748b-4a98-8dd7-57f5b4517fee service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224808 Feb 19 07:24:28.905858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:29.150550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-154722129-network', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:29.212562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8df186-52b5-438d-b0e1-e0e37bb2be73 req-e1494224-dadd-4240-af45-0eb5806cfe3c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:29.227316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a8df186-52b5-438d-b0e1-e0e37bb2be73 req-e1494224-dadd-4240-af45-0eb5806cfe3c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1850467 Feb 19 07:24:29.235514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:29.255454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:29.358896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:29.397067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f6bbb-7cd3-4659-8e5e-bf0c94bc02b9 req-e3c24ae9-c4fa-4267-9498-80df577b4466 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:29.407653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a8df186-52b5-438d-b0e1-e0e37bb2be73 req-b2ad77f9-d4f7-4ca1-b7dd-62b9d7523a79 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597168 Feb 19 07:24:29.416487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c9f6bbb-7cd3-4659-8e5e-bf0c94bc02b9 req-e3c24ae9-c4fa-4267-9498-80df577b4466 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 948 time: 0.1270354 Feb 19 07:24:29.574673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c9f6bbb-7cd3-4659-8e5e-bf0c94bc02b9 req-c23f3e41-bd60-4b6b-9bdf-5bd8c243a1f7 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572146 Feb 19 07:24:29.691729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks [] for security_group (1f126ef0-23ff-4ba5-a82d-aa7009c36e34), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:29.703520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f126ef0-23ff-4ba5-a82d-aa7009c36e34), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:29.760055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f126ef0-23ff-4ba5-a82d-aa7009c36e34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:29.820351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:24:29.879212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9ab35-4ad1-452c-8a33-ec8074bae42c req-dae3a0bb-f786-41c7-8e98-212c2f085b9d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:29.879212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49b9ab35-4ad1-452c-8a33-ec8074bae42c req-dae3a0bb-f786-41c7-8e98-212c2f085b9d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.3565152 Feb 19 07:24:29.880246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7ba036f9-213b-47c4-b4a2-8d311f0c891f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:29.880706 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Added segment 7ba036f9-213b-47c4-b4a2-8d311f0c891f of type vlan for network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 Feb 19 07:24:30.025941 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9cf329dd-f9b9-40d5-b761-f49277abeeb0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.037232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49b9ab35-4ad1-452c-8a33-ec8074bae42c req-9d084529-68e0-44e2-a1af-44509150b32b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457815 Feb 19 07:24:30.055997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.114258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:24:30.120659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9cf329dd-f9b9-40d5-b761-f49277abeeb0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.122105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:30.123028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.261454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3543952 Feb 19 07:24:30.264709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:30.265314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9b6d-d073-4b6f-a9b7-12b51c8b5337 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf329dd-f9b9-40d5-b761-f49277abeeb0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:30.270398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Request body: {'subnet': {'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-subnet', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:30.314188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:30.322625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:24:30.324754 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.631959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441147-0053-45bd-9a0b-5a765e1cf9d0 req-73325de7-f4af-4fe9-93fc-db8b7b007a32 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:30.634405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85441147-0053-45bd-9a0b-5a765e1cf9d0 req-73325de7-f4af-4fe9-93fc-db8b7b007a32 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1331604 Feb 19 07:24:30.765499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a1ab1706-35e4-45f6-b2c0-f2320725082a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:30.889831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:30.890403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da2d3-1788-47ba-9734-bb5059ff105b req-c925cfd2-b670-4060-8bfe-0f8052034d74 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:30.896499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b31da2d3-1788-47ba-9734-bb5059ff105b req-c925cfd2-b670-4060-8bfe-0f8052034d74 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 948 time: 0.1579592 Feb 19 07:24:30.936193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3', 'mac_address': 'fa:16:3e:e5:57:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:24:30.939227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85441147-0053-45bd-9a0b-5a765e1cf9d0 req-a0540974-45fc-40a7-8d18-82eabc5fd866 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677982 Feb 19 07:24:30.955879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Checking segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:30.966015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Network hostable DHCP agents. Network: 9cf329dd-f9b9-40d5-b761-f49277abeeb0, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:24:30.997524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ab1706-35e4-45f6-b2c0-f2320725082a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:31.038068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:24:31.056439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9cf329dd-f9b9-40d5-b761-f49277abeeb0) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:31.062005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:31.062814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.081937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b31da2d3-1788-47ba-9734-bb5059ff105b req-bd50166b-141b-4a1e-9df9-d02d3a61960d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779056 Feb 19 07:24:31.093927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae766b76-5fb6-4b92-9323-1deb54e37cff None None] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:31.114539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d34f1eee-8049-4279-8002-789c30589b4b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8484724 Feb 19 07:24:31.117630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:31.123528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:31.185575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (ab4335d3-d88b-4812-ac57-06e870110b35), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.187073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (ab4335d3-d88b-4812-ac57-06e870110b35), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.209756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:31.210078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.250005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:24:31.326763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:31.346676 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.356809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67115576-7b65-44fb-9a90-0c2dfb0b08b3 req-e89476c6-4ab6-41e7-bf52-a190498eef58 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:31.363279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67115576-7b65-44fb-9a90-0c2dfb0b08b3 req-e89476c6-4ab6-41e7-bf52-a190498eef58 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1800256 Feb 19 07:24:31.393864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for router_controller (ab4335d3-d88b-4812-ac57-06e870110b35), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.449274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67115576-7b65-44fb-9a90-0c2dfb0b08b3 req-09a995c1-10d0-4018-9d7c-67b90ae74169 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Feb 19 07:24:31.518686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:24:31.519602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.605318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:31.685328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for router_gateway (ab4335d3-d88b-4812-ac57-06e870110b35), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:31.937048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Allocated IP 172.20.0.2 (9cf329dd-f9b9-40d5-b761-f49277abeeb0/a1ab1706-35e4-45f6-b2c0-f2320725082a/2d35242a-5719-423e-a0f6-aa4328b9e78b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:32.231355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for router_gateway (ab4335d3-d88b-4812-ac57-06e870110b35), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.254191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['4a1e8a43-63b8-481e-9f17-4c24f51fd7c3'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:32.271716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.373958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57854a38-2b67-459d-998b-18288121a814 req-ce3cc847-89ac-4f4d-94db-41dd8404730e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:32.385297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57854a38-2b67-459d-998b-18288121a814 req-ce3cc847-89ac-4f4d-94db-41dd8404730e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 949 time: 0.1095068 Feb 19 07:24:32.413369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.428768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.429289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.429808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.430314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.430868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.431383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.439702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.440220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.440728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.441228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.441754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.442271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:32.464039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Allocated IP 172.25.7.62 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/69523709-a38a-4f15-a9e8-4e247dfb01c2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:32.534602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57854a38-2b67-459d-998b-18288121a814 req-17f12127-5feb-4662-8cee-4ea3d645be97 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466272 Feb 19 07:24:32.627929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks [] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.653063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.686770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.734390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:32.745067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:32.759118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:32.779595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:32.790224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621cf38-6e42-45b4-8c76-90f0dd2772ac req-d07c6d54-4615-413f-891e-46b1a48234d5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:32.803468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3621cf38-6e42-45b4-8c76-90f0dd2772ac req-d07c6d54-4615-413f-891e-46b1a48234d5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1472104 Feb 19 07:24:32.819860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Pushing event updated for resources: {'Port': ['ID=2d35242a-5719-423e-a0f6-aa4328b9e78b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:32.833812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce92a5-a536-428e-8acb-28118a326712 req-30d97908-359a-4fb9-b2e8-40b687c27b43 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:32.837637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00ce92a5-a536-428e-8acb-28118a326712 req-30d97908-359a-4fb9-b2e8-40b687c27b43 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.6859238 Feb 19 07:24:32.841828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:32.855365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:32.858954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:32.976381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3621cf38-6e42-45b4-8c76-90f0dd2772ac req-d4757ca7-2085-40ac-8266-91792709750b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720035 Feb 19 07:24:33.093881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Pushing event updated for resources: {'Port': ['ID=69523709-a38a-4f15-a9e8-4e247dfb01c2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:33.242655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00ce92a5-a536-428e-8acb-28118a326712 req-ded82503-1736-4125-aff4-9ac1b08387ed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686101 Feb 19 07:24:33.261469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:33.283491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Attempting to bind port 2d35242a-5719-423e-a0f6-aa4328b9e78b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:33.283850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Attempting to bind port 2d35242a-5719-423e-a0f6-aa4328b9e78b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:33.284210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Attempting to bind port 2d35242a-5719-423e-a0f6-aa4328b9e78b on network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:33.344703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:33.345274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Checking segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:33.345834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:33.346343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Bound using segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:33.346963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Bound port: 2d35242a-5719-423e-a0f6-aa4328b9e78b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:33.347538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:33.499469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] For port 2d35242a-5719-423e-a0f6-aa4328b9e78b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:33.504343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] For port 2d35242a-5719-423e-a0f6-aa4328b9e78b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d35242a-5719-423e-a0f6-aa4328b9e78b,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:33.514842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:33.672653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d151-77f0-4439-ab83-c2c674835163 None None] Pushing event updated for resources: {'Port': ['ID=2d35242a-5719-423e-a0f6-aa4328b9e78b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:33.831119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcf04d-e659-4d8b-86ca-f8ebc1e0b231 req-02029b63-e510-458e-9d93-4039a13028b7 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:33.840649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5afcf04d-e659-4d8b-86ca-f8ebc1e0b231 req-02029b63-e510-458e-9d93-4039a13028b7 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 949 time: 0.1643963 Feb 19 07:24:33.960842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5afcf04d-e659-4d8b-86ca-f8ebc1e0b231 req-c7ed6d82-9a46-4da8-af02-0e5feeb529b7 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074247 Feb 19 07:24:34.226860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for router_gateway (ab4335d3-d88b-4812-ac57-06e870110b35), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:34.413026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d35242a-5719-423e-a0f6-aa4328b9e78b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:34.513662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662372-2238-4195-9048-381149d6f3b6 req-a1321422-8ef3-4c18-8a94-0abd1d10e03d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:34.515864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c662372-2238-4195-9048-381149d6f3b6 req-a1321422-8ef3-4c18-8a94-0abd1d10e03d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1252630 Feb 19 07:24:34.571289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1989cc5-fa34-490c-a690-4f65bc97835a req-da8b94a0-f56a-4991-b7b1-3b182403432e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:34.578834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1989cc5-fa34-490c-a690-4f65bc97835a req-da8b94a0-f56a-4991-b7b1-3b182403432e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.4617033 Feb 19 07:24:34.585811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2d35242a-5719-423e-a0f6-aa4328b9e78b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:34.586197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:34.640259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c662372-2238-4195-9048-381149d6f3b6 req-5b083490-f93d-4511-ac85-5136b623741c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 Feb 19 07:24:34.735860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1989cc5-fa34-490c-a690-4f65bc97835a req-ba9c24dc-97cf-4ff1-946b-7be32be70274 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533408 Feb 19 07:24:34.745450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb389b-c50d-4a29-9e21-b65e67f6570d req-14f56a71-ee20-4936-a475-fd9a7fccd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:34.751447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96fb389b-c50d-4a29-9e21-b65e67f6570d req-14f56a71-ee20-4936-a475-fd9a7fccd8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 1127 time: 0.5498853 Feb 19 07:24:34.759590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2d35242a-5719-423e-a0f6-aa4328b9e78b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:34.759997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:34.818057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 2d35242a-5719-423e-a0f6-aa4328b9e78b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d35242a-5719-423e-a0f6-aa4328b9e78b,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:34.824257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:34.896722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96fb389b-c50d-4a29-9e21-b65e67f6570d req-c767566b-1f78-4785-a313-79d595d08a62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424081 Feb 19 07:24:34.906018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (ab4335d3-d88b-4812-ac57-06e870110b35), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:34.939430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=2d35242a-5719-423e-a0f6-aa4328b9e78b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:35.221411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Router ab4335d3-d88b-4812-ac57-06e870110b35 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:24:35.292707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911885df-e35e-4d65-b9ce-34cb3f282434 req-a4dd191f-f2e8-42a0-b18b-09caa2c0d1d6 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:35.300734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-911885df-e35e-4d65-b9ce-34cb3f282434 req-a4dd191f-f2e8-42a0-b18b-09caa2c0d1d6 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 949 time: 0.1277335 Feb 19 07:24:35.412279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-911885df-e35e-4d65-b9ce-34cb3f282434 req-33c6ea25-98d0-43ba-96b6-b35445af642c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102715 Feb 19 07:24:35.657691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b078aa-55b9-48a4-8a45-a4ad479c2f76 None None] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:35.817925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8ec9e26e-8d13-4e5d-8e2a-5003426f72ef None None] Provisioning complete for port 2d35242a-5719-423e-a0f6-aa4328b9e78b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:35.818588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ec9e26e-8d13-4e5d-8e2a-5003426f72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:36.043478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b7399-c163-4a68-96dd-63453c3318f6 req-2a1e0b42-2db2-4def-aa39-903c567eb8ac tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:36.045329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4b7399-c163-4a68-96dd-63453c3318f6 req-2a1e0b42-2db2-4def-aa39-903c567eb8ac tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0876331 Feb 19 07:24:36.057062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:36.093176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Sync routers for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:36.149360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:36.156945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b764c745-aa85-4bf6-bd66-97e2f008c84b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0349557 Feb 19 07:24:36.157787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4b7399-c163-4a68-96dd-63453c3318f6 req-0f1d5135-14e2-463b-bdf8-9f56a75d1af9 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013999 Feb 19 07:24:36.159430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:36.184907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:36.202984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9e26e-8d13-4e5d-8e2a-5003426f72ef None None] Current status of the port 2d35242a-5719-423e-a0f6-aa4328b9e78b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:36.247336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:36.263221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:36.407252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b60b8-d410-449e-825c-c98a01aeeadb req-0a018e61-64c6-4067-99d9-4160e5ad659c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:36.408869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b5b60b8-d410-449e-825c-c98a01aeeadb req-0a018e61-64c6-4067-99d9-4160e5ad659c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.5536430 Feb 19 07:24:36.478492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c14b-6f53-4f24-bba3-d2b55e793425 req-831ceb57-59fe-4210-9839-487ae17448b0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:36.494919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09d5c14b-6f53-4f24-bba3-d2b55e793425 req-831ceb57-59fe-4210-9839-487ae17448b0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1407268 Feb 19 07:24:36.539436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d35242a-5719-423e-a0f6-aa4328b9e78b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:36.641449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b5b60b8-d410-449e-825c-c98a01aeeadb req-4396fe03-6a64-4c8a-bdff-094fab840074 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208569 Feb 19 07:24:36.665067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09d5c14b-6f53-4f24-bba3-d2b55e793425 req-54a664f9-5056-43ad-9320-1e303e8f1b75 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691096 Feb 19 07:24:36.675005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-1969f3d0-e92a-44a1-96df-d68c9b4e7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:36.687704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-1969f3d0-e92a-44a1-96df-d68c9b4e7927 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.7193282 Feb 19 07:24:36.690041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fec436b0-8932-42af-ad61-38186db0ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:36.788112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:36.891641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:24:36.959383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a0adc84e-6513-4bff-95cb-9cd795934c49 None None] Provisioning complete for port 2d35242a-5719-423e-a0f6-aa4328b9e78b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:36.959759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0adc84e-6513-4bff-95cb-9cd795934c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:36.968316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:36.968596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:37.004970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163ff1-c535-45a3-9e9e-a1f63338fe55 req-72c6e84a-20ee-4822-aa81-92c3d0f8825f tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:37.007034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9163ff1-c535-45a3-9e9e-a1f63338fe55 req-72c6e84a-20ee-4822-aa81-92c3d0f8825f tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 949 time: 0.1690414 Feb 19 07:24:37.016822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2d35242a-5719-423e-a0f6-aa4328b9e78b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:37.017538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:37.112390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9163ff1-c535-45a3-9e9e-a1f63338fe55 req-09b189d1-d731-4a4b-95a2-6265aa8a2f7e tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Feb 19 07:24:37.137182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-0364d22f-c334-4b9f-91b5-b50fd7d31f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:37.141249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-0364d22f-c334-4b9f-91b5-b50fd7d31f29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.4269340 Feb 19 07:24:37.335669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc513-1cc1-4010-8429-451b0452de48 req-385c0425-303d-4ebc-ad05-3cfe4ce4cbf4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:37.349054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-172dc513-1cc1-4010-8429-451b0452de48 req-385c0425-303d-4ebc-ad05-3cfe4ce4cbf4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0907748 Feb 19 07:24:37.405068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-46dc2942-da91-4524-b1c2-5e665c956d02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.1766887 Feb 19 07:24:37.410634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-172dc513-1cc1-4010-8429-451b0452de48 req-738ce7c5-0425-4fb4-aa50-2c48e8680a57 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Feb 19 07:24:37.448252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2d35242a-5719-423e-a0f6-aa4328b9e78b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:37.546319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:37.546915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:37.636349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:37.639122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf2f7e-b630-4b4c-b48b-84c76efdd452" -d '{"events": [{"server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:37.644805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a0adc84e-6513-4bff-95cb-9cd795934c49 None None] Current status of the port 2d35242a-5719-423e-a0f6-aa4328b9e78b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:37.655312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:33Z', 'revision_number': 3, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:37.688527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-25a58558-ccbe-43af-ad98-5da9d55c4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:37.693375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-25a58558-ccbe-43af-ad98-5da9d55c4b72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2793579 Feb 19 07:24:37.694585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:37.695656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Checking router: ab4335d3-d88b-4812-ac57-06e870110b35 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:37.696009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Updating router ab4335d3-d88b-4812-ac57-06e870110b35 port 69523709-a38a-4f15-a9e8-4e247dfb01c2 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:24:37.722522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:37.753251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:37.817819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:37.995746 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadf3dd-65a1-4411-b68e-89d113feca10 x-openstack-request-id: req-cfadf3dd-65a1-4411-b68e-89d113feca10 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:37.996049 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:37.996326 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfadf3dd-65a1-4411-b68e-89d113feca10 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:38.001176 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3', 'code': 200} Feb 19 07:24:38.023453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5c31b-0afa-44b6-93a8-f7213d0362a6 req-756cef74-d438-41d8-803e-003fda02c036 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:38.024035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09f5c31b-0afa-44b6-93a8-f7213d0362a6 req-756cef74-d438-41d8-803e-003fda02c036 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.4972599 Feb 19 07:24:38.117730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.152284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-c29af55f-cc7a-45d0-b030-cae38491f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:38.154806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-c29af55f-cc7a-45d0-b030-cae38491f1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3429999 Feb 19 07:24:38.217520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a644c-852b-43a1-b706-44260227d13a req-0a9263a0-4de3-4029-b717-6f6dcc77daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:38.219362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d35a644c-852b-43a1-b706-44260227d13a req-0a9263a0-4de3-4029-b717-6f6dcc77daf0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 1132 time: 0.1969683 Feb 19 07:24:38.239491 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks [] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.255713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.310765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdd779-9ccf-4c84-8217-07ec0c738c7e req-3fd48fd6-38e3-42f3-8e85-053698f4e007 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:38.312632 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dacdd779-9ccf-4c84-8217-07ec0c738c7e req-3fd48fd6-38e3-42f3-8e85-053698f4e007 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2363665 Feb 19 07:24:38.320740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Attempting to bind port 69523709-a38a-4f15-a9e8-4e247dfb01c2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:38.321348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Attempting to bind port 69523709-a38a-4f15-a9e8-4e247dfb01c2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:38.321940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Attempting to bind port 69523709-a38a-4f15-a9e8-4e247dfb01c2 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:38.330359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:38.331003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:38.331623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.332205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:38.332965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Bound port: 69523709-a38a-4f15-a9e8-4e247dfb01c2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:38.333515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.377730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9ec07-7694-4453-a345-b2032527fa5e None None] Pushing event updated for resources: {'Port': ['ID=69523709-a38a-4f15-a9e8-4e247dfb01c2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:38.440330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] For port 69523709-a38a-4f15-a9e8-4e247dfb01c2, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:38.448774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] For port 69523709-a38a-4f15-a9e8-4e247dfb01c2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=69523709-a38a-4f15-a9e8-4e247dfb01c2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:38.457917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-1d61f907-3af7-4ab5-a9d8-35fdc32cd21e service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849443 Feb 19 07:24:38.462956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.502945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dacdd779-9ccf-4c84-8217-07ec0c738c7e req-10d3585e-2509-4b01-9e7e-9e190c0016ed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834168 Feb 19 07:24:38.505444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d35a644c-852b-43a1-b706-44260227d13a req-0b0dbd1a-78ec-492e-86d4-132de4e95af9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799413 Feb 19 07:24:38.598918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9ec07-7694-4453-a345-b2032527fa5e None None] Pushing event updated for resources: {'Port': ['ID=69523709-a38a-4f15-a9e8-4e247dfb01c2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:38.618327 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09f5c31b-0afa-44b6-93a8-f7213d0362a6 req-a53fa344-da13-4e9b-9c2d-51ae1bb068d2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755847 Feb 19 07:24:38.693061 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-979823a5-6c43-4a9a-a95d-3f4162742fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:38.711590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:38.718699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bffa3-4839-4890-baae-136b4682272c req-6d45bf22-412a-4627-92f2-928dcde46ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:38.719147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:38.750843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc2bffa3-4839-4890-baae-136b4682272c req-6d45bf22-412a-4627-92f2-928dcde46ae8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1451066 Feb 19 07:24:38.778246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bc4c00-4f54-4fd0-8ef7-ae5180a934f9 req-ce04accc-d045-4789-9623-abaed25e7a0b service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076453 Feb 19 07:24:38.850819 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc2bffa3-4839-4890-baae-136b4682272c req-8de884ff-876d-43cb-b893-ba08db947c21 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988252 Feb 19 07:24:39.092275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:39.116108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3edc37-23d2-4165-b62e-2e40378c68ec req-90a67e28-a460-4943-9839-922605dd933b tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:39.117564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f3edc37-23d2-4165-b62e-2e40378c68ec req-90a67e28-a460-4943-9839-922605dd933b tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.2757940 Feb 19 07:24:39.216908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d7c3-a845-42b7-9f40-44c10a4122f9 req-62805a92-0501-41bf-bd26-417351c280e8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:39.238208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5d0d7c3-a845-42b7-9f40-44c10a4122f9 req-62805a92-0501-41bf-bd26-417351c280e8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1259525 Feb 19 07:24:39.308799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f3edc37-23d2-4165-b62e-2e40378c68ec req-d04e191d-9482-40b5-8cd6-b7e11c0ea86d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814835 Feb 19 07:24:39.340524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Allocated IP 172.20.0.1 (9cf329dd-f9b9-40d5-b761-f49277abeeb0/a1ab1706-35e4-45f6-b2c0-f2320725082a/98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:39.363750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5d0d7c3-a845-42b7-9f40-44c10a4122f9 req-966430bc-d659-4139-87bd-c91bb0d40d71 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246331 Feb 19 07:24:39.547369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:33Z', 'revision_number': 3, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:39.576055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks [] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:39.611249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935877-f616-4945-aae7-d4d481c9bdc7 None None] The sync data for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 is: [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:33Z', 'revision_number': 3, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:39.633399 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:39.664300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:39.762387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:39.792645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:39.795856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:39.810512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d3016-ae51-4dc4-bca0-b7f00094a8c1 req-0d55c5fe-ad04-460b-9307-4e8cd55589a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:39.817990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36d3016-ae51-4dc4-bca0-b7f00094a8c1 req-0d55c5fe-ad04-460b-9307-4e8cd55589a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1571903 Feb 19 07:24:39.861131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:39.976628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (ab4335d3-d88b-4812-ac57-06e870110b35), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.172994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edec15-8a31-4db9-bb26-6590059bd7f6 req-d260f77d-7950-4178-98e8-33b7c780f3cb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:40.197321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62edec15-8a31-4db9-bb26-6590059bd7f6 req-d260f77d-7950-4178-98e8-33b7c780f3cb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2164476 Feb 19 07:24:40.250907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36d3016-ae51-4dc4-bca0-b7f00094a8c1 req-dd41c5e0-0f43-4ddb-84c3-6dbe7f7e0807 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300826 Feb 19 07:24:40.390181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.439333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-126a248e-2c48-459e-a1a0-a6f5fd330419 None None] Provisioning complete for port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:40.439333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-126a248e-2c48-459e-a1a0-a6f5fd330419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.440467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62edec15-8a31-4db9-bb26-6590059bd7f6 req-f85a5e69-4da8-43fc-8554-f7edd782ec10 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390499 Feb 19 07:24:40.519935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 69523709-a38a-4f15-a9e8-4e247dfb01c2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:40.614211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-126a248e-2c48-459e-a1a0-a6f5fd330419 None None] Port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:24:40.658054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 69523709-a38a-4f15-a9e8-4e247dfb01c2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:40.658823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.690453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faca55-3b3d-4537-aad8-8df5d9eae275 req-000f2fd8-554c-4b18-9282-824b815dc845 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:40.712502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47faca55-3b3d-4537-aad8-8df5d9eae275 req-000f2fd8-554c-4b18-9282-824b815dc845 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1497128 Feb 19 07:24:40.777276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf8893-eec8-4d7d-8848-0e734f3caa51 req-32bcd388-db12-46d6-94d6-a8ac723a6147 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:40.779433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cddf8893-eec8-4d7d-8848-0e734f3caa51 req-32bcd388-db12-46d6-94d6-a8ac723a6147 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.2286413 Feb 19 07:24:40.842460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47faca55-3b3d-4537-aad8-8df5d9eae275 req-b55084d3-8f2e-4d58-93e6-fc6a0c02754e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258564 Feb 19 07:24:40.861964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 69523709-a38a-4f15-a9e8-4e247dfb01c2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:40.862512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.885843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 69523709-a38a-4f15-a9e8-4e247dfb01c2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=69523709-a38a-4f15-a9e8-4e247dfb01c2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:40.893553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:40.978019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:41.000457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=69523709-a38a-4f15-a9e8-4e247dfb01c2,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:41.026069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cddf8893-eec8-4d7d-8848-0e734f3caa51 req-58839f94-9b3b-4943-9d0f-e47bb7c23a6d tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364707 Feb 19 07:24:41.093739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks [] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:41.106918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:41.303953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:41.323121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (ab4335d3-d88b-4812-ac57-06e870110b35), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:41.616590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:41.620551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:41.719772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7759101-7d28-41b3-b135-a17a28cb1ca1 req-9aaf07a0-8450-4e1e-9c38-71768c585fee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:41.735965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7759101-7d28-41b3-b135-a17a28cb1ca1 req-9aaf07a0-8450-4e1e-9c38-71768c585fee tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.2097070 Feb 19 07:24:41.818923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Router ab4335d3-d88b-4812-ac57-06e870110b35 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:24:41.842463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7759101-7d28-41b3-b135-a17a28cb1ca1 req-561122ec-4d75-4ce3-8002-39e83b952618 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024783 Feb 19 07:24:41.852225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904466dd-45e8-4183-8f4c-a575045aa86d req-629b54a1-ad01-41be-892e-d5e44139c3a7 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:41.864329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-904466dd-45e8-4183-8f4c-a575045aa86d req-629b54a1-ad01-41be-892e-d5e44139c3a7 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3871584 Feb 19 07:24:42.054086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-904466dd-45e8-4183-8f4c-a575045aa86d req-2cd5d93d-4589-4c81-ada8-713d3918aa52 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887677 Feb 19 07:24:42.103034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1cab4794-12ca-4651-a05e-04070110d9eb None None] Provisioning complete for port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:42.106492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1cab4794-12ca-4651-a05e-04070110d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:42.218763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210eb1-c2d2-47db-920f-4df88e928cc8 req-251ed2aa-5eb3-469d-acf8-358bf2e93ce2 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:42.221985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53210eb1-c2d2-47db-920f-4df88e928cc8 req-251ed2aa-5eb3-469d-acf8-358bf2e93ce2 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.1816483 Feb 19 07:24:42.239788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1cab4794-12ca-4651-a05e-04070110d9eb None None] Port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:24:42.308631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:42.309801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 69523709-a38a-4f15-a9e8-4e247dfb01c2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:42.314645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6b3005c7-0d75-4456-8ab2-22d914f1a2b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab4335d3-d88b-4812-ac57-06e870110b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1532733 Feb 19 07:24:42.413458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53210eb1-c2d2-47db-920f-4df88e928cc8 req-6f4512e1-9b19-4e4f-9662-812283064b5a tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789746 Feb 19 07:24:42.444695 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:42.460767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 69523709-a38a-4f15-a9e8-4e247dfb01c2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:42.461199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:42.620415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 69523709-a38a-4f15-a9e8-4e247dfb01c2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:42.729681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Sync routers for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:42.753761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:42.754415 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:43.072308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:43.159366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c0182-8339-4cc6-88c5-56aa77ae9df5 req-ba69ac86-b1da-41ed-b300-7c1f54a26750 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:43.171128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-825c0182-8339-4cc6-88c5-56aa77ae9df5 req-ba69ac86-b1da-41ed-b300-7c1f54a26750 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1320908 Feb 19 07:24:43.293342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-825c0182-8339-4cc6-88c5-56aa77ae9df5 req-76257225-5905-45c8-916b-d2807dba9520 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197886 Feb 19 07:24:43.352357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c6bee-a443-4d9d-b1e3-80ec2daad337 req-301dc0a7-878e-4b87-88e9-385332e5066b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:43.365701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-364c6bee-a443-4d9d-b1e3-80ec2daad337 req-301dc0a7-878e-4b87-88e9-385332e5066b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1629317 Feb 19 07:24:43.538376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-364c6bee-a443-4d9d-b1e3-80ec2daad337 req-b2cc5143-5da5-4cd3-aeaf-e5201c13f438 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694670 Feb 19 07:24:43.702518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101354-e370-463a-b662-86fd7b6cc9ca req-8887e3dc-2b88-414f-adb2-6706fc7d4645 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:43.711502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86101354-e370-463a-b662-86fd7b6cc9ca req-8887e3dc-2b88-414f-adb2-6706fc7d4645 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.1341302 Feb 19 07:24:43.815459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86101354-e370-463a-b662-86fd7b6cc9ca req-8b8afd60-7a13-41db-b4ad-e7fc6a0286ed tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945206 Feb 19 07:24:43.837024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:43.842423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-network', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:43.842849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 2, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:43.899208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Made reservation on behalf of 3b2e08c13c974a5e98c6e9a605faaca6 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:43.902754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:43.922005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Checking router: ab4335d3-d88b-4812-ac57-06e870110b35 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:43.923427 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Updating router ab4335d3-d88b-4812-ac57-06e870110b35 port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:24:43.926047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.017426 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.051646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-29a492c9-2464-4aa5-85b4-671e9171df09 tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:44.063432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-29a492c9-2464-4aa5-85b4-671e9171df09 tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 1132 time: 0.1239405 Feb 19 07:24:44.101966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-53f3eee6-c19e-455c-bed8-ac8d587f6add tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.171383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks [] for security_group (2c6c6ff2-44cd-4c89-89ad-478233ef6d1d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.179640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c6c6ff2-44cd-4c89-89ad-478233ef6d1d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.245470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:24:44.285826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c6ff2-44cd-4c89-89ad-478233ef6d1d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:44.314414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (566fcd15-26ee-47aa-bb61-473775be299d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.314937 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Added segment 566fcd15-26ee-47aa-bb61-473775be299d of type vlan for network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 Feb 19 07:24:44.398810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-53f3eee6-c19e-455c-bed8-ac8d587f6add tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] Publish callbacks [] for security_group (d0f2fdbe-41e2-498b-b758-b309c2c600cb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.416656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-53f3eee6-c19e-455c-bed8-ac8d587f6add tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d0f2fdbe-41e2-498b-b758-b309c2c600cb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.580792 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks [] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.596593 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:24:44.603217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3eee6-c19e-455c-bed8-ac8d587f6add tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2fdbe-41e2-498b-b758-b309c2c600cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:44.612026 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.633923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9f07a6fc-d1bb-4481-af53-c529ae0cea96), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.674412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36ab1965-c238-4ba6-976c-a998b3e68277 req-53f3eee6-c19e-455c-bed8-ac8d587f6add tempest-LiveMigrationNegativeTest-712968168 tempest-LiveMigrationNegativeTest-712968168-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099706 Feb 19 07:24:44.803816 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Pushing event updated for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:44.807678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa0f45-5ea3-4860-98f6-85e9ccdeb112 req-98f6e9d3-b6d2-44fa-bb93-6baa8bd97ef4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:44.828308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2fa0f45-5ea3-4860-98f6-85e9ccdeb112 req-98f6e9d3-b6d2-44fa-bb93-6baa8bd97ef4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3105493 Feb 19 07:24:44.837509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9f07a6fc-d1bb-4481-af53-c529ae0cea96), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.852404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:44.852991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:44.894797 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.911556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.911923 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.913492 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.913841 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.914180 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.915174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.919252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.921090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.921090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.921090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.921090 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:44.928674 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:24:45.024837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-5d1fb012-8547-4f46-9da9-8f6bd7d56111 req-47891d8e-0db5-498c-a1ca-cbf0a1feb649 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:24:45.026210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5d1fb012-8547-4f46-9da9-8f6bd7d56111 req-47891d8e-0db5-498c-a1ca-cbf0a1feb649 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068328 Feb 19 07:24:45.072541 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Attempting to bind port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:45.073006 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Attempting to bind port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:45.085687 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Attempting to bind port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d on network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:45.108328 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:45.108857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Checking segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:45.109274 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:45.109679 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Bound using segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:45.110173 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Bound port: 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:45.110555 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:45.226296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:45.233332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Request body: {'subnet': {'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-subnet', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:45.241555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4031115 Feb 19 07:24:45.283494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Made reservation on behalf of 3b2e08c13c974a5e98c6e9a605faaca6 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:24:45.296597 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:45.302511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c73cf291-71ad-4796-a3c7-af68e9f2dcaa None None] Provisioning complete for port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:45.305566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c73cf291-71ad-4796-a3c7-af68e9f2dcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:45.316095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32095a-4127-46f5-9704-fb19afb0d6fc admin admin] Pushing event updated for resources: {'Network': ['ID=9f07a6fc-d1bb-4481-af53-c529ae0cea96,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:45.349325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2fa0f45-5ea3-4860-98f6-85e9ccdeb112 req-670c9ee5-5285-4a10-a430-170570056695 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131934 Feb 19 07:24:45.357859 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] For port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:45.372179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] For port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:45.396072 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:45.487517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c73cf291-71ad-4796-a3c7-af68e9f2dcaa None None] Port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:24:45.494704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:24:45.573303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccf2ec-d86a-4035-b2d9-25bf14878fa3 None None] Pushing event updated for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:45.586757 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:45.588123 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:45.843169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5562-e5a6-4427-8063-a9284cdef3d0 req-025e7033-a811-41e9-ad94-9da520d07667 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:45.846234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-413f5562-e5a6-4427-8063-a9284cdef3d0 req-025e7033-a811-41e9-ad94-9da520d07667 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.1652560 Feb 19 07:24:45.946802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-413f5562-e5a6-4427-8063-a9284cdef3d0 req-9bf441dc-c9be-4574-93f9-e92b12325bdf tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947266 Feb 19 07:24:45.985284 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:46.018849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (813ed178-c26f-4770-91ff-56542468de1b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.063913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Provisioning complete for port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:46.076289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.241319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813ed178-c26f-4770-91ff-56542468de1b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:46.317697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Current status of the port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:46.318240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.372879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Checking segment: {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:46.374439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Network hostable DHCP agents. Network: 9f07a6fc-d1bb-4481-af53-c529ae0cea96, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:24:46.417165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] For port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:46.428996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:24:46.432879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.453671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9f07a6fc-d1bb-4481-af53-c529ae0cea96) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:46.460609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:46.461307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.501267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c2f3ea1-d982-4448-9c6d-6775c22dd607 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2729428 Feb 19 07:24:46.503739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:46.514436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:24:46.515016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:45Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:46.557137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eaa74-9e72-4736-b1d4-ce5572d7565a None None] Pushing event updated for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:46.560975 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.562345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.569802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc268cf-9da9-47a2-811e-419ea55e5b31 None None] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:46.622072 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26e304-7c09-4564-96e1-990d7e9633cc None None] The sync data for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 is: [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:45Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:46.682512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for router_controller (d20bf967-2d1c-4a69-b247-e0125002b82c), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:46.883221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'fixed_ips': [{'subnet_id': '813ed178-c26f-4770-91ff-56542468de1b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:24:46.884380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:47.015550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1656c0-29c8-4ab6-8511-22be24b432b4 req-dbc1638b-fc75-4531-b6a1-740567b6f015 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:47.022839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba1656c0-29c8-4ab6-8511-22be24b432b4 req-dbc1638b-fc75-4531-b6a1-740567b6f015 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3386559 Feb 19 07:24:47.209867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba1656c0-29c8-4ab6-8511-22be24b432b4 req-ae387b62-5aa4-473d-b2d0-8a7df2125c0d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860330 Feb 19 07:24:47.249862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for router_gateway (d20bf967-2d1c-4a69-b247-e0125002b82c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:47.294853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38851ef5-718c-4805-aca2-8119a409a235 req-be20334d-3f2d-400a-9987-61cb263ed72c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:47.319330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38851ef5-718c-4805-aca2-8119a409a235 req-be20334d-3f2d-400a-9987-61cb263ed72c tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.1804204 Feb 19 07:24:47.376486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Allocated IP 172.20.0.2 (9f07a6fc-d1bb-4481-af53-c529ae0cea96/813ed178-c26f-4770-91ff-56542468de1b/6e2a3b98-f7cc-44dd-b168-80f4ebed043f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:47.625657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38851ef5-718c-4805-aca2-8119a409a235 req-8f9599cf-8273-43cd-be12-7b8d71dec440 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053405 Feb 19 07:24:47.695463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-fe0dd693-5407-41f0-8c67-bedd8ff88dc2 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:47.696989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-fe0dd693-5407-41f0-8c67-bedd8ff88dc2 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.47 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.3609309 Feb 19 07:24:48.036500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for router_gateway (d20bf967-2d1c-4a69-b247-e0125002b82c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.048451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Deleting port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:48.048815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.105488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.506117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Allocated IP 172.25.7.83 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:48.514023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] For port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:48.514774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.568913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Calling delete_port for 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:48.729869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks [] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.748270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:48.751578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.906058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:48.914160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Pushing event updated for resources: {'Port': ['ID=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:49.020842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:49.025347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:49.038803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:49.049699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:49.109021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:49.110494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:49.125778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:49.152470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:49.189265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:49.389809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Attempting to bind port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:49.390198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Attempting to bind port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:49.390564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Attempting to bind port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f on network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:49.432902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:49.433315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Checking segment: {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:49.433725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:49.434652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Bound using segment: {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:49.435139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Bound port: 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:49.453749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-f0ae3d8e-bf25-44ec-95d7-b94dfac71b68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1647007 Feb 19 07:24:49.461793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:49.759145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] For port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:49.808291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] For port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:49.882429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:50.107685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for router_gateway (d20bf967-2d1c-4a69-b247-e0125002b82c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:50.177736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:50.254509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a4a9e-6b91-4f8a-a846-88b35c16f16e None None] Pushing event updated for resources: {'Port': ['ID=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:50.564081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4a1e8a43-63b8-481e-9f17-4c24f51fd7c3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:50.577874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['76907c58-4039-4cf3-9f57-1ef76e3169c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:50.645768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa81e98-f636-4bd4-9632-f0615fd1075b req-f0e0cfc1-f4d6-41de-94df-c1fe1b39dda8 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:50.654993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9aa81e98-f636-4bd4-9632-f0615fd1075b req-f0e0cfc1-f4d6-41de-94df-c1fe1b39dda8 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=37f6b64e-8ccd-4cee-831b-a3e5525da2f2 HTTP/1.1" status: 200 len: 950 time: 0.5127366 Feb 19 07:24:50.796614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Pushing event deleted for resources: {'Port': ['ID=4a1e8a43-63b8-481e-9f17-4c24f51fd7c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:50.982116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] No DVR routers for this DVR port 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:50.992499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:50.997723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6e9a0f9-4e0a-4c36-af41-a7de481268e1 req-87ff8c31-7c75-436e-9d3e-d18d1a2b6977 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.47 "DELETE /v2.0/ports/4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 HTTP/1.1" status: 204 len: 173 time: 3.2925119 Feb 19 07:24:51.039485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'name': 'network-vif-deleted', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:51.049213 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f4257-6c2a-4ef0-a3cb-c6922882417c" -d '{"events": [{"server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "name": "network-vif-deleted", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:51.139649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9aa81e98-f636-4bd4-9632-f0615fd1075b req-af6d8e28-4b14-441b-a534-97315d85e1f3 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886969 Feb 19 07:24:51.397267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Pushing event updated for resources: {'Port': ['ID=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:51.702230 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd74bed2-b924-4785-9c18-061a760cb472 x-openstack-request-id: req-dd74bed2-b924-4785-9c18-061a760cb472 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:51.702759 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f6b64e-8ccd-4cee-831b-a3e5525da2f2", "name": "network-vif-deleted", "tag": "4a1e8a43-63b8-481e-9f17-4c24f51fd7c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:51.702759 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd74bed2-b924-4785-9c18-061a760cb472 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:51.703171 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6b64e-8ccd-4cee-831b-a3e5525da2f2', 'name': 'network-vif-deleted', 'tag': '4a1e8a43-63b8-481e-9f17-4c24f51fd7c3', 'status': 'completed', 'code': 200} Feb 19 07:24:52.037992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:52.094728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4f447-43d2-4536-b872-8a4d3198240a req-982c5e67-1a9e-4ed7-bca6-900b3271e783 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:52.136170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe324d3-24db-44fd-85b1-0ea37a1e9ea1 req-26deef55-cb81-4aba-a899-6c4aed628b19 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:52.145973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abe324d3-24db-44fd-85b1-0ea37a1e9ea1 req-26deef55-cb81-4aba-a899-6c4aed628b19 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 3.1426308 Feb 19 07:24:52.157639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99e4f447-43d2-4536-b872-8a4d3198240a req-982c5e67-1a9e-4ed7-bca6-900b3271e783 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2559714 Feb 19 07:24:52.179649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b369-b691-4997-b87a-d0534bb4a945 req-c80a5244-72a6-4a7b-9f67-5902f57353c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:52.187890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-c80a5244-72a6-4a7b-9f67-5902f57353c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1127 time: 2.4774768 Feb 19 07:24:52.258456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-efbd7f47-e3de-460a-961d-afe8d473676f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1726351 Feb 19 07:24:52.294908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:52.372386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:52.379896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 4a1e8a43-63b8-481e-9f17-4c24f51fd7c3 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:52.423766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99e4f447-43d2-4536-b872-8a4d3198240a req-93ced02a-7bad-4d81-a4b9-407b13cebc2e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544448 Feb 19 07:24:52.515095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ee994-62e3-485e-96bf-9d284bf30e4c None None] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:24:52.738657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b369-b691-4997-b87a-d0534bb4a945 req-0de6d323-00ce-48cb-b029-ea2d9f9a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:52.740868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-0de6d323-00ce-48cb-b029-ea2d9f9a2533 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.5224607 Feb 19 07:24:52.755205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6e2a3b98-f7cc-44dd-b168-80f4ebed043f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:52.761671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Provisioning complete for port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:52.764722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:52.982529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abe324d3-24db-44fd-85b1-0ea37a1e9ea1 req-17c87775-e0db-4cf7-b143-29b1606608ec tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886117 Feb 19 07:24:53.045339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-7197d7cc-80f9-4687-80af-b61f750a783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.049747 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-7197d7cc-80f9-4687-80af-b61f750a783f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 1.3813798 Feb 19 07:24:53.065741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-252eb8a1-dfc6-40ea-9cd6-39fd3e93c69b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 217 time: 0.3135712 Feb 19 07:24:53.149475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Current status of the port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:53.150029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:53.215617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b369-b691-4997-b87a-d0534bb4a945 req-50bd71da-f5bc-464b-8d3b-579db1eabc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.221819 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-50bd71da-f5bc-464b-8d3b-579db1eabc4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1326654 Feb 19 07:24:53.269805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] For port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:53.284544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd438c-3466-480e-b6b9-fc2a6360df2f req-e31acc61-77bc-4fae-8e8c-26355639b9cb tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.288680 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:53.297945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32dd438c-3466-480e-b6b9-fc2a6360df2f req-e31acc61-77bc-4fae-8e8c-26355639b9cb tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.1658144 Feb 19 07:24:53.380108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f02c1-a2ac-481a-acef-4739196b7161 None None] Pushing event updated for resources: {'Port': ['ID=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:53.391789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:53.392424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:53.470436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32dd438c-3466-480e-b6b9-fc2a6360df2f req-c79fd6dd-f79b-4a62-916b-a78741b76e2a tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663969 Feb 19 07:24:53.477990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-f3777d78-939b-4099-b98f-284b10f8a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.489473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-f3777d78-939b-4099-b98f-284b10f8a68d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 1127 time: 0.8469572 Feb 19 07:24:53.541479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Router d20bf967-2d1c-4a69-b247-e0125002b82c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:24:53.678928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:53.836895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cf747231-f881-4da1-baa4-08981f7c01f9 None None] Provisioning complete for port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:53.837277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf747231-f881-4da1-baa4-08981f7c01f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:53.937887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-3cb18a68-cab3-4e61-9fc8-7219288a4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.939348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-3cb18a68-cab3-4e61-9fc8-7219288a4c8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.8697207 Feb 19 07:24:53.975678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b369-b691-4997-b87a-d0534bb4a945 req-8d8d9ce4-194e-40ec-9bdc-1385baa1d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:53.979944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-8d8d9ce4-194e-40ec-9bdc-1385baa1d60f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7108016 Feb 19 07:24:54.004482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf747231-f881-4da1-baa4-08981f7c01f9 None None] Current status of the port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:54.179681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-a74208f8-e3e3-4001-9b73-df5b8fd9a4fc service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372907 Feb 19 07:24:54.202624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-5cfe6792-d5ae-40b3-905c-909938ad21e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.2425468 Feb 19 07:24:54.221083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bad11-8cb1-41af-89d6-101a5012fc55 req-9fe64c4f-45d4-468e-843c-37a525f63501 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:54.237380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe2bad11-8cb1-41af-89d6-101a5012fc55 req-9fe64c4f-45d4-468e-843c-37a525f63501 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1182663 Feb 19 07:24:54.284855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d986-8b70-4c0e-ac4f-90b4eda9f834 req-ffa7dd25-379b-499c-a387-3513e8ce371d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:54.291409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b504d986-8b70-4c0e-ac4f-90b4eda9f834 req-ffa7dd25-379b-499c-a387-3513e8ce371d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.6647360 Feb 19 07:24:54.361240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe2bad11-8cb1-41af-89d6-101a5012fc55 req-847b943a-d3f6-4388-81c5-3001f4f8f675 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225886 Feb 19 07:24:54.378133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6e2a3b98-f7cc-44dd-b168-80f4ebed043f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:24:54.440042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-9eaf4cf1-46cf-49ee-8ca0-2e221d1f0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:54.441555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-9eaf4cf1-46cf-49ee-8ca0-2e221d1f0f39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.9115906 Feb 19 07:24:54.442630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:24:54.467870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-29ed1d9e-7ecb-4a24-8536-92e952c254ec tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:54.469188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-29ed1d9e-7ecb-4a24-8536-92e952c254ec tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.1069977 Feb 19 07:24:54.474840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Sync routers for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:24:54.509699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:54.514124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:54.804520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:54.808125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-7540dcc4-c923-4c30-b336-19df36deee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:54.810169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-7540dcc4-c923-4c30-b336-19df36deee10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.5072145 Feb 19 07:24:54.860013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-134993e1-82d7-490b-b4c2-8b7c26b2cb0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 200 len: 217 time: 0.3131506 Feb 19 07:24:54.898673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Deleting port 76907c58-4039-4cf3-9f57-1ef76e3169c6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:24:54.899061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:54.920579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-8dfdc157-f038-4a66-b69e-aa3087051f13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801654 Feb 19 07:24:55.071769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-001ac3b1-82de-4453-bf2e-9dd9d8073910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:55.075308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-001ac3b1-82de-4453-bf2e-9dd9d8073910 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1492877 Feb 19 07:24:55.077379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:55.088790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ea295-21bc-4646-a64b-051d25fc1f17 req-730300cf-aa15-4b04-afc4-05c9710f9c55 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:55.095560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c2ea295-21bc-4646-a64b-051d25fc1f17 req-730300cf-aa15-4b04-afc4-05c9710f9c55 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 950 time: 0.4619861 Feb 19 07:24:55.105376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-96b489ae-c7f2-4ac2-aa86-1252b44195ab admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5993342 Feb 19 07:24:55.108612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:55.341837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c2ea295-21bc-4646-a64b-051d25fc1f17 req-ec2f9c4d-f988-41c8-bbc1-60a0e3a58b82 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4698806-9946-460e-a9e2-8331d6a4a988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459733 Feb 19 07:24:55.342244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:24:55.342822 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:55.363129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] For port 76907c58-4039-4cf3-9f57-1ef76e3169c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=76907c58-4039-4cf3-9f57-1ef76e3169c6,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:24:55.363607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:55.419628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Calling delete_port for 76907c58-4039-4cf3-9f57-1ef76e3169c6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:24:55.498485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-99172d57-ef96-464d-a905-28239c5a9cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794141 Feb 19 07:24:55.620870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:24:55.636123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:49Z', 'revision_number': 3, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:55.698099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21dd89a5-9c15-4ffa-9c7d-d0d9ab77dbf3 req-c487a7e5-339e-4fb7-8a89-0b3be0417a68 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863608 Feb 19 07:24:55.766813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b504d986-8b70-4c0e-ac4f-90b4eda9f834 req-3b554353-ce78-41b7-aee9-c315aaace305 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4215322 Feb 19 07:24:55.792387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Checking router: d20bf967-2d1c-4a69-b247-e0125002b82c for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:24:55.799760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Updating router d20bf967-2d1c-4a69-b247-e0125002b82c port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:24:55.806517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-8a62b37f-d47d-465f-b622-b3196d641f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:55.808664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-8a62b37f-d47d-465f-b622-b3196d641f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4130838 Feb 19 07:24:55.821356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8819b369-b691-4997-b87a-d0534bb4a945 req-019113c2-4c95-4cd9-8e99-1cc99f5d2520 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6322179 Feb 19 07:24:55.928314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c8cd3-7bc6-4f1c-a89e-e19377ba1e6c req-9163a8db-c7ae-4c43-8505-d5d796a52a7d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:55.937777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec6c8cd3-7bc6-4f1c-a89e-e19377ba1e6c req-9163a8db-c7ae-4c43-8505-d5d796a52a7d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3809936 Feb 19 07:24:55.939066 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:55.971962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (76907c58-4039-4cf3-9f57-1ef76e3169c6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:56.010532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['76907c58-4039-4cf3-9f57-1ef76e3169c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:24:56.217983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Pushing event deleted for resources: {'Port': ['ID=76907c58-4039-4cf3-9f57-1ef76e3169c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:56.234152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] No DVR routers for this DVR port 76907c58-4039-4cf3-9f57-1ef76e3169c6 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:24:56.242677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:56.253895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c6657e3-98c4-4413-ae08-381bda80f3f5 req-2b53355e-1e1b-4610-8dec-b7fa8bd41589 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.24 "DELETE /v2.0/ports/76907c58-4039-4cf3-9f57-1ef76e3169c6 HTTP/1.1" status: 204 len: 173 time: 1.7758806 Feb 19 07:24:56.254392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'name': 'network-vif-deleted', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:24:56.259217 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc8a922-a6e4-47ce-ae17-bde254e31c32" -d '{"events": [{"server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "name": "network-vif-deleted", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:24:56.301280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec6c8cd3-7bc6-4f1c-a89e-e19377ba1e6c req-186a1deb-d0b3-4477-81bf-57707d727863 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624394 Feb 19 07:24:56.388654 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521e1ad1-913d-47bf-a57a-bbcf06429217 x-openstack-request-id: req-521e1ad1-913d-47bf-a57a-bbcf06429217 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:24:56.389272 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f345b88-240f-432a-a2c6-ba4b23801029", "name": "network-vif-deleted", "tag": "76907c58-4039-4cf3-9f57-1ef76e3169c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:24:56.389272 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-521e1ad1-913d-47bf-a57a-bbcf06429217 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:24:56.389604 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f345b88-240f-432a-a2c6-ba4b23801029', 'name': 'network-vif-deleted', 'tag': '76907c58-4039-4cf3-9f57-1ef76e3169c6', 'status': 'completed', 'code': 200} Feb 19 07:24:56.571956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ceb1e80f-f3ab-47b7-9d02-1b3ad2ceb6ab req-2d9ff682-55b9-4574-a9f3-7b2d9fa751f1 tempest-LiveMigrationNegativeTest-605719226 tempest-LiveMigrationNegativeTest-605719226-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f345b88-240f-432a-a2c6-ba4b23801029 HTTP/1.1" status: 200 len: 210 time: 0.0812922 Feb 19 07:24:56.734240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks [] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:56.750887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:56.894532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Attempting to bind port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:24:56.898149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Attempting to bind port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:24:56.901773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Attempting to bind port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:24:56.926506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5c7dc-1eca-4ecc-afa3-78643e731d78 None None] Pushing event updated for resources: {'Port': ['ID=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:56.936595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:24:56.937528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:24:56.938046 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:56.938547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:24:56.939151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Bound port: e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:24:56.939661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:57.158502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] For port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:24:57.190457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] For port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:24:57.202774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:57.335144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5c7dc-1eca-4ecc-afa3-78643e731d78 None None] Pushing event updated for resources: {'Port': ['ID=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:57.368086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:24:57.369692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:57.600852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472e75-714d-4791-9f8f-6de1f3779466 req-c7a97db0-cb56-43ef-941e-3f21087efe68 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:57.620017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4472e75-714d-4791-9f8f-6de1f3779466 req-c7a97db0-cb56-43ef-941e-3f21087efe68 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1450491 Feb 19 07:24:57.775903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4472e75-714d-4791-9f8f-6de1f3779466 req-0afaf0b8-77a7-45c7-b005-52b75760e511 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546075 Feb 19 07:24:57.896083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:24:57.914345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f2b5f-1c90-4a10-9e27-e411d9062735 req-f8cc1ab7-5bd8-41ca-b3f5-79d7a0a2333c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:57.918677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-138f2b5f-1c90-4a10-9e27-e411d9062735 req-f8cc1ab7-5bd8-41ca-b3f5-79d7a0a2333c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.8105800 Feb 19 07:24:57.969114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-ada174b3-0f27-4401-932a-09109cbc6c36 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1332700 Feb 19 07:24:58.153072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-138f2b5f-1c90-4a10-9e27-e411d9062735 req-77c2c7f1-0bf2-4197-8b24-5123346d3977 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206013 Feb 19 07:24:58.278188 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4a495ec-7917-40d3-9edb-a88cf47d8f8c req-2d7961f0-2b48-43e7-802f-46adaabf4f5c service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609761 Feb 19 07:24:58.310461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:49Z', 'revision_number': 3, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:24:58.380702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9712d5-ee91-47ad-9f62-9d8c87f19bc9 None None] The sync data for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 is: [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:49Z', 'revision_number': 3, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:24:58.493048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:58.523476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:58.557901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 76907c58-4039-4cf3-9f57-1ef76e3169c6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:24:58.594363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 76907c58-4039-4cf3-9f57-1ef76e3169c6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:24:58.594708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 76907c58-4039-4cf3-9f57-1ef76e3169c6 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:24:58.749952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:24:58.755242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-49aa1e2d-d65d-4182-a60a-4e7aabf349b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=435bb99becca43e2bb8fa8f94ba03f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605762 Feb 19 07:24:58.994774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830486-4be2-4482-9b85-f4e1f610a57e req-0433b0a2-41ee-4902-8384-1adba5a13ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:58.998018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-0433b0a2-41ee-4902-8384-1adba5a13ebf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1127 time: 0.1120384 Feb 19 07:24:59.013394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] Publish callbacks [] for security_group (c4698806-9946-460e-a9e2-8331d6a4a988), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.066915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] Publish callbacks [] for security_group (c4698806-9946-460e-a9e2-8331d6a4a988), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.075267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f972d-92d0-4b55-9c8d-917424534611 req-7a933404-d3b1-4a8e-acd4-24f83230be9e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:59.076886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-363f972d-92d0-4b55-9c8d-917424534611 req-7a933404-d3b1-4a8e-acd4-24f83230be9e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1435928 Feb 19 07:24:59.118661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Allocated IP 172.20.0.1 (9f07a6fc-d1bb-4481-af53-c529ae0cea96/813ed178-c26f-4770-91ff-56542468de1b/732b61fc-5178-4e8f-a3ca-c77ce85d895d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:24:59.176768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-363f972d-92d0-4b55-9c8d-917424534611 req-91e48f7b-b5a5-4eda-b42d-5f9d203121da tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891581 Feb 19 07:24:59.295168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks [] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.351986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.485969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:24:59.491851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:24:59.494694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:24:59.555527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (d20bf967-2d1c-4a69-b247-e0125002b82c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.642800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4698806-9946-460e-a9e2-8331d6a4a988), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.645617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:24:59.646968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4698806-9946-460e-a9e2-8331d6a4a988 HTTP/1.1" status: 204 len: 168 time: 0.8961391 Feb 19 07:24:59.659275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:59.689547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a168aef-89e0-499c-a7b1-205dd8120b37 req-3b669d72-0f3c-4605-b99e-352f439f711b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:59.691689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a168aef-89e0-499c-a7b1-205dd8120b37 req-3b669d72-0f3c-4605-b99e-352f439f711b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3532958 Feb 19 07:24:59.762280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a168aef-89e0-499c-a7b1-205dd8120b37 req-14603a65-bed0-4719-8231-bca173b46222 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579052 Feb 19 07:24:59.768724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460388c-b4e1-4be7-ad08-8e66619644ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4698806-9946-460e-a9e2-8331d6a4a988,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:24:59.821169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830486-4be2-4482-9b85-f4e1f610a57e req-b4b3256e-0ff5-47a3-b521-3ccf30b6d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:24:59.823309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-b4b3256e-0ff5-47a3-b521-3ccf30b6d065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.7063434 Feb 19 07:24:59.951040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-405e72f2-5b9d-4926-8916-bb3a6ef66ce3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.0781996 Feb 19 07:25:00.001840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9cd38aa9-a019-41c3-93c4-0feb6f6e7104 None None] Provisioning complete for port 732b61fc-5178-4e8f-a3ca-c77ce85d895d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:00.002392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cd38aa9-a019-41c3-93c4-0feb6f6e7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.125843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39830486-4be2-4482-9b85-f4e1f610a57e req-00adae9a-bcc2-4dbf-bfcd-6da05fcef783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:00.130485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-00adae9a-bcc2-4dbf-bfcd-6da05fcef783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.1668680 Feb 19 07:25:00.131523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.137915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.139788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9cd38aa9-a019-41c3-93c4-0feb6f6e7104 None None] Port 732b61fc-5178-4e8f-a3ca-c77ce85d895d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:00.226058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-08e561c3-2479-402d-bfbb-6b3fac564aac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833969 Feb 19 07:25:00.317757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:00.430728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-50ef704e-5f30-4ddc-a6cd-0db7be69898e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=760b7fbbeb984e92a50de7b3fdd8a881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993733 Feb 19 07:25:00.444747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:00.485050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:00.561455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-5ad2ae8c-5441-429b-9696-9c7146a4834c service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247302 Feb 19 07:25:00.607533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] Publish callbacks [] for security_group (d0f2fdbe-41e2-498b-b758-b309c2c600cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.616187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:00.616571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.666568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] Publish callbacks [] for security_group (d0f2fdbe-41e2-498b-b758-b309c2c600cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.756276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad582b-e7b2-4209-b3cb-20a7b9311d27 req-cbabf34c-0af8-48d1-9c71-62bd4869029e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:00.764810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26ad582b-e7b2-4209-b3cb-20a7b9311d27 req-cbabf34c-0af8-48d1-9c71-62bd4869029e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.3324189 Feb 19 07:25:00.777031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d0f2fdbe-41e2-498b-b758-b309c2c600cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.781327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.786638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0f2fdbe-41e2-498b-b758-b309c2c600cb HTTP/1.1" status: 204 len: 168 time: 0.3406551 Feb 19 07:25:00.814081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad3e70-1b34-4f52-af2e-176c735bea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2fdbe-41e2-498b-b758-b309c2c600cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:00.876343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:00.877010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39830486-4be2-4482-9b85-f4e1f610a57e req-308791da-66d5-4535-a610-3ed8d6333224 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945731 Feb 19 07:25:00.878138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:00.902082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26ad582b-e7b2-4209-b3cb-20a7b9311d27 req-d1738a64-c5ef-4e3f-8341-6a4570cb66b5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336462 Feb 19 07:25:00.971521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:00.982501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:01.135655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:01.141331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af760c5-01b3-4d12-98a8-ec0a2f5441f4 req-cd6c49d8-84cf-4842-a667-8765b1025733 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:01.142926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9af760c5-01b3-4d12-98a8-ec0a2f5441f4 req-cd6c49d8-84cf-4842-a667-8765b1025733 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1400261 Feb 19 07:25:01.255355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks [] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:01.264182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:01.290467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9af760c5-01b3-4d12-98a8-ec0a2f5441f4 req-e1eb59fc-8007-4653-a863-56c6a2e36a89 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Feb 19 07:25:01.343307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:01.347710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (d20bf967-2d1c-4a69-b247-e0125002b82c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:01.451826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:01.453495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:01.601943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Router d20bf967-2d1c-4a69-b247-e0125002b82c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:25:01.802901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:25:01.810964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1fb6db73-4508-4ede-bb41-ce786738a8e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/d20bf967-2d1c-4a69-b247-e0125002b82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3273306 Feb 19 07:25:01.814642 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Sync routers for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:25:01.881243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:01.882664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:01.898923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b7b52322-279f-404c-a1db-64b124356287 None None] Provisioning complete for port 732b61fc-5178-4e8f-a3ca-c77ce85d895d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:01.899364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7b52322-279f-404c-a1db-64b124356287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:02.021616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b7b52322-279f-404c-a1db-64b124356287 None None] Port 732b61fc-5178-4e8f-a3ca-c77ce85d895d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:02.178777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eed95-0e7e-45d8-85bf-4983a3f298e5 req-5f014d5f-09ef-4fc4-a920-ad2875a1f54d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:02.190848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-355eed95-0e7e-45d8-85bf-4983a3f298e5 req-5f014d5f-09ef-4fc4-a920-ad2875a1f54d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 945 time: 0.1283779 Feb 19 07:25:02.351808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-355eed95-0e7e-45d8-85bf-4983a3f298e5 req-386fda41-7e5b-4901-bb75-8575beed0470 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590061 Feb 19 07:25:02.363694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:02.367064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:25:02.555981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:02.556403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:02.586694 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:02.598600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:02.599410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:02.638045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b165-0642-4cd6-baa6-b7e3cf56b928 req-a76973f6-00b0-43e4-912f-dfd1644cd9f4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:02.642689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6038b165-0642-4cd6-baa6-b7e3cf56b928 req-a76973f6-00b0-43e4-912f-dfd1644cd9f4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1947308 Feb 19 07:25:02.668602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:02.673999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:25:02.681310 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d55df26-29fc-43a5-b6e9-8d55b486ea10" -d '{"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-unplugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:25:02.733230 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:02.776765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6038b165-0642-4cd6-baa6-b7e3cf56b928 req-eb8205c9-034b-4124-bbe7-e469bbdc3962 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271794 Feb 19 07:25:02.807386 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c331dc-de3e-4efe-910f-3035b71a24d4 x-openstack-request-id: req-90c331dc-de3e-4efe-910f-3035b71a24d4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:25:02.807939 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-unplugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:25:02.809023 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90c331dc-de3e-4efe-910f-3035b71a24d4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:25:02.809436 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'code': 200} Feb 19 07:25:02.827789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:02.852345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:02.986143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:03.209223 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:59Z', 'revision_number': 4, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '732b61fc-5178-4e8f-a3ca-c77ce85d895d', 'name': '', 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'mac_address': 'fa:16:3e:2a:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '813ed178-c26f-4770-91ff-56542468de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:58Z', 'updated_at': '2022-02-19T07:25:00Z', 'revision_number': 2, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'subnets': [{'id': '813ed178-c26f-4770-91ff-56542468de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:03.255643 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Checking router: d20bf967-2d1c-4a69-b247-e0125002b82c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:25:03.256215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Updating router d20bf967-2d1c-4a69-b247-e0125002b82c port 732b61fc-5178-4e8f-a3ca-c77ce85d895d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:25:03.346993 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:03.697759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369cf41-33c7-4513-9ad0-be7995b6ed54 req-4b7282e6-3135-450f-ad10-7d1883952953 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:03.702391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3369cf41-33c7-4513-9ad0-be7995b6ed54 req-4b7282e6-3135-450f-ad10-7d1883952953 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1444271 Feb 19 07:25:03.862332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3369cf41-33c7-4513-9ad0-be7995b6ed54 req-5d5534bc-c7b8-44b2-8c51-b7974d16b30f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540165 Feb 19 07:25:04.066860 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks [] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.080211 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.140927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1500-4bbd-491b-9d12-0e2330fe705b req-859ffa87-4be6-4d07-8ab9-c2e5640fdc02 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:04.143967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5bf1500-4bbd-491b-9d12-0e2330fe705b req-859ffa87-4be6-4d07-8ab9-c2e5640fdc02 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1653993 Feb 19 07:25:04.285700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5bf1500-4bbd-491b-9d12-0e2330fe705b req-826bb859-0bae-491e-b9d9-f1efbb1067c1 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354373 Feb 19 07:25:04.347394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef083d0-179f-4cba-8d6c-c7b83e76c238 req-3af6c096-fbd4-414e-8c08-1472b6381ed0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:04.357021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ef083d0-179f-4cba-8d6c-c7b83e76c238 req-3af6c096-fbd4-414e-8c08-1472b6381ed0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1624568 Feb 19 07:25:04.402667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566bd3f-daeb-438d-8f2c-15d58a1beaff None None] Pushing event updated for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:04.462236 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Attempting to bind port 732b61fc-5178-4e8f-a3ca-c77ce85d895d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:04.466360 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Attempting to bind port 732b61fc-5178-4e8f-a3ca-c77ce85d895d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:04.467298 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Attempting to bind port 732b61fc-5178-4e8f-a3ca-c77ce85d895d on network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:04.479121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ef083d0-179f-4cba-8d6c-c7b83e76c238 req-efa16998-9419-42e1-ab24-ffb4db800d53 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153216 Feb 19 07:25:04.479906 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:04.483526 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Checking segment: {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:04.484161 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.484730 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Bound using segment: {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:04.485384 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Bound port: 732b61fc-5178-4e8f-a3ca-c77ce85d895d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fcd15-26ee-47aa-bb61-473775be299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:04.485942 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.601894 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] For port 732b61fc-5178-4e8f-a3ca-c77ce85d895d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:04.608598 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] For port 732b61fc-5178-4e8f-a3ca-c77ce85d895d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=732b61fc-5178-4e8f-a3ca-c77ce85d895d,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:04.633635 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.873903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Provisioning complete for port 732b61fc-5178-4e8f-a3ca-c77ce85d895d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:04.874447 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:04.874891 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:24:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:04.875221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:04.889670 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566bd3f-daeb-438d-8f2c-15d58a1beaff None None] Pushing event updated for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:05.191364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-91d48025-7858-42f6-ac1f-e79eb2e7ef27 req-0f8d9140-0201-4bf7-b458-505aadaa83e0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:25:05.207095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91d48025-7858-42f6-ac1f-e79eb2e7ef27 req-0f8d9140-0201-4bf7-b458-505aadaa83e0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3994286 Feb 19 07:25:05.207520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Current status of the port 732b61fc-5178-4e8f-a3ca-c77ce85d895d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:05.207520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:05.242005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:05.359382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] For port 732b61fc-5178-4e8f-a3ca-c77ce85d895d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=732b61fc-5178-4e8f-a3ca-c77ce85d895d,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:05.368078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:05.625738 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:59Z', 'revision_number': 4, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '732b61fc-5178-4e8f-a3ca-c77ce85d895d', 'name': '', 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'mac_address': 'fa:16:3e:2a:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '813ed178-c26f-4770-91ff-56542468de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:58Z', 'updated_at': '2022-02-19T07:25:04Z', 'revision_number': 4, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'subnets': [{'id': '813ed178-c26f-4770-91ff-56542468de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:05.651026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bc03a-d89e-40d2-af47-3ac14b58f927 None None] Pushing event updated for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:05.700647 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daff921-0008-4752-bc54-ed61c08a4a5f None None] The sync data for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 is: [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:24:59Z', 'revision_number': 4, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '732b61fc-5178-4e8f-a3ca-c77ce85d895d', 'name': '', 'network_id': '9f07a6fc-d1bb-4481-af53-c529ae0cea96', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'mac_address': 'fa:16:3e:2a:8c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '813ed178-c26f-4770-91ff-56542468de1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:58Z', 'updated_at': '2022-02-19T07:25:04Z', 'revision_number': 4, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'subnets': [{'id': '813ed178-c26f-4770-91ff-56542468de1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:25:05.710363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0c06a08a-8059-454f-a422-467b7b1ee81e None None] Provisioning complete for port 732b61fc-5178-4e8f-a3ca-c77ce85d895d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:05.730741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c06a08a-8059-454f-a422-467b7b1ee81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:05.945588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcc926-d562-40f4-82b7-fffab6d12029 req-ec187432-905c-4b31-a134-4cd59a4b5f30 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:05.963292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-debcc926-d562-40f4-82b7-fffab6d12029 req-ec187432-905c-4b31-a134-4cd59a4b5f30 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3106072 Feb 19 07:25:05.977044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2b20-4fc2-43a2-95af-5502e6fdd273 req-042e577c-b0d2-4376-9ac6-9b11793951e5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:05.978807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc4d2b20-4fc2-43a2-95af-5502e6fdd273 req-042e577c-b0d2-4376-9ac6-9b11793951e5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3997135 Feb 19 07:25:06.117556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0c06a08a-8059-454f-a422-467b7b1ee81e None None] Current status of the port 732b61fc-5178-4e8f-a3ca-c77ce85d895d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:06.137783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-debcc926-d562-40f4-82b7-fffab6d12029 req-18b43053-3c15-4a4e-99a4-4a875f4bed92 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693070 Feb 19 07:25:06.245990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c56b386-dc81-4889-af1e-6419dc0b2b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:06.250359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc4d2b20-4fc2-43a2-95af-5502e6fdd273 req-fdeeba62-8e59-4f6b-b484-e9f190804327 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603354 Feb 19 07:25:06.386147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:25:06.406175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-07c71f97-f3a8-4cce-895a-59aa1e26fab2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3101883 Feb 19 07:25:06.434612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ea37ce55-7391-4e85-ae88-5b62e0b32775 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:25:06.439593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ea37ce55-7391-4e85-ae88-5b62e0b32775 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166650 Feb 19 07:25:06.519066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 732b61fc-5178-4e8f-a3ca-c77ce85d895d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:06.566004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:06.803007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:06.810173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 732b61fc-5178-4e8f-a3ca-c77ce85d895d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:06.810546 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:06.850673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.004782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Publish callbacks [] for security_group (bd088f48-5473-46f0-9845-7cd12c1a93de), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.014384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd088f48-5473-46f0-9845-7cd12c1a93de), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.120272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 732b61fc-5178-4e8f-a3ca-c77ce85d895d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:07.135331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126f1f-70de-4e1d-8e76-d83bf456fe8c req-953775ac-5198-48e6-bc54-9ccf0f6e877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:07.145168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94126f1f-70de-4e1d-8e76-d83bf456fe8c req-953775ac-5198-48e6-bc54-9ccf0f6e877b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.2726209 Feb 19 07:25:07.189673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ae8de62bb864a58b391e68275f8d9df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6222925 Feb 19 07:25:07.192827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd088f48-5473-46f0-9845-7cd12c1a93de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:07.198293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-e409f9ef-8972-4d15-906a-958066e620f0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:07.199315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:07.200374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-e409f9ef-8972-4d15-906a-958066e620f0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports/b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 940 time: 0.7100606 Feb 19 07:25:07.255811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94126f1f-70de-4e1d-8e76-d83bf456fe8c req-c4e1f5ac-f2c6-480e-9bdc-919656147525 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932376 Feb 19 07:25:07.280576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.280849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.281393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.281906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.282989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.283694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.284271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.284773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.285268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.286458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.286990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.287521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.288025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc75b3c5-ce72-46b3-8595-f79d3e39a0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:07.448693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] Publish callbacks [] for security_group (bd088f48-5473-46f0-9845-7cd12c1a93de), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.514353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] Publish callbacks [] for security_group (bd088f48-5473-46f0-9845-7cd12c1a93de), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.534607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb560-1a39-4846-8f3c-b71d4d2f9ec6 req-5e6d9551-7b3b-484d-b52f-1f3409828b30 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:07.539015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22deb560-1a39-4846-8f3c-b71d4d2f9ec6 req-5e6d9551-7b3b-484d-b52f-1f3409828b30 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1440885 Feb 19 07:25:07.677448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22deb560-1a39-4846-8f3c-b71d4d2f9ec6 req-a3cd6682-2222-4f0d-bf07-3034f2cc1e28 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199398 Feb 19 07:25:07.701788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c3852-0d9b-46a8-a5a2-033f958be3aa req-b123bd4c-917f-496b-af7d-a96b5f1883e0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:07.720789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e63c3852-0d9b-46a8-a5a2-033f958be3aa req-b123bd4c-917f-496b-af7d-a96b5f1883e0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3880818 Feb 19 07:25:07.770697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bd088f48-5473-46f0-9845-7cd12c1a93de), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.778018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:07.791288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd088f48-5473-46f0-9845-7cd12c1a93de HTTP/1.1" status: 204 len: 168 time: 0.5842838 Feb 19 07:25:08.029584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e63c3852-0d9b-46a8-a5a2-033f958be3aa req-036d8ea6-3732-4a59-b181-e3a42a7714d5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051658 Feb 19 07:25:08.035782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73a945-fa38-48a5-b2ab-df6d08ccda3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd088f48-5473-46f0-9845-7cd12c1a93de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:08.521949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6370794c-a52c-4d50-be2a-6fa27e164f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:08.613443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:08.647660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95de1f9d-a49a-4861-b3b4-e39086694781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:08.931952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd705c-4696-492e-94c1-193a5697156a req-dbf75eac-3c06-4b1b-afbb-7096073cb3bb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:08.940646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2bd705c-4696-492e-94c1-193a5697156a req-dbf75eac-3c06-4b1b-afbb-7096073cb3bb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1407590 Feb 19 07:25:08.945892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-25aa3a3f-7846-438b-be25-b9b7b4d5a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:08.951262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-25aa3a3f-7846-438b-be25-b9b7b4d5a04d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4&tenant_id=7d504058d29e49cd93efbd88be289f89 HTTP/1.1" status: 200 len: 1125 time: 0.1920190 Feb 19 07:25:08.978096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95de1f9d-a49a-4861-b3b4-e39086694781 admin admin] Publish callbacks [] for security_group (ae50ea99-2c01-4f63-bbdd-8b180b4270fd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:08.991839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95de1f9d-a49a-4861-b3b4-e39086694781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ae50ea99-2c01-4f63-bbdd-8b180b4270fd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.036131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2bd705c-4696-492e-94c1-193a5697156a req-1275d08f-ce8d-42dd-aa00-b29349b53b01 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Feb 19 07:25:09.129958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de1f9d-a49a-4861-b3b4-e39086694781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50ea99-2c01-4f63-bbdd-8b180b4270fd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:09.313685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-95de1f9d-a49a-4861-b3b4-e39086694781 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b67756382d44af4898b6762cf4c5ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6969106 Feb 19 07:25:09.314071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:09.325424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ba121c0a-9e7c-497d-83bc-4f18300f4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:09.326998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ba121c0a-9e7c-497d-83bc-4f18300f4baf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1125 time: 0.3453510 Feb 19 07:25:09.462817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb7c0-18ab-4b3b-8987-15afd6d1606f req-ee7a3ff7-1a2e-496c-a26e-db7b68ac0b17 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:09.473518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b79fb7c0-18ab-4b3b-8987-15afd6d1606f req-ee7a3ff7-1a2e-496c-a26e-db7b68ac0b17 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2964509 Feb 19 07:25:09.596914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] Publish callbacks [] for security_group (ae50ea99-2c01-4f63-bbdd-8b180b4270fd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.651420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.672110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] Publish callbacks [] for security_group (ae50ea99-2c01-4f63-bbdd-8b180b4270fd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.714135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b79fb7c0-18ab-4b3b-8987-15afd6d1606f req-721bf958-15c0-43a2-8567-c4e8e16674ef tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397125 Feb 19 07:25:09.763416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-16a9221e-858b-4385-8267-a3ec799c2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:09.766132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-16a9221e-858b-4385-8267-a3ec799c2fa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.3267314 Feb 19 07:25:09.769171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ae50ea99-2c01-4f63-bbdd-8b180b4270fd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.773168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:09.774698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae50ea99-2c01-4f63-bbdd-8b180b4270fd HTTP/1.1" status: 204 len: 168 time: 0.4593000 Feb 19 07:25:09.800398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-eeaa9b48-f27f-4507-9bce-ee37e73822c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:09.801532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74cef3-6c7b-48b5-add2-ee6685e5c4fd req-98dbbc42-9797-4f16-b862-c3b4613b0c25 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:09.804727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-eeaa9b48-f27f-4507-9bce-ee37e73822c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.4667788 Feb 19 07:25:09.807410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e74cef3-6c7b-48b5-add2-ee6685e5c4fd req-98dbbc42-9797-4f16-b862-c3b4613b0c25 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3194797 Feb 19 07:25:09.821616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782710-d46d-4b6d-a914-1f5eea28d02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50ea99-2c01-4f63-bbdd-8b180b4270fd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:09.891122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-802979eb-4f45-4316-a320-97e52e6c8842 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.0784249 Feb 19 07:25:10.039607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-6622eeaf-bcd8-48c0-b2b1-eda1aec9a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:10.044046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-6622eeaf-bcd8-48c0-b2b1-eda1aec9a078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.1389523 Feb 19 07:25:10.106960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-dcee0fa6-51b4-4ffa-bbdb-28a0f05a518d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566680 Feb 19 07:25:10.124191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e74cef3-6c7b-48b5-add2-ee6685e5c4fd req-10293ab4-ef42-4ff9-999f-fbaebf8e61fa tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883313 Feb 19 07:25:10.181554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-22ab4c96-886d-4a26-9c90-c0949b0083c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:10.183311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-22ab4c96-886d-4a26-9c90-c0949b0083c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.4072928 Feb 19 07:25:10.266253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-13335e12-ef9e-4990-943a-75b45b7ad4cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.0759740 Feb 19 07:25:10.382271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-d490a179-2511-4dc0-a12d-9636affccae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:10.384776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-d490a179-2511-4dc0-a12d-9636affccae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.1111770 Feb 19 07:25:10.470961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-29b7e9ba-a044-46ba-b5bf-4cc21e71fcac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770278 Feb 19 07:25:10.699679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-f7bf3c8a-686a-40c3-9262-fa686c48c97b service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228720 Feb 19 07:25:10.954437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:10.983754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1484319c-b907-4f3c-b40b-c0f7c904057a req-fa0ea96d-ec3a-473c-8297-725c2f99e13c service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778997 Feb 19 07:25:11.095538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e11ef-8f6f-414e-ab2a-a4060d1f99dd req-db0ee088-0db1-4b08-a8ec-da666551709f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:11.097586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-620e11ef-8f6f-414e-ab2a-a4060d1f99dd req-db0ee088-0db1-4b08-a8ec-da666551709f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1569893 Feb 19 07:25:11.131161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-866775f5-d901-4185-9b46-cfd674f471e1 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0108545 Feb 19 07:25:11.284430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ba5c92bc-5381-4ceb-bf3f-c5d142b5436c service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453187 Feb 19 07:25:11.334518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:11.366050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-620e11ef-8f6f-414e-ab2a-a4060d1f99dd req-b6addab9-a4cd-4921-be96-61027b644eb0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562912 Feb 19 07:25:11.434426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aed480-8507-4f21-9694-48375a443bec req-cdb81df9-ebdc-4224-bce8-1803e3d562ab tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:11.436147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9aed480-8507-4f21-9694-48375a443bec req-cdb81df9-ebdc-4224-bce8-1803e3d562ab tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1743631 Feb 19 07:25:11.580262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-network', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:11.596328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9aed480-8507-4f21-9694-48375a443bec req-d5cdc162-b484-4838-a4a7-094e9f8a8e04 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502817 Feb 19 07:25:11.649423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Made reservation on behalf of 872850dfd6ec4c4ca2c55608c4465a6b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:25:11.652799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:11.671568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:11.866629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks [] for security_group (098b5de0-57d3-441e-8258-a005905ecef8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:11.884683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (098b5de0-57d3-441e-8258-a005905ecef8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.018171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:25:12.059042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098b5de0-57d3-441e-8258-a005905ecef8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:12.112504 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f2d61a3c-7109-4776-a1f7-902fda5deadc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.115251 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Added segment f2d61a3c-7109-4776-a1f7-902fda5deadc of type vlan for network fcd8633e-2b3c-4d87-a550-1b737ec246fd Feb 19 07:25:12.233093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fcd8633e-2b3c-4d87-a550-1b737ec246fd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.295550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fcd8633e-2b3c-4d87-a550-1b737ec246fd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.296908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:12.297826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.336894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0011053 Feb 19 07:25:12.339933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59902) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:12.346024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Request body: {'subnet': {'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-subnet', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:12.416382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.437677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Made reservation on behalf of 872850dfd6ec4c4ca2c55608c4465a6b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:25:12.445745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:12.519687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:12.602664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dea031-7d11-431c-a868-55143671d7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd8633e-2b3c-4d87-a550-1b737ec246fd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:12.627853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:25:12.953725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e31e-7350-4933-8873-55dbf7f1b56d req-e164835e-aa6e-49e5-bbb6-4b9973fd1f3c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:12.966900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f438e31e-7350-4933-8873-55dbf7f1b56d req-e164835e-aa6e-49e5-bbb6-4b9973fd1f3c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2059867 Feb 19 07:25:13.001445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:13.215669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f438e31e-7350-4933-8873-55dbf7f1b56d req-53e3c867-e3c6-44e2-996f-d83d78a50ae0 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469571 Feb 19 07:25:13.249786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45447300-6003-4545-9466-f8a49e035920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:13.437042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075005d-6324-4ce6-a076-ab795b505be7 req-d7ca4478-8854-4333-be23-52d7737d738e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:13.440517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a075005d-6324-4ce6-a076-ab795b505be7 req-d7ca4478-8854-4333-be23-52d7737d738e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.8773360 Feb 19 07:25:13.517380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Checking segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:13.517746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Network hostable DHCP agents. Network: fcd8633e-2b3c-4d87-a550-1b737ec246fd, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:25:13.575552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:13.788784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:25:13.882928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a075005d-6324-4ce6-a076-ab795b505be7 req-ba26d9bc-492a-479a-aea9-700ead1da1eb tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717668 Feb 19 07:25:13.888963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fcd8633e-2b3c-4d87-a550-1b737ec246fd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:13.898000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:13.900053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e9722-dd43-4cde-aab6-5ab154d65de1 None None] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:25:13.900579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:13.999952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45447300-6003-4545-9466-f8a49e035920 admin admin] Publish callbacks [] for security_group (ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.003905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7ef287f9-5f4f-4a10-9ef6-f7e9f1b05dbe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6626828 Feb 19 07:25:14.007321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45447300-6003-4545-9466-f8a49e035920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.007770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:14.014450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:14.090729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.092297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.093038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-45447300-6003-4545-9466-f8a49e035920 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b09f6ea86ea9499389d8f3b138f3773f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5662761 Feb 19 07:25:14.094729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45447300-6003-4545-9466-f8a49e035920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:14.124216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:14.203957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for router_controller (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.258039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:25:14.260561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.579604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] Publish callbacks [] for security_group (ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.590458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Allocated IP 172.20.0.2 (fcd8633e-2b3c-4d87-a550-1b737ec246fd/2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26/4847e7de-7d2d-4add-882b-192cd0a217ea) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:14.800161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for router_gateway (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.849614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] Publish callbacks [] for security_group (ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.930263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks [] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:14.944388 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:15.100335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Pushing event updated for resources: {'Port': ['ID=4847e7de-7d2d-4add-882b-192cd0a217ea,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:15.158455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:15.159771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:15.162260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:15.168670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:15.173067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb HTTP/1.1" status: 204 len: 168 time: 0.9625905 Feb 19 07:25:15.185287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:15.231656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db712fd0-4726-481d-9e40-3a2ffa0396d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a1c5f-f708-4af5-82cb-5dfeb1f7d6cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:15.457067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161df0d-63bd-4cc2-bdfb-1508745a720b req-628e00e9-e9f6-45ad-a2b8-7c6001ee7d5c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:15.460823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e161df0d-63bd-4cc2-bdfb-1508745a720b req-628e00e9-e9f6-45ad-a2b8-7c6001ee7d5c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2374814 Feb 19 07:25:15.555305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Attempting to bind port 4847e7de-7d2d-4add-882b-192cd0a217ea on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:15.558710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Attempting to bind port 4847e7de-7d2d-4add-882b-192cd0a217ea by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:15.559624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Attempting to bind port 4847e7de-7d2d-4add-882b-192cd0a217ea on network fcd8633e-2b3c-4d87-a550-1b737ec246fd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:15.586782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:15.587750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Checking segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:15.590189 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:15.598807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Bound using segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:15.600748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Bound port: 4847e7de-7d2d-4add-882b-192cd0a217ea, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:15.606021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:15.646890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e161df0d-63bd-4cc2-bdfb-1508745a720b req-47e96b6e-96be-45fb-a5d0-b7aaaf3ce9f7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634226 Feb 19 07:25:15.843057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] For port 4847e7de-7d2d-4add-882b-192cd0a217ea, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:15.854421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] For port 4847e7de-7d2d-4add-882b-192cd0a217ea, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4847e7de-7d2d-4add-882b-192cd0a217ea,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:15.869739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.022533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for router_gateway (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.069299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.073045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b8787-b43d-4535-957d-8bdf3fcc2609 None None] Pushing event updated for resources: {'Port': ['ID=4847e7de-7d2d-4add-882b-192cd0a217ea,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:16.350289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:16.381357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bd4caf3-c823-411c-aac9-6e9debe5a65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.386428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Allocated IP 172.25.7.177 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/fcb7e7d6-615b-4114-995d-0a0c2ecd4a54) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:16.670337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.716859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.734762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bd4caf3-c823-411c-aac9-6e9debe5a65f admin admin] Publish callbacks [] for security_group (218ea63c-6271-4301-883d-719435dce232), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.744819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bd4caf3-c823-411c-aac9-6e9debe5a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (218ea63c-6271-4301-883d-719435dce232), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:16.826067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:16.827668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Pushing event updated for resources: {'Port': ['ID=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:16.832517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:16.843239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:16.941681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:16.943479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0bd4caf3-c823-411c-aac9-6e9debe5a65f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3701c2f15cb746b98a9c5e25daedcdbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778949 Feb 19 07:25:17.024612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4caf3-c823-411c-aac9-6e9debe5a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218ea63c-6271-4301-883d-719435dce232,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:17.093286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b5a64-224d-4fe4-9364-a0bcd26f0a39 req-71de88e5-96fd-4bd5-baac-6307a381d917 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:17.105171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad2b5a64-224d-4fe4-9364-a0bcd26f0a39 req-71de88e5-96fd-4bd5-baac-6307a381d917 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2058022 Feb 19 07:25:17.216956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad2b5a64-224d-4fe4-9364-a0bcd26f0a39 req-7eba6149-8079-48c6-84b7-45c981b47197 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056881 Feb 19 07:25:17.369357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] Publish callbacks [] for security_group (218ea63c-6271-4301-883d-719435dce232), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:17.499776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] Publish callbacks [] for security_group (218ea63c-6271-4301-883d-719435dce232), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:18.081854 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (218ea63c-6271-4301-883d-719435dce232), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:18.111586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:18.112903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/218ea63c-6271-4301-883d-719435dce232 HTTP/1.1" status: 204 len: 168 time: 1.1702201 Feb 19 07:25:18.147841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for router_gateway (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:18.174773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87317d02-dca5-4b9a-b91f-178eaf007f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ea63c-6271-4301-883d-719435dce232,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:18.420225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb0e02-49c6-4a29-b5e0-5be843d5516e None None] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:25:18.618294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4847e7de-7d2d-4add-882b-192cd0a217ea up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:18.791325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Provisioning complete for port 4847e7de-7d2d-4add-882b-192cd0a217ea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:18.791887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:18.820218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aece7a-b51d-403d-a726-33e2133010f4 req-07ca1831-d74d-46af-a522-82e0c87d03a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:18.821812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00aece7a-b51d-403d-a726-33e2133010f4 req-07ca1831-d74d-46af-a522-82e0c87d03a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3010106 Feb 19 07:25:19.023047 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00aece7a-b51d-403d-a726-33e2133010f4 req-8b58c312-1e07-4635-b381-138fc1c1e900 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640964 Feb 19 07:25:19.024401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.094760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4847e7de-7d2d-4add-882b-192cd0a217ea triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:19.095297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.381820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658dab3-0083-4241-9ee4-8148e2fdf8c8 req-f96cdcda-18d1-4450-8c3d-1f7469a5252b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:19.381820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0658dab3-0083-4241-9ee4-8148e2fdf8c8 req-f96cdcda-18d1-4450-8c3d-1f7469a5252b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1478643 Feb 19 07:25:19.426028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:25:19.429628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4847e7de-7d2d-4add-882b-192cd0a217ea is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:19.430590 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.482742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Current status of the port 4847e7de-7d2d-4add-882b-192cd0a217ea is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:19.483498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.560984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0658dab3-0083-4241-9ee4-8148e2fdf8c8 req-cc1883f2-01cf-4b61-9e20-1513f147f47c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741807 Feb 19 07:25:19.569365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 4847e7de-7d2d-4add-882b-192cd0a217ea, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4847e7de-7d2d-4add-882b-192cd0a217ea,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:19.597883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.848066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:25:19.871743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Sync routers for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:25:19.913501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:25:19.914120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:19.915969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-42de5a87-261e-41dd-8fd4-97cde65b08ae admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9063835 Feb 19 07:25:19.918550 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:25:19.919720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:19.986837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=4847e7de-7d2d-4add-882b-192cd0a217ea,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:19.994520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:20.003613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:20.665740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12135e-f25e-4d37-ae68-a2fea3e79c91 req-03cba787-81a6-4b6c-9859-2da4469c579f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:20.679591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f12135e-f25e-4d37-ae68-a2fea3e79c91 req-03cba787-81a6-4b6c-9859-2da4469c579f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3073342 Feb 19 07:25:20.708286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4847e7de-7d2d-4add-882b-192cd0a217ea up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:20.960134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:21.005301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a95debc1-ec35-4f34-b574-a65e624e92ab None None] Current status of the port 4847e7de-7d2d-4add-882b-192cd0a217ea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:21.028028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f12135e-f25e-4d37-ae68-a2fea3e79c91 req-d0c66ff6-0916-43b9-80e0-cbce2b09440f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394356 Feb 19 07:25:21.416285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-43f3d84c-4261-47c1-975a-25dbc27ea992 None None] Provisioning complete for port 4847e7de-7d2d-4add-882b-192cd0a217ea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:21.418996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43f3d84c-4261-47c1-975a-25dbc27ea992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:21.433517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4847e7de-7d2d-4add-882b-192cd0a217ea triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:21.433915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:21.608600 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:25:21.613657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:22.224967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-43f3d84c-4261-47c1-975a-25dbc27ea992 None None] Current status of the port 4847e7de-7d2d-4add-882b-192cd0a217ea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:22.274624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4847e7de-7d2d-4add-882b-192cd0a217ea is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:22.290524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:17Z', 'revision_number': 3, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:22.327401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Allocated IP 172.20.0.1 (fcd8633e-2b3c-4d87-a550-1b737ec246fd/2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26/54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:22.372598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Checking router: 32aa84f3-b5a3-4727-8738-7c6b6c1c325d for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:25:22.373202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Updating router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:25:22.484882 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:22.489737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68fa65-3a04-4603-897e-7d416d352a1a req-16f275c6-56db-4220-9258-d8e83c00db58 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:22.506596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc68fa65-3a04-4603-897e-7d416d352a1a req-16f275c6-56db-4220-9258-d8e83c00db58 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2018893 Feb 19 07:25:22.627756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks [] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:22.704635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc68fa65-3a04-4603-897e-7d416d352a1a req-e1f1f4b2-4756-4dc2-b88e-c10652a766f6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954193 Feb 19 07:25:22.733207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:22.913335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:22.955673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60082) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:22.968199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:22.972273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:22.989194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:23.166983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.216009 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks [] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.235867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.328360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.573774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Attempting to bind port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:23.575763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Attempting to bind port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:23.579354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Attempting to bind port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:23.619954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Publish callbacks [] for security_group (3c0f26cf-1df8-46fb-97d6-3f869f301671), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.626587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:23.628474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:23.629130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.629636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:23.630744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3c0f26cf-1df8-46fb-97d6-3f869f301671), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.632316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Bound port: fcb7e7d6-615b-4114-995d-0a0c2ecd4a54, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:23.632787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.717835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4d2b0f420bb4f3fabd5a9cd046f6d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7624564 Feb 19 07:25:23.728513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6825d56-a53c-4fda-9be9-03f35ec58e9b None None] Pushing event updated for resources: {'Port': ['ID=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:23.749797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:23.764838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f26cf-1df8-46fb-97d6-3f869f301671,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:23.781703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.782061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.782447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.785731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.787630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.788246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.788901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.795922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.797268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.798537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.799860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.801520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.802723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762a5c22-4feb-494f-bb18-2a8e04ec8700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:23.875675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6087f820-269e-460e-bce7-367ffb5f5006 None None] Provisioning complete for port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:23.876677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6087f820-269e-460e-bce7-367ffb5f5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:23.979266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] For port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:24.000849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] For port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:24.042243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:24.054259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:24.062101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6087f820-269e-460e-bce7-367ffb5f5006 None None] Port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:24.178633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:24.184090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:24.332463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] Publish callbacks [] for security_group (3c0f26cf-1df8-46fb-97d6-3f869f301671), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:24.390667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6825d56-a53c-4fda-9be9-03f35ec58e9b None None] Pushing event updated for resources: {'Port': ['ID=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:24.484406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] Publish callbacks [] for security_group (3c0f26cf-1df8-46fb-97d6-3f869f301671), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:24.568190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:24.589679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54187834-8679-49bd-b124-031e62c9a4bf req-d91e3c2f-1742-4b93-b1b1-89bfe2384597 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:24.589679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54187834-8679-49bd-b124-031e62c9a4bf req-d91e3c2f-1742-4b93-b1b1-89bfe2384597 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.6806209 Feb 19 07:25:24.977160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54187834-8679-49bd-b124-031e62c9a4bf req-a80b8e11-4b53-47ba-a641-ffa28ff451fc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403156 Feb 19 07:25:25.092366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b', 'name': '', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'mac_address': 'fa:16:3e:81:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:21Z', 'updated_at': '2022-02-19T07:25:22Z', 'revision_number': 1, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'subnets': [{'id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:25.126314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3c0f26cf-1df8-46fb-97d6-3f869f301671), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:25.139543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:25.140749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c0f26cf-1df8-46fb-97d6-3f869f301671 HTTP/1.1" status: 204 len: 168 time: 1.3843539 Feb 19 07:25:25.212611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bb2d-cf87-4b5b-a65a-8c42abdcea1d None None] The sync data for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 is: [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b', 'name': '', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'mac_address': 'fa:16:3e:81:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:21Z', 'updated_at': '2022-02-19T07:25:22Z', 'revision_number': 1, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'subnets': [{'id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:25:25.219906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc9f18-5f13-4812-87a0-28f3cf656c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f26cf-1df8-46fb-97d6-3f869f301671,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:25.298005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks [] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:25.310494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:25.440123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:25.447752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:25.773955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:25.790521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:26.216081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60144) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:26.279989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:25:26.289028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e132bd-8bb6-43e8-a6f0-169f667f7ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:26.443234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9164fd96-0a8a-459c-aa53-b12dba162784 None None] Provisioning complete for port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:26.443848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9164fd96-0a8a-459c-aa53-b12dba162784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:26.587991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:25:26.600702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb36ca0c-482a-4e2b-be5c-da631e3bd2c2 admin admin] 10.222.0.43 "PUT /v2.0/routers/32aa84f3-b5a3-4727-8738-7c6b6c1c325d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6794453 Feb 19 07:25:26.635113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd96399-fc2e-41d2-8007-5ef5b8a917d6 req-bdb3e029-4796-4401-8a43-252535fc5d64 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:26.639926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9164fd96-0a8a-459c-aa53-b12dba162784 None None] Port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:26.648291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2cd96399-fc2e-41d2-8007-5ef5b8a917d6 req-bdb3e029-4796-4401-8a43-252535fc5d64 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3998816 Feb 19 07:25:26.852918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e132bd-8bb6-43e8-a6f0-169f667f7ca2 admin admin] Publish callbacks [] for security_group (56dbf0be-15fe-4dfb-858f-c95ae8c1286b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:26.884536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2cd96399-fc2e-41d2-8007-5ef5b8a917d6 req-6f9e1552-c25b-4354-936b-bff09046487f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326446 Feb 19 07:25:26.897118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84e132bd-8bb6-43e8-a6f0-169f667f7ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56dbf0be-15fe-4dfb-858f-c95ae8c1286b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:26.997753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e132bd-8bb6-43e8-a6f0-169f667f7ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbf0be-15fe-4dfb-858f-c95ae8c1286b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:27.096288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-84e132bd-8bb6-43e8-a6f0-169f667f7ca2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ab282d3a5db45a986cbfc74e45956d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8780928 Feb 19 07:25:27.099295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60154) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:27.298556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] Publish callbacks [] for security_group (56dbf0be-15fe-4dfb-858f-c95ae8c1286b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:27.362360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] Publish callbacks [] for security_group (56dbf0be-15fe-4dfb-858f-c95ae8c1286b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:27.493255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56dbf0be-15fe-4dfb-858f-c95ae8c1286b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:27.497567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:27.506369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56dbf0be-15fe-4dfb-858f-c95ae8c1286b HTTP/1.1" status: 204 len: 168 time: 0.4047120 Feb 19 07:25:27.537101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349c2e8-8060-422a-9074-ff3715108298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbf0be-15fe-4dfb-858f-c95ae8c1286b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:28.275376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fabd08-af98-4554-ae4c-3d16ff51f69e req-b5f82509-fc05-4ed3-8e3c-0e34ffbfaf5b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:28.277532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18fabd08-af98-4554-ae4c-3d16ff51f69e req-b5f82509-fc05-4ed3-8e3c-0e34ffbfaf5b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1951234 Feb 19 07:25:28.400210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:28.412901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-network', 'tenant_id': 'add0f927933d4334972e361e6daf511d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:28.489998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Made reservation on behalf of add0f927933d4334972e361e6daf511d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:25:28.499345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.539482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.545882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18fabd08-af98-4554-ae4c-3d16ff51f69e req-b8166fd2-f9b1-4e41-8f16-7d293d6b6afe tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453382 Feb 19 07:25:28.577019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:28.728762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:28.729130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.729464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks [] for security_group (b7859cc7-f299-41cd-bcd5-f758dec90517), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.739137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7859cc7-f299-41cd-bcd5-f758dec90517), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.797005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:25:28.880255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7859cc7-f299-41cd-bcd5-f758dec90517,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:28.883469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9c13d479-462a-4fff-9c48-3e40a575acc7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:28.883830 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Added segment 9c13d479-462a-4fff-9c48-3e40a575acc7 of type vlan for network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 Feb 19 07:25:28.978586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:28.979717 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.031737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2d4d5102-ee17-47c6-a100-d32cd440dfc6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.032101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:29.041845 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.073172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2d4d5102-ee17-47c6-a100-d32cd440dfc6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.074931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:29.075544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.104583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:29.115609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Request body: {'subnet': {'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-subnet', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:29.117453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:29.122913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7215281 Feb 19 07:25:29.155511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Made reservation on behalf of add0f927933d4334972e361e6daf511d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:25:29.161823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.244950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e823ae1-ec3f-474c-9d26-81b8962ca8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4d5102-ee17-47c6-a100-d32cd440dfc6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:29.264565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:25:29.556946 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Sync routers for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:25:29.585343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (81ac7930-6e6a-4ee6-a3ce-4677dc07faa7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.586911 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:29.588002 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:29.755334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ac7930-6e6a-4ee6-a3ce-4677dc07faa7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:29.777232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Checking segment: {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:29.777593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Network hostable DHCP agents. Network: 2d4d5102-ee17-47c6-a100-d32cd440dfc6, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:25:29.794741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d058-1217-4572-b21d-305795018f95 req-204e5a8c-7596-4018-977d-e0327727dd1e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:29.798937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:29.805536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2883d058-1217-4572-b21d-305795018f95 req-204e5a8c-7596-4018-977d-e0327727dd1e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1195629 Feb 19 07:25:29.819016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:25:29.837640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2d4d5102-ee17-47c6-a100-d32cd440dfc6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:29.842457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:29.843282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.849043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8532898-1d27-469d-9c8a-02666ec2892d None None] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:25:29.873920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13418dd4-40a3-4a15-b854-f3ff8f1fb631 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7655201 Feb 19 07:25:29.876788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:29.881377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:29.926031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.927383 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:29.942584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2883d058-1217-4572-b21d-305795018f95 req-826831fe-b004-4419-aba5-48115ff3ab03 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354635 Feb 19 07:25:30.049186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for router_controller (fb79dffa-3c30-466e-bd97-d470d5fba01a), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.066422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'project_id': 'add0f927933d4334972e361e6daf511d', 'fixed_ips': [{'subnet_id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:25:30.067825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.103082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.325166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Allocated IP 172.20.0.2 (2d4d5102-ee17-47c6-a100-d32cd440dfc6/81ac7930-6e6a-4ee6-a3ce-4677dc07faa7/e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:30.333840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for router_gateway (fb79dffa-3c30-466e-bd97-d470d5fba01a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.415062 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b', 'name': '', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'mac_address': 'fa:16:3e:81:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:21Z', 'updated_at': '2022-02-19T07:25:24Z', 'revision_number': 2, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'subnets': [{'id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:30.485621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:30.486152 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Checking router: 32aa84f3-b5a3-4727-8738-7c6b6c1c325d for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:25:30.487435 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Updating router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:25:30.545551 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.624682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:30.625366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.797080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:30.875437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks [] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.885365 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.932381 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks [] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:30.940582 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.029691 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9c5a4-6f96-475f-a160-9be9c0794d6f None None] Pushing event updated for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:31.087851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Attempting to bind port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:31.088271 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Attempting to bind port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:31.088637 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Attempting to bind port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b on network fcd8633e-2b3c-4d87-a550-1b737ec246fd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:31.095143 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:31.095551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Checking segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:31.095957 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.096346 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Bound using segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:31.096858 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Bound port: 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:31.097244 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.198654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] For port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:31.202393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] For port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:31.210870 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.368169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:31.371089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:31.371996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Pushing event updated for resources: {'Port': ['ID=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:31.374484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:31.375312 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:31.377049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:31.386666 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9c5a4-6f96-475f-a160-9be9c0794d6f None None] Pushing event updated for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:31.462831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Provisioning complete for port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:31.463221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.484835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Attempting to bind port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:31.485215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Attempting to bind port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:31.485581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Attempting to bind port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 on network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:31.515546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:31.515932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Checking segment: {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:31.516352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.516755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Bound using segment: {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:31.517243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Bound port: e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:31.517628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.591666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fd1c6-ac21-4cf8-9021-8f57f79f70d4 req-cfa180f9-fba9-4cea-b7ef-071f8bbc630f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:31.602473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d19fd1c6-ac21-4cf8-9021-8f57f79f70d4 req-cfa180f9-fba9-4cea-b7ef-071f8bbc630f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.3373024 Feb 19 07:25:31.625562 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:31.673950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] For port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:31.700409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] For port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:31.703127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for router_gateway (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.715720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Current status of the port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:31.716236 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.755487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.761736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] For port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:31.763561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.772682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d19fd1c6-ac21-4cf8-9021-8f57f79f70d4 req-0d678694-28a8-4036-89ed-03deec64cd77 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567876 Feb 19 07:25:31.796735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.943738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0701ed40-7ac6-433e-9506-b3842a00af1a None None] Provisioning complete for port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:31.944475 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0701ed40-7ac6-433e-9506-b3842a00af1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:31.945678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12e9ea-b461-41d1-9d68-36e83f29a618 None None] Pushing event updated for resources: {'Port': ['ID=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:31.948736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Allocated IP 172.25.7.206 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a5a4b0fb-9131-4e65-8c75-9888775c7165) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:32.006333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba99f0-262f-45ef-9cbc-417b5f1cbb76 None None] Pushing event updated for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:32.082413 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b', 'name': '', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'mac_address': 'fa:16:3e:81:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:21Z', 'updated_at': '2022-02-19T07:25:31Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'subnets': [{'id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:32.100498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0701ed40-7ac6-433e-9506-b3842a00af1a None None] Current status of the port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:32.131267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cf1d0-5127-4826-b522-21a025e6f183 None None] The sync data for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 is: [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:25:23Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b', 'name': '', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'mac_address': 'fa:16:3e:81:15:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:21Z', 'updated_at': '2022-02-19T07:25:31Z', 'revision_number': 4, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'subnets': [{'id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:25:32.155575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:32.251620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:32.398695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Pushing event updated for resources: {'Port': ['ID=a5a4b0fb-9131-4e65-8c75-9888775c7165,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:32.410936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:32.417730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:32.434975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:32.656413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:32.778302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:32.782653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:32.966953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:32.968770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:33.007717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for router_gateway (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.048942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.077043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:33.077801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.174705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3c66-63f0-41bb-9d14-d396702727db req-b5061117-9576-4e3e-9092-858dba56df33 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:33.177773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be1a3c66-63f0-41bb-9d14-d396702727db req-b5061117-9576-4e3e-9092-858dba56df33 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.2476015 Feb 19 07:25:33.266744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:33.272603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.325480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be1a3c66-63f0-41bb-9d14-d396702727db req-656e072b-ff09-425a-8b71-e81f3c667b8a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407547 Feb 19 07:25:33.393699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:33.393935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.403692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.511811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:33.531788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.532183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.532491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.532839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.533178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.533518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.533850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.538738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.539130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.539501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.539843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.541924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.542272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:25:33.659960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Router fb79dffa-3c30-466e-bd97-d470d5fba01a is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:25:33.715441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8fdc6-44dc-4648-94d6-53da3f040d24 None None] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:25:33.778510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:25:33.805446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:33.809779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3677eb1c-a390-47d7-b9b9-4b5bf2c4005d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9288185 Feb 19 07:25:33.810123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:25:33.863802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Sync routers for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:25:33.908223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:33.909017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:33.921951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-95181cc5-ba41-4844-a7e9-9deed29bfe08 None None] Provisioning complete for port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:33.922499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95181cc5-ba41-4844-a7e9-9deed29bfe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:34.152325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-95181cc5-ba41-4844-a7e9-9deed29bfe08 None None] Current status of the port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:34.208073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:34.478706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:34.560921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-30e54aa0-f18e-41d8-85d2-e57ea61c9b59 None None] Provisioning complete for port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:34.561301 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30e54aa0-f18e-41d8-85d2-e57ea61c9b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:34.565846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5938-1030-461c-9ba7-2b5e6f85994d req-eefb378f-713e-4d1a-af96-4bb58ec64d39 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:34.567809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36da5938-1030-461c-9ba7-2b5e6f85994d req-eefb378f-713e-4d1a-af96-4bb58ec64d39 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1005490 Feb 19 07:25:34.673050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36da5938-1030-461c-9ba7-2b5e6f85994d req-1f1d63b1-e2bb-4697-a366-a1ce20316fce tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961931 Feb 19 07:25:34.719704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:34.720081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:34.930499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-30e54aa0-f18e-41d8-85d2-e57ea61c9b59 None None] Current status of the port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:34.938499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:34.960647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:32Z', 'revision_number': 3, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:34.991132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:34.995566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Checking router: fb79dffa-3c30-466e-bd97-d470d5fba01a for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:25:34.995925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Updating router fb79dffa-3c30-466e-bd97-d470d5fba01a port a5a4b0fb-9131-4e65-8c75-9888775c7165 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:25:35.041828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.271038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Allocated IP 172.20.0.1 (2d4d5102-ee17-47c6-a100-d32cd440dfc6/81ac7930-6e6a-4ee6-a3ce-4677dc07faa7/c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:35.356694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks [] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.365754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.421787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Attempting to bind port a5a4b0fb-9131-4e65-8c75-9888775c7165 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:35.422517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Attempting to bind port a5a4b0fb-9131-4e65-8c75-9888775c7165 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:35.423152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Attempting to bind port a5a4b0fb-9131-4e65-8c75-9888775c7165 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:35.429469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09fe2-4c60-4000-a1f6-6c504fa1edb0 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b0fb-9131-4e65-8c75-9888775c7165,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:35.432556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:35.433675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:35.435056 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.436102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:35.437406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Bound port: a5a4b0fb-9131-4e65-8c75-9888775c7165, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:35.439455 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.455101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks [] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.496650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] For port a5a4b0fb-9131-4e65-8c75-9888775c7165, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:35.500424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] For port a5a4b0fb-9131-4e65-8c75-9888775c7165, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5a4b0fb-9131-4e65-8c75-9888775c7165,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:35.504299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.512498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.554430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:35.560628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:35.566144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:35.570415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:35.584631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:35.585478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:08Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:35.634825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.727737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:35.865239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:35.923012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09fe2-4c60-4000-a1f6-6c504fa1edb0 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b0fb-9131-4e65-8c75-9888775c7165,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:35.978971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c79074-0b97-4027-a581-5494d4cbd91b req-8fbadb20-b32e-4569-9ed5-6f0cfe0fe3bf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:35.981039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1c79074-0b97-4027-a581-5494d4cbd91b req-8fbadb20-b32e-4569-9ed5-6f0cfe0fe3bf tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 943 time: 0.1413112 Feb 19 07:25:36.154664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1c79074-0b97-4027-a581-5494d4cbd91b req-67b2daca-1bab-4d6d-b481-f7443575a152 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638880 Feb 19 07:25:36.228640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks [] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.236463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.282354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-19ce86e1-44c8-448d-af4d-58101669ff88 None None] Provisioning complete for port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:36.282744 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19ce86e1-44c8-448d-af4d-58101669ff88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.333184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6060191-6eaf-4e09-a137-fa2256223282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.362852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-19ce86e1-44c8-448d-af4d-58101669ff88 None None] Port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:36.377390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:32Z', 'revision_number': 3, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:36.388963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:36.398572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.409751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1386c64-e68a-447e-9f59-8a0a08d995f0 None None] The sync data for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 is: [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:32Z', 'revision_number': 3, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:25:36.525484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:25:36.570018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:36.572253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:36.725580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:36.751860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'network_id': 'e51d73c4-0d88-4b96-ab53-b927890ee8ab', 'port_id': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'mac_address': 'fa:16:3e:be:12:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad8022b-a71e-4747-b638-b285c8aa0021', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:25:36.894540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:36.896693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:36.930744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:25:36.938007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Router fb79dffa-3c30-466e-bd97-d470d5fba01a has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:25:36.985738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:37.000116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:37.141488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:37.146181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:25:37.155892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b3e963f-e950-4dc4-ba01-7447796db076 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb79dffa-3c30-466e-bd97-d470d5fba01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3444378 Feb 19 07:25:37.156476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6324f74c-f838-4ad0-9e20-476c1273dc41 None None] Provisioning complete for port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:37.156476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6324f74c-f838-4ad0-9e20-476c1273dc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:37.193139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6324f74c-f838-4ad0-9e20-476c1273dc41 None None] Port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:37.360209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b13c98ca-664b-4b3b-881a-bb5253745e43'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:25:37.374265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617dec-7a10-4c3c-ae28-979196535c67 req-6ba9f224-bd90-4857-a40f-f699d3eedeed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:37.375882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52617dec-7a10-4c3c-ae28-979196535c67 req-6ba9f224-bd90-4857-a40f-f699d3eedeed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 944 time: 0.1228306 Feb 19 07:25:37.453021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52617dec-7a10-4c3c-ae28-979196535c67 req-e916802b-d236-4fa5-9bf9-733bb71db91f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 Feb 19 07:25:38.493570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5a4b0fb-9131-4e65-8c75-9888775c7165 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:38.565146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:38.701851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e79e578c-ce08-4e26-b04b-6cad6679a12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:38.732896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070613a-8e48-423f-a5f6-d26964e36181 req-00968348-a8c3-4a97-b488-972b90d8241e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:38.741645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0070613a-8e48-423f-a5f6-d26964e36181 req-00968348-a8c3-4a97-b488-972b90d8241e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 944 time: 0.1331754 Feb 19 07:25:38.760684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a5a4b0fb-9131-4e65-8c75-9888775c7165 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:38.760684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:38.845492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b13c98ca-664b-4b3b-881a-bb5253745e43 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:38.846025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:38.848153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0070613a-8e48-423f-a5f6-d26964e36181 req-28fefd39-5d2b-4028-ab00-9b7ded8e51e6 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056302 Feb 19 07:25:39.036236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a5a4b0fb-9131-4e65-8c75-9888775c7165 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:39.036844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:39.090633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a5a4b0fb-9131-4e65-8c75-9888775c7165, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5a4b0fb-9131-4e65-8c75-9888775c7165,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:39.105437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:39.110911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b13c98ca-664b-4b3b-881a-bb5253745e43 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:39.111178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:39.185959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:25:39.188650 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdcc15-7fdf-4d18-8142-053c3ba02825" -d '{"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:25:39.216041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:39.218265 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Sync routers for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:25:39.231101 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:39.232015 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:39.237967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a5a4b0fb-9131-4e65-8c75-9888775c7165,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:39.249714 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:39.324531 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb15aedd-8aef-42f9-b418-a10786912871 x-openstack-request-id: req-bb15aedd-8aef-42f9-b418-a10786912871 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:25:39.324930 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-plugged", "status": "completed", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:25:39.325228 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb15aedd-8aef-42f9-b418-a10786912871 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:25:39.325742 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'code': 200} Feb 19 07:25:39.396746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:39.493766 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:39.528978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32e868-c119-44ee-b50a-97d12941dee7 req-e30fa025-5b6f-4da6-9a76-718563b1d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:39.530522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef32e868-c119-44ee-b50a-97d12941dee7 req-e30fa025-5b6f-4da6-9a76-718563b1d7d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1128 time: 0.0560493 Feb 19 07:25:39.584940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef32e868-c119-44ee-b50a-97d12941dee7 req-69f14094-55d8-4552-89ec-f09d8011c5c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Feb 19 07:25:39.635624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:39.815872 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 4, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd', 'name': '', 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'mac_address': 'fa:16:3e:09:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:35Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 2, 'project_id': 'add0f927933d4334972e361e6daf511d', 'subnets': [{'id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:39.847104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Checking router: fb79dffa-3c30-466e-bd97-d470d5fba01a for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:25:39.847507 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Updating router fb79dffa-3c30-466e-bd97-d470d5fba01a port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:25:39.885350 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.127106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2492a-fd48-4bd8-adb3-ad8514d9e4a2 req-0c6d0f85-c068-45da-ac42-32b02c778182 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:40.154293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ad2492a-fd48-4bd8-adb3-ad8514d9e4a2 req-0c6d0f85-c068-45da-ac42-32b02c778182 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1372554 Feb 19 07:25:40.291469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ad2492a-fd48-4bd8-adb3-ad8514d9e4a2 req-db5d2974-3b15-4553-a436-3a385cee6f06 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350062 Feb 19 07:25:40.466550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5a4b0fb-9131-4e65-8c75-9888775c7165 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:40.506861 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks [] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.516478 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.585023 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcf2eb-1748-40a8-9e5f-ab5b1805f977 None None] Pushing event updated for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:40.605308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a5a4b0fb-9131-4e65-8c75-9888775c7165 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:40.605825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.699318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Attempting to bind port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:40.699816 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Attempting to bind port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:40.700185 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Attempting to bind port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd on network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:40.720946 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:40.734866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Checking segment: {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:40.735372 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.735789 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Bound using segment: {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:40.736297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Bound port: c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c13d479-462a-4fff-9c48-3e40a575acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:40.736689 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.813943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a5a4b0fb-9131-4e65-8c75-9888775c7165 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:40.928347 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] For port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:40.935043 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] For port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:40.939019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:40.950391 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:41.042890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:25:41.044211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:25:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:41.087097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Provisioning complete for port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:41.087097 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:41.307042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Current status of the port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:41.309198 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:41.317951 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:25:41.479517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] For port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:41.499005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:41.542367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783c4e-686c-46ee-a10e-62342298a490 req-d4c79825-b822-4d90-81c9-0a89ab315350 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:41.554295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb783c4e-686c-46ee-a10e-62342298a490 req-d4c79825-b822-4d90-81c9-0a89ab315350 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0888789 Feb 19 07:25:41.634615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb783c4e-686c-46ee-a10e-62342298a490 req-31d79ead-377a-4d4b-a841-14e353163182 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789223 Feb 19 07:25:41.734711 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcf2eb-1748-40a8-9e5f-ab5b1805f977 None None] Pushing event updated for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:41.749109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5c4f025d-9d2a-4663-9f5f-9feba1a4edb2 None None] Provisioning complete for port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:41.749693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c4f025d-9d2a-4663-9f5f-9feba1a4edb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:41.754348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5e4ce-946e-461e-8d8b-b899970981b9 None None] Pushing event updated for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:41.793469 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 4, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd', 'name': '', 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'mac_address': 'fa:16:3e:09:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:35Z', 'updated_at': '2022-02-19T07:25:40Z', 'revision_number': 4, 'project_id': 'add0f927933d4334972e361e6daf511d', 'subnets': [{'id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:25:41.891778 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c502318-572a-4455-9eac-e5d2d882143a None None] The sync data for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 is: [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:25:35Z', 'revision_number': 4, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd', 'name': '', 'network_id': '2d4d5102-ee17-47c6-a100-d32cd440dfc6', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'mac_address': 'fa:16:3e:09:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:35Z', 'updated_at': '2022-02-19T07:25:40Z', 'revision_number': 4, 'project_id': 'add0f927933d4334972e361e6daf511d', 'subnets': [{'id': '81ac7930-6e6a-4ee6-a3ce-4677dc07faa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:25:42.060858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f025d-9d2a-4663-9f5f-9feba1a4edb2 None None] Current status of the port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:42.418978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:42.534597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:42.633104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:42.633485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:42.822142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:42.858117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ea23a-6121-4f7f-afde-45d14a676c3b req-d7b4b9b4-4537-4b18-9149-2682cdb8659b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:42.866487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c7ea23a-6121-4f7f-afde-45d14a676c3b req-d7b4b9b4-4537-4b18-9149-2682cdb8659b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1044030 Feb 19 07:25:42.964975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c7ea23a-6121-4f7f-afde-45d14a676c3b req-7f32ff0a-9304-459a-8e8a-649e93f01fc5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971527 Feb 19 07:25:43.159408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb6a3-8743-4ce8-aa4f-2028693e54e1 req-e60226aa-52ab-4b06-9803-20fba80853ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:43.173245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dacb6a3-8743-4ce8-aa4f-2028693e54e1 req-e60226aa-52ab-4b06-9803-20fba80853ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1341324 Feb 19 07:25:43.239003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dacb6a3-8743-4ce8-aa4f-2028693e54e1 req-0dc932d3-a1ce-4eb9-9af9-2409b34d3502 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644863 Feb 19 07:25:43.433101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d102247-ee83-451a-a382-a03fb9d26a2b req-73351214-8a5e-4183-a14f-b248fb9bc01d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:43.439989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d102247-ee83-451a-a382-a03fb9d26a2b req-73351214-8a5e-4183-a14f-b248fb9bc01d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0842946 Feb 19 07:25:43.510281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d102247-ee83-451a-a382-a03fb9d26a2b req-39064b29-a706-4650-8b1a-912662b4eaec tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692153 Feb 19 07:25:43.665269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eea922-4d46-46d8-981e-c26a5d74a724 req-54deeef1-17cd-4c9f-a717-1af9498ad281 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:43.679449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75eea922-4d46-46d8-981e-c26a5d74a724 req-54deeef1-17cd-4c9f-a717-1af9498ad281 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0839684 Feb 19 07:25:43.754283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75eea922-4d46-46d8-981e-c26a5d74a724 req-31b414f3-ec7d-43f2-af2e-0490f944b33f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Feb 19 07:25:43.883777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32859-677d-455a-a84c-36ad18f32fdb req-0cc2629f-2ae9-4019-8117-627a9c3836b1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:43.893044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77f32859-677d-455a-a84c-36ad18f32fdb req-0cc2629f-2ae9-4019-8117-627a9c3836b1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0703127 Feb 19 07:25:43.975217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77f32859-677d-455a-a84c-36ad18f32fdb req-8975a164-43c5-4cdc-aab0-9f5a06d82418 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812671 Feb 19 07:25:44.232124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f02d5-c206-4fe9-a145-d58174bc2d18 req-7440c002-71aa-4da2-9d16-f7c6464b0eb0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:44.241488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-240f02d5-c206-4fe9-a145-d58174bc2d18 req-7440c002-71aa-4da2-9d16-f7c6464b0eb0 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0804043 Feb 19 07:25:44.305021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-240f02d5-c206-4fe9-a145-d58174bc2d18 req-07f6a869-ca59-47d5-ae64-6ba60e350a59 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557353 Feb 19 07:25:44.421731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b39e0-a986-4478-b9bb-47db110b151c req-ed963e26-bcc7-44f2-8984-d333918de465 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:44.431311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc0b39e0-a986-4478-b9bb-47db110b151c req-ed963e26-bcc7-44f2-8984-d333918de465 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0938387 Feb 19 07:25:44.480861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0dbd6-0683-4e3e-94ef-8baf94c09ebc req-295538fc-11c7-409d-84ed-84242dcfd1f2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:44.482624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56b0dbd6-0683-4e3e-94ef-8baf94c09ebc req-295538fc-11c7-409d-84ed-84242dcfd1f2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1023712 Feb 19 07:25:44.496432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc0b39e0-a986-4478-b9bb-47db110b151c req-8fadc895-bb4b-4975-862e-8100c20f2cd3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639000 Feb 19 07:25:44.579862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56b0dbd6-0683-4e3e-94ef-8baf94c09ebc req-b0969b74-7fb1-4529-a91e-29ec63088278 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909164 Feb 19 07:25:44.731068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bef93-9360-4dd0-b6dd-38f71432978b req-9c415cbd-6ce2-4dc2-a4dc-b2faa8231309 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:44.732951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c40bef93-9360-4dd0-b6dd-38f71432978b req-9c415cbd-6ce2-4dc2-a4dc-b2faa8231309 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1448879 Feb 19 07:25:44.849163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c40bef93-9360-4dd0-b6dd-38f71432978b req-6365f530-55d2-4d50-b8aa-2b014c167034 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079779 Feb 19 07:25:44.951764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5bf6-b59d-40c8-8c0c-1592dfa2b9a1 req-e2b84b43-f57e-469f-9fd4-9d272c6bd192 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:44.962966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc8a5bf6-b59d-40c8-8c0c-1592dfa2b9a1 req-e2b84b43-f57e-469f-9fd4-9d272c6bd192 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0897212 Feb 19 07:25:45.034773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc8a5bf6-b59d-40c8-8c0c-1592dfa2b9a1 req-56b532c5-8bd7-439c-84e3-ce0a37e5608f tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697873 Feb 19 07:25:45.095897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4490-0577-42b0-999e-3193f5f9a3e1 req-641b5511-d732-42d4-9158-af0b1aab8165 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:45.098829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07ad4490-0577-42b0-999e-3193f5f9a3e1 req-641b5511-d732-42d4-9158-af0b1aab8165 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0819476 Feb 19 07:25:45.216173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07ad4490-0577-42b0-999e-3193f5f9a3e1 req-3962adeb-10e3-4858-8f09-6bae7a378912 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050589 Feb 19 07:25:45.418093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9d09f-a924-41b7-bb6d-4eece66a3b7c req-4ef77736-7a3b-4c51-bd50-c0998c02b69b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:45.420741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07f9d09f-a924-41b7-bb6d-4eece66a3b7c req-4ef77736-7a3b-4c51-bd50-c0998c02b69b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1130536 Feb 19 07:25:45.515733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07f9d09f-a924-41b7-bb6d-4eece66a3b7c req-8d4501f8-0293-4226-a792-ba8275fc743f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854826 Feb 19 07:25:45.856819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-4d62bdef-2010-4e39-b319-ff51b16c4a97 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:45.863565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-4d62bdef-2010-4e39-b319-ff51b16c4a97 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.1548743 Feb 19 07:25:45.879402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-2f11d6f1-5f03-40a0-b5ae-f7bae59a09f6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/quotas/47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 375 time: 0.0148468 Feb 19 07:25:45.984754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-f936707b-763c-4284-a138-9334fd68f2ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1036799 Feb 19 07:25:46.155030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-8f6d661a-e2bc-4f5b-9af0-9fb86c2ad563 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632721 Feb 19 07:25:46.293504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6da85-c6ba-414c-bf40-ac0f4d9d2c57 req-2b2a42d5-7314-43ac-a6c5-5337e3340850 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:46.294992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8e6da85-c6ba-414c-bf40-ac0f4d9d2c57 req-2b2a42d5-7314-43ac-a6c5-5337e3340850 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0982947 Feb 19 07:25:46.321658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-346cbc58-41e9-4c46-8406-38df1b627cea service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493263 Feb 19 07:25:46.407475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f8e6da85-c6ba-414c-bf40-ac0f4d9d2c57 req-eedcc215-86ad-46f9-96c4-c422476d7adc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044664 Feb 19 07:25:46.566580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0afd3a30-cd11-46de-9e96-a6620ee6a049 req-37180f3f-72df-4663-a611-858b9a77826e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 210 time: 0.0448611 Feb 19 07:25:47.135228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1d7e5-4c24-40c9-aa09-de5936e35d98 req-fa0df940-9e64-41a0-96a0-718a6bfe9fed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:47.136860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8e1d7e5-4c24-40c9-aa09-de5936e35d98 req-fa0df940-9e64-41a0-96a0-718a6bfe9fed tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1971009 Feb 19 07:25:47.138813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d4288-d40f-4961-837d-e0759a962aef req-dc4a1f05-f116-4ce5-9f28-18619b2694d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:47.140304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-dc4a1f05-f116-4ce5-9f28-18619b2694d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1128 time: 0.2734900 Feb 19 07:25:47.436544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8e1d7e5-4c24-40c9-aa09-de5936e35d98 req-6c0c4402-56f8-472c-9428-e0d5ebab1c00 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900686 Feb 19 07:25:47.452863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d4288-d40f-4961-837d-e0759a962aef req-735e964b-280f-4fb0-824a-46aaa62f7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:47.454773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-735e964b-280f-4fb0-824a-46aaa62f7cad service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.3039169 Feb 19 07:25:47.514477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-d859ab09-c119-434d-b667-602f7c87ed3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.0536489 Feb 19 07:25:47.564682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d4288-d40f-4961-837d-e0759a962aef req-56e77b46-eec0-4091-b88e-73cb93ee3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:47.566523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-56e77b46-eec0-4091-b88e-73cb93ee3780 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.0456469 Feb 19 07:25:47.606762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-b780971c-7927-4c06-b5d3-a042397f6569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326374 Feb 19 07:25:47.720169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7277cb4a-afe0-47b2-985b-36f8f749b274 req-33a23b89-def1-4026-906d-c63286ef44c0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 210 time: 0.0489218 Feb 19 07:25:47.754443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-25eb92ac-f998-4e8c-b37b-0eab62b121e8 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360087 Feb 19 07:25:47.848915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa7d4288-d40f-4961-837d-e0759a962aef req-c40a7e45-fc2f-4acd-9fea-b96ed4a6c72a service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869148 Feb 19 07:25:48.168778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-627ac79a-77eb-4b4a-a525-d9e827e06dd6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:48.170275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-627ac79a-77eb-4b4a-a525-d9e827e06dd6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 0.1273122 Feb 19 07:25:48.185240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'device_id': '6561b65e-78f9-453d-9d18-eba13b73f724', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'admin_state_up': True, 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:48.317821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:25:48.324253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:48.343979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-2912cfcb-ca32-445a-b8a3-592c70f8baae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650253 Feb 19 07:25:48.418509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-1e5b9376-b145-4f03-9151-37614bf4e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:48.420390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-1e5b9376-b145-4f03-9151-37614bf4e452 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.0526500 Feb 19 07:25:48.490096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.20.0.10 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/b413859e-b3cd-4d36-885d-ce114c3556c6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:25:48.568375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-97d7e872-32ea-4ddb-8af2-f3bc6bef1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:48.570689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-97d7e872-32ea-4ddb-8af2-f3bc6bef1ac6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.1275446 Feb 19 07:25:48.617952 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-90ae7368-0af5-49b6-bdcb-b12deb87cee2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.0406194 Feb 19 07:25:48.675651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-26f8f3ce-681f-43bd-b266-ccdda23fc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:48.677355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-26f8f3ce-681f-43bd-b266-ccdda23fc342 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.0544055 Feb 19 07:25:48.719814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-c149be3d-3200-4f25-837e-04ec5a42849f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360799 Feb 19 07:25:48.725115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0805c5-d243-4bda-8461-4bf129c32f25 req-0a1dbc0f-dd9d-4571-90a7-0dd0adc105ea tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:48.726794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd0805c5-d243-4bda-8461-4bf129c32f25 req-0a1dbc0f-dd9d-4571-90a7-0dd0adc105ea tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1475725 Feb 19 07:25:48.883743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:48.964025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:48.978856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:25:49.011948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c26fdf47-26e7-46bd-b735-7f309c03675c req-ba88bf5a-afe7-4693-b070-91e63c3acdd5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 210 time: 0.1223869 Feb 19 07:25:49.015067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:25:49.020251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:25:49.070977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:25:49.119545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:25:49.157461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-1a55507a-e83f-4b37-99fc-c96bb0448da7 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231205 Feb 19 07:25:49.162955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:49.163647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:49.203617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd0805c5-d243-4bda-8461-4bf129c32f25 req-fe9a9243-329f-4dc7-a950-c55aa76a6e3e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657452 Feb 19 07:25:49.251040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0702863 Feb 19 07:25:49.252197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34add251-8b1f-4650-a03e-1ca8f4530030 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:49.270772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Request body: {'port': {'device_id': '6561b65e-78f9-453d-9d18-eba13b73f724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:25:49.393372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ced2f-8cca-4b4b-b1db-06d093e01ea2 req-e9e46769-4d9d-454c-beaa-d99a9bc1e981 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347090 Feb 19 07:25:49.481505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:49.560478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ad7930bc-97d9-4efd-bd3b-357101b865e3 None None] Provisioning complete for port b413859e-b3cd-4d36-885d-ce114c3556c6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:49.560858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad7930bc-97d9-4efd-bd3b-357101b865e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:49.602344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ad7930bc-97d9-4efd-bd3b-357101b865e3 None None] Port b413859e-b3cd-4d36-885d-ce114c3556c6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:25:49.837525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b413859e-b3cd-4d36-885d-ce114c3556c6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:25:49.846864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks [] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:49.859865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Transition to ACTIVE for port object b413859e-b3cd-4d36-885d-ce114c3556c6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:25:49.866980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:49.925903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:50.023552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Attempting to bind port b413859e-b3cd-4d36-885d-ce114c3556c6 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:25:50.024019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Attempting to bind port b413859e-b3cd-4d36-885d-ce114c3556c6 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:25:50.024489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Attempting to bind port b413859e-b3cd-4d36-885d-ce114c3556c6 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:50.033954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Port b413859e-b3cd-4d36-885d-ce114c3556c6 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:25:50.035869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Attempting to bind port b413859e-b3cd-4d36-885d-ce114c3556c6 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:25:50.045955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:25:50.046420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:25:50.046905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:25:50.047625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Bound port: b413859e-b3cd-4d36-885d-ce114c3556c6, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:25:50.048081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:50.073620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-2dcca8bc-20db-40e8-8990-a7161827a8d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894291 Feb 19 07:25:50.148248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:25:50.160081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:25:50.177412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:50.178021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-1b7564fd-74a3-40d1-a5d1-7dfc84155c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.179729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-1b7564fd-74a3-40d1-a5d1-7dfc84155c03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d504058d29e49cd93efbd88be289f89&device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 1128 time: 0.0830841 Feb 19 07:25:50.264360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.265079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:50.266772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] 10.222.0.47 "PUT /v2.0/ports/b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 200 len: 1092 time: 1.0024362 Feb 19 07:25:50.267558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:25:50.270653 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483" -d '{"events": [{"name": "network-changed", "server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:25:50.336700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bccb56-eeca-4b2d-a1c5-fc60467cb1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:50.397555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-d91f7735-fd71-4a05-a305-939c98b8d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.399180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-d91f7735-fd71-4a05-a305-939c98b8d298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 200 len: 913 time: 0.1921597 Feb 19 07:25:50.483267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-27dd3ba9-1160-4449-b852-d7ebcf908fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.485080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-27dd3ba9-1160-4449-b852-d7ebcf908fc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 1126 time: 0.1717827 Feb 19 07:25:50.496877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b35235-e2a1-41dc-93d4-107094692e97 req-951ebb5e-7df6-4f6a-939f-fa8b5e5f5ac1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.507117 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87b35235-e2a1-41dc-93d4-107094692e97 req-951ebb5e-7df6-4f6a-939f-fa8b5e5f5ac1 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1516473 Feb 19 07:25:50.511386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-709d59af-e4a6-4300-a2e6-6fadf563e59a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 200 len: 217 time: 0.0846217 Feb 19 07:25:50.572158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-1794d469-7641-450d-881d-45d829b95516 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 200 len: 217 time: 0.0623267 Feb 19 07:25:50.604924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-f2e8df6b-791a-4c0f-b2e3-4844fe20b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.609439 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-f2e8df6b-791a-4c0f-b2e3-4844fe20b432 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 200 len: 853 time: 0.0881152 Feb 19 07:25:50.669303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-ce81afe4-bf35-48e4-8509-f7f1d87422d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e51d73c4-0d88-4b96-ab53-b927890ee8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516086 Feb 19 07:25:50.680322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040da5f-858a-419d-ac26-10f31eecb365 req-569a1ae2-c0df-485d-b715-fabc634cd205 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.689551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8040da5f-858a-419d-ac26-10f31eecb365 req-569a1ae2-c0df-485d-b715-fabc634cd205 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 944 time: 0.4919097 Feb 19 07:25:50.717522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-db397051-e9b9-44a1-80b1-1d31c62d66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:50.719404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-db397051-e9b9-44a1-80b1-1d31c62d66f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1402919 Feb 19 07:25:50.736036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87b35235-e2a1-41dc-93d4-107094692e97 req-9332c2bf-f913-4a64-9e3d-50be8907c62b tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220008 Feb 19 07:25:50.964283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8040da5f-858a-419d-ac26-10f31eecb365 req-2aa64214-22dc-4414-bc87-a5dd6ecb718c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733886 Feb 19 07:25:50.975300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-07815b6e-c080-450c-8770-31e98bbe4c86 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826059 Feb 19 07:25:51.125719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ec198f-6dec-48ba-b8fd-92e02bdbc2b1 req-44237ee0-bed0-4bef-a576-8db59f8c6610 service neutron] 10.222.0.47 "GET /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437128 Feb 19 07:25:51.239096 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48059f3e-fba5-48d1-aaaa-1ab00474415e x-openstack-request-id: req-48059f3e-fba5-48d1-aaaa-1ab00474415e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:25:51.239467 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:25:51.239724 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48059f3e-fba5-48d1-aaaa-1ab00474415e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:25:51.240214 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'status': 'completed', 'code': 200} Feb 19 07:25:51.304088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-7fe3a561-c472-4b2e-b968-c151c133fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:51.305646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-7fe3a561-c472-4b2e-b968-c151c133fe8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5690064 Feb 19 07:25:51.317824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96020-82a6-48fb-a29a-ca41e50f81df req-8582a1cb-08fe-4df1-8052-f619e2eddca2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:51.319414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2b96020-82a6-48fb-a29a-ca41e50f81df req-8582a1cb-08fe-4df1-8052-f619e2eddca2 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.0783246 Feb 19 07:25:51.420547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2b96020-82a6-48fb-a29a-ca41e50f81df req-45cb7aa0-500c-4da8-afc1-75f966d8edd9 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917935 Feb 19 07:25:51.478395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-7ede0a09-a2a1-4917-9ad8-222edd8c23e2 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578896 Feb 19 07:25:51.700344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2926c439-cc34-4ceb-a1c2-0a292950d717 req-03e31703-2107-4160-ad47-22077dc98fb6 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149928 Feb 19 07:25:51.719133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af53b4-5aa0-406c-bcf1-b896727cce53 req-516bbf5d-3f82-4332-bd08-17458ebe2359 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:51.720843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7af53b4-5aa0-406c-bcf1-b896727cce53 req-516bbf5d-3f82-4332-bd08-17458ebe2359 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1340492 Feb 19 07:25:51.849962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7af53b4-5aa0-406c-bcf1-b896727cce53 req-24cfd284-e606-40f8-8454-dfd536ca75ba tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219978 Feb 19 07:25:51.952502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-17fc98ee-af03-4c0b-8c77-d523eb683c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:51.958777 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-17fc98ee-af03-4c0b-8c77-d523eb683c31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 1126 time: 0.1877050 Feb 19 07:25:52.084335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-118d52b5-fdb5-47bf-ab4a-cf8bd1dd8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:52.086114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-118d52b5-fdb5-47bf-ab4a-cf8bd1dd8818 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.1196504 Feb 19 07:25:52.164876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-1220fc20-28cd-450a-b3c2-c0d98f1dbee8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 200 len: 217 time: 0.0463026 Feb 19 07:25:52.236306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2462fba-ed9e-47e3-b6db-c5ebca167f4d req-e69429e7-67cb-4528-8319-fa7116208a41 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:52.237932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2462fba-ed9e-47e3-b6db-c5ebca167f4d req-e69429e7-67cb-4528-8319-fa7116208a41 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1508777 Feb 19 07:25:52.382825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2462fba-ed9e-47e3-b6db-c5ebca167f4d req-2190817c-083c-4176-bb42-4136828266ea tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311488 Feb 19 07:25:52.407512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-f66c1997-5c9e-440d-8356-a07076eb3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:52.413103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-f66c1997-5c9e-440d-8356-a07076eb3ed6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2421634 Feb 19 07:25:52.531249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-1a23ad15-7084-4059-852f-5df79fa63ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:52.533404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-1a23ad15-7084-4059-852f-5df79fa63ab6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128263 Feb 19 07:25:52.696690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-0e66d0ed-35a2-4515-8863-5a664ae72fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554627 Feb 19 07:25:53.012444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8dc46ba-dd9c-4ae3-83aa-a985c533e483 req-002eebaa-0f13-4ca5-9ad6-42730f34757f service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019307 Feb 19 07:25:53.043092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110c139-e164-40b7-8c82-0daad8e498a8 req-ffbc9668-42d6-4916-b486-8b3d6b79f791 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:53.052914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4110c139-e164-40b7-8c82-0daad8e498a8 req-ffbc9668-42d6-4916-b486-8b3d6b79f791 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 944 time: 0.5021832 Feb 19 07:25:53.101860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30d035-be53-4f87-a780-a4b081274ae0 req-645d0dc2-3ecb-402d-9054-9e4a57e8c904 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:53.119140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd30d035-be53-4f87-a780-a4b081274ae0 req-645d0dc2-3ecb-402d-9054-9e4a57e8c904 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1558118 Feb 19 07:25:53.218326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4110c139-e164-40b7-8c82-0daad8e498a8 req-88595c45-e51d-430a-9b48-a9831c5383c4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551917 Feb 19 07:25:53.262450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd30d035-be53-4f87-a780-a4b081274ae0 req-6ce24233-2ede-48d8-8460-7f481a3e0418 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417494 Feb 19 07:25:53.500453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bfd93-dace-4268-b5af-564e6d646666 req-0ded40b6-c830-4a44-b981-1f670a597c63 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:53.515085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f93bfd93-dace-4268-b5af-564e6d646666 req-0ded40b6-c830-4a44-b981-1f670a597c63 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1428773 Feb 19 07:25:53.636982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f93bfd93-dace-4268-b5af-564e6d646666 req-99e93d8c-2f19-456a-98c3-169fc536e1c3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192830 Feb 19 07:25:53.882404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f3dc5-3738-43cb-9732-83c0befca1e6 req-66ef422e-5728-4767-b8e5-e29be6aabc95 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:53.885301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3f3dc5-3738-43cb-9732-83c0befca1e6 req-66ef422e-5728-4767-b8e5-e29be6aabc95 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1008375 Feb 19 07:25:54.018070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3f3dc5-3738-43cb-9732-83c0befca1e6 req-f8d60e27-2aca-4f60-9ba2-dd57f7454b3c tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217799 Feb 19 07:25:54.299636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12e60-c870-43f8-895b-e39b84b36a69 req-f05596fe-e6d6-4ca4-8577-7b60f6b13028 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:54.316525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0c12e60-c870-43f8-895b-e39b84b36a69 req-f05596fe-e6d6-4ca4-8577-7b60f6b13028 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1406085 Feb 19 07:25:54.431635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0c12e60-c870-43f8-895b-e39b84b36a69 req-e0df134d-488d-42bb-adc6-10bc8153736e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123676 Feb 19 07:25:54.548855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80d241-94d7-4c22-88dd-65344c801acc req-eb6f9169-20df-4f7b-bba9-906fce2019b2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:54.550462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f80d241-94d7-4c22-88dd-65344c801acc req-eb6f9169-20df-4f7b-bba9-906fce2019b2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 944 time: 0.1796799 Feb 19 07:25:54.707127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f80d241-94d7-4c22-88dd-65344c801acc req-5bd3627d-299d-4b3a-ae02-466fcb8a818a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462183 Feb 19 07:25:54.763919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca362a6-b0c9-4b53-8895-78fb0cb16bbd req-b6a23931-36ed-4c52-b1b8-08be91800148 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:54.777028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ca362a6-b0c9-4b53-8895-78fb0cb16bbd req-b6a23931-36ed-4c52-b1b8-08be91800148 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1399183 Feb 19 07:25:54.930718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ca362a6-b0c9-4b53-8895-78fb0cb16bbd req-1fa73a16-4cb4-4f90-9533-5a75ec6f7b54 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454177 Feb 19 07:25:55.198620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf6a4d-4b09-4b2f-9b4d-76a04afda626 req-dbfe8cce-9bc6-4106-81ad-b58b558eedfd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:55.200252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8faf6a4d-4b09-4b2f-9b4d-76a04afda626 req-dbfe8cce-9bc6-4106-81ad-b58b558eedfd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1368361 Feb 19 07:25:55.298477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8faf6a4d-4b09-4b2f-9b4d-76a04afda626 req-bd381e05-de77-4a68-a2cd-a273ffa7662d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913079 Feb 19 07:25:55.566372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f38b-4712-42fd-b66c-af7760051d97 req-e1814008-3c3b-43e7-ba9a-02fb76fc54c5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:55.578703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e102f38b-4712-42fd-b66c-af7760051d97 req-e1814008-3c3b-43e7-ba9a-02fb76fc54c5 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1325688 Feb 19 07:25:55.664853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e102f38b-4712-42fd-b66c-af7760051d97 req-7bcb99d1-d70a-46d0-a73a-d35e5d6e62cc tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881431 Feb 19 07:25:55.982860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa557e-3e97-4fd5-8486-35a103f4d892 req-5179df8b-e0ce-44ca-b531-9d6361b638bb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:56.000969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6aaa557e-3e97-4fd5-8486-35a103f4d892 req-5179df8b-e0ce-44ca-b531-9d6361b638bb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 944 time: 0.1549194 Feb 19 07:25:56.020879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40c5f-ada5-4ee2-9173-64270965994a req-2a2aacae-106d-4d9c-8fec-d8659c577686 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:56.022454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3c40c5f-ada5-4ee2-9173-64270965994a req-2a2aacae-106d-4d9c-8fec-d8659c577686 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1358774 Feb 19 07:25:56.109286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6aaa557e-3e97-4fd5-8486-35a103f4d892 req-e76b87d7-c9ff-4c39-8605-125b75259e20 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026819 Feb 19 07:25:56.152360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3c40c5f-ada5-4ee2-9173-64270965994a req-d0e74552-1303-4c93-b264-da64fde24925 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195796 Feb 19 07:25:56.444416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f5977-04c7-40f9-a131-3d4ec9d7fb2c req-276b044d-9953-4de1-bd29-7db5ffb41f3a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:56.446170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d61f5977-04c7-40f9-a131-3d4ec9d7fb2c req-276b044d-9953-4de1-bd29-7db5ffb41f3a tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1503055 Feb 19 07:25:56.541508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d61f5977-04c7-40f9-a131-3d4ec9d7fb2c req-e29adf63-a9e2-49c1-9619-bf384f851e5e tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889416 Feb 19 07:25:56.618682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b413859e-b3cd-4d36-885d-ce114c3556c6 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:25:56.779443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:56.795156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'mac_address': 'fa:16:3e:c3:5c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:25:56.848193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b413859e-b3cd-4d36-885d-ce114c3556c6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:56.848916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:56.862568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998c433-babc-4e10-811a-49b7a5b879cb req-c69551a0-70f0-40c6-bbd8-c1d5407fc3ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:56.864188 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c998c433-babc-4e10-811a-49b7a5b879cb req-c69551a0-70f0-40c6-bbd8-c1d5407fc3ab tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1536374 Feb 19 07:25:56.873402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b413859e-b3cd-4d36-885d-ce114c3556c6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:25:56.899512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:56.905648 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:56.971418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c998c433-babc-4e10-811a-49b7a5b879cb req-06576757-0cbc-43a6-b242-3b914ee03e95 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952978 Feb 19 07:25:57.024467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:57.206331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796243bb-7389-4d62-b1c2-c09d4005819c req-48a11bd6-4abf-4f5b-84fe-3bbbb3d3e680 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:57.216412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-796243bb-7389-4d62-b1c2-c09d4005819c req-48a11bd6-4abf-4f5b-84fe-3bbbb3d3e680 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1210392 Feb 19 07:25:57.253312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b413859e-b3cd-4d36-885d-ce114c3556c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:25:57.288423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-796243bb-7389-4d62-b1c2-c09d4005819c req-3988ec9e-00f4-4bdc-b9bb-9a3b0e35ebd3 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Feb 19 07:25:57.371779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e7fdb-346f-4d0f-8a76-a93641fb5291 req-993d8d6a-5e0a-41da-a90c-3ec2a50277af tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:57.374543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f41e7fdb-346f-4d0f-8a76-a93641fb5291 req-993d8d6a-5e0a-41da-a90c-3ec2a50277af tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 945 time: 0.1379552 Feb 19 07:25:57.531486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f41e7fdb-346f-4d0f-8a76-a93641fb5291 req-304231f3-e30e-4340-b012-f51d3e2f1002 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475456 Feb 19 07:25:58.587462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:25:58.639863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b413859e-b3cd-4d36-885d-ce114c3556c6 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:25:58.736561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b413859e-b3cd-4d36-885d-ce114c3556c6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:25:58.748059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b413859e-b3cd-4d36-885d-ce114c3556c6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:25:58.748434 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:58.760376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e89d7-c761-4d1c-a39a-6aa741be3741 req-7e5e2157-c686-42d0-93a3-9e246dcf6db0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:58.768569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b73e89d7-c761-4d1c-a39a-6aa741be3741 req-7e5e2157-c686-42d0-93a3-9e246dcf6db0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 945 time: 0.1152089 Feb 19 07:25:58.900129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b73e89d7-c761-4d1c-a39a-6aa741be3741 req-ba6506b8-10c1-4127-8faa-0a8000fb4fa6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231649 Feb 19 07:25:58.962636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b413859e-b3cd-4d36-885d-ce114c3556c6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:25:58.976186 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:59.039584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:25:59.040681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:25:59.043532 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67257ac1-8a96-4e4e-97f2-4c4924e2a62b" -d '{"events": [{"server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "name": "network-vif-plugged", "status": "completed", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:25:59.061026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:25:59.161245 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0e6ac-3ef7-4d83-a88a-65b7d5000703 x-openstack-request-id: req-11f0e6ac-3ef7-4d83-a88a-65b7d5000703 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:25:59.161675 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "name": "network-vif-plugged", "status": "completed", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:25:59.162125 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11f0e6ac-3ef7-4d83-a88a-65b7d5000703 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:25:59.162655 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'code': 200} Feb 19 07:25:59.163968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:25:59.341291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843f18c-a01b-4ac4-af1d-1a45db73aaab req-a643ffd9-fbc1-4007-96c6-d4df048dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:25:59.343055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9843f18c-a01b-4ac4-af1d-1a45db73aaab req-a643ffd9-fbc1-4007-96c6-d4df048dcd49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 1128 time: 0.1286569 Feb 19 07:25:59.434847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9843f18c-a01b-4ac4-af1d-1a45db73aaab req-38f48b1f-a9d5-406e-9423-f220dd8a8786 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848100 Feb 19 07:26:00.096187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:00.154843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf58c-ad64-4561-b436-a62e600d36f8 req-4a1a4d51-5573-4e94-95d6-810081c155bc tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:00.176865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dfadf58c-ad64-4561-b436-a62e600d36f8 req-4a1a4d51-5573-4e94-95d6-810081c155bc tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 946 time: 0.1349390 Feb 19 07:26:00.285599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dfadf58c-ad64-4561-b436-a62e600d36f8 req-cb367491-01b5-45c4-9d32-44abf147693c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078045 Feb 19 07:26:00.748469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:00.851523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Deleting subnet 0a068bd0-53d8-4ead-976f-f57227f7e2d1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:26:00.864446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Publish callbacks [] for subnet (0a068bd0-53d8-4ead-976f-f57227f7e2d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:00.983974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (0a068bd0-53d8-4ead-976f-f57227f7e2d1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.079777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0a068bd0-53d8-4ead-976f-f57227f7e2d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.187222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (0a068bd0-53d8-4ead-976f-f57227f7e2d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.216064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.224406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0a068bd0-53d8-4ead-976f-f57227f7e2d1 HTTP/1.1" status: 204 len: 168 time: 0.4742465 Feb 19 07:26:01.226871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:01.269936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42b23-28f5-42e9-bdd8-b12e940da392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a068bd0-53d8-4ead-976f-f57227f7e2d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:01.503789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b66b0d21-eeef-4b94-b165-102bdeb68bd0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.670388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08b38-6e1b-46f0-a55b-b50616625d5b req-eae9a338-1e77-4dc5-b85d-1655ecdb905a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:01.672355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99b08b38-6e1b-46f0-a55b-b50616625d5b req-eae9a338-1e77-4dc5-b85d-1655ecdb905a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 946 time: 0.1983414 Feb 19 07:26:01.767964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b66b0d21-eeef-4b94-b165-102bdeb68bd0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.814151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66b0d21-eeef-4b94-b165-102bdeb68bd0']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:01.830667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99b08b38-6e1b-46f0-a55b-b50616625d5b req-4e24572a-bc28-462f-9795-40fee578dd75 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521382 Feb 19 07:26:01.844208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f407b40a-8323-4c68-b247-c182ac79be44') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:01.844208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f407b40a-8323-4c68-b247-c182ac79be44') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:01.862806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f407b40a-8323-4c68-b247-c182ac79be44), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.887176 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f407b40a-8323-4c68-b247-c182ac79be44), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:01.903931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:26:01.904188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f407b40a-8323-4c68-b247-c182ac79be44), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:26:02.095205 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:26:02.140673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b66b0d21-eeef-4b94-b165-102bdeb68bd0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.221982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.243518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b66b0d21-eeef-4b94-b165-102bdeb68bd0 HTTP/1.1" status: 204 len: 168 time: 1.0148377 Feb 19 07:26:02.246710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:02.262963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38438eac-ae9c-4f82-a18d-6ae0e83b5641 admin admin] Pushing event deleted for resources: {'Network': ['ID=b66b0d21-eeef-4b94-b165-102bdeb68bd0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:02.403518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-6916337f-0c5f-4793-afd8-71af403e7e9e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 267 time: 0.3112149 Feb 19 07:26:02.412858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Deleting subnet ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:26:02.419049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Publish callbacks [] for subnet (ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.469430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.528818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.550331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-4561e051-9497-4206-8671-e249cf35116a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:02.551940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-4561e051-9497-4206-8671-e249cf35116a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 946 time: 0.1416955 Feb 19 07:26:02.567106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'security_groups': []}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:02.613591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.650588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:02.671121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.679965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db8cc523-aef0-4cf1-b54d-271bc4fdfea4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ad36c48a-2a5c-4eb5-aec2-2fee19cba0ed HTTP/1.1" status: 204 len: 168 time: 0.4319060 Feb 19 07:26:02.682411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:02.782135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.790452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c3b8034b-c288-4aa2-b543-cfd932d5da31), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.913513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c3b8034b-c288-4aa2-b543-cfd932d5da31), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:02.972702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b8034b-c288-4aa2-b543-cfd932d5da31']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:02.998625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.009206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:03.009206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:03.031665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.068749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.087397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:26:03.088978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (ee5584eb-3bb2-42ec-b90c-9a3cbadfa0ad), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:26:03.206740 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:26:03.210970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:03.273388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.274848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c3b8034b-c288-4aa2-b543-cfd932d5da31), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.281916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.298810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:03.301294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968', 'b413859e-b3cd-4d36-885d-ce114c3556c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:03.302627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.316367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c3b8034b-c288-4aa2-b543-cfd932d5da31 HTTP/1.1" status: 204 len: 168 time: 0.6321599 Feb 19 07:26:03.346594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0372-ce96-4a71-840a-4e72873b3a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b8034b-c288-4aa2-b543-cfd932d5da31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:03.434700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:03.435561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:03.459620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d98a45c-8b0f-4395-8973-2362f2a1f070 req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "PUT /v2.0/ports/b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 200 len: 905 time: 0.8988910 Feb 19 07:26:03.460372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:03.465631 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:03.570787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13771026-0c67-479b-9ee8-0757f47d42d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:03.580495 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938edefe-5b80-4722-887f-cb2b42c77caa x-openstack-request-id: req-938edefe-5b80-4722-887f-cb2b42c77caa {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:03.582708 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:03.583688 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-938edefe-5b80-4722-887f-cb2b42c77caa {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:03.585243 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'status': 'completed', 'code': 200} Feb 19 07:26:03.759450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-da79091e-9413-4ae1-9af9-f902ab87a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:03.762600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-da79091e-9413-4ae1-9af9-f902ab87a6e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 1090 time: 0.1572566 Feb 19 07:26:03.826818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b413859e-b3cd-4d36-885d-ce114c3556c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:03.837570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27b3bd-4f0e-4398-880d-864c72208d0c req-4da02252-9bf8-44fd-8e3c-6d54d0fb1e53 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:03.844305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d27b3bd-4f0e-4398-880d-864c72208d0c req-4da02252-9bf8-44fd-8e3c-6d54d0fb1e53 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 908 time: 0.2175283 Feb 19 07:26:03.861838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:03.886845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-448286256'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:03.930536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:04.212256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60638) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:04.217001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d646adb4-1f38-46d2-820b-4fc8e8123199 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=571de529393945c8a7a090214bb9ae76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723527 Feb 19 07:26:04.218841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:04.231474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.284576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0173febc-8461-41b0-b2f8-e843f39a72c0 None None] Provisioning complete for port b413859e-b3cd-4d36-885d-ce114c3556c6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:04.285173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-5a67b245-1fa7-4329-832a-ef79a07ce473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:04.285549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0173febc-8461-41b0-b2f8-e843f39a72c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.293100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-5a67b245-1fa7-4329-832a-ef79a07ce473 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.5165215 Feb 19 07:26:04.374723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:26:04.417756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6906d11e-3720-4d48-9ec9-1d730e240470), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.427275 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Added segment 6906d11e-3720-4d48-9ec9-1d730e240470 of type vlan for network 71b38913-2132-4dc6-b20e-e02a667060f8 Feb 19 07:26:04.545806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7845ca9-af92-4d88-9394-98133624339c req-6396d16f-1298-4f23-adfe-4dbe56811e4a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:04.555935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7845ca9-af92-4d88-9394-98133624339c req-6396d16f-1298-4f23-adfe-4dbe56811e4a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.5141475 Feb 19 07:26:04.558909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-6912f151-e5ab-4c92-9961-0e3ccfb6abcb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 200 len: 217 time: 0.2280495 Feb 19 07:26:04.563850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (71b38913-2132-4dc6-b20e-e02a667060f8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.683819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (71b38913-2132-4dc6-b20e-e02a667060f8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.703150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:04.710067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:04.820290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0173febc-8461-41b0-b2f8-e843f39a72c0 None None] Current status of the port b413859e-b3cd-4d36-885d-ce114c3556c6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:04.877597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-f7e4871d-5ee5-4ab0-95a7-86583bd29646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:04.880635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-f7e4871d-5ee5-4ab0-95a7-86583bd29646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2805548 Feb 19 07:26:04.913498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7845ca9-af92-4d88-9394-98133624339c req-5103cdaf-39f8-47c7-a0ca-25cce6a3eb2c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566530 Feb 19 07:26:05.013195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] Publish callbacks [] for security_group (7ead5f00-ef1f-429b-a5dd-b17452822a19), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.061847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Network': ['ID=71b38913-2132-4dc6-b20e-e02a667060f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:05.074846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] Publish callbacks [] for security_group (7ead5f00-ef1f-429b-a5dd-b17452822a19), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.097360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 71b38913-2132-4dc6-b20e-e02a667060f8 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:26:05.109114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:05.122093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aebf4558-584e-473d-9021-de2d3a3518f2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2547457 Feb 19 07:26:05.123899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-311833562'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:05.136707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-3f31319f-8cfa-46bb-a8b5-822ad9a34e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:05.138557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-3f31319f-8cfa-46bb-a8b5-822ad9a34e9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2198505 Feb 19 07:26:05.269814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc067eb-eb27-4a06-a181-8f88525a327c req-a4b55b61-a4a1-4fc9-8e31-3cbfdb051ae6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:05.277604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dc067eb-eb27-4a06-a181-8f88525a327c req-a4b55b61-a4a1-4fc9-8e31-3cbfdb051ae6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2183259 Feb 19 07:26:05.301786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:05.306069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.370257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:26:05.378579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7ead5f00-ef1f-429b-a5dd-b17452822a19), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.381323 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.382644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ead5f00-ef1f-429b-a5dd-b17452822a19 HTTP/1.1" status: 204 len: 168 time: 1.1673636 Feb 19 07:26:05.423653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dc067eb-eb27-4a06-a181-8f88525a327c req-d085eec2-f825-4ae6-9cad-7c03216df651 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447914 Feb 19 07:26:05.453679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-b84437b8-2a02-4851-b88e-6dd60962c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:05.466456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-b84437b8-2a02-4851-b88e-6dd60962c6f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.3393109 Feb 19 07:26:05.481925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfe79c-08c0-49c3-b275-c0f4117c6b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ead5f00-ef1f-429b-a5dd-b17452822a19,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:05.508982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (bf56a262-99de-473e-81b1-da24df6e7d82), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:05.509256 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Added segment bf56a262-99de-473e-81b1-da24df6e7d82 of type vlan for network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 Feb 19 07:26:05.512636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-c8b11f67-7725-47c7-a93e-53c9dfb48e40 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584919 Feb 19 07:26:05.641408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bc500-d506-4709-b04c-b2042a17d940 req-1b64205f-d97b-40e1-bc58-a5c1b06dd9e6 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:05.648879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9bc500-d506-4709-b04c-b2042a17d940 req-1b64205f-d97b-40e1-bc58-a5c1b06dd9e6 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3656793 Feb 19 07:26:05.734639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9bc500-d506-4709-b04c-b2042a17d940 req-aed1c84a-f11e-478d-9cea-bfad0b4dc6cf tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845363 Feb 19 07:26:05.740586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-df208959-0fb2-4af9-a361-8e67b0a099bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:05.743484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-df208959-0fb2-4af9-a361-8e67b0a099bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.2761016 Feb 19 07:26:05.876926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-696a7d46-252a-413f-ac73-c838ea4ebab0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.1278174 Feb 19 07:26:05.912518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (867a6f1f-6e4a-44e4-96cb-1a44b2afda05), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:06.012706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-6e32252a-a546-46da-86a6-46c981d93fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:06.014233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-6e32252a-a546-46da-86a6-46c981d93fd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.1318862 Feb 19 07:26:06.097072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a131f-7a8a-4d85-8a2e-791170a85e65 req-311097e0-1d22-45d5-aaf7-f41471b1530e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:06.101956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-3be4d116-52c3-420d-a0fc-364ae85f6edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794294 Feb 19 07:26:06.109250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1a131f-7a8a-4d85-8a2e-791170a85e65 req-311097e0-1d22-45d5-aaf7-f41471b1530e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.4660311 Feb 19 07:26:06.120226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375c0d9c-e3dc-4485-bd5e-eb8c83fdb4b4 req-028a21ea-9a88-4b75-b5d0-9ca92e8fc925 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875378 Feb 19 07:26:06.121141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (867a6f1f-6e4a-44e4-96cb-1a44b2afda05), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:06.137702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:06.138736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:06.233106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90812ba-ee08-4e3e-9162-b28fd0d89294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:06.253362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:06.267459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Network': ['ID=867a6f1f-6e4a-44e4-96cb-1a44b2afda05,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:06.278508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:26:06.353867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1a131f-7a8a-4d85-8a2e-791170a85e65 req-cf27fad3-13ab-4cde-9661-dc6ea3c91b97 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429087 Feb 19 07:26:06.371745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-72a3d70f-69ab-4580-8788-bd5781be5321 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2436242 Feb 19 07:26:06.377934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:06.387022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'subnet': {'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:06.470441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7823798-d836-447a-afe8-03c3f8c195ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd59ae0bebc841d48cf5fe2b9f5b1596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2157137 Feb 19 07:26:06.474082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:06.594938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:06.598803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.131422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ab2942cd-570c-4993-9d39-04be375bc754), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.213070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f267-7dec-4419-adde-616b69e85929 req-781acfc3-0baf-4a24-91ad-7afbea4924b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:07.214674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93f9f267-7dec-4419-adde-616b69e85929 req-781acfc3-0baf-4a24-91ad-7afbea4924b2 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2828469 Feb 19 07:26:07.354998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-d308feb6-6d03-48f8-ba1a-40906d37b88e service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2462265 Feb 19 07:26:07.361549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Subnet': ['ID=ab2942cd-570c-4993-9d39-04be375bc754,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:07.488202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a99a88b-dbbd-4681-9483-486c47143f24 req-5524f10d-9c8a-4fde-a6ac-e56c1301115b service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160262 Feb 19 07:26:07.493470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.494347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.494694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.495206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.495390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.513935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.514393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.514744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.515092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.520798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.520798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.521102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.521350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:07.583013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312386fd-c839-4c2a-8d52-cdb9d4bcf33a req-1fc2a587-2394-4800-a41b-b3f5d2fc54b2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:07.584651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-312386fd-c839-4c2a-8d52-cdb9d4bcf33a req-1fc2a587-2394-4800-a41b-b3f5d2fc54b2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 1.1023736 Feb 19 07:26:07.594594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93f9f267-7dec-4419-adde-616b69e85929 req-ccf4317a-dc9c-4590-ab90-a8f81cc5f885 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525186 Feb 19 07:26:07.597139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:07.599792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network hostable DHCP agents. Network: 71b38913-2132-4dc6-b20e-e02a667060f8, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:26:07.615142 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] Publish callbacks [] for security_group (e959e1d9-cecf-4353-8bd9-8733eb1c8c52), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.673067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-312386fd-c839-4c2a-8d52-cdb9d4bcf33a req-38040307-c67d-4b2f-b74e-7519c071b13a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785308 Feb 19 07:26:07.680553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:26:07.691302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] Publish callbacks [] for security_group (e959e1d9-cecf-4353-8bd9-8733eb1c8c52), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.726548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 71b38913-2132-4dc6-b20e-e02a667060f8) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:07.734881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:07.735501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.736283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e498b-fce5-4a23-867d-f8d4f0072327 None None] Network 71b38913-2132-4dc6-b20e-e02a667060f8 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:07.789051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7383b03-9f92-48d8-9ca5-1e7cd7f67f75 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4100168 Feb 19 07:26:07.796632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:07.805118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e959e1d9-cecf-4353-8bd9-8733eb1c8c52), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.808151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'subnet': {'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:07.810722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:07.812183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e959e1d9-cecf-4353-8bd9-8733eb1c8c52 HTTP/1.1" status: 204 len: 168 time: 1.3225310 Feb 19 07:26:07.860970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cbe08-6f80-4227-adb5-c6a5e7e51cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e959e1d9-cecf-4353-8bd9-8733eb1c8c52,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:07.990936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-71b38913-2132-4dc6-b20e-e02a667060f8', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:26:07.991835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:08.364771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Allocated IP 10.1.1.2 (71b38913-2132-4dc6-b20e-e02a667060f8/ab2942cd-570c-4993-9d39-04be375bc754/d90fce05-25f3-40a9-bdae-0c021eecb5b8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:08.598949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea784188-89da-41e7-8812-390f993cfc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:08.974120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks [] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:08.983529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.059056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:09.070517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:09.078505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:09.088418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Pushing event updated for resources: {'Port': ['ID=d90fce05-25f3-40a9-bdae-0c021eecb5b8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:09.099228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f45cc-db49-4194-8852-389e87399766 req-1d12b59f-81f6-42ea-9d6e-0bd159535abe tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:09.118550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-918f45cc-db49-4194-8852-389e87399766 req-1d12b59f-81f6-42ea-9d6e-0bd159535abe tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2380447 Feb 19 07:26:09.195649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Attempting to bind port d90fce05-25f3-40a9-bdae-0c021eecb5b8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:09.201566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Attempting to bind port d90fce05-25f3-40a9-bdae-0c021eecb5b8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:09.202532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Attempting to bind port d90fce05-25f3-40a9-bdae-0c021eecb5b8 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:09.225417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:09.229463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:09.230144 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.231703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Bound using segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:09.232470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Bound port: d90fce05-25f3-40a9-bdae-0c021eecb5b8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:09.233140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.306401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-918f45cc-db49-4194-8852-389e87399766 req-6de2a773-e51a-486a-8d71-cc5a956209a0 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820219 Feb 19 07:26:09.306654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-fa1770ce-67b7-48f8-963e-2ce1246d74db tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:09.323481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-fa1770ce-67b7-48f8-963e-2ce1246d74db tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 1.2010672 Feb 19 07:26:09.380807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-58d396bc-d536-4c3f-a152-93559db55994 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/quotas/47c71ad2f1134f26a01ea23c22dc19c7 HTTP/1.1" status: 200 len: 375 time: 0.0563400 Feb 19 07:26:09.397195 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] For port d90fce05-25f3-40a9-bdae-0c021eecb5b8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:09.420819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] For port d90fce05-25f3-40a9-bdae-0c021eecb5b8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d90fce05-25f3-40a9-bdae-0c021eecb5b8,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:09.446528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.478829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:09.491062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.543618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4e18-d6ec-4aae-8e27-f97f31664bc2 None None] Pushing event updated for resources: {'Port': ['ID=d90fce05-25f3-40a9-bdae-0c021eecb5b8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:09.636496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:09.768651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-89e97005-b571-42f9-a79a-13f0efff727e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3779392 Feb 19 07:26:10.283051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:10.388986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Subnet': ['ID=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:10.518022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-2d8246d0-e2a2-4f7d-8546-7de7c3c0eca6 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414138 Feb 19 07:26:10.612645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Checking segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:10.613013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network hostable DHCP agents. Network: 867a6f1f-6e4a-44e4-96cb-1a44b2afda05, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:26:10.688864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:26:10.699983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d90fce05-25f3-40a9-bdae-0c021eecb5b8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:10.705825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50ae71-efec-4b77-a660-74e62d38cd70 req-b1b285f7-715b-4999-b88d-1a80d4e5d7f6 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:10.708613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a50ae71-efec-4b77-a660-74e62d38cd70 req-b1b285f7-715b-4999-b88d-1a80d4e5d7f6 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1694932 Feb 19 07:26:10.800883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60760) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:10.889387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d90fce05-25f3-40a9-bdae-0c021eecb5b8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:10.890465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:10.916652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a50ae71-efec-4b77-a660-74e62d38cd70 req-a6b21761-afe0-42aa-8e2f-fbfc90f002d8 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960816 Feb 19 07:26:10.918550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-dc3ae23a-4af4-46f2-9751-928771701fe2 service neutron] 10.222.0.43 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873019 Feb 19 07:26:10.920816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 867a6f1f-6e4a-44e4-96cb-1a44b2afda05) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:10.972399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:10.979666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:10.997185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48359d2-baa8-44b9-8fbc-62ddf836c110 None None] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:11.046204 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a69c0493-e645-4891-9b13-74e9064eee34 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2484386 Feb 19 07:26:11.048885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:11.054252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'name': 'tempest-TaggedBootDevicesTest_v242-1580994916', 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:11.341005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7a82-2b36-4c34-bdb3-2883d191465d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:11.533071 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:11.568485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ips': [{'subnet_id': '5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:26:11.569366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:11.655879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7a82-2b36-4c34-bdb3-2883d191465d admin admin] Publish callbacks [] for security_group (1ad66a86-ca24-4583-8088-0dc3a3356ff7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:11.758586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:11.776052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7a82-2b36-4c34-bdb3-2883d191465d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ad66a86-ca24-4583-8088-0dc3a3356ff7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:11.807292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60784) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:11.981122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f94949ac-f59f-417d-9801-bd8cf36dad5a req-ed637c44-52e8-4625-9f31-332fccf68111 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 210 time: 0.3238354 Feb 19 07:26:12.183011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf143-624e-4ce8-8790-29b35582af80 req-a4a3b1b4-be89-4dfd-aef5-88eff40fb7fa tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:12.195914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871cf143-624e-4ce8-8790-29b35582af80 req-a4a3b1b4-be89-4dfd-aef5-88eff40fb7fa tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1332328 Feb 19 07:26:12.243310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Allocated IP 10.2.2.2 (867a6f1f-6e4a-44e4-96cb-1a44b2afda05/5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8/859be464-dbf4-43a7-9cd9-4654c0d9d3b5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:12.257916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7a82-2b36-4c34-bdb3-2883d191465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad66a86-ca24-4583-8088-0dc3a3356ff7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:12.262590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dfbf7a82-2b36-4c34-bdb3-2883d191465d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec0e2be428214b8486eb3248e7bcad85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4452868 Feb 19 07:26:12.265305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:12.356806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871cf143-624e-4ce8-8790-29b35582af80 req-dc3a6930-7851-4514-b4f9-fd7aebfbc33f tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596866 Feb 19 07:26:12.488302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.504702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] Publish callbacks [] for security_group (1ad66a86-ca24-4583-8088-0dc3a3356ff7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.584732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] device_id is not set on port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:26:12.639115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] Publish callbacks [] for security_group (1ad66a86-ca24-4583-8088-0dc3a3356ff7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.643531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'network': {'name': 'tempest-network-smoke--209447829', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:12.718128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:12.721625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.754307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.916559 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks [] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:12.970657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08489bfb-5bdd-4cc8-b725-c17990e3633d None None] Network 71b38913-2132-4dc6-b20e-e02a667060f8 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:12.996500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (a190c7a7-3179-4046-97e8-52270ffcf39c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.005300 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a190c7a7-3179-4046-97e8-52270ffcf39c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.042491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ad66a86-ca24-4583-8088-0dc3a3356ff7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.054820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.056197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ad66a86-ca24-4583-8088-0dc3a3356ff7 HTTP/1.1" status: 204 len: 168 time: 0.7858968 Feb 19 07:26:13.076201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:26:13.088334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a190c7a7-3179-4046-97e8-52270ffcf39c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:13.108491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (139e5104-c8f0-447c-a1c0-91b2d9f32f28), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.108845 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Added segment 139e5104-c8f0-447c-a1c0-91b2d9f32f28 of type vlan for network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 Feb 19 07:26:13.129877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a70dd3-473d-40b2-af82-3c6cf7d2c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad66a86-ca24-4583-8088-0dc3a3356ff7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:13.190499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.1.1.82 (71b38913-2132-4dc6-b20e-e02a667060f8/ab2942cd-570c-4993-9d39-04be375bc754/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:13.224746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (8f449888-8d88-418c-a2fb-dd3a88e7f9b1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.317569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (8f449888-8d88-418c-a2fb-dd3a88e7f9b1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.322933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:13.332102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.354881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.526493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f56cf97e-97fb-4f32-9438-2bc0e338b12b req-f9355f35-d692-4e1d-abc6-4eb1f675e2ae tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 210 time: 0.2643747 Feb 19 07:26:13.562500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7538960 Feb 19 07:26:13.589230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:13.647418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-303276941', 'admin_state_up': True, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:13.756980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Pushing event updated for resources: {'Port': ['ID=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:13.806628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f326e-9ad9-4b2d-a6ca-954d9ec7c666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Network': ['ID=8f449888-8d88-418c-a2fb-dd3a88e7f9b1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:13.834748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:13.858792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.859803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.861241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:13.883152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:13.923100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:26:13.926700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f70cf-c532-4a8a-a81c-6914308b5193 req-581fe3dc-a91a-41dd-b4b0-167d99e86586 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:13.935642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-912f70cf-c532-4a8a-a81c-6914308b5193 req-581fe3dc-a91a-41dd-b4b0-167d99e86586 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.3767529 Feb 19 07:26:13.939949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:13.996704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.010162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.076864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:14.086973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:14.091174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:14.164833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d90fce05-25f3-40a9-bdae-0c021eecb5b8 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:14.169785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:14.170743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.181619 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.197638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1450632 Feb 19 07:26:14.209064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:14.214903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'name': 'tempest-TaggedBootDevicesTest_v242-1500469061', 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:14.307309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:14.329968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_controller (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.339455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-88173a7b-794b-411b-b9d8-543d13e92940 None None] Provisioning complete for port d90fce05-25f3-40a9-bdae-0c021eecb5b8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:14.343686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88173a7b-794b-411b-b9d8-543d13e92940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.357484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-912f70cf-c532-4a8a-a81c-6914308b5193 req-2daefc80-37f7-4ed4-a903-46edc41acb41 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109409 Feb 19 07:26:14.386821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a54cfa53-279f-4b06-a392-22fa7f473dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.473417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac161339-0c79-42fd-9853-6f12fb37652e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:14.550690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-0964ea3f-96e9-449d-a47b-d9858a6fe95d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:14.556948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-0964ea3f-96e9-449d-a47b-d9858a6fe95d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 811 time: 1.2125618 Feb 19 07:26:14.592804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Request body: {'port': {'device_id': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'admin_state_up': True, 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:14.702478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Attempting to bind port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:14.703036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Attempting to bind port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:14.703288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Attempting to bind port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:14.713872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a54cfa53-279f-4b06-a392-22fa7f473dfe admin admin] Publish callbacks [] for security_group (b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.723094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a54cfa53-279f-4b06-a392-22fa7f473dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.766994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d90fce05-25f3-40a9-bdae-0c021eecb5b8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d90fce05-25f3-40a9-bdae-0c021eecb5b8,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:14.801364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:14.812035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.816340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.848859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:14.850650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Checking segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:14.854889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.855461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Bound using segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:14.856089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Bound port: 859be464-dbf4-43a7-9cd9-4654c0d9d3b5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:14.862987 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:14.865119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d2dc5d8-e5f4-4111-ac79-eaec9e316048 req-c96490f7-13fc-443a-aa95-b96bd281462d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 210 time: 0.1073759 Feb 19 07:26:14.937703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] device_id is not set on port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:26:14.977046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a54cfa53-279f-4b06-a392-22fa7f473dfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fc40ac272e04f43a9d36f0460baa05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6660528 Feb 19 07:26:14.982400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:15.068930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cfa53-279f-4b06-a392-22fa7f473dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:15.105710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-88173a7b-794b-411b-b9d8-543d13e92940 None None] Current status of the port d90fce05-25f3-40a9-bdae-0c021eecb5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:15.108062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.162198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Made reservation on behalf of 47c71ad2f1134f26a01ea23c22dc19c7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:15.165697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.271456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ccd1aa65-a0aa-450e-b684-d2a8c63fb362 None None] Provisioning complete for port d90fce05-25f3-40a9-bdae-0c021eecb5b8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:15.271839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccd1aa65-a0aa-450e-b684-d2a8c63fb362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.313173 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] Publish callbacks [] for security_group (b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.446370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] For port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:15.451461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d90fce05-25f3-40a9-bdae-0c021eecb5b8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:15.465876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] For port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:15.556865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] Publish callbacks [] for security_group (b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.595840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.598272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.1.1.162 (71b38913-2132-4dc6-b20e-e02a667060f8/ab2942cd-570c-4993-9d39-04be375bc754/ce0074c3-b39a-45dc-81e7-a291f8ce27b4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:15.625789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Allocated IP 172.20.0.7 (dab5a7b7-5b40-4c16-9114-478df0b3ff5a/ae422300-b44d-4b97-b5f3-328357a5ca00/e08a9abb-afbd-4a2f-9c50-47fea8548597) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:15.652732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ccd1aa65-a0aa-450e-b684-d2a8c63fb362 None None] Current status of the port d90fce05-25f3-40a9-bdae-0c021eecb5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:15.791843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6a14c-5d78-4c47-bce2-5a06bad707c9 req-85894878-0a1d-4aba-afc4-b3f220ea4f54 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:15.805580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecedd33-9d9e-4e59-bfbd-cc2dcc483196 None None] Pushing event updated for resources: {'Port': ['ID=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:15.807681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1c6a14c-5d78-4c47-bce2-5a06bad707c9 req-85894878-0a1d-4aba-afc4-b3f220ea4f54 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2614484 Feb 19 07:26:15.843736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d33de679-aa07-4490-81c3-e85a6bf8c9d9 None None] Provisioning complete for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:15.844758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33de679-aa07-4490-81c3-e85a6bf8c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.876989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.883411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:15.885520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2 HTTP/1.1" status: 204 len: 168 time: 0.8991420 Feb 19 07:26:15.950675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d33de679-aa07-4490-81c3-e85a6bf8c9d9 None None] Port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:16.111837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af7c79-589f-4bdd-9a66-7f237981f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b7c898-2a19-4b50-8174-3fcdd7f2d9c2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:16.175046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1c6a14c-5d78-4c47-bce2-5a06bad707c9 req-ac16c5eb-08b1-451e-88c6-6852a5818b84 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657658 Feb 19 07:26:16.275763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bda5c4bd-a0b7-42e6-8ad9-ce7b040a11ef req-9390e463-0240-480d-9cf4-324b03952848 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 210 time: 0.2244709 Feb 19 07:26:16.347649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.368729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.615748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.626273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.25.7.219 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c8f0163c-5547-416f-af16-c05baeec8d40) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:16.641856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.881988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (c8f0163c-5547-416f-af16-c05baeec8d40), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.898710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.916209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:16.929702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:16.937743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:16.990844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:17.095617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:17.125262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:17.140245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:17.174075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:17.230019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:17.286272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:17.291396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:17.320115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=c8f0163c-5547-416f-af16-c05baeec8d40,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:17.334674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:17.394281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:17.437491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:17.463525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:17.722735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:17.886208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc47d8-6a31-4a93-9806-f408ed6d67ee req-5aebb611-27e0-4817-9b4f-440725f35da9 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:17.901427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29fc47d8-6a31-4a93-9806-f408ed6d67ee req-5aebb611-27e0-4817-9b4f-440725f35da9 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.4513431 Feb 19 07:26:17.919936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:17.929958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:17.995107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:17.995817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.047465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-740017c5-98f0-4768-a6f6-0e45529ccbe2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8352439 Feb 19 07:26:18.059518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29fc47d8-6a31-4a93-9806-f408ed6d67ee req-4745db2d-12dc-422a-9b34-d6689bcca9ac tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559403 Feb 19 07:26:18.082299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-8069553d-2c8e-4013-a711-4724a3cbb46f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5050945 Feb 19 07:26:18.095883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:18.096897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.108883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75648699-8f49-4fc0-bb59-5d4d916a0122 req-311902c4-6077-4e49-bfe1-9c1ec8562028 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:18.110515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75648699-8f49-4fc0-bb59-5d4d916a0122 req-311902c4-6077-4e49-bfe1-9c1ec8562028 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 931 time: 0.6334379 Feb 19 07:26:18.122479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Request body: {'port': {'device_id': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:18.267736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.277597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997ff2de-75da-4dae-ba1c-67f552a9d861 None None] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:18.367734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4f906db4-6ff8-4ba2-83f3-10bfc797e73a None None] Provisioning complete for port e08a9abb-afbd-4a2f-9c50-47fea8548597 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:18.369347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f906db4-6ff8-4ba2-83f3-10bfc797e73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.534711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75648699-8f49-4fc0-bb59-5d4d916a0122 req-260074ad-e94b-4ba9-961a-cf74f25fd16d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029193 Feb 19 07:26:18.536474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.615703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4f906db4-6ff8-4ba2-83f3-10bfc797e73a None None] Port e08a9abb-afbd-4a2f-9c50-47fea8548597 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:18.906550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.939067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:18.939845 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:18.960469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea373134-e1d3-4d7b-9da4-bebdbd1d9b47 req-5a2985dd-ed9b-4f29-80f0-b7aebe0a2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:18.966194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea373134-e1d3-4d7b-9da4-bebdbd1d9b47 req-5a2985dd-ed9b-4f29-80f0-b7aebe0a2713 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.1939492 Feb 19 07:26:19.019482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Provisioning complete for port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:19.020523 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.272507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:19.295274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53839619', 'description': 'tempest-description--1812999749'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:19.340454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:19.365454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.370608 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.379266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d90fce05-25f3-40a9-bdae-0c021eecb5b8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:19.424594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea373134-e1d3-4d7b-9da4-bebdbd1d9b47 req-455cacda-90a9-408b-89cd-51120efd4a03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511807 Feb 19 07:26:19.486650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:26:19.604542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:19.636742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08a9abb-afbd-4a2f-9c50-47fea8548597 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:19.673104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks [] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.735341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Transition to ACTIVE for port object e08a9abb-afbd-4a2f-9c50-47fea8548597 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:26:19.753294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.771021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (20532de6-3294-4a2a-8b75-6b6e40baf558), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.782767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (20532de6-3294-4a2a-8b75-6b6e40baf558), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.812672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Current status of the port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:19.816370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14fc71-d3ce-4b1a-a878-fb612a86672c req-f72719bd-c4a1-475f-b499-104be2ec9cca tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:19.824431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d90fce05-25f3-40a9-bdae-0c021eecb5b8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:19.825187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:19.829347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c14fc71-d3ce-4b1a-a878-fb612a86672c req-f72719bd-c4a1-475f-b499-104be2ec9cca tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.5466893 Feb 19 07:26:19.900057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Provisioning complete for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:19.901710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.027736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0e6c042e-7846-4950-8a7a-7f9743353694 None None] Port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:20.179370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d90fce05-25f3-40a9-bdae-0c021eecb5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:20.208915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fc6363bb-8e7f-4e2f-9aee-bef910066443 None None] Provisioning complete for port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:20.209304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc6363bb-8e7f-4e2f-9aee-bef910066443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.234082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35433418-0156-4e1f-adae-175330129e6e service neutron] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:20.248399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c14fc71-d3ce-4b1a-a878-fb612a86672c req-df22f06f-d0ae-48d2-8383-48805112279c tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145749 Feb 19 07:26:20.273393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Attempting to bind port e08a9abb-afbd-4a2f-9c50-47fea8548597 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:20.276811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Attempting to bind port e08a9abb-afbd-4a2f-9c50-47fea8548597 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:20.277193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Attempting to bind port e08a9abb-afbd-4a2f-9c50-47fea8548597 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:20.296574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Port e08a9abb-afbd-4a2f-9c50-47fea8548597 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:26:20.296911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Attempting to bind port e08a9abb-afbd-4a2f-9c50-47fea8548597 on network dab5a7b7-5b40-4c16-9114-478df0b3ff5a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:20.318792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:20.325378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Checking segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:20.325984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Bound using segment: {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:20.328156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Bound port: e08a9abb-afbd-4a2f-9c50-47fea8548597, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da15d7a-66d5-442d-881a-749801a22fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:20.329187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.479705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:20.544945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fc6363bb-8e7f-4e2f-9aee-bef910066443 None None] Current status of the port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:20.578066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:20.584347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:20.587139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:20.588657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.607048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.753206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:20.753911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:20.757563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-35433418-0156-4e1f-adae-175330129e6e service neutron] 10.222.0.24 "PUT /v2.0/ports/e08a9abb-afbd-4a2f-9c50-47fea8548597 HTTP/1.1" status: 200 len: 1091 time: 2.6459215 Feb 19 07:26:20.757908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:20.769223 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:20.967289 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3c5100-70f0-4983-a962-7a02f5a49366 x-openstack-request-id: req-8e3c5100-70f0-4983-a962-7a02f5a49366 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:20.969850 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:21.000334 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e3c5100-70f0-4983-a962-7a02f5a49366 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:21.000896 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'status': 'completed', 'code': 200} Feb 19 07:26:21.022304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35433418-0156-4e1f-adae-175330129e6e service neutron] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:21.133731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20532de6-3294-4a2a-8b75-6b6e40baf558,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:21.169399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4cb6c-d3f3-4638-a712-84691c3617f4 req-6971f1fc-0317-4bef-8717-142e7386ed2d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.177530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ef4cb6c-d3f3-4638-a712-84691c3617f4 req-6971f1fc-0317-4bef-8717-142e7386ed2d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 931 time: 1.4975352 Feb 19 07:26:21.203445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.213902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-60ce62e7-a843-4561-9723-bcad0e4bcd40 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9234693 Feb 19 07:26:21.213902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60930) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:21.232417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-fd7a6f49-a5b0-4617-b9ea-ad0884113426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.234115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-fd7a6f49-a5b0-4617-b9ea-ad0884113426 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 1125 time: 0.4046223 Feb 19 07:26:21.245180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'security_group_rule': {'security_group_id': '20532de6-3294-4a2a-8b75-6b6e40baf558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:21.275903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:26:21.314586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb026d86-81b1-4216-961b-0dd88c37f023 req-19a58481-1cae-426b-9db5-a116454d60a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.320122 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.323153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb026d86-81b1-4216-961b-0dd88c37f023 req-19a58481-1cae-426b-9db5-a116454d60a4 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.2632816 Feb 19 07:26:21.324146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-493c8aac-bacf-48ea-86a6-c5a77685643e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6968844 Feb 19 07:26:21.328824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:21.356295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-efa3b5b6-a216-45ce-8c6e-d57727450e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597 HTTP/1.1" status: 200 len: 217 time: 0.1020002 Feb 19 07:26:21.373035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ef4cb6c-d3f3-4638-a712-84691c3617f4 req-defffe9c-35f1-4a9c-a1dc-84f3df774653 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943574 Feb 19 07:26:21.380390 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (f6bd711b-623c-4000-a70b-b86cbc1d7614), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.390400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:26:21.414302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:21.442265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:21.442931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:21.502070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (f6bd711b-623c-4000-a70b-b86cbc1d7614), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.512536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (f6bd711b-623c-4000-a70b-b86cbc1d7614), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.597566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb026d86-81b1-4216-961b-0dd88c37f023 req-c1b7a8c1-ad65-4150-b5f1-694a32641a73 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675402 Feb 19 07:26:21.625629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-49c58a76-29c5-4249-bc9e-dc853497c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.631725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-49c58a76-29c5-4249-bc9e-dc853497c993 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2615092 Feb 19 07:26:21.657189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bd711b-623c-4000-a70b-b86cbc1d7614,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:21.676797 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:21.684644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7db6348-d8bf-418d-b292-994d515faa25 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446161 Feb 19 07:26:21.686586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:21.706293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'security_group_rule': {'security_group_id': '20532de6-3294-4a2a-8b75-6b6e40baf558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:21.736443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf11234-e96c-4db5-a390-31be78a5921e req-4d586602-d839-44b5-8e12-3ff725ecac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.744250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-4d586602-d839-44b5-8e12-3ff725ecac9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061380 Feb 19 07:26:21.780808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:21.783977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9303bd-7fd8-45c2-89c2-22e957294b89 req-24d6d4b7-de41-4136-be1f-34f17c005e5e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:21.788057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b9303bd-7fd8-45c2-89c2-22e957294b89 req-24d6d4b7-de41-4136-be1f-34f17c005e5e tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2392583 Feb 19 07:26:21.957582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-01903270-12e0-4990-998c-de458cfbf3b5 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=192bc80735b24509a5710608a1dfaaed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6240265 Feb 19 07:26:21.960224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:21.963013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (d3b53959-bc12-4690-ade3-427405426c05), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.001479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-af488942-f865-4d91-9a84-b0fe7d7d678f service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508256 Feb 19 07:26:22.051120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b9303bd-7fd8-45c2-89c2-22e957294b89 req-b7be3b43-32c6-4a0e-8f06-00c61d9ffa43 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382715 Feb 19 07:26:22.088513 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (d3b53959-bc12-4690-ade3-427405426c05), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.099160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d3b53959-bc12-4690-ade3-427405426c05), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.159342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b53959-bc12-4690-ade3-427405426c05,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:22.173129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.181147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-062d54ca-c24e-4eff-b660-16d23edd5005 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4849648 Feb 19 07:26:22.181986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:22.191340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:22.246551 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.248922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:17Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:22.290456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:26:22.290891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Updating router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 port c8f0163c-5547-416f-af16-c05baeec8d40 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:26:22.324533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.458149 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.463418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bf11234-e96c-4db5-a390-31be78a5921e req-4a48f2c4-9e6f-41c7-b14c-f5a7abdee300 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547958 Feb 19 07:26:22.479734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ca632-8b02-4d30-a6e6-623ec5aa8ebe tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:22.484462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef1ca632-8b02-4d30-a6e6-623ec5aa8ebe tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5206485 Feb 19 07:26:22.485038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60976) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:22.643599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-28b607ef-697d-47e1-afd5-888c10e85988 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:22.651426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-28b607ef-697d-47e1-afd5-888c10e85988 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/networks?id=fcd8633e-2b3c-4d87-a550-1b737ec246fd HTTP/1.1" status: 200 len: 815 time: 0.4913077 Feb 19 07:26:22.660879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-858c881d-be8c-41a9-8e45-39d7c9bf9a3d tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1701212 Feb 19 07:26:22.672312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:22.698710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-0019eb50-9ebc-4f82-af86-b93a0466bc5f tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/quotas/872850dfd6ec4c4ca2c55608c4465a6b HTTP/1.1" status: 200 len: 375 time: 0.0290210 Feb 19 07:26:22.708212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522445375', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:22.719758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-686aef34-10eb-4fc0-8f7b-cc00fc76e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:22.721543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-686aef34-10eb-4fc0-8f7b-cc00fc76e62d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 1125 time: 0.1847436 Feb 19 07:26:22.857141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6be9-2fec-458a-9955-17c431426906 req-01ff4570-9278-4011-8851-4acba7a7150d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:22.864310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a6e6be9-2fec-458a-9955-17c431426906 req-01ff4570-9278-4011-8851-4acba7a7150d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 943 time: 0.2121542 Feb 19 07:26:22.913443 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks [] for port (c8f0163c-5547-416f-af16-c05baeec8d40), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.926565 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.929608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:22.933119 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:22.943025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-ca4f0204-f1b5-49f9-a595-02c82d77d9df tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=872850dfd6ec4c4ca2c55608c4465a6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2353411 Feb 19 07:26:23.004202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Attempting to bind port c8f0163c-5547-416f-af16-c05baeec8d40 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:23.004442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Attempting to bind port c8f0163c-5547-416f-af16-c05baeec8d40 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:23.004813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Attempting to bind port c8f0163c-5547-416f-af16-c05baeec8d40 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:23.018055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:23.018513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:23.019037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.019333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:23.020118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Bound port: c8f0163c-5547-416f-af16-c05baeec8d40, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:23.020873 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.027853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43c352-d39d-412a-a35d-512e70df0f5b None None] Pushing event updated for resources: {'Port': ['ID=c8f0163c-5547-416f-af16-c05baeec8d40,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:23.050041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a6e6be9-2fec-458a-9955-17c431426906 req-ff8d353f-c80b-4579-9515-5426e84898bd tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834121 Feb 19 07:26:23.136841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-a78acf9d-f1bd-41d1-ab3e-9d59ae30075d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:23.138766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-a78acf9d-f1bd-41d1-ab3e-9d59ae30075d tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.3669035 Feb 19 07:26:23.149243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] For port c8f0163c-5547-416f-af16-c05baeec8d40, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:23.155950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] For port c8f0163c-5547-416f-af16-c05baeec8d40, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c8f0163c-5547-416f-af16-c05baeec8d40,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:23.166330 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.265835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:23.266684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:23.326275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 172.25.7.198 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/77ec9e8b-9cf7-47ed-a1a8-d79532d376fd) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:23.395141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:23.533351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.562282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43c352-d39d-412a-a35d-512e70df0f5b None None] Pushing event updated for resources: {'Port': ['ID=c8f0163c-5547-416f-af16-c05baeec8d40,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:23.591111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:17Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:23.620408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e43402e-ab0a-4d40-b152-42f0f9c80077 None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:17Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:26:23.623990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.748858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-6acc0c70-c4ab-4174-be46-4c76ec7ff8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:23.750341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-6acc0c70-c4ab-4174-be46-4c76ec7ff8a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.9742243 Feb 19 07:26:23.835488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=77ec9e8b-9cf7-47ed-a1a8-d79532d376fd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:23.839025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (39779d7c-4f79-4c33-a74d-a7f2983effb6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:23.858203 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-1fc38863-8f31-44b8-a536-23be5d31cde1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597 HTTP/1.1" status: 200 len: 217 time: 0.0760517 Feb 19 07:26:23.875875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c269ef-b114-40f5-b2d5-f4b636e2ca49 req-425a7562-cffe-4a0d-8683-1f5beaa5dd97 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:23.877850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29c269ef-b114-40f5-b2d5-f4b636e2ca49 req-425a7562-cffe-4a0d-8683-1f5beaa5dd97 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.5389032 Feb 19 07:26:23.944305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-aa75709d-3fa7-4d0a-b3e8-4463c6c78898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:23.945800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-aa75709d-3fa7-4d0a-b3e8-4463c6c78898 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.0777817 Feb 19 07:26:23.981625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29c269ef-b114-40f5-b2d5-f4b636e2ca49 req-c84ff3ea-c63f-4c8b-beaf-739c3091faf7 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Feb 19 07:26:23.998092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-e3fbf0ec-8e17-4f89-9098-80895bc8420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:23.999750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-e3fbf0ec-8e17-4f89-9098-80895bc8420e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 1127 time: 0.6750011 Feb 19 07:26:24.009804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:24.098963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-87cbac21-b2a2-4f6a-bd30-126846993a3e service neutron] 10.222.0.43 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1539950 Feb 19 07:26:24.236863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-4b2adaa2-01ee-48f7-b03a-5ecf7cb4073a service neutron] 10.222.0.43 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309628 Feb 19 07:26:24.253110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-1d30ad1b-f036-469f-a52b-831ae86295a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:24.255687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-1d30ad1b-f036-469f-a52b-831ae86295a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3039308 Feb 19 07:26:24.269402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-b4f6f6ac-8bdf-45ef-8fea-f6acc20aa4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:24.271508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-b4f6f6ac-8bdf-45ef-8fea-f6acc20aa4f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 200 len: 919 time: 0.2604256 Feb 19 07:26:24.274123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Deleting port b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:26:24.274608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:24.369457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c8f0163c-5547-416f-af16-c05baeec8d40 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:24.390581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:24.398786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:24.482158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-9814c69b-b217-4b06-b0b7-1aa5327cf912 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200203 Feb 19 07:26:24.519388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c8f0163c-5547-416f-af16-c05baeec8d40 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:24.519773 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:24.644564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Subnet': ['ID=39779d7c-4f79-4c33-a74d-a7f2983effb6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:24.760246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] For port b13c98ca-664b-4b3b-881a-bb5253745e43, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b13c98ca-664b-4b3b-881a-bb5253745e43,segment=NetworkSegment(9087a3f9-9f96-498d-8fb8-242ce9ba43f7),segment_id=9087a3f9-9f96-498d-8fb8-242ce9ba43f7)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:24.760632 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:24.777723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Calling delete_port for b13c98ca-664b-4b3b-881a-bb5253745e43 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:26:24.788947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c8f0163c-5547-416f-af16-c05baeec8d40 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:24.789913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:24.828958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2f66f7-2b53-4da0-bc0a-ebde8fbf9e7a req-d7f62af2-db89-472d-a91b-1223c34a0191 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354914 Feb 19 07:26:24.837557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c8f0163c-5547-416f-af16-c05baeec8d40, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c8f0163c-5547-416f-af16-c05baeec8d40,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:24.840055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-a85c0a1e-9e9c-45c6-9836-fe337cb3c23a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 200 len: 217 time: 0.4821458 Feb 19 07:26:24.846136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:24.883137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Checking segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:24.883550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network hostable DHCP agents. Network: 8f449888-8d88-418c-a2fb-dd3a88e7f9b1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:26:24.903915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7c03-c87e-443c-bd9d-c25350f89b7d req-440f94aa-4f23-4378-8d2d-2de585f225be tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:24.906966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-208c7c03-c87e-443c-bd9d-c25350f89b7d req-440f94aa-4f23-4378-8d2d-2de585f225be tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 943 time: 0.2652576 Feb 19 07:26:24.969143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c8f0163c-5547-416f-af16-c05baeec8d40,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:25.022042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-208c7c03-c87e-443c-bd9d-c25350f89b7d req-ca17d33b-8f2b-4770-a2a8-8987531038f5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039736 Feb 19 07:26:25.103310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69c059-899b-4e82-a0e5-a9b65a7d2bad req-6fdfc53f-f6c6-4b1b-8c83-f0134a92dd66 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:25.104891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae69c059-899b-4e82-a0e5-a9b65a7d2bad req-6fdfc53f-f6c6-4b1b-8c83-f0134a92dd66 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.7484844 Feb 19 07:26:25.126084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.128645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-44a01868-2fe9-43ad-981f-850a5fda0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:25.130190 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-44a01868-2fe9-43ad-981f-850a5fda0b99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 200 len: 859 time: 0.2780130 Feb 19 07:26:25.150722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:26:25.198263 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-327db57b-a6fa-48d8-95ed-e3965b34605a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=640d9c08-1258-4340-9002-b8c94f89968a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501120 Feb 19 07:26:25.210668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7061a700-9d0e-4bc9-8a43-b09cd6eb0cfc req-609653e3-4b72-44a5-a9f5-bd32a40257bd tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 210 time: 0.0466316 Feb 19 07:26:25.223273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 8f449888-8d88-418c-a2fb-dd3a88e7f9b1) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:25.234936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f450cafe-02f7-45d5-b0a2-b9bd6f916679 None None] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:25.307394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:25.308007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.402525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.403296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:26:25.404382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c07f-c9ed-4d36-b2a4-0e636e0d8c97 req-c146e02d-f583-4d84-8a47-59760442d1b8 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:25.404776 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.414278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb78c07f-c9ed-4d36-b2a4-0e636e0d8c97 req-c146e02d-f583-4d84-8a47-59760442d1b8 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/ports?device_id=1327f82c-1b9f-4095-bc88-44e5d5d7aef4 HTTP/1.1" status: 200 len: 946 time: 0.1248324 Feb 19 07:26:25.440668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a4748a3-6568-4433-ab20-ac251666ae74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7666385 Feb 19 07:26:25.451260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 32790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:25.457061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae69c059-899b-4e82-a0e5-a9b65a7d2bad req-62adc46e-3b8d-422d-9893-d31d2396e493 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346846 Feb 19 07:26:25.466051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b13c98ca-664b-4b3b-881a-bb5253745e43), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.536780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb78c07f-c9ed-4d36-b2a4-0e636e0d8c97 req-af68c7f1-0243-408f-adbe-31f716d936bd tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.43 "GET /v2.0/security-groups?id=070b9d37-907f-493e-a4b3-c9348356f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161687 Feb 19 07:26:25.547493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Pushing event deleted for resources: {'Port': ['ID=b13c98ca-664b-4b3b-881a-bb5253745e43,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:25.630351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-ce1aa224-c2a3-47ad-8fab-1cf6f08cb2ab service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083750 Feb 19 07:26:25.630522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Allocated IP 172.20.0.2 (8f449888-8d88-418c-a2fb-dd3a88e7f9b1/39779d7c-4f79-4c33-a74d-a7f2983effb6/8b2d6006-e5c4-4a71-bd25-ca298159785d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:25.634063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] No DVR routers for this DVR port b13c98ca-664b-4b3b-881a-bb5253745e43 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:26:25.663980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.668516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e0369f0-45bb-4b63-ae52-b684ee4ddcaa req-cc7720c2-392b-408b-8ce2-03c120dc8633 tempest-ServersNegativeTestJSON-2056363545 tempest-ServersNegativeTestJSON-2056363545-project] 10.222.0.47 "DELETE /v2.0/ports/b13c98ca-664b-4b3b-881a-bb5253745e43 HTTP/1.1" status: 204 len: 173 time: 2.5156779 Feb 19 07:26:25.676287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-deleted', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:25.678868 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f629f-f6b5-4a0c-873f-8ea482fad5dc" -d '{"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-deleted", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:25.832345 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:25.836773 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84078a40-b3dc-4411-bad2-7ca646acab33 x-openstack-request-id: req-84078a40-b3dc-4411-bad2-7ca646acab33 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:25.837257 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1327f82c-1b9f-4095-bc88-44e5d5d7aef4", "name": "network-vif-deleted", "tag": "b13c98ca-664b-4b3b-881a-bb5253745e43", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:25.837527 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84078a40-b3dc-4411-bad2-7ca646acab33 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:25.838639 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1327f82c-1b9f-4095-bc88-44e5d5d7aef4', 'name': 'network-vif-deleted', 'tag': 'b13c98ca-664b-4b3b-881a-bb5253745e43', 'status': 'completed', 'code': 200} Feb 19 07:26:25.884635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a10ea819-7a91-49ee-8e72-836c4761f6b5 req-3a63c551-4e5f-43da-85ee-7e57519f13f6 service neutron] 10.222.0.24 "GET /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478743 Feb 19 07:26:25.896044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.010383 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks [] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.020976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.077108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Pushing event updated for resources: {'Port': ['ID=8b2d6006-e5c4-4a71-bd25-ca298159785d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:26.077363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=77ec9e8b-9cf7-47ed-a1a8-d79532d376fd,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:26.088193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:26.089654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:26.092601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:26.111352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.143601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.145920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d1d3f9be-24ba-45dc-a4b1-86090cc7451a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9607625 Feb 19 07:26:26.226813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Attempting to bind port 8b2d6006-e5c4-4a71-bd25-ca298159785d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:26.227221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Attempting to bind port 8b2d6006-e5c4-4a71-bd25-ca298159785d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:26.227646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Attempting to bind port 8b2d6006-e5c4-4a71-bd25-ca298159785d on network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:26.244427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:26.244820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Checking segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:26.245232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.245630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Bound using segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:26.246116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Bound port: 8b2d6006-e5c4-4a71-bd25-ca298159785d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:26.246514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.342316 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfafbe-2433-45c8-8cde-7c746f847871 req-4c39590a-cce4-40ac-87cc-ae090b750dc2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:26.351239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56dfafbe-2433-45c8-8cde-7c746f847871 req-4c39590a-cce4-40ac-87cc-ae090b750dc2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 943 time: 0.1660373 Feb 19 07:26:26.359944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.408167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c8f0163c-5547-416f-af16-c05baeec8d40 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:26.479999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] For port 8b2d6006-e5c4-4a71-bd25-ca298159785d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:26.498065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] For port 8b2d6006-e5c4-4a71-bd25-ca298159785d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8b2d6006-e5c4-4a71-bd25-ca298159785d,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:26.501619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8eff6-8465-43b3-87db-d3d7a646b7e3 req-eb930c45-8bbc-466f-90ab-5c2a99c2a11c tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:26.503277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f8eff6-8465-43b3-87db-d3d7a646b7e3 req-eb930c45-8bbc-466f-90ab-5c2a99c2a11c tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 0.3697894 Feb 19 07:26:26.531513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.538547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56dfafbe-2433-45c8-8cde-7c746f847871 req-16a40a6e-407b-4f55-9426-d299209584ee tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860342 Feb 19 07:26:26.646229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c8f0163c-5547-416f-af16-c05baeec8d40 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:26.646613 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:26.659548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f8eff6-8465-43b3-87db-d3d7a646b7e3 req-946c1071-332a-4fb1-bbb1-89e2b37e625f tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483953 Feb 19 07:26:26.718998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-ad86e543-4f35-4a30-88df-edde3a6796ec tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:26.720500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-ad86e543-4f35-4a30-88df-edde3a6796ec tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.24 "GET /v2.0/networks?id=fcd8633e-2b3c-4d87-a550-1b737ec246fd HTTP/1.1" status: 200 len: 815 time: 0.2925577 Feb 19 07:26:26.735414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Request body: {'port': {'device_id': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'admin_state_up': True, 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:26.757698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf5d78d9-0967-4f6a-886e-89481ae8e7c6 req-140ad7d8-333d-4807-9ce4-dda83a2ab585 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 210 time: 0.0568268 Feb 19 07:26:26.773443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:26:26.848960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25cb97-e0ca-42d4-a734-0f12efc4e712 None None] Pushing event updated for resources: {'Port': ['ID=8b2d6006-e5c4-4a71-bd25-ca298159785d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:26.881223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b13c98ca-664b-4b3b-881a-bb5253745e43 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:26:26.881576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b13c98ca-664b-4b3b-881a-bb5253745e43 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:26:27.001559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e08a9abb-afbd-4a2f-9c50-47fea8548597 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:26:27.013965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Made reservation on behalf of 872850dfd6ec4c4ca2c55608c4465a6b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:27.020745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:27.057228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feb50e-f704-40d9-b5aa-329b2cebb1b8 req-21465564-cdb3-4692-9e6e-b3a13e5546b4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:27.068362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45feb50e-f704-40d9-b5aa-329b2cebb1b8 req-21465564-cdb3-4692-9e6e-b3a13e5546b4 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1814115 Feb 19 07:26:27.077097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c8f0163c-5547-416f-af16-c05baeec8d40 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:27.128542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.1 (8f449888-8d88-418c-a2fb-dd3a88e7f9b1/39779d7c-4f79-4c33-a74d-a7f2983effb6/a02655dd-20e1-44d8-b399-d846ce80d3e7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:27.129805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-89a5e8c8-fd2c-43f9-876c-50468133118d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--53839619&fields=id&tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f HTTP/1.1" status: 200 len: 267 time: 0.1498039 Feb 19 07:26:27.286894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:27.308319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'mac_address': 'fa:16:3e:26:b7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:26:27.324879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45feb50e-f704-40d9-b5aa-329b2cebb1b8 req-6650564b-590f-404f-93aa-6ef7705b3c47 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552667 Feb 19 07:26:27.358386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e08a9abb-afbd-4a2f-9c50-47fea8548597 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:27.358386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:27.373773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08a9abb-afbd-4a2f-9c50-47fea8548597 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:27.426285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:27.450821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:27.468203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:27.518063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:27.586128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 32862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:27.605700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:27.617803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:27.620512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:27.650227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:27.790419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e08a9abb-afbd-4a2f-9c50-47fea8548597'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:27.901346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:27.911993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7c182566-0355-4b10-a6e3-1b305e6201a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:27.939109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.939332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7c182566-0355-4b10-a6e3-1b305e6201a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 936 time: 0.8081429 Feb 19 07:26:27.939710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.940148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.940562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.941102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.941647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.942068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.942861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.943291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.943705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.944120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.944530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:27.944929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:28.070443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Deleting subnet 1ad8022b-a71e-4747-b638-b285c8aa0021 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:26:28.085841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Publish callbacks [] for subnet (1ad8022b-a71e-4747-b638-b285c8aa0021), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.146972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (1ad8022b-a71e-4747-b638-b285c8aa0021), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.185413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-635233d3-661b-44b7-8248-4c467fe998f5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:28.192086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-635233d3-661b-44b7-8248-4c467fe998f5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 937 time: 0.2504451 Feb 19 07:26:28.216268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.406132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efb43d-9a65-42ed-843c-6ad4a0a6b6bf req-4c1002d9-804c-4638-9678-1f544e361c68 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:28.408252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1efb43d-9a65-42ed-843c-6ad4a0a6b6bf req-4c1002d9-804c-4638-9678-1f544e361c68 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 944 time: 0.6568377 Feb 19 07:26:28.416416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1ad8022b-a71e-4747-b638-b285c8aa0021), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.439523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b5730b9f-a432-4acb-9f17-87cd366cb003 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2372112 Feb 19 07:26:28.439686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8b2d6006-e5c4-4a71-bd25-ca298159785d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:28.443854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64398a1d-379d-47e5-bd70-feaf8558f798 None None] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:26:28.492494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-61ac3e40-c3bb-4eb4-9b9a-22b3f74e6a46 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:28.494773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-61ac3e40-c3bb-4eb4-9b9a-22b3f74e6a46 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.24 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 0.5657752 Feb 19 07:26:28.542881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-8bb41205-1218-4cf7-ba75-cf4bf699ff72 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0922925 Feb 19 07:26:28.647246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Allocated IP 172.20.0.5 (fcd8633e-2b3c-4d87-a550-1b737ec246fd/2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26/fc5e9e4e-f849-4cf1-908f-af6a49caf8c6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:28.714693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (1ad8022b-a71e-4747-b638-b285c8aa0021), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.888260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Provisioning complete for port 8b2d6006-e5c4-4a71-bd25-ca298159785d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:28.889639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.893994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.906051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1ad8022b-a71e-4747-b638-b285c8aa0021 HTTP/1.1" status: 204 len: 168 time: 1.3173184 Feb 19 07:26:28.906683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:28.925874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.985301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8b2d6006-e5c4-4a71-bd25-ca298159785d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:28.986234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:28.992956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311197d9-926d-4dcc-b25e-182527c41252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad8022b-a71e-4747-b638-b285c8aa0021,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:29.048069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2398e98e-1fd4-419e-9a26-2096a5f40957 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:29.062918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2398e98e-1fd4-419e-9a26-2096a5f40957 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:29.075143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2398e98e-1fd4-419e-9a26-2096a5f40957 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:29.077957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e08a9abb-afbd-4a2f-9c50-47fea8548597 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:29.083536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2398e98e-1fd4-419e-9a26-2096a5f40957 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/networks?id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05 HTTP/1.1" status: 200 len: 1993 time: 0.5296917 Feb 19 07:26:29.116734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1efb43d-9a65-42ed-843c-6ad4a0a6b6bf req-d81f913b-50be-4625-a5af-05e4cfec4b9a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6957822 Feb 19 07:26:29.245990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Deleting port 5e822b8a-7e20-48a5-b759-01824a11a807 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:26:29.246303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.321773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e08a9abb-afbd-4a2f-9c50-47fea8548597 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:26:29.327814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e08a9abb-afbd-4a2f-9c50-47fea8548597 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:29.328196 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.349964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks [] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.390296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-8c26c7e5-5994-4b24-9d5a-b58a554b9961 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/quotas/f1ba7ecf796e4d8e8f7a1be5a4c4c13f HTTP/1.1" status: 200 len: 375 time: 0.2005908 Feb 19 07:26:29.416169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Current status of the port 8b2d6006-e5c4-4a71-bd25-ca298159785d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:29.416574 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.465372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] For port 8b2d6006-e5c4-4a71-bd25-ca298159785d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8b2d6006-e5c4-4a71-bd25-ca298159785d,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:29.466887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.476265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.600461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd119a1-84cf-4d0b-9b0e-4c97056b5033 None None] Pushing event updated for resources: {'Port': ['ID=8b2d6006-e5c4-4a71-bd25-ca298159785d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:29.617342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8b2d6006-e5c4-4a71-bd25-ca298159785d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:29.617995 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.692539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (e51d73c4-0d88-4b96-ab53-b927890ee8ab), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.717114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:29.728028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e08a9abb-afbd-4a2f-9c50-47fea8548597 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:29.728871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.753381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:29.764357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:29.764585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] For port 5e822b8a-7e20-48a5-b759-01824a11a807, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5e822b8a-7e20-48a5-b759-01824a11a807,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:29.765043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.887824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:29.889946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:29.909080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:29.919875 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274a054-2d72-4326-ba2b-ebfecfe74405" -d '{"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-plugged", "status": "completed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:29.926258 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:26:29.927097 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:26:29.948969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Pushing event updated for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:29.957666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:29.969678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Provisioning complete for port 8b2d6006-e5c4-4a71-bd25-ca298159785d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:29.970053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.025629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-6b46ab3a-33fd-4bfe-97e7-bcdb8872bbb1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2953720 Feb 19 07:26:30.090763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.209234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (e51d73c4-0d88-4b96-ab53-b927890ee8ab), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.270157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51d73c4-0d88-4b96-ab53-b927890ee8ab']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:30.274550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:30.295127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.297043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087a3f9-9f96-498d-8fb8-242ce9ba43f7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:30.297330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087a3f9-9f96-498d-8fb8-242ce9ba43f7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:30.319820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9087a3f9-9f96-498d-8fb8-242ce9ba43f7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.347400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9087a3f9-9f96-498d-8fb8-242ce9ba43f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.365035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:26:30.366587 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9087a3f9-9f96-498d-8fb8-242ce9ba43f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.403003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Current status of the port 8b2d6006-e5c4-4a71-bd25-ca298159785d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:30.472351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:30.472730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.507675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Request body: {'port': {'device_id': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:30.534821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-94f5efe9-cdbb-4d51-b479-84ad9aa2d63d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&fields=id HTTP/1.1" status: 200 len: 486 time: 1.1159294 Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:26:30.544113 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:26:30.549308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (e51d73c4-0d88-4b96-ab53-b927890ee8ab), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.559850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.563502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] 10.222.0.43 "DELETE /v2.0/networks/e51d73c4-0d88-4b96-ab53-b927890ee8ab HTTP/1.1" status: 204 len: 168 time: 1.6427493 Feb 19 07:26:30.567580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e87bd13-196d-4cae-82de-b2971613ca66 None None] Port a02655dd-20e1-44d8-b399-d846ce80d3e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:30.598219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8b2d6006-e5c4-4a71-bd25-ca298159785d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:30.647010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c833f8-0d8e-48fc-b3b0-f17dd632d5eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e51d73c4-0d88-4b96-ab53-b927890ee8ab,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:30.708175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Provisioning complete for port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:30.708537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.758438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.799671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:30.805551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8b2d6006-e5c4-4a71-bd25-ca298159785d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:30.951848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:30.952409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:30.982971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-43b21d27-6529-4031-a101-797cc162072d service neutron] 10.222.0.43 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722398 Feb 19 07:26:30.999324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.006211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:31.046037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-203ffa69-269d-4318-8d04-536510395ad2 None None] Port a02655dd-20e1-44d8-b399-d846ce80d3e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:31.056321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8b2d6006-e5c4-4a71-bd25-ca298159785d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:31.056704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.088666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9ca53914-66d7-427c-939d-bab840703e57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d504058d29e49cd93efbd88be289f89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799456 Feb 19 07:26:31.118950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:31.175286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.197302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8b2d6006-e5c4-4a71-bd25-ca298159785d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:31.326237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.382181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7f1e0-fff2-495b-bc4c-8fbd189d7ad8 req-a8b18fcc-c2b9-44a7-86e7-89211c08a6d9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:31.384584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24b7f1e0-fff2-495b-bc4c-8fbd189d7ad8 req-a8b18fcc-c2b9-44a7-86e7-89211c08a6d9 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 945 time: 1.8907306 Feb 19 07:26:31.407059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-35f58de0-d805-4dea-be98-e8d40bbed894 service neutron] 10.222.0.43 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137046 Feb 19 07:26:31.456106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-8b9a5748-2e87-46a0-811a-4158782092b9 service neutron] 10.222.0.43 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0398042 Feb 19 07:26:31.463982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] Publish callbacks [] for security_group (070b9d37-907f-493e-a4b3-c9348356f2ad), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.569087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-8e0bae97-9f78-4bf4-8e9a-7c8355b30341 service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919015 Feb 19 07:26:31.576240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24b7f1e0-fff2-495b-bc4c-8fbd189d7ad8 req-f74aa6a4-0779-4c9c-9af6-101f87961696 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups?id=fd02a5d0-ffa1-4834-b26e-076f22645504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795266 Feb 19 07:26:31.584607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:31.615484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.616154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:31.616599 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Floating IP 63aafd5a-5f3d-4c85-bf41-fafc26c558af disassociated. External IP: 172.25.7.222, port: 5e822b8a-7e20-48a5-b759-01824a11a807. Feb 19 07:26:31.617227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Calling delete_port for 5e822b8a-7e20-48a5-b759-01824a11a807 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:26:31.774166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:31.796204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:31.818019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] Publish callbacks [] for security_group (070b9d37-907f-493e-a4b3-c9348356f2ad), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.020627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:26:32.033574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-94ae20f3-47e2-426f-9c50-2178083d1124 service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823004 Feb 19 07:26:32.063954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8decd-958e-4d2e-85e7-5e57c0b73c3d req-98c3204c-4331-41cc-8fba-18bf57e94e9a tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:32.071176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dba8decd-958e-4d2e-85e7-5e57c0b73c3d req-98c3204c-4331-41cc-8fba-18bf57e94e9a tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 931 time: 0.3210986 Feb 19 07:26:32.150344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (070b9d37-907f-493e-a4b3-c9348356f2ad), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.175593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.176954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/070b9d37-907f-493e-a4b3-c9348356f2ad HTTP/1.1" status: 204 len: 168 time: 1.0567622 Feb 19 07:26:32.220225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:32.239002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks [] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.245978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35798671-8452-4364-a0a7-dbeec8f49af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b9d37-907f-493e-a4b3-c9348356f2ad,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:32.252976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b6a49d7e-256c-4908-8426-3c70391a39cb service neutron] 10.222.0.43 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1790533 Feb 19 07:26:32.326495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Transition to ACTIVE for port object fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:26:32.335012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ac27f7bb-06ac-4973-a249-d494a2976854 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:32.336717 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac27f7bb-06ac-4973-a249-d494a2976854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.372738 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5e822b8a-7e20-48a5-b759-01824a11a807), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.424049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-a35f9a63-6080-41fc-82f7-35003ae220af service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406355 Feb 19 07:26:32.425574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:32.439823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dba8decd-958e-4d2e-85e7-5e57c0b73c3d req-0c6b3135-17ec-4e82-ad4a-65eef920fcc8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674510 Feb 19 07:26:32.494395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Pushing event updated for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:32.495309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ac27f7bb-06ac-4973-a249-d494a2976854 None None] Port a02655dd-20e1-44d8-b399-d846ce80d3e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:32.565771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'Port': ['ID=5e822b8a-7e20-48a5-b759-01824a11a807,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:32.585298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:26:32.598351 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:26:32.612436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-074dc487-ebbd-4729-882e-9f2b439f55e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/612bae8f-0464-4b9d-a7eb-434aea3d1ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1576569 Feb 19 07:26:32.612607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:32.612607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:32.637031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:32.940486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e59757-c973-4e0f-9494-21393a594356 req-5e7848ed-34f2-4432-82b4-11d6888f63cb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:32.949097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e59757-c973-4e0f-9494-21393a594356 req-5e7848ed-34f2-4432-82b4-11d6888f63cb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.2158241 Feb 19 07:26:33.022132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5e822b8a-7e20-48a5-b759-01824a11a807 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:26:33.078429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:33.092082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52e59757-c973-4e0f-9494-21393a594356 req-f273ee43-2f77-43fd-a8eb-d801f373e055 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418197 Feb 19 07:26:33.109102 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:33.117596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:26:33.175525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Attempting to bind port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:33.176094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Attempting to bind port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:33.176425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Attempting to bind port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 on network fcd8633e-2b3c-4d87-a550-1b737ec246fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:33.196575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 5e822b8a-7e20-48a5-b759-01824a11a807 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:26:33.196965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5e822b8a-7e20-48a5-b759-01824a11a807 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:26:33.212550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 on network fcd8633e-2b3c-4d87-a550-1b737ec246fd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:26:33.219854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Attempting to bind port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 on network fcd8633e-2b3c-4d87-a550-1b737ec246fd {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:33.228451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-a0241da4-6456-4123-bf2a-d09781893022 service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436664 Feb 19 07:26:33.241995 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad3af6-cfe7-4996-8215-10097d727044 x-openstack-request-id: req-3bad3af6-cfe7-4996-8215-10097d727044 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:33.245267 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-plugged", "status": "completed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:33.247314 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bad3af6-cfe7-4996-8215-10097d727044 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:33.247934 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'code': 200} Feb 19 07:26:33.404238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:33.404756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Checking segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:33.405302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Bound using segment: {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:33.406309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Bound port: fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d61a3c-7109-4776-a1f7-902fda5deadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:33.408507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:33.624677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:26:33.637737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:26:33.643669 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:29Z', 'revision_number': 2, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:33.660080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:33.660788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:33.722419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43870f80-f21f-4380-bcba-60ad3006f4d2 req-ba7e9b62-16d3-4ced-846a-2548f506dba4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.734506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43870f80-f21f-4380-bcba-60ad3006f4d2 req-ba7e9b62-16d3-4ced-846a-2548f506dba4 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2342660 Feb 19 07:26:33.767844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:33.770562 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:26:33.771003 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Updating router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 port a02655dd-20e1-44d8-b399-d846ce80d3e7 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:26:33.771513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:33.782111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:33.786618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.787234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.787770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.788354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.788871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.789439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.790061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.790666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.791117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.791898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.792451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.792962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.793516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.800097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7f3406e2-1f47-4ca8-9a6d-cb47c6724423 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9169 time: 1.1540015 Feb 19 07:26:33.807669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:33.846369 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:33.851537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] No DVR routers for this DVR port 5e822b8a-7e20-48a5-b759-01824a11a807 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:26:33.871095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:33.884457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9c33d8-5d8a-4c29-8498-e7aa6ca9fa4d req-a0d4658c-29ac-4025-9db3-5ca3ad48b847 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.24 "DELETE /v2.0/ports/5e822b8a-7e20-48a5-b759-01824a11a807 HTTP/1.1" status: 204 len: 173 time: 5.3485367 Feb 19 07:26:33.910491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'name': 'network-vif-deleted', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:33.931424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:33.933857 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d13e101-0b4a-4e9b-abc4-9cbd2ba82af0" -d '{"events": [{"server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "name": "network-vif-deleted", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:33.956744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.957522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.958181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.958591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.959226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.959734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.960405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.960957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.961462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.961996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.962490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.963040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.963565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:33.969763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-48a91b03-f05e-4933-aafd-f9a15b431c36 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8390 time: 0.1586325 Feb 19 07:26:33.978065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32934) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:34.005031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43870f80-f21f-4380-bcba-60ad3006f4d2 req-9ff6a48f-2dcf-4554-9f61-40c53d6453c3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630184 Feb 19 07:26:34.344162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d5ef241-2ba1-4682-895e-000649c142dd req-473f8bef-df2e-4374-aaec-560619127e18 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/ports?device_id=6619e651-0be9-4c42-9058-8ae4d577b16c HTTP/1.1" status: 200 len: 210 time: 0.0907311 Feb 19 07:26:34.735646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:34.834523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:26:34.850749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:34.851533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:34.903557 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks [] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:34.928658 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.139417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf5c6-754c-4b3a-a0b5-8b6a2ab65422 req-dcf6a618-94f7-4153-874e-7ededbd7f127 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:35.150373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04aaf5c6-754c-4b3a-a0b5-8b6a2ab65422 req-dcf6a618-94f7-4153-874e-7ededbd7f127 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.1304462 Feb 19 07:26:35.153335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:35.228913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04aaf5c6-754c-4b3a-a0b5-8b6a2ab65422 req-b8814fcb-0048-4193-a672-af26a2fc5814 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765991 Feb 19 07:26:35.273171 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Attempting to bind port a02655dd-20e1-44d8-b399-d846ce80d3e7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:35.273551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Attempting to bind port a02655dd-20e1-44d8-b399-d846ce80d3e7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:35.277071 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Attempting to bind port a02655dd-20e1-44d8-b399-d846ce80d3e7 on network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:35.289497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:35.291834 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Checking segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:35.297184 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.307860 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Bound using segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:35.308373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Bound port: a02655dd-20e1-44d8-b399-d846ce80d3e7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:35.308771 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.310981 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Pushing event updated for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:35.328254 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.328533 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.339438 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.341999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.344427 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.344976 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.345475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.345972 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.347563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.348073 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.349548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.352064 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.354049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:35.451488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:35.452253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.467699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] 10.222.0.24 "PUT /v2.0/ports/fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 HTTP/1.1" status: 200 len: 1091 time: 4.9711347 Feb 19 07:26:35.552751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580420eb-3759-4d36-98de-264a4af90a07 x-openstack-request-id: req-580420eb-3759-4d36-98de-264a4af90a07 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:35.552751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619e651-0be9-4c42-9058-8ae4d577b16c", "name": "network-vif-deleted", "tag": "5e822b8a-7e20-48a5-b759-01824a11a807", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:35.552751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-580420eb-3759-4d36-98de-264a4af90a07 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:35.552751 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619e651-0be9-4c42-9058-8ae4d577b16c', 'name': 'network-vif-deleted', 'tag': '5e822b8a-7e20-48a5-b759-01824a11a807', 'status': 'completed', 'code': 200} Feb 19 07:26:35.567036 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] For port a02655dd-20e1-44d8-b399-d846ce80d3e7, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:35.570850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] For port a02655dd-20e1-44d8-b399-d846ce80d3e7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a02655dd-20e1-44d8-b399-d846ce80d3e7,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:35.592496 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.594833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:35.599962 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb70c749-33db-4e1f-9775-4e939d681a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:35.601721 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:26:35.602908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006c28b-7832-4db4-93d2-e39696266bea service neutron] Pushing event updated for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:35.669149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e73923-87d3-4275-bcb9-f72bc104d54b req-785ab0a4-9c76-48c6-9887-c302b6f0f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:35.679808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45e73923-87d3-4275-bcb9-f72bc104d54b req-785ab0a4-9c76-48c6-9887-c302b6f0f917 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 1127 time: 2.3055053 Feb 19 07:26:35.692630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:35.693317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:35.741809 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:26:35.743463 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:26:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:35.905252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6104ab5c-79ae-408a-b682-d5b02083b93e service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6515818 Feb 19 07:26:36.265706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4780b0-8a2d-424f-bfe1-11d865524e02 req-1dfc08e0-1d4d-4aa4-affc-2f50e5a78c8f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:36.272059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e4780b0-8a2d-424f-bfe1-11d865524e02 req-1dfc08e0-1d4d-4aa4-affc-2f50e5a78c8f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2013271 Feb 19 07:26:36.329908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Current status of the port a02655dd-20e1-44d8-b399-d846ce80d3e7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:36.335563 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:36.410760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45e73923-87d3-4275-bcb9-f72bc104d54b req-33c2fb99-8b18-4604-a8f0-9dbb4c4b2710 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835555 Feb 19 07:26:36.431005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84832afb-8922-43d2-b1c1-28b35ac03164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:36.481025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e4780b0-8a2d-424f-bfe1-11d865524e02 req-6236450f-1500-404d-9d49-4ea9641c8ece tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951089 Feb 19 07:26:36.502858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] For port a02655dd-20e1-44d8-b399-d846ce80d3e7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a02655dd-20e1-44d8-b399-d846ce80d3e7,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:36.508368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:36.582571 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:26:36.595300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2dac5-b4f7-490f-a4d9-b336defeeb4c None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:17:17Z', 'revision_number': 4, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '260e265a-ce75-4434-8a77-a31206ea9368', 'name': '', 'network_id': '66ba6680-3672-4709-9139-d4257491b7fd', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'mac_address': 'fa:16:3e:3a:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:16Z', 'updated_at': '2022-02-19T07:17:24Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'subnets': [{'id': 'e66ba770-52fc-4750-b0cc-7af0db02a023', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:26:36.597204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:36.716212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-585a4621-93ff-49d3-93ea-b07cce54881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:36.748800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-585a4621-93ff-49d3-93ea-b07cce54881c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=872850dfd6ec4c4ca2c55608c4465a6b&device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 1125 time: 1.1410184 Feb 19 07:26:36.762144 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b234c839-729b-411f-b005-53b40804fb95 x-openstack-request-id: req-b234c839-729b-411f-b005-53b40804fb95 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:36.763081 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:36.764681 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b234c839-729b-411f-b005-53b40804fb95 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:36.765353 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6', 'status': 'completed', 'code': 200} Feb 19 07:26:36.816014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Pushing event updated for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:36.833291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1f549243-1b3f-4b5d-99dc-8425cd603db7 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:36.833820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f549243-1b3f-4b5d-99dc-8425cd603db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:36.840723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-934206b1-5600-47fb-89e3-fba95d3eed58 service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320245 Feb 19 07:26:36.980617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.981054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.981389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.981739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.982073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.982403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.982919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.983287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.983622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.983944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.984269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.984597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:36.984953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d267d495-0699-42fc-be8d-d43c9e55ed88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:26:37.060644 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749ee20-6e7c-4384-b39d-89f27454706a None None] Pushing event updated for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:37.067543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d91a-1e74-4a67-961a-e880e3ebe6b5 req-7159248e-15e5-4315-9aed-6192ad91e16b tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:37.084148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e96d91a-1e74-4a67-961a-e880e3ebe6b5 req-7159248e-15e5-4315-9aed-6192ad91e16b tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.1620405 Feb 19 07:26:37.133228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f549243-1b3f-4b5d-99dc-8425cd603db7 None None] Current status of the port a02655dd-20e1-44d8-b399-d846ce80d3e7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:37.222520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e96d91a-1e74-4a67-961a-e880e3ebe6b5 req-552b08da-c077-4da3-919e-f95d9bff8ef5 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363091 Feb 19 07:26:37.275839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-af3cbe1b-4cb3-4dd0-961f-2c26e5ddbc09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 HTTP/1.1" status: 200 len: 217 time: 0.3098698 Feb 19 07:26:37.317847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:37.377922 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3386e-a392-4a0f-a5ee-c0ef29e9fdff None None] New status for floating IP 63aafd5a-5f3d-4c85-bf41-fafc26c558af: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:26:37.537853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (fd02a5d0-ffa1-4834-b26e-076f22645504), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:37.573737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33004) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:37.662905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (fd02a5d0-ffa1-4834-b26e-076f22645504), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:37.739514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-ffc259e0-de97-4c17-b4ff-4d27a4fc4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:37.750890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-ffc259e0-de97-4c17-b4ff-4d27a4fc4e60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26 HTTP/1.1" status: 200 len: 854 time: 0.4590104 Feb 19 07:26:37.838846 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:35Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:26:37.845722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-13f57949-c0e3-4cfb-a332-4637b40e9200 service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0004146 Feb 19 07:26:37.892478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fd02a5d0-ffa1-4834-b26e-076f22645504), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:37.906026 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:37.913560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:37.918477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "DELETE /v2.0/security-groups/fd02a5d0-ffa1-4834-b26e-076f22645504 HTTP/1.1" status: 204 len: 168 time: 0.5989501 Feb 19 07:26:37.966755 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6fc86-4545-49e2-98cc-702055e116db None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:35Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:26:37.972102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b62c8-62af-4341-ba8d-e77301627a31 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd02a5d0-ffa1-4834-b26e-076f22645504,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:38.123560 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c615772-c7bb-4b78-a854-5c93353aa802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:38.138500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837e41-4008-4ff3-9959-640ff5fbe28d req-38210714-01fe-4457-a748-d12e91ce6021 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:38.146296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19837e41-4008-4ff3-9959-640ff5fbe28d req-38210714-01fe-4457-a748-d12e91ce6021 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3415990 Feb 19 07:26:38.291660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-90898690-d22e-4321-9260-d25f2d8b19b9 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6669 time: 4.3110540 Feb 19 07:26:38.308703 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-c29da834-edaf-4f1c-876d-2dc901b66db7 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] show failed (client error): The resource could not be found. Feb 19 07:26:38.315240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c29da834-edaf-4f1c-876d-2dc901b66db7 tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "GET /v2.0/security-groups/fd02a5d0-ffa1-4834-b26e-076f22645504 HTTP/1.1" status: 404 len: 347 time: 0.3063669 Feb 19 07:26:38.332673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:38.359030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-19837e41-4008-4ff3-9959-640ff5fbe28d req-c9921c7e-07b0-4b47-b829-2e1ef6a9c349 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051558 Feb 19 07:26:38.407809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aaa4e-3f85-427c-a903-c72b448d706a req-190f2614-a6b7-47e9-9f7e-bf950f54f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:38.414067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-190f2614-a6b7-47e9-9f7e-bf950f54f68f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcd8633e-2b3c-4d87-a550-1b737ec246fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6139407 Feb 19 07:26:38.543723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28fefaa2-db9b-46ec-afd2-033161c6c909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:38.573434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-a983bf14-c89c-4c38-9b0c-a017608cc56b service neutron] 10.222.0.43 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582825 Feb 19 07:26:38.845806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ec165-6180-4322-a1aa-c0750f1e27a9 req-4074d688-8762-44a6-9a70-c7ec52c65b7b tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:38.854620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c5ec165-6180-4322-a1aa-c0750f1e27a9 req-4074d688-8762-44a6-9a70-c7ec52c65b7b tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.3287871 Feb 19 07:26:38.903487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a02655dd-20e1-44d8-b399-d846ce80d3e7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:38.987479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c615772-c7bb-4b78-a854-5c93353aa802 admin admin] Publish callbacks [] for security_group (6b905ef3-babd-476f-ae72-cc8881bd459a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.040945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c5ec165-6180-4322-a1aa-c0750f1e27a9 req-259aedf3-094f-4e9c-883b-8cf5116d0862 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853516 Feb 19 07:26:39.047869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-7ce9ed56-7f1e-46df-a9aa-1f3c94028bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157849 Feb 19 07:26:39.048574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c615772-c7bb-4b78-a854-5c93353aa802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6b905ef3-babd-476f-ae72-cc8881bd459a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.081800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Deleting port f018d262-3d56-47b2-90b6-fc39c36ce654 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:26:39.086496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.111908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a02655dd-20e1-44d8-b399-d846ce80d3e7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:39.112298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.134575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-43628b12-8293-4516-bf96-41a6607d4792 service neutron] 10.222.0.43 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154333 Feb 19 07:26:39.303085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.311339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (f018d262-3d56-47b2-90b6-fc39c36ce654), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.353783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-39352a5b-74db-40ca-b76f-53c9d542251b service neutron] 10.222.0.43 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852810 Feb 19 07:26:39.360245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Calling delete_port for f018d262-3d56-47b2-90b6-fc39c36ce654 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:26:39.435075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a02655dd-20e1-44d8-b399-d846ce80d3e7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:39.560073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c615772-c7bb-4b78-a854-5c93353aa802 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d439c596e56b408fbf426073767c5431&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9481444 Feb 19 07:26:39.564531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:39.575714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615772-c7bb-4b78-a854-5c93353aa802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b905ef3-babd-476f-ae72-cc8881bd459a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:39.637434 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:39.786515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:39.804122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-873aaa4e-3f85-427c-a903-c72b448d706a req-876808d3-e332-4841-9987-0669c7411547 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203863 Feb 19 07:26:39.833262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450782390', 'description': 'tempest-secgroup-smoke-1450782390 description', 'project_id': '192bc80735b24509a5710608a1dfaaed'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:40.044598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:40.050297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] Publish callbacks [] for security_group (6b905ef3-babd-476f-ae72-cc8881bd459a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.060361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f018d262-3d56-47b2-90b6-fc39c36ce654), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.114895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-f94705f3-6ccf-4986-bf24-93daa1f7fbc4 service neutron] 10.222.0.43 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266668 Feb 19 07:26:40.210256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Pushing event deleted for resources: {'Port': ['ID=f018d262-3d56-47b2-90b6-fc39c36ce654,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:40.287409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-9b60ef74-04d6-4898-93f8-c78895d5eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:40.293538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-9b60ef74-04d6-4898-93f8-c78895d5eda3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=872850dfd6ec4c4ca2c55608c4465a6b&device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 1125 time: 0.3751314 Feb 19 07:26:40.339265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.346406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] Publish callbacks [] for security_group (6b905ef3-babd-476f-ae72-cc8881bd459a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.375817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks [] for floatingip (63aafd5a-5f3d-4c85-bf41-fafc26c558af), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.378418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.382272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fe577ad9-d1bf-458a-b458-ec2ec75774ae tempest-AttachVolumeTestJSON-1093326914 tempest-AttachVolumeTestJSON-1093326914-project] 10.222.0.43 "DELETE /v2.0/floatingips/63aafd5a-5f3d-4c85-bf41-fafc26c558af HTTP/1.1" status: 204 len: 168 time: 2.0150495 Feb 19 07:26:40.435032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c42f48-53e4-4ee8-9903-24b8ac97fe32 req-a4a2721d-0ef6-4a96-9761-384a62ebc16a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:40.468494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84c42f48-53e4-4ee8-9903-24b8ac97fe32 req-a4a2721d-0ef6-4a96-9761-384a62ebc16a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.4162560 Feb 19 07:26:40.665603 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9792bf4-c7bb-4076-90ec-8fada5ae016c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.688240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b8c23ab0-6902-4bdc-97c6-93c3d740869e service neutron] 10.222.0.43 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588562 Feb 19 07:26:40.689819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-cc4359a2-f7a7-4a56-ab5a-6f10dfe961bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:40.711505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-cc4359a2-f7a7-4a56-ab5a-6f10dfe961bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcd8633e-2b3c-4d87-a550-1b737ec246fd HTTP/1.1" status: 200 len: 915 time: 0.3699999 Feb 19 07:26:40.732071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6b905ef3-babd-476f-ae72-cc8881bd459a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.735168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:40.736615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b905ef3-babd-476f-ae72-cc8881bd459a HTTP/1.1" status: 204 len: 168 time: 1.1711495 Feb 19 07:26:40.754235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84c42f48-53e4-4ee8-9903-24b8ac97fe32 req-3a447477-b077-4973-93ec-6cde1b79f7d2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843754 Feb 19 07:26:40.817298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826dad0-b2e5-4c99-8898-e9853eb66fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b905ef3-babd-476f-ae72-cc8881bd459a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:40.895285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-eafb265b-0bed-4cf8-b32c-41b37134ece5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:40.898626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-eafb265b-0bed-4cf8-b32c-41b37134ece5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 936 time: 0.1822219 Feb 19 07:26:40.962515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.148732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-83221a38-bf68-48e4-8f53-efd75c8d8e47 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:41.152682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-83221a38-bf68-48e4-8f53-efd75c8d8e47 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 937 time: 0.2430708 Feb 19 07:26:41.169325 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-172a0b29-16ce-4763-add0-e400e4092f9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 HTTP/1.1" status: 200 len: 217 time: 0.4559414 Feb 19 07:26:41.198779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (b17002b6-23db-42b3-9488-41781c83c7e0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.227681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b17002b6-23db-42b3-9488-41781c83c7e0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.258965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.260575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4676166 Feb 19 07:26:41.267216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:41.267670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33062) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:41.277296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:41.314221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8b47-bcf8-482b-943b-472775a1d28b req-a2d65b47-f4b7-4ad3-82a4-61253eebd584 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:41.316659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42407909-58b3-44d3-9701-2f47723a6ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.318587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcba8b47-bcf8-482b-943b-472775a1d28b req-a2d65b47-f4b7-4ad3-82a4-61253eebd584 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.3387520 Feb 19 07:26:41.322344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478773d2-20bc-4211-b815-98b056a281c2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17002b6-23db-42b3-9488-41781c83c7e0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:41.368021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9792bf4-c7bb-4076-90ec-8fada5ae016c admin admin] Publish callbacks [] for security_group (05efeedc-19d8-4a53-92a3-6c964426df3b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.378098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-e47a9fd4-c240-4797-8b6f-f6f563cd398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:41.380470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-e47a9fd4-c240-4797-8b6f-f6f563cd398f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26 HTTP/1.1" status: 200 len: 854 time: 0.1945539 Feb 19 07:26:41.384369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9792bf4-c7bb-4076-90ec-8fada5ae016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (05efeedc-19d8-4a53-92a3-6c964426df3b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.442463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (97cf2202-1171-4b1a-9056-9eb4be2d691f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.451527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcba8b47-bcf8-482b-943b-472775a1d28b req-945dbaaf-4749-4aa6-bac8-554aa7dc4bf4 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200306 Feb 19 07:26:41.533418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792bf4-c7bb-4076-90ec-8fada5ae016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05efeedc-19d8-4a53-92a3-6c964426df3b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:41.601700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9792bf4-c7bb-4076-90ec-8fada5ae016c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de3fb19efe9049ba9c69626e13786231&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5456014 Feb 19 07:26:41.605615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:41.744315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] Publish callbacks [] for security_group (05efeedc-19d8-4a53-92a3-6c964426df3b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.821403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] Publish callbacks [] for security_group (05efeedc-19d8-4a53-92a3-6c964426df3b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.857155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-b14f21f8-3b97-4df4-892d-f1742248bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:41.864620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-b14f21f8-3b97-4df4-892d-f1742248bd84 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcd8633e-2b3c-4d87-a550-1b737ec246fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4593170 Feb 19 07:26:41.930638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (05efeedc-19d8-4a53-92a3-6c964426df3b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.934311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.940709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05efeedc-19d8-4a53-92a3-6c964426df3b HTTP/1.1" status: 204 len: 168 time: 0.3328741 Feb 19 07:26:41.954144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (97cf2202-1171-4b1a-9056-9eb4be2d691f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:41.963099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06d7e3-d4f4-4dbc-9893-747f7a8a86da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05efeedc-19d8-4a53-92a3-6c964426df3b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:41.993878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (97cf2202-1171-4b1a-9056-9eb4be2d691f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.119463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42407909-58b3-44d3-9701-2f47723a6ffa admin admin] Publish callbacks [] for security_group (63fc5ccd-468a-4dee-8790-9146e39e59bd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.130728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42407909-58b3-44d3-9701-2f47723a6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (63fc5ccd-468a-4dee-8790-9146e39e59bd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.134047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cf2202-1171-4b1a-9056-9eb4be2d691f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:42.169713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42407909-58b3-44d3-9701-2f47723a6ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc5ccd-468a-4dee-8790-9146e39e59bd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:42.181185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.186285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1f4390d9-c1d2-4592-828d-7860aaace44f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9140735 Feb 19 07:26:42.187113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.197171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:42.243622 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42407909-58b3-44d3-9701-2f47723a6ffa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f759c34ef2424055b74c09090624a044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9617290 Feb 19 07:26:42.248056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.262581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4c695694-2ca0-4b39-b8cd-9760adcd7e28), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.295661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-e1366a83-0a98-4e43-a1b6-7c1b98180632 service neutron] 10.222.0.24 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948894 Feb 19 07:26:42.314857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4c695694-2ca0-4b39-b8cd-9760adcd7e28), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.321438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4c695694-2ca0-4b39-b8cd-9760adcd7e28), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.352506 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.352874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc8fac-8227-44c8-af64-c80fc284a9fc req-51084762-72d0-4475-9a0f-1c27fed24fb7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:42.357297 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bdc8fac-8227-44c8-af64-c80fc284a9fc req-51084762-72d0-4475-9a0f-1c27fed24fb7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2280195 Feb 19 07:26:42.357297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.358574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1654618 Feb 19 07:26:42.359905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229a03-519d-480e-8a49-5f1e5d32f17b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c695694-2ca0-4b39-b8cd-9760adcd7e28,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:42.363755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:42.431692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.450003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] Publish callbacks [] for security_group (63fc5ccd-468a-4dee-8790-9146e39e59bd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.532430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a459ea8-e4c7-49b4-bee0-196357c89955 req-7cc6c08e-112e-4561-a633-824b19dcde49 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0471449 Feb 19 07:26:42.536540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb70c749-33db-4e1f-9775-4e939d681a9e req-2f46e9bc-8304-4ee0-8091-65f9978c9b3b service neutron] 10.222.0.24 "GET /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496863 Feb 19 07:26:42.582116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b390897c-a93f-4c49-a30c-a2e7ba3ec653), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.650001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.661976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] Publish callbacks [] for security_group (63fc5ccd-468a-4dee-8790-9146e39e59bd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.669290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-e04fb09b-639b-4f63-8284-88c3be94dbd7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:42.670607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-e04fb09b-639b-4f63-8284-88c3be94dbd7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 936 time: 0.1894379 Feb 19 07:26:42.679257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28ef95e4-7d73-4e39-9dbc-7452d3caced6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.707730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b390897c-a93f-4c49-a30c-a2e7ba3ec653), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.724763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b390897c-a93f-4c49-a30c-a2e7ba3ec653), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.726524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68c1c0-5826-4cf3-ab82-a7b436795b48 req-08f3754e-eebe-4018-8935-e526610f2efb tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:42.729476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e68c1c0-5826-4cf3-ab82-a7b436795b48 req-08f3754e-eebe-4018-8935-e526610f2efb tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.0928984 Feb 19 07:26:42.751412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bdc8fac-8227-44c8-af64-c80fc284a9fc req-f75b0fc3-1a6d-4bed-9067-2690c760699d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754067 Feb 19 07:26:42.800734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b390897c-a93f-4c49-a30c-a2e7ba3ec653,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:42.810315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6590921a-2f05-4ac5-8fa6-bd6109677fb4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:42.811744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6590921a-2f05-4ac5-8fa6-bd6109677fb4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 937 time: 0.1031451 Feb 19 07:26:42.814484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.844043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e68c1c0-5826-4cf3-ab82-a7b436795b48 req-622d59fe-f321-4e35-a713-3aeb053ae206 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076422 Feb 19 07:26:42.847018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea69d873-f9b7-4c89-843f-bc6182d3553f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4886107 Feb 19 07:26:42.847544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.858774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:42.869371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28ef95e4-7d73-4e39-9dbc-7452d3caced6 admin admin] Publish callbacks [] for security_group (309c6720-e163-4ef5-8822-dd784c5be966), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.872687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (63fc5ccd-468a-4dee-8790-9146e39e59bd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.875807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28ef95e4-7d73-4e39-9dbc-7452d3caced6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (309c6720-e163-4ef5-8822-dd784c5be966), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.876256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.880784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63fc5ccd-468a-4dee-8790-9146e39e59bd HTTP/1.1" status: 204 len: 168 time: 0.6309199 Feb 19 07:26:42.890356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea94a91-fb67-49d5-8b8c-95d4ba4b3676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc5ccd-468a-4dee-8790-9146e39e59bd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:42.930185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4ef312a6-350e-4ca0-ba86-8df4f23d3cec), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:42.937251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-28ef95e4-7d73-4e39-9dbc-7452d3caced6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1fd755c85fc4b7581bd968bcca05171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887504 Feb 19 07:26:42.940190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:42.947206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef95e4-7d73-4e39-9dbc-7452d3caced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c6720-e163-4ef5-8822-dd784c5be966,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.030910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4ef312a6-350e-4ca0-ba86-8df4f23d3cec), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.036698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4ef312a6-350e-4ca0-ba86-8df4f23d3cec), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.055988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] Publish callbacks [] for security_group (309c6720-e163-4ef5-8822-dd784c5be966), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.067445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef312a6-350e-4ca0-ba86-8df4f23d3cec,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.080641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.085212 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-feb3673a-b6e3-498f-90dd-eabee2ba49ad tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2364695 Feb 19 07:26:43.089300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:43.094436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:43.114750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] Publish callbacks [] for security_group (309c6720-e163-4ef5-8822-dd784c5be966), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.123154 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:26:43.129234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (42e52440-cb3a-4028-91e0-4f97318c990e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.195080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (309c6720-e163-4ef5-8822-dd784c5be966), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.199146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.201417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/309c6720-e163-4ef5-8822-dd784c5be966 HTTP/1.1" status: 204 len: 168 time: 0.2594740 Feb 19 07:26:43.210301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6ebe-c237-414f-8dd1-6856f240f28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c6720-e163-4ef5-8822-dd784c5be966,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.240758 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (42e52440-cb3a-4028-91e0-4f97318c990e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.246012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (42e52440-cb3a-4028-91e0-4f97318c990e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.265990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e52440-cb3a-4028-91e0-4f97318c990e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.283487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.289043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a55f7d93-447a-4b27-9429-2c1148073c77 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1968055 Feb 19 07:26:43.289266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33128) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:43.294192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': 'b17002b6-23db-42b3-9488-41781c83c7e0', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:43.338289 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:26:43.344522 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (89f3a2ac-5875-4304-8bbe-9862b2eb4f0f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.417607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (89f3a2ac-5875-4304-8bbe-9862b2eb4f0f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.425482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (89f3a2ac-5875-4304-8bbe-9862b2eb4f0f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.449483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3a2ac-5875-4304-8bbe-9862b2eb4f0f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.469487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.472338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0619b863-1a4d-4f60-b818-48a84f59bfd4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814909 Feb 19 07:26:43.479606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:43.501633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff71a6d-03e9-4725-978f-3b864454142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.625318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff71a6d-03e9-4725-978f-3b864454142d admin admin] Publish callbacks [] for security_group (c75e37f3-30f2-40f5-a075-0a947b94d65d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.642340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff71a6d-03e9-4725-978f-3b864454142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c75e37f3-30f2-40f5-a075-0a947b94d65d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.679812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1a1c0c0-e686-4163-a7c2-2aa7512365eb req-50f4811f-98ab-4a3e-82b1-79d303362422 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0473409 Feb 19 07:26:43.716150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71a6d-03e9-4725-978f-3b864454142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e37f3-30f2-40f5-a075-0a947b94d65d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:43.723109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bff71a6d-03e9-4725-978f-3b864454142d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d0f19f29b1b481f8274a48f81ff5195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400022 Feb 19 07:26:43.724252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:43.813993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] Publish callbacks [] for security_group (c75e37f3-30f2-40f5-a075-0a947b94d65d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.845179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-607fe694-124a-4c48-8cc2-b04c416646cf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450782390&fields=id&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 267 time: 0.0695839 Feb 19 07:26:43.871482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] Publish callbacks [] for security_group (c75e37f3-30f2-40f5-a075-0a947b94d65d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:43.995352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35672ec-9122-4fd3-99e6-f5ccf2dcd012 req-9a6bb8b6-1af8-4b11-82e6-8cf05d5877ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.002827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f35672ec-9122-4fd3-99e6-f5ccf2dcd012 req-9a6bb8b6-1af8-4b11-82e6-8cf05d5877ec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.1276989 Feb 19 07:26:44.051638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-e867db80-0f42-4d2d-895f-5a9b51006b97 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.054633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-e867db80-0f42-4d2d-895f-5a9b51006b97 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 796 time: 0.2082930 Feb 19 07:26:44.073320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c75e37f3-30f2-40f5-a075-0a947b94d65d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:44.075623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-dfff5a62-af42-478e-a280-cdd9f8daa798 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/quotas/192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 375 time: 0.0125861 Feb 19 07:26:44.076087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:44.079558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c75e37f3-30f2-40f5-a075-0a947b94d65d HTTP/1.1" status: 204 len: 168 time: 0.3514254 Feb 19 07:26:44.111142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb4399-d03e-4710-9f4d-e8e986863ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e37f3-30f2-40f5-a075-0a947b94d65d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:44.146287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f35672ec-9122-4fd3-99e6-f5ccf2dcd012 req-363ecd6c-3201-4ead-ad8d-ffad8f3301c9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423619 Feb 19 07:26:44.246835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-25ae45b3-1aea-4c67-bdda-a311dd71e711 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528826 Feb 19 07:26:44.337173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e493c1-d6dc-4e9f-a06e-274f3e7c5902 req-e8cf2009-cad5-4005-9525-c1d94f0f643a tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.352509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7e493c1-d6dc-4e9f-a06e-274f3e7c5902 req-e8cf2009-cad5-4005-9525-c1d94f0f643a tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.1275587 Feb 19 07:26:44.473454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-b4d1ff75-27aa-4721-b523-ab55f4ce7fad service neutron] 10.222.0.43 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100065 Feb 19 07:26:44.553920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-af6a3647-707d-41a4-865b-53d2b059f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.556561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-af6a3647-707d-41a4-865b-53d2b059f4e7 service neutron] 10.222.0.47 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 1032 time: 0.1912363 Feb 19 07:26:44.654641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-8e735283-802b-4947-bd39-feb4c906e1fe service neutron] 10.222.0.43 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737118 Feb 19 07:26:44.679037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5d0c6681-6abe-446a-8ab3-e43004115f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.681198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5d0c6681-6abe-446a-8ab3-e43004115f05 service neutron] 10.222.0.47 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 1033 time: 0.1071715 Feb 19 07:26:44.777939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7e493c1-d6dc-4e9f-a06e-274f3e7c5902 req-6f05e4d6-48b6-4cf9-bc5a-df84927e5ede tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185967 Feb 19 07:26:44.948151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5954f52b-5f85-423a-a7a0-7efb7b13762f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.963159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5954f52b-5f85-423a-a7a0-7efb7b13762f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.984545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5954f52b-5f85-423a-a7a0-7efb7b13762f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:44.987638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5954f52b-5f85-423a-a7a0-7efb7b13762f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/networks?id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05 HTTP/1.1" status: 200 len: 1993 time: 0.2975855 Feb 19 07:26:45.109487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-718708ed-5bbc-4643-814c-e78ff92420db req-37744e54-10ab-4e18-b59c-8aee59a1bcfb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.1020789 Feb 19 07:26:45.145466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b81b3565-b219-48c0-9950-6490b8c84269 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f HTTP/1.1" status: 200 len: 378 time: 0.1490574 Feb 19 07:26:45.159866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'admin_state_up': True, 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'security_groups': ['20532de6-3294-4a2a-8b75-6b6e40baf558']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:45.398498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fbb4fbc0-a71e-4e96-ba5d-c44736531840 req-febb3cef-d922-443e-bf8c-74accec4dfc7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 210 time: 0.1269314 Feb 19 07:26:45.563492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:45.569303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:45.859766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 172.20.0.8 (9cf329dd-f9b9-40d5-b761-f49277abeeb0/a1ab1706-35e4-45f6-b2c0-f2320725082a/dfb3a42e-50b9-404d-b32d-3d3cf0d688a3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:46.046353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:46.048744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0061-b89c-447b-acc6-e6de6d2d73eb req-bc4d6935-06c8-4001-924a-8b2b9ad2d4ab tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:46.053315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e6f0061-b89c-447b-acc6-e6de6d2d73eb req-bc4d6935-06c8-4001-924a-8b2b9ad2d4ab tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 943 time: 0.1426220 Feb 19 07:26:46.100049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:46.137203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9dea-98cc-4cc4-b7a2-68d87e588e83 req-aff5d0f3-8bd7-4c12-8d84-122f4796efec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:46.144766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-381c9dea-98cc-4cc4-b7a2-68d87e588e83 req-aff5d0f3-8bd7-4c12-8d84-122f4796efec tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.5654624 Feb 19 07:26:46.156425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e6f0061-b89c-447b-acc6-e6de6d2d73eb req-c836a60b-839a-4ee9-bab7-f00ba3c32ef0 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959063 Feb 19 07:26:46.260090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:46.284298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:46.334617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:46.400049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f69588-9f3c-4608-ba33-fd90a1c9f108 req-349aec03-fa3f-4a11-9a36-a5b08eafd8f4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:46.403107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6f69588-9f3c-4608-ba33-fd90a1c9f108 req-349aec03-fa3f-4a11-9a36-a5b08eafd8f4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 931 time: 0.1214056 Feb 19 07:26:46.478436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6f69588-9f3c-4608-ba33-fd90a1c9f108 req-cc478d33-6005-4c40-b6cc-8ac76bc51f7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688825 Feb 19 07:26:46.489206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:46.519380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-381c9dea-98cc-4cc4-b7a2-68d87e588e83 req-6064777c-a46f-4f9d-9524-841bf6c1926b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735015 Feb 19 07:26:46.550123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:46.550967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:46.573667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7b66acb3-ec4e-4d37-a7cd-8abbdc47e37f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4215217 Feb 19 07:26:46.589044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'admin_state_up': True, 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'security_groups': ['20532de6-3294-4a2a-8b75-6b6e40baf558']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:46.717509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdc8a6c9-8be1-4b10-9b6a-702e18af70fc req-fbf2eb7b-5993-4353-a14e-6184f523cf6d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 210 time: 0.0607190 Feb 19 07:26:46.848389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ea87f039-da66-4651-ba64-ebd19179b234 None None] Provisioning complete for port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:46.849253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea87f039-da66-4651-ba64-ebd19179b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:46.885139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:46.891605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:46.919284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ea87f039-da66-4651-ba64-ebd19179b234 None None] Port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:47.080085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:26:47.321466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:47.337079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6', 'network_id': 'fcd8633e-2b3c-4d87-a550-1b737ec246fd', 'port_id': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6', 'mac_address': 'fa:16:3e:df:f0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:26:47.388653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:47.389446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:47.406405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:47.430669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:47.437240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:47.498825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:47.656130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0944-5b39-4829-80e1-e3e4468588e9 req-2d96e37f-9b86-40dd-b9c6-60ab41fe08a8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:47.657910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e73b0944-5b39-4829-80e1-e3e4468588e9 req-2d96e37f-9b86-40dd-b9c6-60ab41fe08a8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 944 time: 0.1664696 Feb 19 07:26:47.697955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20a801-5f6b-4bec-b3f1-23f52b292b4c req-24e3d586-7e3e-40ed-992d-6f59b3ed270f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:47.701978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb20a801-5f6b-4bec-b3f1-23f52b292b4c req-24e3d586-7e3e-40ed-992d-6f59b3ed270f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 931 time: 0.0845051 Feb 19 07:26:47.724832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.1.1.190 (71b38913-2132-4dc6-b20e-e02a667060f8/ab2942cd-570c-4993-9d39-04be375bc754/70972fa0-2997-4188-999f-0255b14274ba) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:47.733256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['fc5e9e4e-f849-4cf1-908f-af6a49caf8c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:47.763787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e73b0944-5b39-4829-80e1-e3e4468588e9 req-5b892b10-e746-41fd-b308-8321f07bcdea tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949197 Feb 19 07:26:47.773244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-6dcb0568-4886-4662-93eb-ddd9b80ae63b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:47.775307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-6dcb0568-4886-4662-93eb-ddd9b80ae63b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 796 time: 0.2849209 Feb 19 07:26:47.824544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb20a801-5f6b-4bec-b3f1-23f52b292b4c req-17056854-b17a-47de-aa0a-6b8ea563086e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136303 Feb 19 07:26:47.963477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2b43a55-2a8f-48dc-9738-55dffb745cc3 req-b9879fd4-f383-40cf-950d-539a433da103 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 210 time: 0.0449600 Feb 19 07:26:48.067115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-246e573d-4118-4fa9-b6ac-fc8e472974f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 380 time: 0.2737496 Feb 19 07:26:48.079446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'port': {'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'admin_state_up': True, 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'security_groups': ['b17002b6-23db-42b3-9488-41781c83c7e0']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:48.087479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (70972fa0-2997-4188-999f-0255b14274ba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.142830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bad611-3aab-4fde-95cc-cabe79266634 req-a938c70e-008f-46ec-a4ca-bba07f835e67 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:48.147996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52bad611-3aab-4fde-95cc-cabe79266634 req-a938c70e-008f-46ec-a4ca-bba07f835e67 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2692990 Feb 19 07:26:48.285113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52bad611-3aab-4fde-95cc-cabe79266634 req-db9d1b96-82f1-4482-9c2e-794948bd2276 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319535 Feb 19 07:26:48.298584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.361671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:48.365127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.369175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:48.382705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:48.390449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:48.427304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:48.506441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:48.507255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.536502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91812d73-0f33-4d9c-a5a0-04e3aa53cbcd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9561272 Feb 19 07:26:48.549364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'admin_state_up': True, 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'security_groups': ['20532de6-3294-4a2a-8b75-6b6e40baf558']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:48.692265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.13 (8f449888-8d88-418c-a2fb-dd3a88e7f9b1/39779d7c-4f79-4c33-a74d-a7f2983effb6/db5aea3d-ad48-4581-be43-c92055737576) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:48.736210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:48.747918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.861831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ea569ca6-d27a-42b2-a5d5-105e3effff77 None None] Provisioning complete for port 70972fa0-2997-4188-999f-0255b14274ba triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:48.862517 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea569ca6-d27a-42b2-a5d5-105e3effff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70972fa0-2997-4188-999f-0255b14274ba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:48.923549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ea569ca6-d27a-42b2-a5d5-105e3effff77 None None] Port 70972fa0-2997-4188-999f-0255b14274ba cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:48.989470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4bfc6-6de5-435f-b13e-525b75b8eaba req-a80f20c1-8566-4f05-877c-c5e36ee3b2e1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:48.996212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4bfc6-6de5-435f-b13e-525b75b8eaba req-a80f20c1-8566-4f05-877c-c5e36ee3b2e1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:48.998325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9e4bfc6-6de5-435f-b13e-525b75b8eaba req-a80f20c1-8566-4f05-877c-c5e36ee3b2e1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 1653 time: 0.0673637 Feb 19 07:26:49.074164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (db5aea3d-ad48-4581-be43-c92055737576), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.093408 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9e4bfc6-6de5-435f-b13e-525b75b8eaba req-8e9080b2-4985-41c8-a2bb-ceed66c808ae tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863090 Feb 19 07:26:49.095683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e08a9abb-afbd-4a2f-9c50-47fea8548597 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:26:49.099498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:49.257924 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.316010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d917e-25a2-44a2-af63-57d94c7fd5bb req-141e0b0a-f26b-4a3d-a552-2bb2fbf118f1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:49.326063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db703be-bcce-41a6-accb-27fc8f5b981f req-e67913a8-977b-41e2-859d-47a4b8f67a7b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:49.327514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca2d917e-25a2-44a2-af63-57d94c7fd5bb req-141e0b0a-f26b-4a3d-a552-2bb2fbf118f1 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 944 time: 0.4440563 Feb 19 07:26:49.328610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3db703be-bcce-41a6-accb-27fc8f5b981f req-e67913a8-977b-41e2-859d-47a4b8f67a7b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 932 time: 0.1289864 Feb 19 07:26:49.331421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:49.347943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'port_id': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'mac_address': 'fa:16:3e:26:b7:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:26:49.402325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e08a9abb-afbd-4a2f-9c50-47fea8548597 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:49.403385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.420804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e08a9abb-afbd-4a2f-9c50-47fea8548597 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:49.451595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:49.457197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3db703be-bcce-41a6-accb-27fc8f5b981f req-8b960723-80fc-42cc-b572-af4d549c4ae6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203597 Feb 19 07:26:49.459726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.479298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:49.510212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:49.526584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.1.1.176 (71b38913-2132-4dc6-b20e-e02a667060f8/ab2942cd-570c-4993-9d39-04be375bc754/53aefed0-d094-4de3-a66e-a819d5ddfead) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:49.528963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:49.581101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:49.587293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:26:49.608854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:49.613990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.616479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:49.619086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:49.633588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:49.687979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e08a9abb-afbd-4a2f-9c50-47fea8548597'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:26:49.689794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca2d917e-25a2-44a2-af63-57d94c7fd5bb req-0eabc3ca-67bb-46ba-b1ed-57fd63d8aad7 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578649 Feb 19 07:26:49.696431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-4eef6043-ae2d-4578-af73-c7deb0ded011 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6191983 Feb 19 07:26:49.737177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Request body: {'port': {'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:49.806095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49e440-9603-421a-b1ac-1ed9bd889b07 req-5f8efefb-3d94-44eb-b920-69af9ff13451 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:49.824350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa49e440-9603-421a-b1ac-1ed9bd889b07 req-5f8efefb-3d94-44eb-b920-69af9ff13451 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 944 time: 0.2163310 Feb 19 07:26:49.970646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa49e440-9603-421a-b1ac-1ed9bd889b07 req-066dcb3e-fb77-4d39-9117-03d9d50019b7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425796 Feb 19 07:26:50.106314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:50.108247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.152228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:50.159500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:50.162001 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0039273-03fc-4f77-b7e8-c712af2c9dfb" -d '{"events": [{"server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:50.169974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.203105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.228061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:50.240162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e40c3ee2-9822-4ed3-b2a7-6caebc513a29 None None] Provisioning complete for port db5aea3d-ad48-4581-be43-c92055737576 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:50.240542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e40c3ee2-9822-4ed3-b2a7-6caebc513a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db5aea3d-ad48-4581-be43-c92055737576), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.312312 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21cc3e3-ad88-4142-8151-024349760d62 x-openstack-request-id: req-d21cc3e3-ad88-4142-8151-024349760d62 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:50.312640 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:50.312850 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d21cc3e3-ad88-4142-8151-024349760d62 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:50.313342 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6', 'code': 200} Feb 19 07:26:50.314148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.314487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e40c3ee2-9822-4ed3-b2a7-6caebc513a29 None None] Port db5aea3d-ad48-4581-be43-c92055737576 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:50.521768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db5aea3d-ad48-4581-be43-c92055737576), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:50.639851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1652e6-7ee9-4431-ac87-5454f6b5c53e req-45b3e2fb-e5fd-4fd5-8ede-1a6930aebb8e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:50.649337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f1652e6-7ee9-4431-ac87-5454f6b5c53e req-45b3e2fb-e5fd-4fd5-8ede-1a6930aebb8e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 932 time: 0.1018090 Feb 19 07:26:50.697902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:50.701554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 71b38913-2132-4dc6-b20e-e02a667060f8 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:50.718286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:50.729295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:50.764771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bdf30-abe5-45c5-8a01-db5966aad01e req-cb4301dc-c637-4729-a83a-1c02b92cfa78 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:50.765011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2f1652e6-7ee9-4431-ac87-5454f6b5c53e req-fe4b8a4d-1584-463a-ae42-618ecb4fc244 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141536 Feb 19 07:26:50.773378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bdf30-abe5-45c5-8a01-db5966aad01e req-cb4301dc-c637-4729-a83a-1c02b92cfa78 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:50.780722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bdf30-abe5-45c5-8a01-db5966aad01e req-cb4301dc-c637-4729-a83a-1c02b92cfa78 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:50.788690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd9bdf30-abe5-45c5-8a01-db5966aad01e req-cb4301dc-c637-4729-a83a-1c02b92cfa78 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 2374 time: 0.4853373 Feb 19 07:26:51.051562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0d696-2133-4ebe-9db7-d73e3b4525af req-1a968844-347a-4711-9c5f-2cf5a8f47780 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:51.053068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9c0d696-2133-4ebe-9db7-d73e3b4525af req-1a968844-347a-4711-9c5f-2cf5a8f47780 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 0.1762333 Feb 19 07:26:51.084025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd9bdf30-abe5-45c5-8a01-db5966aad01e req-a814ae59-a287-4a02-91f4-264c72f48d27 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2935190 Feb 19 07:26:51.094512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e159825-7e01-4894-aa6c-80f8ed95b3f0 req-69ca24fd-8964-48d9-b292-1f920b3bf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:51.097838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e159825-7e01-4894-aa6c-80f8ed95b3f0 req-69ca24fd-8964-48d9-b292-1f920b3bf544 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 1127 time: 0.7636089 Feb 19 07:26:51.099453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e08a9abb-afbd-4a2f-9c50-47fea8548597 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:26:51.171652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:51.172336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.213857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5c804c93-5fa7-41a5-8976-2cfd1aa9ef31 None None] Provisioning complete for port 53aefed0-d094-4de3-a66e-a819d5ddfead triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:51.214442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c804c93-5fa7-41a5-8976-2cfd1aa9ef31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.230192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9c0d696-2133-4ebe-9db7-d73e3b4525af req-b8093f25-eec0-4c3a-9761-d5b94b83c22a tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709955 Feb 19 07:26:51.355302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-63b784d2-5a8f-4c45-bba9-d0e3f8c906d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8094094 Feb 19 07:26:51.375423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'admin_state_up': True, 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'security_groups': ['20532de6-3294-4a2a-8b75-6b6e40baf558']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:51.389922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e159825-7e01-4894-aa6c-80f8ed95b3f0 req-ee0ba636-a252-41e6-9459-ea654627ee66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770739 Feb 19 07:26:51.393082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c804c93-5fa7-41a5-8976-2cfd1aa9ef31 None None] Port 53aefed0-d094-4de3-a66e-a819d5ddfead cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:51.403563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e08a9abb-afbd-4a2f-9c50-47fea8548597 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:51.404018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.471501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf310c1b-269c-4ad8-a731-78ed8500b616 req-fc2b8919-d449-4b38-b878-6a5b82e6d867 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:51.475682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf310c1b-269c-4ad8-a731-78ed8500b616 req-fc2b8919-d449-4b38-b878-6a5b82e6d867 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 944 time: 0.1285939 Feb 19 07:26:51.553449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5aea3d-ad48-4581-be43-c92055737576 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:51.556428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e08a9abb-afbd-4a2f-9c50-47fea8548597 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:51.556895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.577579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks [] for port (db5aea3d-ad48-4581-be43-c92055737576), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.595017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:51.605396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.625188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf310c1b-269c-4ad8-a731-78ed8500b616 req-4f14f9d3-7c2a-4ee6-8556-d805102eb2f5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421096 Feb 19 07:26:51.672827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Transition to ACTIVE for port object db5aea3d-ad48-4581-be43-c92055737576 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:26:51.676742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:51.698262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:51.832220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:51.906081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:52.045836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-e778aaa8-d5d5-40d9-a4d2-1b0607dff22b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943220 Feb 19 07:26:52.230300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cbf30-e229-492f-ace9-98e39e8a138f req-ba7a44ae-ef06-4939-bc11-30a5d1779054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.232064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-ba7a44ae-ef06-4939-bc11-30a5d1779054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.1213796 Feb 19 07:26:52.244958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Attempting to bind port db5aea3d-ad48-4581-be43-c92055737576 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:52.245642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Attempting to bind port db5aea3d-ad48-4581-be43-c92055737576 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:52.246054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Attempting to bind port db5aea3d-ad48-4581-be43-c92055737576 on network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:52.301029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896538-74f1-4f45-ab5d-10905e78fb66 req-31398705-0b60-4588-8f1d-c04cccd6cf29 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.309085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df896538-74f1-4f45-ab5d-10905e78fb66 req-31398705-0b60-4588-8f1d-c04cccd6cf29 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 944 time: 0.3131242 Feb 19 07:26:52.317389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:52.322090 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220b369-0d8c-4a2e-8bd0-60dcdd5e3e94" -d '{"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-plugged", "status": "completed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:52.384887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Port db5aea3d-ad48-4581-be43-c92055737576 on network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:26:52.385250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Attempting to bind port db5aea3d-ad48-4581-be43-c92055737576 on network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:52.409911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:52.457976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:52.458328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Checking segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:52.462395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Bound using segment: {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:52.463108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Bound port: db5aea3d-ad48-4581-be43-c92055737576, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139e5104-c8f0-447c-a1c0-91b2d9f32f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:52.473577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db5aea3d-ad48-4581-be43-c92055737576), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:52.549154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df896538-74f1-4f45-ab5d-10905e78fb66 req-70b2eaf2-5a63-4656-813a-f50a0c4c96e0 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381511 Feb 19 07:26:52.621462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b9aca-3fd8-460c-be83-8b64bbf1c20c req-4c69feeb-68cf-4624-8430-08c38ea44859 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.627761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b9aca-3fd8-460c-be83-8b64bbf1c20c req-4c69feeb-68cf-4624-8430-08c38ea44859 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.661386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b9aca-3fd8-460c-be83-8b64bbf1c20c req-4c69feeb-68cf-4624-8430-08c38ea44859 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.670552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b4b9aca-3fd8-460c-be83-8b64bbf1c20c req-4c69feeb-68cf-4624-8430-08c38ea44859 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 2374 time: 0.3780923 Feb 19 07:26:52.786255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cbf30-e229-492f-ace9-98e39e8a138f req-a8a01ed6-cba7-48de-a2c1-91a751a63a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:52.787883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-a8a01ed6-cba7-48de-a2c1-91a751a63a65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.5298078 Feb 19 07:26:52.920245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b4b9aca-3fd8-460c-be83-8b64bbf1c20c req-ef7723ce-1e7d-471b-9733-d401b67e61cb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486765 Feb 19 07:26:53.015899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-7e493ab3-ce70-45e3-9fb7-ee4bd0275163 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.2155547 Feb 19 07:26:53.120243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:53.130097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=db5aea3d-ad48-4581-be43-c92055737576,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:53.132409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cbf30-e229-492f-ace9-98e39e8a138f req-0a80f372-b825-42f2-a21f-f42e53845c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:53.134660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-0a80f372-b825-42f2-a21f-f42e53845c08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1129892 Feb 19 07:26:53.164000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:53.185493 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0463682d-c2a2-4ba5-abfd-0972d89de9e9 x-openstack-request-id: req-0463682d-c2a2-4ba5-abfd-0972d89de9e9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:53.185796 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-plugged", "status": "completed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:53.186057 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0463682d-c2a2-4ba5-abfd-0972d89de9e9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:53.186461 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'code': 200} Feb 19 07:26:53.282302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cbf30-e229-492f-ace9-98e39e8a138f req-06ae95a1-99be-49ba-a92c-6f446c722e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:53.285873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-06ae95a1-99be-49ba-a92c-6f446c722e6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1448548 Feb 19 07:26:53.677518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaeb56-ebf5-4d82-9d17-219f49742e27 req-d1d34f5f-302d-4534-8d19-09519e7dcef9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:53.693637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcbaeb56-ebf5-4d82-9d17-219f49742e27 req-d1d34f5f-302d-4534-8d19-09519e7dcef9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3705614 Feb 19 07:26:54.013972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:54.031363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:54.033191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:54.037324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-a5b9b23d-3d84-485a-9fef-5fd31a856f95 service neutron] 10.222.0.24 "PUT /v2.0/ports/db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 1092 time: 4.3302891 Feb 19 07:26:54.159208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.2.2.100 (867a6f1f-6e4a-44e4-96cb-1a44b2afda05/5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8/a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:54.372972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:54.428121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:54.432814 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd822a6-1459-4f19-9a87-217d19de43ce" -d '{"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:54.487366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:54.570670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:54.589391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcbaeb56-ebf5-4d82-9d17-219f49742e27 req-52ff6974-9d6b-4b2c-a740-271efbc9aa29 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8946824 Feb 19 07:26:54.599256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-399fbebe-ac5b-4542-8325-d30be447777e service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3039577 Feb 19 07:26:54.603151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c4d3e-e5d6-4eec-a2f1-2ffaee756ab1 req-f87c58c0-3538-47d9-acf6-29b05a917d9c tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:54.606171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-155c4d3e-e5d6-4eec-a2f1-2ffaee756ab1 req-f87c58c0-3538-47d9-acf6-29b05a917d9c tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 1.9046974 Feb 19 07:26:54.643170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:54.702512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:54.707294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:54.733802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-bf570f1f-2039-4ad1-a714-4df0c4075b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:54.735997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-bf570f1f-2039-4ad1-a714-4df0c4075b86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1126 time: 0.2977042 Feb 19 07:26:54.819564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-172ce65d-10da-435c-aaaa-96c77b75cb40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 217 time: 0.0417407 Feb 19 07:26:54.888950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-c81bf5c7-e731-41e5-aec6-b558d3990196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:54.889211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-489cbf30-e229-492f-ace9-98e39e8a138f req-1c959ed3-29d8-4852-a0e8-20cb79ccdeae service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850177 Feb 19 07:26:54.890706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-c81bf5c7-e731-41e5-aec6-b558d3990196 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 200 len: 835 time: 0.0609887 Feb 19 07:26:54.923834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964102e8-9d96-4b89-8882-298991b9cc32 req-99c776e1-e659-4c6d-82e6-165c1ccfeccf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:54.925858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-964102e8-9d96-4b89-8882-298991b9cc32 req-99c776e1-e659-4c6d-82e6-165c1ccfeccf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 944 time: 0.1863356 Feb 19 07:26:54.987403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-155c4d3e-e5d6-4eec-a2f1-2ffaee756ab1 req-5054d9f4-d151-4c50-b423-29c986756416 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374941 Feb 19 07:26:55.003546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.009926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.053274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-19df5610-352e-4e6c-9e45-1ef0579ca1d4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6836209 Feb 19 07:26:55.080222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'admin_state_up': True, 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'security_groups': ['20532de6-3294-4a2a-8b75-6b6e40baf558']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:55.092826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-964102e8-9d96-4b89-8882-298991b9cc32 req-e0cf98d3-f4f1-403d-ae37-8bfe9d1c8e4d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475053 Feb 19 07:26:55.103326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-17e12d58-c05c-407e-8835-26d795d67dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.110529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-17e12d58-c05c-407e-8835-26d795d67dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1930320 Feb 19 07:26:55.308800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03bdc009-8348-44a9-9a79-3786517b81ce None None] Provisioning complete for port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:55.309785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03bdc009-8348-44a9-9a79-3786517b81ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.347559 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488fe31b-d9e9-439e-8977-24688e6b1daa x-openstack-request-id: req-488fe31b-d9e9-439e-8977-24688e6b1daa {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:55.348126 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:55.348234 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-488fe31b-d9e9-439e-8977-24688e6b1daa {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:55.348577 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576', 'status': 'completed', 'code': 200} Feb 19 07:26:55.358415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-ecff85ec-c11a-42e0-8fd8-87b6eb58a316 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335367 Feb 19 07:26:55.366778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03bdc009-8348-44a9-9a79-3786517b81ce None None] Port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:55.373957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:55.521029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-92396617-4c54-4f61-8de2-4244a52a4bef tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.526842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-92396617-4c54-4f61-8de2-4244a52a4bef tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.532770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-92396617-4c54-4f61-8de2-4244a52a4bef tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.538742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-92396617-4c54-4f61-8de2-4244a52a4bef tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.540675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-92396617-4c54-4f61-8de2-4244a52a4bef tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3095 time: 0.2779632 Feb 19 07:26:55.557979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec6d8-b01b-4e68-b7a5-9c65ebc8724e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.579497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7016999-94f6-4594-a69a-1411b63d4e11 req-9fc7a445-2311-4af7-b02c-83e822ac51f2 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021437 Feb 19 07:26:55.584334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Made reservation on behalf of f1ba7ecf796e4d8e8f7a1be5a4c4c13f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:26:55.599798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.662508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec6d8-b01b-4e68-b7a5-9c65ebc8724e admin admin] Publish callbacks [] for security_group (dbe0857e-c098-42ab-9fd0-d378fe30c1b6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.670124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa1ec6d8-b01b-4e68-b7a5-9c65ebc8724e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dbe0857e-c098-42ab-9fd0-d378fe30c1b6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:55.723230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2da3f3a-2355-401c-b6c1-21c51e8e7984 req-ebb8a089-5720-4d47-8e03-20da461f190f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1737523 Feb 19 07:26:55.764419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aa1ec6d8-b01b-4e68-b7a5-9c65ebc8724e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bde701bfd6f470e8dbcd79701170b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891470 Feb 19 07:26:55.767338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:55.840957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ec6d8-b01b-4e68-b7a5-9c65ebc8724e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0857e-c098-42ab-9fd0-d378fe30c1b6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:55.893758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac006b8e-b887-4d04-80e6-6e502a086451 req-1ba6aab4-05a4-445b-9d30-910d28bc7929 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:55.906028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac006b8e-b887-4d04-80e6-6e502a086451 req-1ba6aab4-05a4-445b-9d30-910d28bc7929 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.1565902 Feb 19 07:26:55.995206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac006b8e-b887-4d04-80e6-6e502a086451 req-1f0814e9-8a26-4233-b4d6-a9d845142590 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Feb 19 07:26:56.003904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Allocated IP 10.2.2.200 (867a6f1f-6e4a-44e4-96cb-1a44b2afda05/5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8/1a75d479-a766-4d2f-bfe0-6352da5c3d3e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:26:56.069751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-43111270-5db3-4c2d-a560-32e93a49c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:56.080091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-43111270-5db3-4c2d-a560-32e93a49c786 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1126 time: 0.4401581 Feb 19 07:26:56.244946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a41c3e-1a81-46c5-a640-68e847a1740f req-f4a8989f-8c44-46c5-af58-4835af959666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:56.246558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25a41c3e-1a81-46c5-a640-68e847a1740f req-f4a8989f-8c44-46c5-af58-4835af959666 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 944 time: 0.0677056 Feb 19 07:26:56.333393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25a41c3e-1a81-46c5-a640-68e847a1740f req-ad8ce7d1-907f-41ef-8924-7fcc70bcfecc tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808415 Feb 19 07:26:56.357664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] Publish callbacks [] for security_group (dbe0857e-c098-42ab-9fd0-d378fe30c1b6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:56.470127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] Publish callbacks [] for security_group (dbe0857e-c098-42ab-9fd0-d378fe30c1b6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:56.521257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec75c91-5a05-4edf-a646-390d3bad7c30 req-9fc77ee5-3e19-46a9-b193-32af148fd738 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:56.523404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ec75c91-5a05-4edf-a646-390d3bad7c30 req-9fc77ee5-3e19-46a9-b193-32af148fd738 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 0.3279738 Feb 19 07:26:56.623906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-11bf953d-dab1-493b-9276-3c689d7db03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:56.626311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-11bf953d-dab1-493b-9276-3c689d7db03c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 896 time: 0.5338254 Feb 19 07:26:56.690780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:56.741458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ec75c91-5a05-4edf-a646-390d3bad7c30 req-daf45e0a-20cf-4f23-b868-207f31267ba8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971180 Feb 19 07:26:56.756731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:56.834133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-bb9c31d1-be99-4239-ac38-12ec4586a323 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 217 time: 0.0901015 Feb 19 07:26:56.924858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-6331faa4-eecf-424e-baf3-db4c19b586ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:56.926440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-6331faa4-eecf-424e-baf3-db4c19b586ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 200 len: 835 time: 0.0843921 Feb 19 07:26:57.006116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:26:57.026004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:57.043227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (dbe0857e-c098-42ab-9fd0-d378fe30c1b6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.046368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.047572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbe0857e-c098-42ab-9fd0-d378fe30c1b6 HTTP/1.1" status: 204 len: 168 time: 1.2792845 Feb 19 07:26:57.064328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:26:57.076698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:26:57.086768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:57.095055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd147747-e0dd-4eed-a536-f7dc86c241ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0857e-c098-42ab-9fd0-d378fe30c1b6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:57.214548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-1591ee3e-b4a9-41e1-a3fc-7ab5fbe14e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.216351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-1591ee3e-b4a9-41e1-a3fc-7ab5fbe14e60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2774148 Feb 19 07:26:57.227250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.243104 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.310562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.314181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d288b7-5e09-48ca-a494-2291ddda889e req-1490cf4d-3333-486c-afd8-361616f0459f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.317082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.323374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.324312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8d288b7-5e09-48ca-a494-2291ddda889e req-1490cf4d-3333-486c-afd8-361616f0459f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.1989365 Feb 19 07:26:57.331167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.337866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.362186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-ca496678-c2d7-44a7-b349-ebbe4da5f736 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3816 time: 0.4273310 Feb 19 07:26:57.454665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab88023-a4af-43a7-a89d-b4e6c9ee638b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3879623 Feb 19 07:26:57.468883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:57.469112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8d288b7-5e09-48ca-a494-2291ddda889e req-8a065bf3-68f3-4e79-ae50-03002e6ff01c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339998 Feb 19 07:26:57.581610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34d7a091-6fb4-41cc-88ea-2c9c86380ae4 req-96527ab2-69ba-46c0-a842-994431f0eaeb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174497 Feb 19 07:26:57.662448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6b6f5f32-33e7-44c5-bb56-3442289bce2c None None] Provisioning complete for port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:26:57.662922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b6f5f32-33e7-44c5-bb56-3442289bce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.720554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f5f32-33e7-44c5-bb56-3442289bce2c None None] Port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:26:57.764077 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.816895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-bc545cd7-4c17-4426-8829-d5cf142ab864 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673249 Feb 19 07:26:57.823383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f63bd-e631-4001-8656-c93c9a869b40 req-fa150034-a79c-4f22-9e11-4018eaa9c88e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:57.829211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-309f63bd-e631-4001-8656-c93c9a869b40 req-fa150034-a79c-4f22-9e11-4018eaa9c88e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 944 time: 0.1647179 Feb 19 07:26:57.877119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f257cca7-95b4-431c-82bd-c0843519bc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:57.963838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-309f63bd-e631-4001-8656-c93c9a869b40 req-638ddae2-e34d-436e-8a7d-c5dc87a886e8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248615 Feb 19 07:26:58.068309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:58.086533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ccd822a6-1459-4f19-9a87-217d19de43ce req-8df560c5-a730-4eaa-a88a-15180fc0b5d7 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322528 Feb 19 07:26:58.107306 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47e688db-efb9-4ecd-aeb3-9252998fead4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.193749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f257cca7-95b4-431c-82bd-c0843519bc08 admin admin] Publish callbacks [] for security_group (4ec6167a-a5b3-4220-b3bf-ceb6197ced12), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.209374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f257cca7-95b4-431c-82bd-c0843519bc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4ec6167a-a5b3-4220-b3bf-ceb6197ced12), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.275453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f257cca7-95b4-431c-82bd-c0843519bc08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ce7220788d54c1f9ac918a2fc75a33d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2217710 Feb 19 07:26:58.275453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33520) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:58.334089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47e688db-efb9-4ecd-aeb3-9252998fead4 admin admin] Publish callbacks [] for security_group (6a91ba42-8164-4423-b4f5-cc1d75e74be3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.367024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47e688db-efb9-4ecd-aeb3-9252998fead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a91ba42-8164-4423-b4f5-cc1d75e74be3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.389131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257cca7-95b4-431c-82bd-c0843519bc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec6167a-a5b3-4220-b3bf-ceb6197ced12,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:58.452827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e688db-efb9-4ecd-aeb3-9252998fead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91ba42-8164-4423-b4f5-cc1d75e74be3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:58.463922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47e688db-efb9-4ecd-aeb3-9252998fead4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cde41e2093b24a4eb5d0b8f8423c0eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919463 Feb 19 07:26:58.464238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:26:58.473932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] Publish callbacks [] for security_group (4ec6167a-a5b3-4220-b3bf-ceb6197ced12), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.479027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:58.488876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks [] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.504817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Transition to ACTIVE for port object dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:26:58.510212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.540140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] Publish callbacks [] for security_group (4ec6167a-a5b3-4220-b3bf-ceb6197ced12), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.541877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] Publish callbacks [] for security_group (6a91ba42-8164-4423-b4f5-cc1d75e74be3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.567109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:58.641553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] Publish callbacks [] for security_group (6a91ba42-8164-4423-b4f5-cc1d75e74be3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.757070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4ec6167a-a5b3-4220-b3bf-ceb6197ced12), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.766646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.773193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ec6167a-a5b3-4220-b3bf-ceb6197ced12 HTTP/1.1" status: 204 len: 168 time: 0.5109427 Feb 19 07:26:58.773193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6a91ba42-8164-4423-b4f5-cc1d75e74be3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.802376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.804194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a91ba42-8164-4423-b4f5-cc1d75e74be3 HTTP/1.1" status: 204 len: 168 time: 0.3389025 Feb 19 07:26:58.822870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Attempting to bind port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:26:58.824301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Attempting to bind port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:26:58.824644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Attempting to bind port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 on network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:58.842324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 on network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:26:58.844124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Attempting to bind port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 on network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:26:58.868271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:26:58.868625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Checking segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:26:58.873522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Bound using segment: {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:26:58.874001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Bound port: dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba036f9-213b-47c4-b4a2-8d311f0c891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:26:58.874382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:58.964888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647997-11ca-477e-86dd-48f515bb0ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec6167a-a5b3-4220-b3bf-ceb6197ced12,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:59.002074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328372a5-1c71-4b70-a418-62207c02b0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91ba42-8164-4423-b4f5-cc1d75e74be3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:59.057447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.065315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.077660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.087771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dae4f-4209-49cf-9d8c-8c31dc3180f7 req-d47c8900-7ff9-45c1-a5c2-2125428aff3f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.090607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.097152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a89dae4f-4209-49cf-9d8c-8c31dc3180f7 req-d47c8900-7ff9-45c1-a5c2-2125428aff3f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.4382398 Feb 19 07:26:59.099068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.106129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-bc78043d-44e4-4432-b147-40ee84fe2853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3828 time: 0.3814027 Feb 19 07:26:59.158001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device db5aea3d-ad48-4581-be43-c92055737576 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:26:59.296308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8dd717-53b1-41ae-ad2b-4c06d8d33329 req-7eb54a19-d086-43a5-b068-7848279a71c9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818738 Feb 19 07:26:59.304090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a89dae4f-4209-49cf-9d8c-8c31dc3180f7 req-1d075ce6-891c-474b-b30c-bb130896a2de tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004969 Feb 19 07:26:59.346305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:26:59.357516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:26:59.370842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:59.441304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=db5aea3d-ad48-4581-be43-c92055737576,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:59.469776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.470989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:59.472592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] 10.222.0.47 "PUT /v2.0/ports/dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 HTTP/1.1" status: 200 len: 1091 time: 2.0082691 Feb 19 07:26:59.473208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:26:59.477075 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdccc826-cfe2-4148-849e-28bceef994d0" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:26:59.513475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'db5aea3d-ad48-4581-be43-c92055737576', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:26:59.523139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:26:59.630605 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed34392-c3f2-4214-88ef-33e2d423d085 x-openstack-request-id: req-0ed34392-c3f2-4214-88ef-33e2d423d085 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:26:59.630828 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:26:59.631063 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ed34392-c3f2-4214-88ef-33e2d423d085 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:26:59.631507 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'status': 'completed', 'code': 200} Feb 19 07:26:59.668094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bb63a-32bf-45d1-adb1-6d39e10a4211 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:26:59.683710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port db5aea3d-ad48-4581-be43-c92055737576 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:26:59.689696 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db5aea3d-ad48-4581-be43-c92055737576), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:59.733249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2ccc-b97a-4ca3-9a62-d8350072f479 req-49554927-1b3f-4f9e-a0cc-f4f4a4a357ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.737560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5aea3d-ad48-4581-be43-c92055737576 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:26:59.744713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10fa2ccc-b97a-4ca3-9a62-d8350072f479 req-49554927-1b3f-4f9e-a0cc-f4f4a4a357ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 944 time: 0.2954950 Feb 19 07:26:59.780612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.781512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.783332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.784816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.785353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:26:59.793644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-4b7d1836-123c-4eb3-8ec2-0cbc2a3d049e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 4394 time: 0.1699746 Feb 19 07:26:59.811452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=db5aea3d-ad48-4581-be43-c92055737576,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:26:59.830193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:59.951664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:26:59.991878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:00.024150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:00.105489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11d65243-3ccb-48a1-956c-cd08e17c8fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:00.121840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['db5aea3d-ad48-4581-be43-c92055737576'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:00.141158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10fa2ccc-b97a-4ca3-9a62-d8350072f479 req-4d24dbf7-7f3f-48ba-8044-5f072e9a6425 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955500 Feb 19 07:27:00.233327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:00.253628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-34a1410e-2330-4cff-ad4a-3a744b0b278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:00.254213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-34a1410e-2330-4cff-ad4a-3a744b0b278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:00.254568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-34a1410e-2330-4cff-ad4a-3a744b0b278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:00.256228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-34a1410e-2330-4cff-ad4a-3a744b0b278d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4553387 Feb 19 07:27:00.733102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-946bdb87-5464-4574-b6a9-cd8c5275c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:00.735046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdccc826-cfe2-4148-849e-28bceef994d0 req-946bdb87-5464-4574-b6a9-cd8c5275c9bd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4718103 Feb 19 07:27:00.771224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d93a35-c50f-46be-9a8e-06826c4ad9eb req-77081af4-9dcc-4540-893a-7120314293c3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:00.775583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28d93a35-c50f-46be-9a8e-06826c4ad9eb req-77081af4-9dcc-4540-893a-7120314293c3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2775476 Feb 19 07:27:00.892312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28d93a35-c50f-46be-9a8e-06826c4ad9eb req-7fbc5105-7991-45d7-98cd-15fd3e52b519 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102638 Feb 19 07:27:01.045925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.074356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.088300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.099680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.108752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.111165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-d105bbc1-47ba-4585-a0c5-9629f8b42312 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3828 time: 0.5895066 Feb 19 07:27:01.420793 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11d65243-3ccb-48a1-956c-cd08e17c8fc5 admin admin] Publish callbacks [] for security_group (55761e1b-0303-4da3-87d7-6513609a72bd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.433991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:01.436756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fac4d-41b7-4679-b637-c5892157a58a req-54a43b13-26e0-4db0-a222-3d622c07401b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:01.438371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-072fac4d-41b7-4679-b637-c5892157a58a req-54a43b13-26e0-4db0-a222-3d622c07401b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 945 time: 0.1843717 Feb 19 07:27:01.447219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11d65243-3ccb-48a1-956c-cd08e17c8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (55761e1b-0303-4da3-87d7-6513609a72bd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.525049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-11d65243-3ccb-48a1-956c-cd08e17c8fc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dbd1346d8d947e8a2bfe987359b80ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4930284 Feb 19 07:27:01.526099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:01.528645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks [] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.575807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Transition to ACTIVE for port object 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:01.595976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ca916e8-211c-44e4-b739-5bffb0e21e72 req-c16a87a9-2d67-4ad6-8a58-d8205f12edba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3876159 Feb 19 07:27:01.598142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.616741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d65243-3ccb-48a1-956c-cd08e17c8fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55761e1b-0303-4da3-87d7-6513609a72bd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:01.755377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-072fac4d-41b7-4679-b637-c5892157a58a req-96cf6274-2f21-429a-b8ef-3ac8d97b1cf4 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032789 Feb 19 07:27:01.766828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:01.779174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] Publish callbacks [] for security_group (55761e1b-0303-4da3-87d7-6513609a72bd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.799209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:01.831669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] Publish callbacks [] for security_group (55761e1b-0303-4da3-87d7-6513609a72bd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.941666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (55761e1b-0303-4da3-87d7-6513609a72bd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.946980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:01.956397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/55761e1b-0303-4da3-87d7-6513609a72bd HTTP/1.1" status: 204 len: 168 time: 0.4120140 Feb 19 07:27:01.981526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54894c-9893-4d0f-92a9-9f4c42cac962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55761e1b-0303-4da3-87d7-6513609a72bd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:02.108750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Attempting to bind port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:02.109645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Attempting to bind port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:02.109645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Attempting to bind port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:02.168595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b25be5d3-17f7-4509-a8ff-cb56418a77df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:02.205012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on network 71b38913-2132-4dc6-b20e-e02a667060f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:02.205346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Attempting to bind port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:02.258455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:02.258802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:02.259222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Bound using segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:02.259671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Bound port: 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:02.260034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:02.425361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d0fd-8f9d-4b38-a6c5-e1f4a5367c17 req-3ad0aef9-ebce-4219-983f-235a1a88b0d1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:02.427501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b594d0fd-8f9d-4b38-a6c5-e1f4a5367c17 req-3ad0aef9-ebce-4219-983f-235a1a88b0d1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3552003 Feb 19 07:27:02.640628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:02.703342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b594d0fd-8f9d-4b38-a6c5-e1f4a5367c17 req-6608204b-5141-4724-b4e6-81a900847756 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522016 Feb 19 07:27:02.705175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:02.727399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:02.865615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:02.905608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:02.906176 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:02.907718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b34b0ced-7fbc-4560-8c36-a1da6ca6d1fb service neutron] 10.222.0.47 "PUT /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 1135 time: 3.3985796 Feb 19 07:27:02.908198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:02.910465 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "5bbbbcc7-0d8b-4293-a0b8-d2d757113c07"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:02.920946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b25be5d3-17f7-4509-a8ff-cb56418a77df admin admin] Publish callbacks [] for security_group (c2f9fea3-baf6-44f0-96b3-300ce771b1e1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:02.987306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:02.994006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b25be5d3-17f7-4509-a8ff-cb56418a77df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c2f9fea3-baf6-44f0-96b3-300ce771b1e1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.027102 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.180233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device db5aea3d-ad48-4581-be43-c92055737576 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:03.222252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.241417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.252705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b25be5d3-17f7-4509-a8ff-cb56418a77df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2588c96a4e1c402d8cda26429ba63c42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4868128 Feb 19 07:27:03.263094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port db5aea3d-ad48-4581-be43-c92055737576 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:27:03.269356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port db5aea3d-ad48-4581-be43-c92055737576 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:03.269976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db5aea3d-ad48-4581-be43-c92055737576), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.272123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.287537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.307716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:03.309589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25be5d3-17f7-4509-a8ff-cb56418a77df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f9fea3-baf6-44f0-96b3-300ce771b1e1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:03.311277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.356658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.365770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-94d7f201-85ca-4fe1-af08-8041a159eb3e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 4605 time: 0.3587563 Feb 19 07:27:03.419435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] Publish callbacks [] for security_group (c2f9fea3-baf6-44f0-96b3-300ce771b1e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.449031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] Publish callbacks [] for security_group (c2f9fea3-baf6-44f0-96b3-300ce771b1e1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.479921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port db5aea3d-ad48-4581-be43-c92055737576 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:03.480965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db5aea3d-ad48-4581-be43-c92055737576), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.536484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c2f9fea3-baf6-44f0-96b3-300ce771b1e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.542107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.546910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2f9fea3-baf6-44f0-96b3-300ce771b1e1 HTTP/1.1" status: 204 len: 168 time: 0.2024779 Feb 19 07:27:03.584820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def69a3f-667a-4f6b-beff-60ecf21bb60c req-2ef5f8ae-4392-492c-a06a-f3dbc2a6219a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2127826 Feb 19 07:27:03.602192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a058-8403-4c0b-9f69-36891d20f2f0 req-ca83dfa4-24ea-480a-a1d9-8e07145f9ddf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:03.605870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:03.610098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c53a058-8403-4c0b-9f69-36891d20f2f0 req-ca83dfa4-24ea-480a-a1d9-8e07145f9ddf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 945 time: 0.7164044 Feb 19 07:27:03.611995 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac697d3-559a-4caf-b572-2cd64460e608" -d '{"events": [{"server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "name": "network-vif-plugged", "status": "completed", "tag": "db5aea3d-ad48-4581-be43-c92055737576"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:03.612744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:03.642040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd69e29-4a74-4c5d-9251-3c11c6b50666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f9fea3-baf6-44f0-96b3-300ce771b1e1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:03.682114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=db5aea3d-ad48-4581-be43-c92055737576,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:03.720325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.808064 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ebc985-3f30-448f-802f-d9bce8398f19 x-openstack-request-id: req-e6ebc985-3f30-448f-802f-d9bce8398f19 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:03.816322 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "5bbbbcc7-0d8b-4293-a0b8-d2d757113c07", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:03.817293 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6ebc985-3f30-448f-802f-d9bce8398f19 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:03.818114 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07', 'status': 'completed', 'code': 200} Feb 19 07:27:03.843769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c53a058-8403-4c0b-9f69-36891d20f2f0 req-0cc3f636-d718-4841-a873-3a64cf5d4525 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324624 Feb 19 07:27:03.872224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:03.881070 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f042cf6-71ea-49fc-bc15-f1dd32a0902d x-openstack-request-id: req-0f042cf6-71ea-49fc-bc15-f1dd32a0902d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:03.881442 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "name": "network-vif-plugged", "status": "completed", "tag": "db5aea3d-ad48-4581-be43-c92055737576", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:03.883825 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f042cf6-71ea-49fc-bc15-f1dd32a0902d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:03.885322 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576', 'code': 200} Feb 19 07:27:03.955999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:03.989492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1117644996-network', 'tenant_id': 'bec386afedc244d68a8053357122c8aa'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:04.048560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Made reservation on behalf of bec386afedc244d68a8053357122c8aa for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:04.053875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.102060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.102805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.103471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.104110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.104744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.105371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.107894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-70493548-76d7-4a63-b0ee-0ed88be7c846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5353 time: 0.3363004 Feb 19 07:27:04.109356 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.380370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f36f269f-b064-49ac-8ca7-aed9490a56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.381046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f36f269f-b064-49ac-8ca7-aed9490a56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.381298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f36f269f-b064-49ac-8ca7-aed9490a56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.389292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f36f269f-b064-49ac-8ca7-aed9490a56d4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2729795 Feb 19 07:27:04.502269 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks [] for security_group (2091da62-9d57-43ce-85bf-f1724af65533), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.539093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2091da62-9d57-43ce-85bf-f1724af65533), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.577554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:04.599316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.599316 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Added segment c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f of type vlan for network 33c24b6d-bc5a-4f30-93e6-16018bd696fc Feb 19 07:27:04.666409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (33c24b6d-bc5a-4f30-93e6-16018bd696fc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.816094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f9450545-8aa4-415b-ad03-75995bd4a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.817776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ab8b696-e93a-4a4e-8c04-ca1118f3f714 req-f9450545-8aa4-415b-ad03-75995bd4a0e1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3110859 Feb 19 07:27:04.818420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (33c24b6d-bc5a-4f30-93e6-16018bd696fc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.819586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:04.820209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:04.852008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2373269 Feb 19 07:27:04.925812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:04.945943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Request body: {'subnet': {'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1117644996-subnet', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:05.020491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Made reservation on behalf of bec386afedc244d68a8053357122c8aa for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:05.023035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:05.275647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2091da62-9d57-43ce-85bf-f1724af65533,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:05.301695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (87259ac1-cb70-4c14-a656-d96564e9dde7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:05.394016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87259ac1-cb70-4c14-a656-d96564e9dde7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:05.418028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca3cb-240e-408e-be50-203aceb6496d admin admin] Pushing event updated for resources: {'Network': ['ID=33c24b6d-bc5a-4f30-93e6-16018bd696fc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:05.428860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:27:05.501819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0074c3-b39a-45dc-81e7-a291f8ce27b4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:05.522275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks [] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:05.549386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Transition to ACTIVE for port object ce0074c3-b39a-45dc-81e7-a291f8ce27b4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:05.571232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.591897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.600903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:05.626268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.659169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.670970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.704451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.714433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-e3ddff9e-0a85-4c94-9b0a-eebb8f8060d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 4605 time: 0.8828497 Feb 19 07:27:05.805624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Checking segment: {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:05.814016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Network hostable DHCP agents. Network: 33c24b6d-bc5a-4f30-93e6-16018bd696fc, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:05.842328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:05.935863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674f1e-9f19-4e4f-9281-6fa4e447ccfb req-4345e00f-ae07-4be6-9b48-e011190617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.940242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:05.945275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-96674f1e-9f19-4e4f-9281-6fa4e447ccfb req-4345e00f-ae07-4be6-9b48-e011190617ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1128 time: 1.9411640 Feb 19 07:27:05.968850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3137a8-3aec-4460-81ce-17aab01fb8d2 req-a3d4435e-22fd-4ae7-b2d8-e599b8d64163 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:05.970360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a3137a8-3aec-4460-81ce-17aab01fb8d2 req-a3d4435e-22fd-4ae7-b2d8-e599b8d64163 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3909562 Feb 19 07:27:06.018612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 33c24b6d-bc5a-4f30-93e6-16018bd696fc) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:06.034902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284fc12-ec34-4e25-ad48-d732663f6415 None None] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:06.040365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9fc3e39-333c-4a92-bff1-49f293c6fc7a req-08340bee-4090-42c2-980f-1c1ad72c39d3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3032303 Feb 19 07:27:06.048480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:06.049383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.103681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-73e61b9c-7804-4346-864f-6d04fe7478c3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1749821 Feb 19 07:27:06.106621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:06.119058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:06.183660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.184747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.277973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9fdc0939-4cf4-4fd7-a7e9-258ebe266cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.293335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'project_id': 'bec386afedc244d68a8053357122c8aa', 'fixed_ips': [{'subnet_id': '87259ac1-cb70-4c14-a656-d96564e9dde7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:27:06.296458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.355039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157190db-5eef-458d-a579-ab79cfb1d7da req-0b6de3c1-3911-442f-9620-58e6829bdb57 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:06.356670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-157190db-5eef-458d-a579-ab79cfb1d7da req-0b6de3c1-3911-442f-9620-58e6829bdb57 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 946 time: 0.1495924 Feb 19 07:27:06.358916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for router_controller (050ffe55-23be-41aa-ad4d-cc0d5f463957), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.472381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a3137a8-3aec-4460-81ce-17aab01fb8d2 req-fad0ac11-6bcf-40f4-92d1-8dd37c620dd0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143040 Feb 19 07:27:06.509273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-96674f1e-9f19-4e4f-9281-6fa4e447ccfb req-cd1ba2a0-df26-48ef-bdc4-bf9a4d899cf3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5361907 Feb 19 07:27:06.512278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Attempting to bind port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:06.512628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Attempting to bind port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:06.512964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Attempting to bind port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:06.536480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on network 71b38913-2132-4dc6-b20e-e02a667060f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:06.536811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Attempting to bind port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:06.549121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:06.549484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:06.549880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Bound using segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:06.559326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Bound port: ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:06.559847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.592005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Allocated IP 172.20.0.2 (33c24b6d-bc5a-4f30-93e6-16018bd696fc/87259ac1-cb70-4c14-a656-d96564e9dde7/ed23a4d9-31fe-4096-aa27-9251a58ba64e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:06.730352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:06.739153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:06.752684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.856879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:06.857751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:06.859313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 1136 time: 3.9078896 Feb 19 07:27:06.861615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:06.865658 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5809b831-8366-423d-adc1-15c1337a9acb" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "ce0074c3-b39a-45dc-81e7-a291f8ce27b4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:06.915880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:06.993954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for router_gateway (050ffe55-23be-41aa-ad4d-cc0d5f463957), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.019470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks [] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.028557 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3cbc4e-6bdd-4eb8-9080-8e918caba53c x-openstack-request-id: req-8a3cbc4e-6bdd-4eb8-9080-8e918caba53c {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:07.029687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.034411 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "ce0074c3-b39a-45dc-81e7-a291f8ce27b4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:07.034830 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a3cbc4e-6bdd-4eb8-9080-8e918caba53c {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:07.037137 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4', 'status': 'completed', 'code': 200} Feb 19 07:27:07.094340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:07.098437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:07.103067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:07.108402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:07.159830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d189a-e75e-45aa-a9f4-50b7f27ee614 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:07.176863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-157190db-5eef-458d-a579-ab79cfb1d7da req-a634c910-3c98-4209-a383-a487ca26dedf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6367826 Feb 19 07:27:07.262623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.263015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.263491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.263956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.264417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.264886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.265334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.272639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5809b831-8366-423d-adc1-15c1337a9acb req-a76e5e51-9467-4667-a655-4805551be69a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6313 time: 0.2811427 Feb 19 07:27:07.357219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Pushing event updated for resources: {'Port': ['ID=ed23a4d9-31fe-4096-aa27-9251a58ba64e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:07.369229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.446705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Attempting to bind port ed23a4d9-31fe-4096-aa27-9251a58ba64e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:07.447074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Attempting to bind port ed23a4d9-31fe-4096-aa27-9251a58ba64e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:07.459804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-c6a57d22-8fe1-4a89-9453-607c8523b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.460281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-c6a57d22-8fe1-4a89-9453-607c8523b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.461279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-c6a57d22-8fe1-4a89-9453-607c8523b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.462145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Attempting to bind port ed23a4d9-31fe-4096-aa27-9251a58ba64e on network 33c24b6d-bc5a-4f30-93e6-16018bd696fc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:07.462876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5809b831-8366-423d-adc1-15c1337a9acb req-c6a57d22-8fe1-4a89-9453-607c8523b336 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1807804 Feb 19 07:27:07.503417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:07.503977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Checking segment: {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:07.504508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.505008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Bound using segment: {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:07.505600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Bound port: ed23a4d9-31fe-4096-aa27-9251a58ba64e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:07.506107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.625285 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.646853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] For port ed23a4d9-31fe-4096-aa27-9251a58ba64e, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:07.650377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] For port ed23a4d9-31fe-4096-aa27-9251a58ba64e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ed23a4d9-31fe-4096-aa27-9251a58ba64e,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:07.659995 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.744082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Publish callbacks [] for security_group (8f562ad3-5acf-4524-87a8-adfb74624928), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.765236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.771231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.786478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.793743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.813195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.815818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c109f4-45ce-4e17-9e0d-88c308666d87 None None] Pushing event updated for resources: {'Port': ['ID=ed23a4d9-31fe-4096-aa27-9251a58ba64e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:07.819400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.826169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.834130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-9ebe488e-f3e8-42fd-b884-8f64e4ce0083 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5383 time: 0.5585551 Feb 19 07:27:07.850372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8f562ad3-5acf-4524-87a8-adfb74624928), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:07.855331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809b831-8366-423d-adc1-15c1337a9acb req-2727b460-d159-4f56-99f7-368a05dde316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:07.870278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5809b831-8366-423d-adc1-15c1337a9acb req-2727b460-d159-4f56-99f7-368a05dde316 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4007382 Feb 19 07:27:08.124379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b8e66-34b1-4958-9040-156efec1b07e req-4187d9eb-9644-4bf5-acf5-2d747678b430 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:08.135999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b8e66-34b1-4958-9040-156efec1b07e req-4187d9eb-9644-4bf5-acf5-2d747678b430 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.4971910 Feb 19 07:27:08.242345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20ebc595ae61466aa8dec0e877f9c7d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1263480 Feb 19 07:27:08.258892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:08.281839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f562ad3-5acf-4524-87a8-adfb74624928,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:08.319766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for router_gateway (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.394826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-982b8e66-34b1-4958-9040-156efec1b07e req-a39c4c56-1e3c-4662-aa9f-638df1bc51ba tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575929 Feb 19 07:27:08.396387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.411617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68f279a3-2004-4d49-bdb4-bf5650425870 req-2eba2235-a855-4650-987c-36fd64e603ad tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5765727 Feb 19 07:27:08.412972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.413317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.423326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.423825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.424177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.424516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.424846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.425181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.425514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.425842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.427443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.427789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.428131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbbb716-2f0a-4928-b858-87039cef9b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:08.497385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] Publish callbacks [] for security_group (8f562ad3-5acf-4524-87a8-adfb74624928), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.550675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] Publish callbacks [] for security_group (8f562ad3-5acf-4524-87a8-adfb74624928), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.553165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63631127-884f-4780-bb45-948cb495707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.652734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8f562ad3-5acf-4524-87a8-adfb74624928), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.655298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.656468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f562ad3-5acf-4524-87a8-adfb74624928 HTTP/1.1" status: 204 len: 168 time: 0.3946722 Feb 19 07:27:08.689752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564750a-287d-4997-abbe-c57385597e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f562ad3-5acf-4524-87a8-adfb74624928,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:08.806921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70972fa0-2997-4188-999f-0255b14274ba {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:08.826701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks [] for port (70972fa0-2997-4188-999f-0255b14274ba), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:08.849788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Allocated IP 172.25.7.54 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f072552d-1828-4007-8c5e-824b276ca6ab) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:08.856925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Transition to ACTIVE for port object 70972fa0-2997-4188-999f-0255b14274ba will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:08.862973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.044546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:09.434518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Attempting to bind port 70972fa0-2997-4188-999f-0255b14274ba on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:09.434854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Attempting to bind port 70972fa0-2997-4188-999f-0255b14274ba by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:09.435101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Attempting to bind port 70972fa0-2997-4188-999f-0255b14274ba on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:09.449347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Port 70972fa0-2997-4188-999f-0255b14274ba on network 71b38913-2132-4dc6-b20e-e02a667060f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:09.451533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Attempting to bind port 70972fa0-2997-4188-999f-0255b14274ba on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:09.460998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ed23a4d9-31fe-4096-aa27-9251a58ba64e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:09.470391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:09.471047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:09.471529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Bound using segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:09.476675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Bound port: 70972fa0-2997-4188-999f-0255b14274ba, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:09.477365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.627556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:09.633817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:09.645194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.753506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.817646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ed23a4d9-31fe-4096-aa27-9251a58ba64e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:09.818039 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.865549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:09.867935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:09.869781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] 10.222.0.47 "PUT /v2.0/ports/70972fa0-2997-4188-999f-0255b14274ba HTTP/1.1" status: 200 len: 1091 time: 2.9752352 Feb 19 07:27:09.873552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '70972fa0-2997-4188-999f-0255b14274ba'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:09.878723 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4ec48-9e28-40d4-99cd-cb60786381f7" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "70972fa0-2997-4188-999f-0255b14274ba"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:09.930339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:10.022611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa7c7-df2d-4172-88f9-895ae7445702 service neutron] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:10.079797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31f87-3aca-4074-b6c5-6e16b45ba7f3 req-d1a0a075-4a6e-4545-a4fd-737149fe1d1f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:10.082293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fb31f87-3aca-4074-b6c5-6e16b45ba7f3 req-d1a0a075-4a6e-4545-a4fd-737149fe1d1f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.4011035 Feb 19 07:27:10.150495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7242ce0-de60-4f22-a35e-b07e424058ca None None] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:10.233829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for port (f072552d-1828-4007-8c5e-824b276ca6ab), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:10.273871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fb31f87-3aca-4074-b6c5-6e16b45ba7f3 req-d93a9baf-eafe-460c-b045-44a03bc5baef tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775687 Feb 19 07:27:10.274598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:10.318825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:10.402009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3fa40-c2dd-4095-883c-397e639bbb70 req-c33ba0fc-7608-4c61-86ee-3b433c3c255c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:10.409916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22d3fa40-c2dd-4095-883c-397e639bbb70 req-c33ba0fc-7608-4c61-86ee-3b433c3c255c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 946 time: 1.8418541 Feb 19 07:27:10.461641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:10.471788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:10.492731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:10.546167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Pushing event updated for resources: {'Port': ['ID=f072552d-1828-4007-8c5e-824b276ca6ab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:10.731656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22d3fa40-c2dd-4095-883c-397e639bbb70 req-de47aaa9-0620-466f-b589-bafa3e964e24 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205976 Feb 19 07:27:10.847214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ed23a4d9-31fe-4096-aa27-9251a58ba64e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:10.848174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:10.931741 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c98b91-4f97-43f3-93ac-113cbb0f279b x-openstack-request-id: req-72c98b91-4f97-43f3-93ac-113cbb0f279b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:10.932183 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "70972fa0-2997-4188-999f-0255b14274ba", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:10.932274 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72c98b91-4f97-43f3-93ac-113cbb0f279b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:10.932688 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '70972fa0-2997-4188-999f-0255b14274ba', 'status': 'completed', 'code': 200} Feb 19 07:27:10.939902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d794db85-4a90-47d7-9841-6aa7e70cbab2 None None] Provisioning complete for port ed23a4d9-31fe-4096-aa27-9251a58ba64e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:10.940582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d794db85-4a90-47d7-9841-6aa7e70cbab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.033517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ed23a4d9-31fe-4096-aa27-9251a58ba64e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ed23a4d9-31fe-4096-aa27-9251a58ba64e,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:11.070107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.107641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.116278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.117392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.117863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.118322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.118785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.119258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.128353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aefed0-d094-4de3-a66e-a819d5ddfead {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:11.128835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.131235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-9b93737b-d9d2-45c0-b3b2-af4fe032f139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6411 time: 0.2048106 Feb 19 07:27:11.172486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.178837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.192675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.204964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d794db85-4a90-47d7-9841-6aa7e70cbab2 None None] Current status of the port ed23a4d9-31fe-4096-aa27-9251a58ba64e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:11.209318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.213518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ed23a4d9-31fe-4096-aa27-9251a58ba64e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:11.218380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.225063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.232263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.240131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-86f66d06-a5bc-4e51-9ed6-078a1bf3bb2c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5395 time: 0.6688735 Feb 19 07:27:11.243773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks [] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.265691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a9f5a-6f01-4cf3-bc1c-ba44a83f7785 req-1fca477a-7522-4526-a119-e6a7eba9020f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.283965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b85a9f5a-6f01-4cf3-bc1c-ba44a83f7785 req-1fca477a-7522-4526-a119-e6a7eba9020f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 946 time: 0.3086216 Feb 19 07:27:11.304775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Transition to ACTIVE for port object 53aefed0-d094-4de3-a66e-a819d5ddfead will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:11.391805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d1836f0-7149-4ac1-abce-11bba7740dfe req-f296152e-f275-4f68-8c56-06eb52989bc7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1505740 Feb 19 07:27:11.393419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.516352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Pushing event updated for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:11.727246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b85a9f5a-6f01-4cf3-bc1c-ba44a83f7785 req-2632a0b1-383f-486a-84e2-6837fd50a64c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422646 Feb 19 07:27:11.751740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:11.773899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-db7ea35c-ec8c-4a56-aa7f-84255835a91d None None] Provisioning complete for port ed23a4d9-31fe-4096-aa27-9251a58ba64e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:11.774201 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db7ea35c-ec8c-4a56-aa7f-84255835a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.832790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5161d-4954-424c-bf4d-82fe7a46548f req-7aa36d16-c556-4931-ae4f-d742618a058f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.834344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64f5161d-4954-424c-bf4d-82fe7a46548f req-7aa36d16-c556-4931-ae4f-d742618a058f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3023896 Feb 19 07:27:11.916385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for router_gateway (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:11.920339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-aaab57ef-43bd-4ca7-ba19-d9c0b77a64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.922024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-aaab57ef-43bd-4ca7-ba19-d9c0b77a64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.928437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-aaab57ef-43bd-4ca7-ba19-d9c0b77a64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:11.934215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-aaab57ef-43bd-4ca7-ba19-d9c0b77a64a9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7035880 Feb 19 07:27:12.020572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Attempting to bind port 53aefed0-d094-4de3-a66e-a819d5ddfead on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:12.021164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Attempting to bind port 53aefed0-d094-4de3-a66e-a819d5ddfead by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:12.021292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Attempting to bind port 53aefed0-d094-4de3-a66e-a819d5ddfead on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:12.059723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-db7ea35c-ec8c-4a56-aa7f-84255835a91d None None] Current status of the port ed23a4d9-31fe-4096-aa27-9251a58ba64e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:12.094299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Port 53aefed0-d094-4de3-a66e-a819d5ddfead on network 71b38913-2132-4dc6-b20e-e02a667060f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:12.094788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Attempting to bind port 53aefed0-d094-4de3-a66e-a819d5ddfead on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:12.115436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64f5161d-4954-424c-bf4d-82fe7a46548f req-9de58971-7219-4293-9b47-bc7bc0941c0f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528086 Feb 19 07:27:12.122892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:12.124471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Checking segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:12.126797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Bound using segment: {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:12.127485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Bound port: 53aefed0-d094-4de3-a66e-a819d5ddfead, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6906d11e-3720-4d48-9ec9-1d730e240470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:12.128049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.276993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:12.282950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53aefed0-d094-4de3-a66e-a819d5ddfead,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:12.286208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:12.307121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.347131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d96e1-55f9-4997-8a49-0792415eb8ab tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.356901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea5d96e1-55f9-4997-8a49-0792415eb8ab tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1123 time: 0.5977089 Feb 19 07:27:12.359532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:12.385336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:12.393343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.393988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.395885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] 10.222.0.47 "PUT /v2.0/ports/53aefed0-d094-4de3-a66e-a819d5ddfead HTTP/1.1" status: 200 len: 1091 time: 2.4932976 Feb 19 07:27:12.440219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.457416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:12.545745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-1253d03e-0f3f-4bd5-b8d4-435ac3c5123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.547940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23f4ec48-9e28-40d4-99cd-cb60786381f7 req-1253d03e-0f3f-4bd5-b8d4-435ac3c5123f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4135420 Feb 19 07:27:12.598176 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:27:12.604768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.666000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.670660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-54a45343-3671-49de-9d56-7f41b4184a79 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1307521693'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:12.671386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-54a45343-3671-49de-9d56-7f41b4184a79 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Unknown quota resources ['metering_label']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:27:12.704847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:12.733126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a28bfd-102c-434b-b178-7e4c0aa7cd75 service neutron] Pushing event updated for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:12.878264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.884894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.892265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.899617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.910451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.919145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.929165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:12.931878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-362df892-597f-4705-bca8-a60930b57909 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5407 time: 0.3793817 Feb 19 07:27:13.180278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6662d846-bf4c-4e26-bf7b-f6985b4218b4 req-a222b9df-3b54-4247-a5b6-aeb2af23d91d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2055564 Feb 19 07:27:13.183834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.207308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Router 050ffe55-23be-41aa-ad4d-cc0d5f463957 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:27:13.308683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ed23a4d9-31fe-4096-aa27-9251a58ba64e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:13.328826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:13.338051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks [] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.351654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Transition to ACTIVE for port object a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:13.352777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:13.355396 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626ce284-b3f4-4e73-b179-181893e151cc" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:13.404286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.448130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ed23a4d9-31fe-4096-aa27-9251a58ba64e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:13.449228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.454171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:13.496900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Sync routers for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:27:13.526083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.529998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36684915-bb12-4fdd-9877-f61fab119bba admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.4197600 Feb 19 07:27:13.535559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:13.536546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:13.574997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:13.606470 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c246650-c3a6-45dc-a817-02fedeca848f x-openstack-request-id: req-4c246650-c3a6-45dc-a817-02fedeca848f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:13.607166 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:13.607655 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c246650-c3a6-45dc-a817-02fedeca848f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:13.608277 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead', 'status': 'completed', 'code': 200} Feb 19 07:27:13.616485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:13.621403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-54a45343-3671-49de-9d56-7f41b4184a79 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:13.623568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-54a45343-3671-49de-9d56-7f41b4184a79 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3353128 Feb 19 07:27:13.627077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:13.635492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8cee0da6-99f0-47c1-883a-766882ffe876 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '19d9e82d-c233-4874-aea8-3effb955c018'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:13.636110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8cee0da6-99f0-47c1-883a-766882ffe876 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:27:13.857533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.25.7.224 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/1e69d5f3-a40a-4db7-8c57-e11f29039762) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:13.877144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Attempting to bind port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:13.877626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Attempting to bind port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:13.878055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Attempting to bind port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:13.880202 n-d-829866-3 neutron-server[103587]: WARNING neutron.services.metering.metering_plugin [None req-8cee0da6-99f0-47c1-883a-766882ffe876 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 07:27:13.895508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.896451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.897087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.897719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.898481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.899105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.899763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.902176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-626ce284-b3f4-4e73-b179-181893e151cc req-f20cbb8f-b23c-4d07-8d5a-73b7e2a75d00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6534 time: 0.4001548 Feb 19 07:27:13.911867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603339a-f652-48f3-8627-c9e54f4c3b40 req-73e1bb08-7a18-4c5f-9889-027c8744b5fa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:13.932499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8603339a-f652-48f3-8627-c9e54f4c3b40 req-73e1bb08-7a18-4c5f-9889-027c8744b5fa tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.5742292 Feb 19 07:27:14.044359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:14.045059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Attempting to bind port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:14.064892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:14.066078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Checking segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:14.066846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Bound using segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:14.067570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Bound port: a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:14.068172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.071047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:14.101752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-fb8f2f05-030b-4e0d-bda5-0c180b7c28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:14.102231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-fb8f2f05-030b-4e0d-bda5-0c180b7c28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:14.102699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-fb8f2f05-030b-4e0d-bda5-0c180b7c28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:14.104489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-626ce284-b3f4-4e73-b179-181893e151cc req-fb8f2f05-030b-4e0d-bda5-0c180b7c28e6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1915917 Feb 19 07:27:14.141515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:14.145091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:14.196743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cee0da6-99f0-47c1-883a-766882ffe876 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.198539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8cee0da6-99f0-47c1-883a-766882ffe876 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5673602 Feb 19 07:27:14.200154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.204029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:14.211692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4c67b65a-a9e3-4cf1-8dfb-ffaf71693551 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '19d9e82d-c233-4874-aea8-3effb955c018'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:14.212517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4c67b65a-a9e3-4cf1-8dfb-ffaf71693551 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:27:14.282443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8603339a-f652-48f3-8627-c9e54f4c3b40 req-7cd96d30-fe7b-4734-a30c-88280b7b013d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488655 Feb 19 07:27:14.346529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.438553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.453954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:14.455622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.462334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 HTTP/1.1" status: 200 len: 1091 time: 2.0325844 Feb 19 07:27:14.509764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ed23a4d9-31fe-4096-aa27-9251a58ba64e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:14.520453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde47706-ab55-4206-be0b-e1d5484f5893 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:14.551740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Request body: {'port': {'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:14.570623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=1e69d5f3-a40a-4db7-8c57-e11f29039762,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:14.611942 n-d-829866-3 neutron-server[103587]: WARNING neutron.services.metering.metering_plugin [None req-4c67b65a-a9e3-4cf1-8dfb-ffaf71693551 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 07:27:14.686275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:14.688282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:11Z', 'revision_number': 3, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:14.693028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:14.705367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:14.721994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.750114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Checking router: 050ffe55-23be-41aa-ad4d-cc0d5f463957 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:27:14.750621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Updating router 050ffe55-23be-41aa-ad4d-cc0d5f463957 port f072552d-1828-4007-8c5e-824b276ca6ab binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:27:14.803396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c67b65a-a9e3-4cf1-8dfb-ffaf71693551 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.808385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4c67b65a-a9e3-4cf1-8dfb-ffaf71693551 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6016343 Feb 19 07:27:14.810868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:14.838615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:14.857125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cfbf02b7-275c-4b3c-ac1e-d88bfc316c07 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=76d0f05b-9765-413e-a199-11d07b3380d7 HTTP/1.1" status: 200 len: 462 time: 0.0448084 Feb 19 07:27:14.860819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:15.368223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks [] for port (f072552d-1828-4007-8c5e-824b276ca6ab), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.380967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.428227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ce284-b3f4-4e73-b179-181893e151cc req-95fd7889-6731-47b4-b4d7-49fb3b5d4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.431206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-626ce284-b3f4-4e73-b179-181893e151cc req-95fd7889-6731-47b4-b4d7-49fb3b5d4f72 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.3188047 Feb 19 07:27:15.476180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.484923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.493140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.499045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.507036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.512494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.517778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.519959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-a8bcac43-4007-4f37-bdce-acb6ebf17151 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5419 time: 1.0827029 Feb 19 07:27:15.546744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Attempting to bind port f072552d-1828-4007-8c5e-824b276ca6ab on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:15.547376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Attempting to bind port f072552d-1828-4007-8c5e-824b276ca6ab by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:15.560089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Attempting to bind port f072552d-1828-4007-8c5e-824b276ca6ab on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:15.570267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:15.576531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:15.577759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.578804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:15.591781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Bound port: f072552d-1828-4007-8c5e-824b276ca6ab, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:15.592357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.633801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525d3c-ba0a-4366-8f46-66a5ea8ed4f7 None None] Pushing event updated for resources: {'Port': ['ID=f072552d-1828-4007-8c5e-824b276ca6ab,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:15.713960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] For port f072552d-1828-4007-8c5e-824b276ca6ab, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:15.717503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] For port f072552d-1828-4007-8c5e-824b276ca6ab, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f072552d-1828-4007-8c5e-824b276ca6ab,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:15.732557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.748211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:15.750421 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c652c95b-67be-4f54-9f5b-f665410a48eb" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:15.759454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ce75ea99-693b-47d6-8499-7dad1d330cb4 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:15.760560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ce75ea99-693b-47d6-8499-7dad1d330cb4 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/76d0f05b-9765-413e-a199-11d07b3380d7 HTTP/1.1" status: 204 len: 168 time: 0.8982816 Feb 19 07:27:15.763656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:15.816211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525d3c-ba0a-4366-8f46-66a5ea8ed4f7 None None] Pushing event updated for resources: {'Port': ['ID=f072552d-1828-4007-8c5e-824b276ca6ab,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:15.840780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e68c-4605-475e-a822-3c2bebde0108 req-ba409e9e-b177-4768-956b-05bed91d3f43 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:15.842339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c26e68c-4605-475e-a822-3c2bebde0108 req-ba409e9e-b177-4768-956b-05bed91d3f43 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.0886719 Feb 19 07:27:15.856138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:15.860021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:15.925729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12685d4e-6f99-4fd0-9e6a-fde3a02a5b11 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=76d0f05b-9765-413e-a199-11d07b3380d7 HTTP/1.1" status: 200 len: 221 time: 0.1565363 Feb 19 07:27:15.948131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:15.984982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9f6c5ced-ba38-4746-9746-5603217642be tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2143043990', 'description': 'label created by tempest'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:15.989843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9f6c5ced-ba38-4746-9746-5603217642be tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Unknown quota resources ['metering_label']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:27:16.001924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c26e68c-4605-475e-a822-3c2bebde0108 req-7eb9db6b-d979-49de-b441-701cd185c2bd tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490817 Feb 19 07:27:16.072971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a75d479-a766-4d2f-bfe0-6352da5c3d3e {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:27:16.088457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks [] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.108167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99b4a230-4ad7-44e3-b2a8-4bce66ca95c9 req-fde3494e-e2b1-4d71-a24f-1481d099e249 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4170980 Feb 19 07:27:16.147841 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d10ef-e6da-4e7f-a169-da2d23c9a7e3 x-openstack-request-id: req-4d3d10ef-e6da-4e7f-a169-da2d23c9a7e3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:16.147841 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:16.148115 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4d3d10ef-e6da-4e7f-a169-da2d23c9a7e3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:16.148444 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'status': 'completed', 'code': 200} Feb 19 07:27:16.173118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:16.237966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5ced-ba38-4746-9746-5603217642be tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.239229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9f6c5ced-ba38-4746-9746-5603217642be tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2900066 Feb 19 07:27:16.242803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:16.250303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Transition to ACTIVE for port object 1a75d479-a766-4d2f-bfe0-6352da5c3d3e will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:27:16.284062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.326917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.327549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.328022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.328492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.329151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.329628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.330100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.332437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-b4f244aa-6367-4968-9c87-465bc0b70ad9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6607 time: 0.1968803 Feb 19 07:27:16.337149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9c62ec42-b157-44ef-a34f-ad750d12aa8e tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=2491a609-7c98-477a-96fd-9c9d57e6d22b HTTP/1.1" status: 200 len: 468 time: 0.0926166 Feb 19 07:27:16.338252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.358267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:16.414031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:16.593854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:11Z', 'revision_number': 3, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:16.626393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Attempting to bind port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:16.629280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Attempting to bind port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:16.629736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Attempting to bind port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:16.640262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:27:16.640892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Attempting to bind port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e on network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:16.652588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:16.653034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Checking segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:16.653501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Bound using segment: {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:16.654130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Bound port: 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf56a262-99de-473e-81b1-da24df6e7d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:16.654566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.681611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388e24d-9a37-4b49-849a-32a195b67ab8 None None] The sync data for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 is: [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:11Z', 'revision_number': 3, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:27:16.783888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:16.788408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:16.805242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.923041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:16.942097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:16.945274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:16.946527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-953bc429-bcf2-4372-bfa1-b70b6d6c1e36 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a75d479-a766-4d2f-bfe0-6352da5c3d3e HTTP/1.1" status: 200 len: 1091 time: 2.4025633 Feb 19 07:27:17.037006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (4149cce4-95a9-4702-887f-4dd72a065611), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.043487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3ec9a63d-f43c-4474-b56c-7101c5d64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:17.044066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3ec9a63d-f43c-4474-b56c-7101c5d64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:17.044544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3ec9a63d-f43c-4474-b56c-7101c5d64fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:17.046621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3ec9a63d-f43c-4474-b56c-7101c5d64fc2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6873505 Feb 19 07:27:17.053790 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dd13538-040e-4234-987e-0592915ac0ed tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.058830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.063717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8dd13538-040e-4234-987e-0592915ac0ed tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/2491a609-7c98-477a-96fd-9c9d57e6d22b HTTP/1.1" status: 204 len: 168 time: 0.6961660 Feb 19 07:27:17.082782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6084506e-23df-4800-9873-e8635b419605 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=2491a609-7c98-477a-96fd-9c9d57e6d22b HTTP/1.1" status: 200 len: 216 time: 0.0221984 Feb 19 07:27:17.086571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.104609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ff0fc1c-b0f9-4774-b3d6-0ca3e1576c45 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0152969 Feb 19 07:27:17.108102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.176629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-56948dbc-6e75-4768-ac50-0939500c39ff tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0668490 Feb 19 07:27:17.177259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.336334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20445c65-9180-4a3a-8b18-834f57ce2dec tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/19d9e82d-c233-4874-aea8-3effb955c018 HTTP/1.1" status: 200 len: 473 time: 0.1385937 Feb 19 07:27:17.336857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.390418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ddf9cb53-b718-4555-b881-a03f9592c8a5 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/0d95db66-4013-495d-ad06-de6b31c8e280 HTTP/1.1" status: 200 len: 459 time: 0.0522897 Feb 19 07:27:17.404007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.415549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac42a6-8362-49ea-aded-8cdc6c645f44 req-234e6a9b-bc12-42c1-b8ae-2fe6751e434c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:17.417457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cac42a6-8362-49ea-aded-8cdc6c645f44 req-234e6a9b-bc12-42c1-b8ae-2fe6751e434c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2591867 Feb 19 07:27:17.535926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cac42a6-8362-49ea-aded-8cdc6c645f44 req-6d1615ee-3ede-4ccf-8906-a6376e27440b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Feb 19 07:27:17.568542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.608592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Allocated IP 172.20.0.1 (33c24b6d-bc5a-4f30-93e6-16018bd696fc/87259ac1-cb70-4c14-a656-d96564e9dde7/33a29e80-9b06-4c7e-96f8-1193d0f7f7b2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:17.668956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cbe035fe-6b7c-4c85-9393-a572412c474f tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.673346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cbe035fe-6b7c-4c85-9393-a572412c474f tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/0d95db66-4013-495d-ad06-de6b31c8e280 HTTP/1.1" status: 204 len: 168 time: 0.2548201 Feb 19 07:27:17.674234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:17.728441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks [] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.970969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.974937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44d4590b-e738-4eb2-8fdc-9628e49fa804 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:17.980955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44d4590b-e738-4eb2-8fdc-9628e49fa804 tempest-MeteringIpV6TestJSON-1152480360 tempest-MeteringIpV6TestJSON-1152480360-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/19d9e82d-c233-4874-aea8-3effb955c018 HTTP/1.1" status: 204 len: 168 time: 0.3055284 Feb 19 07:27:17.990495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:17.996942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.002900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.009881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.046575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.062934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.079240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.099955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-dd62441c-11e9-4aa2-b26a-6d3d21d0856a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.7683182 Feb 19 07:27:18.111054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.113345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.149770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:18.152422 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:18.227253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=1e69d5f3-a40a-4db7-8c57-e11f29039762,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:18.242064 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66d763c-a048-45a5-850e-2b9686aa825a x-openstack-request-id: req-b66d763c-a048-45a5-850e-2b9686aa825a {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:18.242369 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:18.242633 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b66d763c-a048-45a5-850e-2b9686aa825a {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:18.243050 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'status': 'completed', 'code': 200} Feb 19 07:27:18.281760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3e3456fa-620b-4216-bff2-702931c7a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.283589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c652c95b-67be-4f54-9f5b-f665410a48eb req-3e3456fa-620b-4216-bff2-702931c7a8c4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2187293 Feb 19 07:27:18.310774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:18.337261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:18.381333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:18.384786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:18.519042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:18.557420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93b9686e-694d-4453-accc-d55f0d7cd80b req-be134124-35d9-4950-b8c5-3f0c0d66ac8d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4563468 Feb 19 07:27:18.603371 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (4149cce4-95a9-4702-887f-4dd72a065611), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.750634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.760035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd089c-05a1-46b1-b91b-d5f91cd0c0c6 req-88dc9e64-f9e8-4a3b-98d5-6f9bc415d64e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.774762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53dd089c-05a1-46b1-b91b-d5f91cd0c0c6 req-88dc9e64-f9e8-4a3b-98d5-6f9bc415d64e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.1049078 Feb 19 07:27:18.796611 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Floating IP 4149cce4-95a9-4702-887f-4dd72a065611 associated. External IP: 172.25.7.224, port: db5aea3d-ad48-4581-be43-c92055737576. Feb 19 07:27:18.842016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-072726eb-a52d-40aa-9070-132ec8779eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.894440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.894908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.895409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.895876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.896342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.896808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.897273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:18.899419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-6c297a8a-2514-49fa-89c2-cc893f19e656 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6705 time: 0.5196939 Feb 19 07:27:18.940187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b72a98ba-c129-4908-bcf1-7698eeb27be3 None None] Provisioning complete for port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:18.940771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72a98ba-c129-4908-bcf1-7698eeb27be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:18.942638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53dd089c-05a1-46b1-b91b-d5f91cd0c0c6 req-12eda595-df77-4d03-8ec5-d366bfe25004 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593106 Feb 19 07:27:19.028487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b72a98ba-c129-4908-bcf1-7698eeb27be3 None None] Port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:19.040586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-97ef8774-35b5-469f-be87-740eb50c56d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 HTTP/1.1" status: 200 len: 217 time: 0.1339240 Feb 19 07:27:19.043950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-072726eb-a52d-40aa-9070-132ec8779eeb admin admin] Publish callbacks [] for security_group (add3fc68-717a-451d-a2d5-e35e48eb2dc0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.051874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-072726eb-a52d-40aa-9070-132ec8779eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (add3fc68-717a-451d-a2d5-e35e48eb2dc0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.151305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-164d8441-a2c6-4fec-bbef-8943c1862a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:19.152790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-164d8441-a2c6-4fec-bbef-8943c1862a32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1ab1706-35e4-45f6-b2c0-f2320725082a HTTP/1.1" status: 200 len: 855 time: 0.1046312 Feb 19 07:27:19.165715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-072726eb-a52d-40aa-9070-132ec8779eeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edcc98f358d54627848359b6f43158e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6446760 Feb 19 07:27:19.169510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:19.191661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072726eb-a52d-40aa-9070-132ec8779eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add3fc68-717a-451d-a2d5-e35e48eb2dc0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:19.196658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.286263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] Publish callbacks [] for security_group (add3fc68-717a-451d-a2d5-e35e48eb2dc0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.328658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f072552d-1828-4007-8c5e-824b276ca6ab up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:19.331040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] Publish callbacks [] for security_group (add3fc68-717a-451d-a2d5-e35e48eb2dc0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.405566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (add3fc68-717a-451d-a2d5-e35e48eb2dc0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.408652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.413758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/add3fc68-717a-451d-a2d5-e35e48eb2dc0 HTTP/1.1" status: 204 len: 168 time: 0.2372370 Feb 19 07:27:19.437350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471b83-82cf-4f13-8816-20660cd8bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add3fc68-717a-451d-a2d5-e35e48eb2dc0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:19.452026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f072552d-1828-4007-8c5e-824b276ca6ab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:19.452805 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.587819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f072552d-1828-4007-8c5e-824b276ca6ab is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:19.588625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.613324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f072552d-1828-4007-8c5e-824b276ca6ab, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f072552d-1828-4007-8c5e-824b276ca6ab,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:19.619524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:19.713185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f072552d-1828-4007-8c5e-824b276ca6ab,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:19.962094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5e2d50db-6cc4-4fc2-91af-2c6306553e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:19.963663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5e2d50db-6cc4-4fc2-91af-2c6306553e13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7682474 Feb 19 07:27:19.964136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33884) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:20.034061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:20.060746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25d516da-cf24-4259-9edf-d9978a25e60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.111160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.115471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f010bf-7e23-4903-92a8-5f955b335927 req-9ec0edd6-06a8-4151-a88b-062667d6c021 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.117057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.117519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7f010bf-7e23-4903-92a8-5f955b335927 req-9ec0edd6-06a8-4151-a88b-062667d6c021 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.0780292 Feb 19 07:27:20.122351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.127688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.133060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.138417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.143757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.145662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-ba796428-285e-4898-b7e8-bdf52e79b56f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2668526 Feb 19 07:27:20.174137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7f010bf-7e23-4903-92a8-5f955b335927 req-ef0dd3f5-7c77-4428-8e09-e95985598e28 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 Feb 19 07:27:20.341711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-09cebc1d-6c11-4ce4-8a33-7bf251dbe13b service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645706 Feb 19 07:27:20.420642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6205575b-5e3a-4661-8ca6-c56b89532315 req-14f8c13d-9836-483a-9357-c173a10a84a7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2618887 Feb 19 07:27:20.481680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks [] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.501132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.540321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:20.553587 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:27:20.572027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:20.572942 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:20.582146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25d516da-cf24-4259-9edf-d9978a25e60c admin admin] Publish callbacks [] for security_group (672accf5-b632-4203-972a-b1be6f54cb37), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.601553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25d516da-cf24-4259-9edf-d9978a25e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (672accf5-b632-4203-972a-b1be6f54cb37), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.655306 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.657545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d516da-cf24-4259-9edf-d9978a25e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672accf5-b632-4203-972a-b1be6f54cb37,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:20.664823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:20.673093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:20.677797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7f5acbbd-b965-413d-8f8a-7d137c0a0252 service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209636 Feb 19 07:27:20.692858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-9bb3c2f6-58b5-4ab2-984b-351c9fefd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.694815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-9bb3c2f6-58b5-4ab2-984b-351c9fefd1ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 1127 time: 0.0657768 Feb 19 07:27:20.757887 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:20.815662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-023480e0-a390-46e2-957f-8eaa4f7f9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:20.827309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-023480e0-a390-46e2-957f-8eaa4f7f9c41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.1182125 Feb 19 07:27:20.828569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-25d516da-cf24-4259-9edf-d9978a25e60c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a279800356784bacb60af6dc4f3a773f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8570786 Feb 19 07:27:20.829462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:20.836929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2711f41f-2c96-4ebf-b9d9-5fa2a60c1b57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 217 time: 0.1473992 Feb 19 07:27:20.879157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-30aaf2bf-d734-4daf-b679-5e787293d7a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597 HTTP/1.1" status: 200 len: 217 time: 0.0501323 Feb 19 07:27:20.886495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-39bb2546-7700-411a-858c-9a5224447572 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5200684 Feb 19 07:27:20.893529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:20.895985 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7f897-a389-43c8-bd60-60fdfa799108" -d '{"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:20.896499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33894) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:20.971703 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d043e0-5b02-4a1f-addf-6538073e5565 x-openstack-request-id: req-91d043e0-5b02-4a1f-addf-6538073e5565 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:20.972188 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:20.972605 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-91d043e0-5b02-4a1f-addf-6538073e5565 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:20.973134 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576', 'status': 'completed', 'code': 200} Feb 19 07:27:20.986482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:20.993567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:20.997745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-848362c9-4290-4ea7-b064-2a76133b86ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.000502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-848362c9-4290-4ea7-b064-2a76133b86ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.1553710 Feb 19 07:27:21.036765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b988c99-1320-44d5-adfd-d9bcbe697747 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/4149cce4-95a9-4702-887f-4dd72a065611 HTTP/1.1" status: 200 len: 992 time: 0.1375518 Feb 19 07:27:21.049920 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:16Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:21.058821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] Publish callbacks [] for security_group (672accf5-b632-4203-972a-b1be6f54cb37), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.083555 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:27:21.095784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:21.096425 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:21.133542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-5b4820c5-c7c1-437e-86be-8f67a00d5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.136825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-5b4820c5-c7c1-437e-86be-8f67a00d5b22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2505767 Feb 19 07:27:21.174558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] Publish callbacks [] for security_group (672accf5-b632-4203-972a-b1be6f54cb37), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.242530 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:21.252196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-1c77ece2-efdf-47df-8b05-f346b42d02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.253865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-1c77ece2-efdf-47df-8b05-f346b42d02f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1128 time: 0.2161424 Feb 19 07:27:21.265821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f072552d-1828-4007-8c5e-824b276ca6ab up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:21.294158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-717ac74a-b69a-45c4-9bd6-bde4858619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.306282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-717ac74a-b69a-45c4-9bd6-bde4858619c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2935293 Feb 19 07:27:21.358856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-00914a65-0e90-4d56-853e-05f76f2e9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.362673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-00914a65-0e90-4d56-853e-05f76f2e9f7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2174044 Feb 19 07:27:21.399038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f072552d-1828-4007-8c5e-824b276ca6ab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:21.404336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.483345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7ec813cd-34de-4a39-8e71-72293ed18a9f service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551471 Feb 19 07:27:21.496881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-4d1441ed-e089-4df8-b73e-eff6d0852aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.497937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c3950de2-fd60-4f6f-aedd-1f8f0da51c70 None None] Provisioning complete for port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:21.498411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c3950de2-fd60-4f6f-aedd-1f8f0da51c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.504144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-4d1441ed-e089-4df8-b73e-eff6d0852aa6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 896 time: 0.2416701 Feb 19 07:27:21.555387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:16Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:21.587112 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdcc9e-9e4e-436c-a745-20de5f3899b4 None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:26:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:16Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:27:21.620014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Router 050ffe55-23be-41aa-ad4d-cc0d5f463957 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:21.638134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f072552d-1828-4007-8c5e-824b276ca6ab is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:21.643338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c3950de2-fd60-4f6f-aedd-1f8f0da51c70 None None] Port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:21.651997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb8399-15d1-4851-8d90-239d00c31913 req-c20a3a9e-b553-4533-9bbd-9616f44047d3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.659865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-3e3d4238-e773-49e3-aca0-8c82f56665d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 1000 time: 0.1392803 Feb 19 07:27:21.660084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ceb8399-15d1-4851-8d90-239d00c31913 req-c20a3a9e-b553-4533-9bbd-9616f44047d3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.3229308 Feb 19 07:27:21.673649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (672accf5-b632-4203-972a-b1be6f54cb37), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.676170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:21.680400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/672accf5-b632-4203-972a-b1be6f54cb37 HTTP/1.1" status: 204 len: 168 time: 0.8394973 Feb 19 07:27:21.702388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c55d7-472b-4496-80bb-b03f162a1110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672accf5-b632-4203-972a-b1be6f54cb37,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:21.736585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-75ed9deb-d0d0-4b2e-9cab-4d59151582bb service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635116 Feb 19 07:27:21.788113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b9d4c217-7fad-48cb-8776-208322086696 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658036 Feb 19 07:27:21.832640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-95d01bf2-1975-4f5b-bb05-3564f4764662 req-95c3f0a4-193f-4934-bd06-8369bc63425a service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875680 Feb 19 07:27:21.861864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.867756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.873528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.879128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.883868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-f58d8ba5-bf8c-4240-954a-62b8a915630e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 217 time: 0.0755908 Feb 19 07:27:21.886250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.891725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.898269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.899682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ceb8399-15d1-4851-8d90-239d00c31913 req-e3b15c73-1cd9-4b29-bdc5-e13201115f15 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340639 Feb 19 07:27:21.906100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-664726f9-0aae-4de9-9f70-441fb3851651 req-24b41129-9598-48e4-a606-6eed62bc29dd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2402561 Feb 19 07:27:21.923559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-ff93bd76-4a42-4161-85be-3044d62dace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:21.925128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-ff93bd76-4a42-4161-85be-3044d62dace0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 200 len: 835 time: 0.2478228 Feb 19 07:27:21.990121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009148e-7d62-486d-bf5d-716a77a2c78c None None] New status for floating IP 4149cce4-95a9-4702-887f-4dd72a065611: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:27:22.019974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-66fcd9f1-8c9e-4112-aa53-660e0bc6f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:22.021517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-66fcd9f1-8c9e-4112-aa53-660e0bc6f4fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.1368420 Feb 19 07:27:22.024790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:22.031449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-caba3fea-f17b-4f21-8030-1a6e1a90f0c6 admin admin] 10.222.0.43 "PUT /v2.0/routers/050ffe55-23be-41aa-ad4d-cc0d5f463957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4515467 Feb 19 07:27:22.043231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:22.044310 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Sync routers for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:27:22.058970 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:22.061798 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:22.075725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-664726f9-0aae-4de9-9f70-441fb3851651 req-21850e09-c33e-4d60-b0fe-b51ff56dc17d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1626301 Feb 19 07:27:22.104740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-a21abdd0-4f05-4fc0-9f6b-a3ea251d91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:22.106778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-a21abdd0-4f05-4fc0-9f6b-a3ea251d91bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1642599 Feb 19 07:27:22.244343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-01abcae3-9c66-4f28-a1f4-1ccbdc8fdf1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/4149cce4-95a9-4702-887f-4dd72a065611 HTTP/1.1" status: 200 len: 992 time: 0.2015522 Feb 19 07:27:22.262403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b5ae7221-f0f5-4856-b28d-18654c21a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:22.268201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-b5ae7221-f0f5-4856-b28d-18654c21a415 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2409756 Feb 19 07:27:22.323436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-e42c7546-5159-405f-81d5-cfd0413ba9f2 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056630 Feb 19 07:27:22.367851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:22.468816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-a4a46f4b-5041-49ad-8c41-88523634ef78 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937683 Feb 19 07:27:22.484654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ca7f897-a389-43c8-bd60-60fdfa799108 req-50c89db3-59ca-4c83-b23f-7f8a9cd87169 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546359 Feb 19 07:27:22.595342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-0a177a8a-d07b-480e-b9d3-fca01b56ee1a service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194117 Feb 19 07:27:22.659780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-e1032c89-951e-416d-a6c4-7acc3b62949c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=70972fa0-2997-4188-999f-0255b14274ba HTTP/1.1" status: 200 len: 217 time: 0.0567789 Feb 19 07:27:22.758168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ad19bd1-a743-47a9-a5df-982dd54dea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:22.759682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ad19bd1-a743-47a9-a5df-982dd54dea1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.0947058 Feb 19 07:27:22.798080 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '33a29e80-9b06-4c7e-96f8-1193d0f7f7b2', 'name': '', 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'mac_address': 'fa:16:3e:fc:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 2, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'subnets': [{'id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:22.832858 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Checking router: 050ffe55-23be-41aa-ad4d-cc0d5f463957 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:27:22.833772 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Updating router 050ffe55-23be-41aa-ad4d-cc0d5f463957 port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:27:22.852787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-040a927b-7b35-49d6-83fb-9354fefd7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:22.857672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-040a927b-7b35-49d6-83fb-9354fefd7823 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0871718 Feb 19 07:27:22.876866 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.002130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-4ab3019c-e96e-44db-9acb-3ab21f54008c service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397178 Feb 19 07:27:23.240648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419809f-4dd9-4b2b-9294-7057e3058583 req-a1a89481-0f37-49af-85f3-a44c665e347f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.242694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0419809f-4dd9-4b2b-9294-7057e3058583 req-a1a89481-0f37-49af-85f3-a44c665e347f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2326665 Feb 19 07:27:23.255161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33946) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:23.325241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.332536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.338868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.344848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-bb9b9441-e2ba-46de-9a9e-2482638e0022 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336077 Feb 19 07:27:23.346605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.353043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.359716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.364614 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks [] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.367650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.376095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-a5930b9d-931a-4f77-9353-adb211188b7b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1695094 Feb 19 07:27:23.377231 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.451516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a13139e1-7fd8-4d82-91ac-23e641f37232 req-97a27b4b-9970-4e77-84f5-de2bb809c16d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686548 Feb 19 07:27:23.486146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-f6283275-88b6-4ec7-98dc-fb11325957f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=53aefed0-d094-4de3-a66e-a819d5ddfead HTTP/1.1" status: 200 len: 217 time: 0.1139064 Feb 19 07:27:23.498909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d16a6f-600e-4049-acd6-502752258f39 None None] Pushing event updated for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:23.501577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0419809f-4dd9-4b2b-9294-7057e3058583 req-092adac5-f464-4837-b1f3-5a40c52e98d5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472067 Feb 19 07:27:23.516019 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4323cfc9-c20b-47e2-a55b-2257648eb4ac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/4149cce4-95a9-4702-887f-4dd72a065611 HTTP/1.1" status: 200 len: 994 time: 0.2598209 Feb 19 07:27:23.580705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-c5fb602a-941b-4349-b618-68301aa989db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.583239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-c5fb602a-941b-4349-b618-68301aa989db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.0721738 Feb 19 07:27:23.672419 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Attempting to bind port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:23.672804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Attempting to bind port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:23.673178 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Attempting to bind port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 on network 33c24b6d-bc5a-4f30-93e6-16018bd696fc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:23.688274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-503fcf1c-801c-4d8c-8b20-37ccc2e67f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:23.691402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-503fcf1c-801c-4d8c-8b20-37ccc2e67f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1004725 Feb 19 07:27:23.696223 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:23.696614 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Checking segment: {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:23.697035 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.697434 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Bound using segment: {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:23.697929 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Bound port: 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:23.698306 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.827332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:23.864187 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] For port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:23.874443 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] For port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:23.886466 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.887987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Provisioning complete for port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:23.891030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:23.933496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-27eba90e-98d2-4179-abbc-e7b199fc5380 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324827 Feb 19 07:27:23.981944 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:23.982586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:24.004912 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d16a6f-600e-4049-acd6-502752258f39 None None] Pushing event updated for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.086492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Current status of the port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:24.086953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.148272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] For port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:24.154892 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.170154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-91518a25-0e69-4226-a532-365309ee2766 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197998 Feb 19 07:27:24.213391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1423b2a-c305-4db4-8390-71a4c337ba56 None None] Pushing event updated for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:24.237449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-7ca157a2-cf3f-4b62-9885-04975dbe1f23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 HTTP/1.1" status: 200 len: 217 time: 0.0604444 Feb 19 07:27:24.260062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:24.344047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-49e71323-58ae-4c1e-8cb8-a2a7e31a90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.347761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:24.349500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-49e71323-58ae-4c1e-8cb8-a2a7e31a90b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1048324 Feb 19 07:27:24.435419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-605afd5d-7f4c-401e-ac12-9a4969d509ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.436995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-605afd5d-7f4c-401e-ac12-9a4969d509ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0812678 Feb 19 07:27:24.501591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9523f483-6cbd-4782-b59e-4e4d69f15807 None None] Provisioning complete for port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:24.502165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9523f483-6cbd-4782-b59e-4e4d69f15807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.539574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-934755698', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:24.567025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Made reservation on behalf of a047f5dd50b643e5a3a22b75fbbf4e25 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:24.569821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.585940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.702084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5a787fff-a5d7-4aaa-9fa9-20adadec4fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588716 Feb 19 07:27:24.709601 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '33a29e80-9b06-4c7e-96f8-1193d0f7f7b2', 'name': '', 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'mac_address': 'fa:16:3e:fc:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:23Z', 'revision_number': 4, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'subnets': [{'id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:24.731620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9523f483-6cbd-4782-b59e-4e4d69f15807 None None] Current status of the port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:24.760265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.774950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.780424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.785826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.793137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.793349 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1a5b06-584d-4463-b9ae-4e1d3dfd3634 None None] The sync data for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 is: [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '33a29e80-9b06-4c7e-96f8-1193d0f7f7b2', 'name': '', 'network_id': '33c24b6d-bc5a-4f30-93e6-16018bd696fc', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'mac_address': 'fa:16:3e:fc:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:23Z', 'revision_number': 4, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'subnets': [{'id': '87259ac1-cb70-4c14-a656-d96564e9dde7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:27:24.797626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.803340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.809360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.811297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-b42d0721-ac69-4170-ae92-36e07cd035f1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1571274 Feb 19 07:27:24.841992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ad552-aea0-41a2-a0fa-1fb6f110f4d6 req-f04eaad0-7ab1-4c19-92a1-48bad4d8d20d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:24.860287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d3ad552-aea0-41a2-a0fa-1fb6f110f4d6 req-f04eaad0-7ab1-4c19-92a1-48bad4d8d20d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 945 time: 0.2284319 Feb 19 07:27:24.890182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for security_group (3864e79b-76cf-418e-b6a8-c4c24002f4dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.902062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3864e79b-76cf-418e-b6a8-c4c24002f4dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:24.911347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] device_id is not set on port ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:25.006282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-28a1b534-5ad1-49bc-aef3-989f2701cc6b req-33219e0b-a032-442f-aa66-f54742eb48c9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1628847 Feb 19 07:27:25.042555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3864e79b-76cf-418e-b6a8-c4c24002f4dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.063866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d3ad552-aea0-41a2-a0fa-1fb6f110f4d6 req-8f533e74-a324-4fcf-9eec-eb6ff82b9a9f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015381 Feb 19 07:27:25.070003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-3210ae57-182d-46c4-af57-6cf273880dd4 service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566005 Feb 19 07:27:25.149748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-a693808a-61f5-425c-b3f6-1e0b050fe5f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0644646 Feb 19 07:27:25.296252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844210af-ce43-411f-b627-d5e774cfc5aa req-5491929c-e833-400d-8892-331fcfc03484 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.304704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-844210af-ce43-411f-b627-d5e774cfc5aa req-5491929c-e833-400d-8892-331fcfc03484 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1178451 Feb 19 07:27:25.309506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e08a9abb-afbd-4a2f-9c50-47fea8548597 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:25.335592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-e18378e3-0873-4672-b80e-6e47d6d23be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.344565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-e18378e3-0873-4672-b80e-6e47d6d23be6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1845083 Feb 19 07:27:25.354526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Allocated IP 172.25.7.249 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:25.357041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:25.550532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-844210af-ce43-411f-b627-d5e774cfc5aa req-975f9ad3-8744-4f70-9449-6ce664c6e332 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439201 Feb 19 07:27:25.599340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Deleting port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:25.599693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.660691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for port (ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.733490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e08a9abb-afbd-4a2f-9c50-47fea8548597 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:25.733894 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.749688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:25.750071 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.776507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:25.778374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:25.782212 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d51ebc-9071-4b7d-9f20-d98a923605fa" -d '{"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-unplugged", "status": "completed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:25.790848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.818298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.821745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] For port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:25.823107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:25.870879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Calling delete_port for 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:25.885683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Pushing event updated for resources: {'Port': ['ID=ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.891789 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73ecf1-2d55-44a5-8113-ddca52dc0010 x-openstack-request-id: req-3d73ecf1-2d55-44a5-8113-ddca52dc0010 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:25.892132 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-unplugged", "status": "failed", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597", "code": 422}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:25.892393 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d73ecf1-2d55-44a5-8113-ddca52dc0010 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:25.892858 n-d-829866-3 neutron-server[103589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'code': 422} returned with failed status Feb 19 07:27:25.943663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-0ed94f7c-44ce-4755-abf3-ad5df4a83dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:25.945919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-0ed94f7c-44ce-4755-abf3-ad5df4a83dfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5928833 Feb 19 07:27:25.950968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:25.970581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:26.023428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:26.055927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:26.068745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccee31-7954-43c7-b6b2-63b177c1c9f0 req-d9a9da4e-01fb-41fd-aee2-84a2ee6dd303 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.077179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15ccee31-7954-43c7-b6b2-63b177c1c9f0 req-d9a9da4e-01fb-41fd-aee2-84a2ee6dd303 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.3482168 Feb 19 07:27:26.081265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:26.560214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.565978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.572132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.584200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.591022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.598208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.610794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.612920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-b7a64373-3ba9-4951-81d2-bf978a843a3b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1479292 Feb 19 07:27:26.732516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f3c02b13-9b59-452b-99b7-388dfa22abf8 req-437b914c-cf06-4459-928c-250950bfec0f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0977466 Feb 19 07:27:26.775557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (33a29e80-9b06-4c7e-96f8-1193d0f7f7b2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:26.802373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a29e80-9b06-4c7e-96f8-1193d0f7f7b2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:26.852772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:26.853444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:26.868418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15ccee31-7954-43c7-b6b2-63b177c1c9f0 req-5d2e3ef0-6cc2-4dd4-8672-fb8cffdb4823 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7902391 Feb 19 07:27:26.872878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-5689f876-8d38-47f0-ae3c-2b357e4629fc service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977699 Feb 19 07:27:26.893449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c2cdacbb-7318-4341-8448-a065268b8e16 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6296546 Feb 19 07:27:26.893696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:26.898984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.249'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:26.951542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:26.952844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:27.039355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:27.108757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for router_controller (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:27.228568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-85b3c0be-1d13-4101-9f34-c50b03154817 req-2626d243-1e9f-4978-9e40-d8b79ea1f18f service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493412 Feb 19 07:27:27.252005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3417c-1586-470e-8ee8-0553c1062d86 req-af8a77ae-9164-4e19-a898-9bab3da88c8a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.253492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ba3417c-1586-470e-8ee8-0553c1062d86 req-af8a77ae-9164-4e19-a898-9bab3da88c8a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2104311 Feb 19 07:27:27.328253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ba3417c-1586-470e-8ee8-0553c1062d86 req-77e9ee07-592a-4d67-8549-d2bf0cca435d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585663 Feb 19 07:27:27.419104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for router_gateway (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:27.453386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.453888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.454353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.454970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.455474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.455928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.456382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.458494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-29852715-e946-4e6b-a05d-3769f6943473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6705 time: 0.1239233 Feb 19 07:27:27.467490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Router 050ffe55-23be-41aa-ad4d-cc0d5f463957 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:27.562385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-e44aec4e-dfd8-483c-bca5-6325798a69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.564020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-e44aec4e-dfd8-483c-bca5-6325798a69da service neutron] 10.222.0.47 "GET /v2.0/networks?id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05 HTTP/1.1" status: 200 len: 901 time: 0.0955195 Feb 19 07:27:27.615762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:27.627531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Sync routers for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:27:27.630229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-21aa0ff5-82f7-4495-ab0f-dc9e3d4cf717 admin admin] 10.222.0.43 "PUT /v2.0/routers/050ffe55-23be-41aa-ad4d-cc0d5f463957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8007565 Feb 19 07:27:27.632131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:27.649573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-cbfa2feb-10a8-4dfb-b12f-86899ab07812 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0448501 Feb 19 07:27:27.649932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:27.650781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:27.721867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779226c-bfcf-4bd8-8cd1-a1a900ab7d8c req-58555548-f5d0-4471-b8dd-ae32d8c73a06 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.723495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7779226c-bfcf-4bd8-8cd1-a1a900ab7d8c req-58555548-f5d0-4471-b8dd-ae32d8c73a06 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2640140 Feb 19 07:27:27.740854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-fcf95c9d-bf00-46c8-a233-071b7c9ed446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:27.742990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-fcf95c9d-bf00-46c8-a233-071b7c9ed446 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 200 len: 797 time: 0.0836153 Feb 19 07:27:27.787988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks [] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:27.876915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7779226c-bfcf-4bd8-8cd1-a1a900ab7d8c req-11b44645-d613-40e3-a273-bdedd7274ad7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443946 Feb 19 07:27:27.915662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:28.014009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for router_gateway (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.063064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-b919aab7-92e3-49df-9265-4b75c95865f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.065078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-b919aab7-92e3-49df-9265-4b75c95865f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3141773 Feb 19 07:27:28.066426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.111377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.117786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.123906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.131009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.138105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.144881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.151324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.161199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-0ade23e0-147d-46fe-a9ef-76185a0b255f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2677472 Feb 19 07:27:28.189408 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks [] for router_gateway (050ffe55-23be-41aa-ad4d-cc0d5f463957), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.299473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:26Z', 'revision_number': 5, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port': {'id': 'f072552d-1828-4007-8c5e-824b276ca6ab', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:27:08Z', 'updated_at': '2022-02-19T07:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:28.352267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cbdc4d41-7316-4633-a46b-6fd5c2fc46df req-c87772ce-1760-42ab-a22b-ee400a807426 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1894948 Feb 19 07:27:28.385850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bafb0-bc91-4955-a2a3-a2839e9add0c req-aae75f1b-d415-4162-8ab5-17ac3e5eadbb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:28.388846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Checking router: 050ffe55-23be-41aa-ad4d-cc0d5f463957 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:27:28.393261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e99bafb0-bc91-4955-a2a3-a2839e9add0c req-aae75f1b-d415-4162-8ab5-17ac3e5eadbb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1937222 Feb 19 07:27:28.395785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Deleting port f072552d-1828-4007-8c5e-824b276ca6ab {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:28.396331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.404841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-d2480a3f-3066-44d4-b6db-6f6164070aba service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278656 Feb 19 07:27:28.407130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Routers {'050ffe55-23be-41aa-ad4d-cc0d5f463957'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:28.415912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['050ffe55-23be-41aa-ad4d-cc0d5f463957'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:28.539624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e99bafb0-bc91-4955-a2a3-a2839e9add0c req-e814d409-e6c4-4ce3-9caa-d9f0f9e69acf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453743 Feb 19 07:27:28.551715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] For port f072552d-1828-4007-8c5e-824b276ca6ab, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f072552d-1828-4007-8c5e-824b276ca6ab,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:28.551930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.567576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Calling delete_port for f072552d-1828-4007-8c5e-824b276ca6ab owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:28.577083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] Set router 050ffe55-23be-41aa-ad4d-cc0d5f463957 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:28.590290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for router (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.640946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:28Z', 'revision_number': 6, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:28.676708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc61b54-639f-4264-aeee-92c1fc21f42f None None] The sync data for ids ['050ffe55-23be-41aa-ad4d-cc0d5f463957'] in n-d-829866-3 is: [{'id': '050ffe55-23be-41aa-ad4d-cc0d5f463957', 'name': 'tempest-ImageQuotaTest-1117644996-router', 'tenant_id': 'bec386afedc244d68a8053357122c8aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:27:06Z', 'updated_at': '2022-02-19T07:27:28Z', 'revision_number': 6, 'project_id': 'bec386afedc244d68a8053357122c8aa', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:27:28.696849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-512e72ac-1c7a-4148-98eb-3ee42d62b3e1 req-a25f18c6-7f11-4673-8760-c28dff5f81eb service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796569 Feb 19 07:27:28.791321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f072552d-1828-4007-8c5e-824b276ca6ab), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.836217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Pushing event deleted for resources: {'Port': ['ID=f072552d-1828-4007-8c5e-824b276ca6ab,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:28.837716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.840239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks [] for router_controller (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.894823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a4e4b599-8dbe-490c-8d6b-cac44b69dc65), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:28.895594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4e4b599-8dbe-490c-8d6b-cac44b69dc65 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:27:28.918559 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:27:28.922768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68b87747-b262-45b8-af78-5c94b2243f29 tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0252521 Feb 19 07:27:28.924066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 33994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:28.968357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.089223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.092730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks [] for router_controller (050ffe55-23be-41aa-ad4d-cc0d5f463957), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.175417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Deleting port ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:29.175417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.176399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (050ffe55-23be-41aa-ad4d-cc0d5f463957), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.177121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050ffe55-23be-41aa-ad4d-cc0d5f463957 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:27:29.183113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.186659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-110877a8-63c8-4244-91e5-0a92b0b1f265 admin admin] 10.222.0.43 "DELETE /v2.0/routers/050ffe55-23be-41aa-ad4d-cc0d5f463957 HTTP/1.1" status: 204 len: 168 time: 1.5513875 Feb 19 07:27:29.191523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:29.266522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:29.300292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Deleting subnet 87259ac1-cb70-4c14-a656-d96564e9dde7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:27:29.304149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Publish callbacks [] for subnet (87259ac1-cb70-4c14-a656-d96564e9dde7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.309724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:29.310073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 33a29e80-9b06-4c7e-96f8-1193d0f7f7b2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:29.312247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.325980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Calling delete_port for ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:29.352223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (87259ac1-cb70-4c14-a656-d96564e9dde7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.474462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.513792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (87259ac1-cb70-4c14-a656-d96564e9dde7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.588735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:29.597080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (87259ac1-cb70-4c14-a656-d96564e9dde7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.641163 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.641598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27653e63-f7da-48ac-8186-ac548b1c3628 None None] Network 33c24b6d-bc5a-4f30-93e6-16018bd696fc requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:29.646297 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/87259ac1-cb70-4c14-a656-d96564e9dde7 HTTP/1.1" status: 204 len: 168 time: 0.4498847 Feb 19 07:27:29.649305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87259ac1-cb70-4c14-a656-d96564e9dde7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:29.652417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:29.681609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.682175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.682625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.683090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.683709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.684391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.685059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.685495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.685929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.686356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.686912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.687049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.687453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.687880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203264e-56f9-4747-8357-e6424900bb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:29.705482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.714580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.721093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.727348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.733886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.748743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.750762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-4c2e3759-c47c-4596-88cf-99ab4695cf02 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2572465 Feb 19 07:27:29.800151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.804603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b45626f9-41bc-47d2-b0e9-99b50506c3ac tempest-RoutersAdminNegativeTest-1690145022 tempest-RoutersAdminNegativeTest-1690145022-project-admin] 10.222.0.43 "DELETE /v2.0/ports/ad3c3709-2c7b-4a70-a4ba-8925aad2dd3a HTTP/1.1" status: 204 len: 168 time: 0.8795798 Feb 19 07:27:29.850136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bcb33dad-7c38-4075-b07a-a50e7fbac79a req-9483b093-5a62-47c5-bf8d-362684c72d37 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0860150 Feb 19 07:27:29.882224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1933353-0500-43dd-b41c-1ddabf02d2cd req-cad26c7a-6c43-4bd4-b2cf-6516d3afeffb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:29.884144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1933353-0500-43dd-b41c-1ddabf02d2cd req-cad26c7a-6c43-4bd4-b2cf-6516d3afeffb tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2360265 Feb 19 07:27:29.892578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (33c24b6d-bc5a-4f30-93e6-16018bd696fc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:29.978720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1933353-0500-43dd-b41c-1ddabf02d2cd req-48063f34-6b0f-432a-a945-f11eb73d8932 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829442 Feb 19 07:27:30.007417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] DHCP port deletion for 33c24b6d-bc5a-4f30-93e6-16018bd696fc request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:27:30.038125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Deleting port ed23a4d9-31fe-4096-aa27-9251a58ba64e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:30.038552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.121177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] For port ed23a4d9-31fe-4096-aa27-9251a58ba64e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ed23a4d9-31fe-4096-aa27-9251a58ba64e,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:30.121599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.143955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Calling delete_port for ed23a4d9-31fe-4096-aa27-9251a58ba64e owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:30.178433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.181635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Deleting port ed23a4d9-31fe-4096-aa27-9251a58ba64e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:30.186259 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.278478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] For port ed23a4d9-31fe-4096-aa27-9251a58ba64e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ed23a4d9-31fe-4096-aa27-9251a58ba64e,segment=NetworkSegment(c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f),segment_id=c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:30.279252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.291563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:30.301235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Calling delete_port for ed23a4d9-31fe-4096-aa27-9251a58ba64e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:30.307542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.338619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed23a4d9-31fe-4096-aa27-9251a58ba64e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.342597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] No DVR routers for this DVR port ed23a4d9-31fe-4096-aa27-9251a58ba64e on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:30.451554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (33c24b6d-bc5a-4f30-93e6-16018bd696fc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.456240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (ed23a4d9-31fe-4096-aa27-9251a58ba64e), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.471302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed58360d-4699-4293-b965-9a31ebe8ae30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.479796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c24b6d-bc5a-4f30-93e6-16018bd696fc']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:30.495419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:30.495772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:30.499746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] Pushing event deleted for resources: {'Port': ['ID=ed23a4d9-31fe-4096-aa27-9251a58ba64e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.507880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.510519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd69a3-3d8f-42b6-abe4-00f7b66d1293 None None] No DVR routers for this DVR port ed23a4d9-31fe-4096-aa27-9251a58ba64e on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:30.538665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.552841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:27:30.554824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c582d304-1bd5-4c2d-a3b7-d6d8a6d3481f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.604715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed58360d-4699-4293-b965-9a31ebe8ae30 admin admin] Publish callbacks [] for security_group (64627147-8295-4e2c-96d0-fe872bf2cba5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.610851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed58360d-4699-4293-b965-9a31ebe8ae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (64627147-8295-4e2c-96d0-fe872bf2cba5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:30.613512 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:30.633366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (33c24b6d-bc5a-4f30-93e6-16018bd696fc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.640037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.643212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33c24b6d-bc5a-4f30-93e6-16018bd696fc HTTP/1.1" status: 204 len: 168 time: 0.9870198 Feb 19 07:27:30.659896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e6ec2-5330-4e36-96de-9404d5cc6071 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c24b6d-bc5a-4f30-93e6-16018bd696fc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.688377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed58360d-4699-4293-b965-9a31ebe8ae30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=517cacd7ecc644aead4912ae388935c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934200 Feb 19 07:27:30.689090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:30.690022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58360d-4699-4293-b965-9a31ebe8ae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64627147-8295-4e2c-96d0-fe872bf2cba5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:30.771510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] Publish callbacks [] for security_group (64627147-8295-4e2c-96d0-fe872bf2cba5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.801804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] Publish callbacks [] for security_group (64627147-8295-4e2c-96d0-fe872bf2cba5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.811441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:30.892546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ea63a86-4067-4758-acf8-60acaa517092 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bec386afedc244d68a8053357122c8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795820 Feb 19 07:27:30.894724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34022) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:30.910356 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (64627147-8295-4e2c-96d0-fe872bf2cba5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.914325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:30.918517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64627147-8295-4e2c-96d0-fe872bf2cba5 HTTP/1.1" status: 204 len: 168 time: 0.2256038 Feb 19 07:27:30.930473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4aead1-0b7f-426f-acc3-8dfe62502d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64627147-8295-4e2c-96d0-fe872bf2cba5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.030200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] Publish callbacks [] for security_group (2091da62-9d57-43ce-85bf-f1724af65533), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.084193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] Publish callbacks [] for security_group (2091da62-9d57-43ce-85bf-f1724af65533), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.109768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.133303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.150569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.162119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.181059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.182191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2091da62-9d57-43ce-85bf-f1724af65533), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.187268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.195347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.195532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2091da62-9d57-43ce-85bf-f1724af65533 HTTP/1.1" status: 204 len: 168 time: 0.2980843 Feb 19 07:27:31.206905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.217988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bbcf5-fd0f-427d-9422-ada643caa91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091da62-9d57-43ce-85bf-f1724af65533,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:31.218788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d58ceed3-a01c-46cc-b1a5-7da36635a30f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2172313 Feb 19 07:27:31.261776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07ab0-8951-48c2-bbe2-d560689f04cf req-9fac4f4d-96da-4804-85c1-5608c22e8f93 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:31.263265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1b07ab0-8951-48c2-bbe2-d560689f04cf req-9fac4f4d-96da-4804-85c1-5608c22e8f93 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1290276 Feb 19 07:27:31.281931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ed23a4d9-31fe-4096-aa27-9251a58ba64e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:31.337683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ed23a4d9-31fe-4096-aa27-9251a58ba64e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:31.338593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ed23a4d9-31fe-4096-aa27-9251a58ba64e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:31.339203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f072552d-1828-4007-8c5e-824b276ca6ab no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:31.362022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05f7500f-4d62-4713-987f-02cef34bf551 req-d1f7c728-3f3b-4ee4-994f-a82c7b8a16a2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1422143 Feb 19 07:27:31.380252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f072552d-1828-4007-8c5e-824b276ca6ab {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:31.380952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f072552d-1828-4007-8c5e-824b276ca6ab not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:31.384798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1b07ab0-8951-48c2-bbe2-d560689f04cf req-ac1b6973-4f43-48a7-a945-97d605bbf27a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095800 Feb 19 07:27:31.587762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:31.658914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-592151b9-688c-41d1-9ae3-adbddcfb7d63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a047f5dd50b643e5a3a22b75fbbf4e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699227 Feb 19 07:27:31.659454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:31.745463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] Publish callbacks [] for security_group (3864e79b-76cf-418e-b6a8-c4c24002f4dd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.795141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] Publish callbacks [] for security_group (3864e79b-76cf-418e-b6a8-c4c24002f4dd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.927415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3864e79b-76cf-418e-b6a8-c4c24002f4dd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.931878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:31.936104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3864e79b-76cf-418e-b6a8-c4c24002f4dd HTTP/1.1" status: 204 len: 168 time: 0.2726202 Feb 19 07:27:31.976930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685113e3-df9b-47e5-bb75-3c06850b5314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3864e79b-76cf-418e-b6a8-c4c24002f4dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.051299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34048) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:32.073872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bdd84ac-01e6-4067-9d24-97aefb649096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.195786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bdd84ac-01e6-4067-9d24-97aefb649096 admin admin] Publish callbacks [] for security_group (7b8c8fe1-1443-44b5-8315-3d57127b4cdb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.203179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bdd84ac-01e6-4067-9d24-97aefb649096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7b8c8fe1-1443-44b5-8315-3d57127b4cdb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.255285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5bdd84ac-01e6-4067-9d24-97aefb649096 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2027543 Feb 19 07:27:32.257508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd84ac-01e6-4067-9d24-97aefb649096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c8fe1-1443-44b5-8315-3d57127b4cdb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.258511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:32.340509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] Publish callbacks [] for security_group (7b8c8fe1-1443-44b5-8315-3d57127b4cdb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.370552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] Publish callbacks [] for security_group (7b8c8fe1-1443-44b5-8315-3d57127b4cdb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.446092 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7b8c8fe1-1443-44b5-8315-3d57127b4cdb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.451515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:32.454735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b8c8fe1-1443-44b5-8315-3d57127b4cdb HTTP/1.1" status: 204 len: 168 time: 0.1950765 Feb 19 07:27:32.473081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5e655-06d7-42a0-af69-a72c06418f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c8fe1-1443-44b5-8315-3d57127b4cdb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:32.624675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.633017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.640503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.648719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.655690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.664831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.675026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.677795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af88c10d-740c-47f0-92a4-b788861883b7 req-97bdbdd4-a705-4aba-a546-52b7e426f2b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1589012 Feb 19 07:27:32.691679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2588fad-48e0-41aa-9ea2-2887568a87c7 req-b31fbe55-354a-42b0-b127-4b177d14f95f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:32.698453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2588fad-48e0-41aa-9ea2-2887568a87c7 req-b31fbe55-354a-42b0-b127-4b177d14f95f tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1785679 Feb 19 07:27:32.802224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af88c10d-740c-47f0-92a4-b788861883b7 req-d6187f46-c532-4deb-a0dd-48e19c3ecbb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1173630 Feb 19 07:27:32.887246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2588fad-48e0-41aa-9ea2-2887568a87c7 req-49c9de5d-23fb-400c-9e40-ee179796a8e5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833560 Feb 19 07:27:33.040988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.259312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:33.441472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1275086004'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:33.492295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:33.496577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.512815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.688989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for security_group (b3945011-676f-4add-98eb-a5a6135245d4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.702334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3945011-676f-4add-98eb-a5a6135245d4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.721290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:33.740021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8d1d921c-95f1-4f24-86ab-09a868e5f1ba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.740763 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Added segment 8d1d921c-95f1-4f24-86ab-09a868e5f1ba of type vlan for network ff0ab564-5753-424d-a4bd-ad4dee7e5785 Feb 19 07:27:33.818264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ff0ab564-5753-424d-a4bd-ad4dee7e5785), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.901948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3945011-676f-4add-98eb-a5a6135245d4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:33.912296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ff0ab564-5753-424d-a4bd-ad4dee7e5785), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:33.945833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:33.946492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.042323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.049208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.058672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.070840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.077781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.083785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.090443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.093485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-edffcfc1-c468-40af-ae61-524cd8c0c613 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1690223 Feb 19 07:27:34.111367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8511794 Feb 19 07:27:34.112035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:34.139916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'subnet': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:34.145611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beec40-c1c1-429b-ad1f-f92dd3404f82 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Network': ['ID=ff0ab564-5753-424d-a4bd-ad4dee7e5785,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.157048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:27:34.172860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001f93-51ce-43a5-b6ca-bddfcd84169f req-0d120cb1-5014-4155-a464-06dead3c7d12 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.182250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b001f93-51ce-43a5-b6ca-bddfcd84169f req-0d120cb1-5014-4155-a464-06dead3c7d12 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1656487 Feb 19 07:27:34.266059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b001f93-51ce-43a5-b6ca-bddfcd84169f req-b1d9236a-3171-4f53-b604-bf0adeb736af tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824292 Feb 19 07:27:34.361936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f4a2b00d-c97d-408e-aa36-62c784d1a390 req-e0bfc062-2de7-40aa-b65c-96510fcb90c5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2620087 Feb 19 07:27:34.384430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:34.390072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.577812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (9b746ad3-8c37-41a9-876b-9530f0db3918), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.636195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Subnet': ['ID=9b746ad3-8c37-41a9-876b-9530f0db3918,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:34.646539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Checking segment: {'id': '8d1d921c-95f1-4f24-86ab-09a868e5f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:34.646966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network hostable DHCP agents. Network: ff0ab564-5753-424d-a4bd-ad4dee7e5785, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:34.664864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:34.674737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ff0ab564-5753-424d-a4bd-ad4dee7e5785) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:34.682945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da84ec-3518-42b1-b07f-583b04536dbc None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:34.686747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:34.692086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.714656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ff36d294-abca-4064-b081-c0203fc45d51 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5887687 Feb 19 07:27:34.717281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:34.722486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-947152223'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:34.832576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'project_id': '8e8afd7cd1d741ad8aac0a19fe6b0114', 'fixed_ips': [{'subnet_id': '9b746ad3-8c37-41a9-876b-9530f0db3918'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:27:34.833550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.857967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:34.862389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:34.882613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port 354ab0d6-771b-44c5-8567-9fc97a7431e7 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:34.999277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Allocated IP 2001:db8::2 (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/2e30c271-b4c2-4a12-8e04-e78707818c77) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:35.149020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks [] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.156369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.198295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:35.202823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:35.208642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:35.216170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Pushing event updated for resources: {'Port': ['ID=2e30c271-b4c2-4a12-8e04-e78707818c77,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:35.242693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::10e (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/354ab0d6-771b-44c5-8567-9fc97a7431e7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:35.269576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Attempting to bind port 2e30c271-b4c2-4a12-8e04-e78707818c77 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:35.269954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Attempting to bind port 2e30c271-b4c2-4a12-8e04-e78707818c77 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8d1d921c-95f1-4f24-86ab-09a868e5f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:35.270324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Attempting to bind port 2e30c271-b4c2-4a12-8e04-e78707818c77 on network ff0ab564-5753-424d-a4bd-ad4dee7e5785 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:35.276540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:35.276923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Checking segment: {'id': '8d1d921c-95f1-4f24-86ab-09a868e5f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:35.277342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.277745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Bound using segment: {'id': '8d1d921c-95f1-4f24-86ab-09a868e5f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:35.278220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Bound port: 2e30c271-b4c2-4a12-8e04-e78707818c77, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1d921c-95f1-4f24-86ab-09a868e5f1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:35.278601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.345024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] For port 2e30c271-b4c2-4a12-8e04-e78707818c77, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:35.349315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] For port 2e30c271-b4c2-4a12-8e04-e78707818c77, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e30c271-b4c2-4a12-8e04-e78707818c77,segment=NetworkSegment(8d1d921c-95f1-4f24-86ab-09a868e5f1ba),segment_id=8d1d921c-95f1-4f24-86ab-09a868e5f1ba)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:35.357882 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.486498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e0f1d-1b7b-402c-905c-74faee1c88f0 None None] Pushing event updated for resources: {'Port': ['ID=2e30c271-b4c2-4a12-8e04-e78707818c77,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:35.494963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.499936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d9b90-3eae-4b22-9708-a2560ce8283c req-042717e6-c158-48ce-9c0e-4fc4fee2edbc tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.501731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f13d9b90-3eae-4b22-9708-a2560ce8283c req-042717e6-c158-48ce-9c0e-4fc4fee2edbc tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1200397 Feb 19 07:27:35.571487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f13d9b90-3eae-4b22-9708-a2560ce8283c req-a310849d-39b9-41cc-9cc0-29716bab1cd9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595162 Feb 19 07:27:35.603625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.659949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:35.666063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:35.668652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:35.674141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.674745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:35.698945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.704371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.709823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.716197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.721825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.727475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.732918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:35.734884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-33c48561-f8e0-4d27-968f-b184e7a5673c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2106955 Feb 19 07:27:35.789426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=354ab0d6-771b-44c5-8567-9fc97a7431e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:35.816102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa4401d6-18ca-4dd3-88ad-7a59e10f66c8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0942860 Feb 19 07:27:35.816348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:35.823029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2110282546', 'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:26:d8:87'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:35.837822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2afd73f-ee44-4fc2-8c07-788126823393 req-6f9f6f32-d788-4229-a135-2e3930731d6f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0890770 Feb 19 07:27:35.993907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:36.107625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:36.148614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port 2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:36.241813 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9df84ac0-6d4f-4366-9c44-e117e0bb1fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:36.342349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::58 (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:36.516889 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:36.557877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:36.586082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:36.610657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:36.621615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:36.628772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.629689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:36.660675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.8432918 Feb 19 07:27:36.663469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:36.672310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e733e8-9b79-45cf-89f7-ff2b40912f50 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:36.799168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6588d-0657-4bbd-8b72-a960df85fe2d req-fe2f3f54-f122-4891-91d5-164b509acdb0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.804378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81f6588d-0657-4bbd-8b72-a960df85fe2d req-fe2f3f54-f122-4891-91d5-164b509acdb0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1033695 Feb 19 07:27:36.845953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d040f8f-379a-4c88-984c-07e49e2060fe None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:36.885157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39d7b2-6ea3-463b-a54b-981db5c49a5d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.899774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39d7b2-6ea3-463b-a54b-981db5c49a5d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.910998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81f6588d-0657-4bbd-8b72-a960df85fe2d req-896ce8d3-f789-40d9-92ec-b4c1ccd233db tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942087 Feb 19 07:27:36.915915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39d7b2-6ea3-463b-a54b-981db5c49a5d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:36.919975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b39d7b2-6ea3-463b-a54b-981db5c49a5d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2549074 Feb 19 07:27:36.923097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:36.999989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Provisioning complete for port 2e30c271-b4c2-4a12-8e04-e78707818c77 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:37.000786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.052759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.059250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.065707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.071512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.077026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.083990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.089776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.091895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-727df64b-161f-436b-99c0-7a1cf1687755 req-3939360d-2646-4325-960f-6bc9e36c0188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1053059 Feb 19 07:27:37.122159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:37.124692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.188633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-727df64b-161f-436b-99c0-7a1cf1687755 req-6d00befc-97bf-4393-8677-d4ab7eecad4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0900097 Feb 19 07:27:37.324876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.349509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e30c271-b4c2-4a12-8e04-e78707818c77 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:37.350698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:37.416753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Current status of the port 2e30c271-b4c2-4a12-8e04-e78707818c77 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:37.417485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.510618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.547427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e30c271-b4c2-4a12-8e04-e78707818c77 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:37.548081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.573085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.668267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] For port 2e30c271-b4c2-4a12-8e04-e78707818c77, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e30c271-b4c2-4a12-8e04-e78707818c77,segment=NetworkSegment(8d1d921c-95f1-4f24-86ab-09a868e5f1ba),segment_id=8d1d921c-95f1-4f24-86ab-09a868e5f1ba)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:37.686062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.751423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Pushing event updated for resources: {'Port': ['ID=2e30c271-b4c2-4a12-8e04-e78707818c77,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:37.782821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.786653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4771c799-16cf-4e25-95cb-411757c117c7 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a HTTP/1.1" status: 204 len: 168 time: 0.8623152 Feb 19 07:27:37.789383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:37.796983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e30c271-b4c2-4a12-8e04-e78707818c77 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:37.804133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.804489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.804831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.805172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.805505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.805837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.806165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.806491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.806816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.807142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.807490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.807821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.808134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed3b489-e663-4910-acc5-4c215f23a9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:27:37.817393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Could not find standard attr ID for object 2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:27:37.826349 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7640cc6-0f16-4a5b-a9b4-68019f42c4f3 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] GET failed (client error): The resource could not be found. Feb 19 07:27:37.831211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7640cc6-0f16-4a5b-a9b4-68019f42c4f3 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports/2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a HTTP/1.1" status: 404 len: 333 time: 0.0375478 Feb 19 07:27:37.832062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34126) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:37.837299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2047633805'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:37.843886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Provisioning complete for port 2e30c271-b4c2-4a12-8e04-e78707818c77 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:37.844267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:37.918041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef8ebf-52e5-4137-a3f0-9f070b477494 req-c7a3328c-0d1d-4e66-918f-562593241b75 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:37.919737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-feef8ebf-52e5-4137-a3f0-9f070b477494 req-c7a3328c-0d1d-4e66-918f-562593241b75 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1241493 Feb 19 07:27:37.992438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:37.999439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.047834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-feef8ebf-52e5-4137-a3f0-9f070b477494 req-59bdd74f-47d8-4ef7-bf8c-9ff1775e4e68 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173739 Feb 19 07:27:38.061965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port 0daab2be-81cd-4a22-8553-02d20d82a266 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:38.082974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Current status of the port 2e30c271-b4c2-4a12-8e04-e78707818c77 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:38.110769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Provisioning complete for port 354ab0d6-771b-44c5-8567-9fc97a7431e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:38.111460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.177688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-92b5a908-3e56-4795-b049-6c7a96704fad None None] Port 354ab0d6-771b-44c5-8567-9fc97a7431e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:38.194684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a774-7526-4d78-9f17-a6fce6bb031e req-6166a84c-dddb-406a-8138-4d8269001d09 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.201654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-40d8a774-7526-4d78-9f17-a6fce6bb031e req-6166a84c-dddb-406a-8138-4d8269001d09 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1525009 Feb 19 07:27:38.275302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-40d8a774-7526-4d78-9f17-a6fce6bb031e req-fd4790c2-b8f2-4b49-afb7-94da592cfcac tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638919 Feb 19 07:27:38.308784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8a78d9c6-c008-4f46-8b73-0f0107115211 None None] Provisioning complete for port 354ab0d6-771b-44c5-8567-9fc97a7431e7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:38.309190 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a78d9c6-c008-4f46-8b73-0f0107115211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.351863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::1ca (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/0daab2be-81cd-4a22-8553-02d20d82a266) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:38.418059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8a78d9c6-c008-4f46-8b73-0f0107115211 None None] Port 354ab0d6-771b-44c5-8567-9fc97a7431e7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:38.499283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.505322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.534949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.540440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-59311562-b6a7-4993-9e9d-a3f762ea1c5c None None] Could not find standard attr ID for object 2706ec9d-c99f-4ca3-8d44-ff9ec3e2720a. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:27:38.548646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.554801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb6ff-76d0-498a-aac7-d033472f516f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.568346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.575981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.587606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.593009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-4ae3b49b-cf12-406e-b2e3-f8b7ebd41a35 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2502244 Feb 19 07:27:38.601549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (0daab2be-81cd-4a22-8553-02d20d82a266), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.651155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.690462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6502613-42fe-417f-b3d0-23e6aeae4d29 req-2e88a169-ce3a-4bbd-b7cc-5c94f3b6ebbf tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0890841 Feb 19 07:27:38.720691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=0daab2be-81cd-4a22-8553-02d20d82a266,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:38.732245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:38.734053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:38.741481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:38.750157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:38.750844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:38.781725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-62c914b2-d46c-4140-a8dc-fab9d53fc928 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9485209 Feb 19 07:27:38.784672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:38.790511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:26:d8:87'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:39.105696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:39.268708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e30c271-b4c2-4a12-8e04-e78707818c77 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:39.296588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a76ae-efd6-4750-b128-575e1424c8c4 req-b5e3f2d6-73ea-4bd7-9ca4-be5d85aeac2d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:39.304612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa3a76ae-efd6-4750-b128-575e1424c8c4 req-b5e3f2d6-73ea-4bd7-9ca4-be5d85aeac2d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.1403852 Feb 19 07:27:39.393155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa3a76ae-efd6-4750-b128-575e1424c8c4 req-61ba738a-0167-4def-927a-fa5ca6fd66c9 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825961 Feb 19 07:27:39.394933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f02a0cd7-de4f-4c77-b2df-781eeeef5bd5 None None] Provisioning complete for port 0daab2be-81cd-4a22-8553-02d20d82a266 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.395390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f02a0cd7-de4f-4c77-b2df-781eeeef5bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:39.443426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e30c271-b4c2-4a12-8e04-e78707818c77 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:39.444107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:39.488815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f02a0cd7-de4f-4c77-b2df-781eeeef5bd5 None None] Port 0daab2be-81cd-4a22-8553-02d20d82a266 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:39.539348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e30c271-b4c2-4a12-8e04-e78707818c77 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:39.646916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:39.960949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:39.976781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:39.991920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.005736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.016780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.029114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.044340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.053145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-64b8e741-9ee2-4d8c-9040-b5d753d3a2b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2232046 Feb 19 07:27:40.076193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (0daab2be-81cd-4a22-8553-02d20d82a266), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.092125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.126778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1eeb20c-138c-4ff3-887b-60ad454fd27c req-fb6b905c-1a52-44d7-a329-c644648b5674 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0720468 Feb 19 07:27:40.221121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] In _notify_port_updated(), no bound segment for port 0daab2be-81cd-4a22-8553-02d20d82a266 on network ff0ab564-5753-424d-a4bd-ad4dee7e5785 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:27:40.227169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.227881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.231716 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "PUT /v2.0/ports/0daab2be-81cd-4a22-8553-02d20d82a266 HTTP/1.1" status: 200 len: 1003 time: 1.4457579 Feb 19 07:27:40.232336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:40.240261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b28f-5235-4458-a48d-10f32f92e021 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=0daab2be-81cd-4a22-8553-02d20d82a266,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:40.341906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9430234-f397-4df9-bdb6-fa7a56b07c16 req-61619f68-f812-408e-93e0-8954cb336f8c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.354080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9430234-f397-4df9-bdb6-fa7a56b07c16 req-61619f68-f812-408e-93e0-8954cb336f8c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2751284 Feb 19 07:27:40.389459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 0daab2be-81cd-4a22-8553-02d20d82a266 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:40.389459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.446605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9430234-f397-4df9-bdb6-fa7a56b07c16 req-ca8bb386-7448-4c0f-80ea-8a96e6348be8 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869660 Feb 19 07:27:40.459126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-070f337a-46fc-4df3-b72a-6f889f1286ad tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.461203 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-070f337a-46fc-4df3-b72a-6f889f1286ad tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.3173349 Feb 19 07:27:40.536873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.551860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 0daab2be-81cd-4a22-8553-02d20d82a266 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:40.687869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Deleting port 3ba5f7d5-68ea-443b-900b-115fe200b1ce {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:40.688502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.733834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f1ad0824-76e6-412c-81c0-2bb055d1f57e None None] Provisioning complete for port 0daab2be-81cd-4a22-8553-02d20d82a266 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:40.734375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0824-76e6-412c-81c0-2bb055d1f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.812757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] For port 3ba5f7d5-68ea-443b-900b-115fe200b1ce, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3ba5f7d5-68ea-443b-900b-115fe200b1ce,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:40.815602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.818167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f1ad0824-76e6-412c-81c0-2bb055d1f57e None None] Port 0daab2be-81cd-4a22-8553-02d20d82a266 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:40.833618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Calling delete_port for 3ba5f7d5-68ea-443b-900b-115fe200b1ce owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:40.929029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01c84-980e-4d83-8a35-82ae120d768e req-30b72842-46c1-4c2c-af9f-9749341845d3 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:40.936096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4c01c84-980e-4d83-8a35-82ae120d768e req-30b72842-46c1-4c2c-af9f-9749341845d3 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb546aad-149f-4e70-999a-24fe82eddf5d HTTP/1.1" status: 200 len: 945 time: 0.0908637 Feb 19 07:27:40.957258 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:40.969017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0daab2be-81cd-4a22-8553-02d20d82a266), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:41.003141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3ba5f7d5-68ea-443b-900b-115fe200b1ce), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:41.016849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['3ba5f7d5-68ea-443b-900b-115fe200b1ce'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:41.045611 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4c01c84-980e-4d83-8a35-82ae120d768e req-ac0cb154-b9a7-41f1-967b-192a2518c0ac tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042879 Feb 19 07:27:41.049489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-e6529c7d-beb1-406e-a046-b3b6256ddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.052050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-e6529c7d-beb1-406e-a046-b3b6256ddd5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.2352180 Feb 19 07:27:41.053041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=0daab2be-81cd-4a22-8553-02d20d82a266,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.074446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['78ca3a31-563d-420e-9a57-75fad24caaf6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:41.074920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Pushing event deleted for resources: {'Port': ['ID=3ba5f7d5-68ea-443b-900b-115fe200b1ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:41.190518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-a23a58e8-aa7c-4c81-8af1-a58c544a33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.192056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-a23a58e8-aa7c-4c81-8af1-a58c544a33be service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.1286557 Feb 19 07:27:41.252645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fd64d-21a9-4498-80f0-3cb131b40800 req-5802e43d-f4c4-441b-97df-36e0e0790435 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.265979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df7fd64d-21a9-4498-80f0-3cb131b40800 req-5802e43d-f4c4-441b-97df-36e0e0790435 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.4557734 Feb 19 07:27:41.275694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] No DVR routers for this DVR port 3ba5f7d5-68ea-443b-900b-115fe200b1ce on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:41.279688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:41.283889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a68e76d3-f535-44c9-b675-6395ed0114b9 req-63811497-957c-488a-aaa6-a99922bffdc5 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.47 "DELETE /v2.0/ports/3ba5f7d5-68ea-443b-900b-115fe200b1ce HTTP/1.1" status: 204 len: 173 time: 0.8107812 Feb 19 07:27:41.284838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'name': 'network-vif-deleted', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:41.286792 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108b0757-262f-4625-844e-64d5513dfff8" -d '{"events": [{"server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "name": "network-vif-deleted", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:41.368725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df7fd64d-21a9-4498-80f0-3cb131b40800 req-c9ec4ea2-6581-4568-8992-841347273312 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984194 Feb 19 07:27:41.415599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-4be7cf5f-e4bb-48e1-be2b-0b4a671ec4f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.1713910 Feb 19 07:27:41.459750 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee8024d-96ec-4130-9e3c-3bb8bd31ce33 x-openstack-request-id: req-eee8024d-96ec-4130-9e3c-3bb8bd31ce33 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:41.460346 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb546aad-149f-4e70-999a-24fe82eddf5d", "name": "network-vif-deleted", "tag": "3ba5f7d5-68ea-443b-900b-115fe200b1ce", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:41.460822 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eee8024d-96ec-4130-9e3c-3bb8bd31ce33 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:41.461482 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb546aad-149f-4e70-999a-24fe82eddf5d', 'name': 'network-vif-deleted', 'tag': '3ba5f7d5-68ea-443b-900b-115fe200b1ce', 'status': 'completed', 'code': 200} Feb 19 07:27:41.520171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-71e8a702-fe1f-4a77-b5aa-486405e8f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.522573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-71e8a702-fe1f-4a77-b5aa-486405e8f167 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.0869873 Feb 19 07:27:41.567661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.573541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.579031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.585396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.590125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.595468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.601074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.603247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-3283de1d-b9aa-48cc-8b5f-4a180916d257 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2733643 Feb 19 07:27:41.605595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:41.608816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0000e41-47d8-4075-8a9c-d03c47fb5c1b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/0daab2be-81cd-4a22-8553-02d20d82a266 HTTP/1.1" status: 204 len: 168 time: 1.3754580 Feb 19 07:27:41.611589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:41.665332 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0eed5d-1af3-47d0-87df-6591ce130626 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] GET failed (client error): The resource could not be found. Feb 19 07:27:41.691482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9d0eed5d-1af3-47d0-87df-6591ce130626 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports/0daab2be-81cd-4a22-8553-02d20d82a266 HTTP/1.1" status: 404 len: 333 time: 0.0787492 Feb 19 07:27:41.696475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:41.700341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-2eb90f35-6ce7-43b1-be26-92eb84949c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:41.701463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1454532384'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:41.702542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-2eb90f35-6ce7-43b1-be26-92eb84949c30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1540439 Feb 19 07:27:41.776338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d72cafca-4b2a-480a-8032-9c55f7327653 req-4ca6a323-4413-4cf4-935b-f3f2068d3405 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1403942 Feb 19 07:27:41.871483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-944401b8-9f40-4ddb-b88a-e8683c5bfe1d service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566570 Feb 19 07:27:41.965493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:41.965493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:42.005452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:42.113988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-627cca15-e3d2-47ab-b341-41b3a8768594 req-4d5fab40-3bff-481f-8057-3252ea731d0c service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327893 Feb 19 07:27:42.199219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::53 (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/8d684268-00a9-4a3c-be3c-4d33ac2fa3ea) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:42.446829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:42.462927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661079-f819-48c5-b6a7-20913eae4c2d req-5bee8b06-bfec-4898-afcc-fd9e10ea28e1 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:42.472175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b661079-f819-48c5-b6a7-20913eae4c2d req-5bee8b06-bfec-4898-afcc-fd9e10ea28e1 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.0748360 Feb 19 07:27:42.509742 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:42.537822 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b661079-f819-48c5-b6a7-20913eae4c2d req-87c2d6fe-bd8f-4983-9bb8-9d914bd552cd tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Feb 19 07:27:42.587382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:42.661835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:42.665242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:42.731057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:42.736759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:42.737448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:42.764105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=8d684268-00a9-4a3c-be3c-4d33ac2fa3ea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:42.783443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fe972743-c5fd-4c10-8c71-4a8c83e39836 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0833135 Feb 19 07:27:42.783954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:42.790499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:d8:87'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:42.806945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063069df-81bc-4c38-bd90-cdca9bd1fa7e req-86ef389d-bbc4-4016-a199-4a020f05e916 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:42.815853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-063069df-81bc-4c38-bd90-cdca9bd1fa7e req-86ef389d-bbc4-4016-a199-4a020f05e916 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1462264 Feb 19 07:27:42.927179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.005213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-063069df-81bc-4c38-bd90-cdca9bd1fa7e req-1a5cdf83-0afe-45f2-86d1-193982479a88 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883466 Feb 19 07:27:43.033666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.067418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3ba5f7d5-68ea-443b-900b-115fe200b1ce no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:43.070724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.076459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.092558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.103311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.110970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 3ba5f7d5-68ea-443b-900b-115fe200b1ce {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:43.111457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3ba5f7d5-68ea-443b-900b-115fe200b1ce not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:43.117024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-deefcfa1-e6d2-4751-9595-47ad210e9655 None None] Provisioning complete for port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:43.119398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.120427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deefcfa1-e6d2-4751-9595-47ad210e9655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.134605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.138541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-9ab151bb-46d6-4c7d-bf76-17f4b1896911 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2340226 Feb 19 07:27:43.203386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-deefcfa1-e6d2-4751-9595-47ad210e9655 None None] Port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:43.230052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.235948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9e0ae0b-40c9-4e06-bb7a-49d0bd975520 req-35b1ba75-e514-4eeb-8198-9e8aaf4df63d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0883529 Feb 19 07:27:43.236109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.270754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] In _notify_port_updated(), no bound segment for port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea on network ff0ab564-5753-424d-a4bd-ad4dee7e5785 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:27:43.276433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.277094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.278382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "PUT /v2.0/ports/8d684268-00a9-4a3c-be3c-4d33ac2fa3ea HTTP/1.1" status: 200 len: 1002 time: 0.4930055 Feb 19 07:27:43.281983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:43.295658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725f5f7-a949-4e92-9d4f-3da2101929a8 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=8d684268-00a9-4a3c-be3c-4d33ac2fa3ea,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:43.405210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:43.405951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.521556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.535615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:43.637241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-900c8b4d-4471-469d-b997-beeec8c93f6e None None] Provisioning complete for port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:43.637816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-900c8b4d-4471-469d-b997-beeec8c93f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.700446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-900c8b4d-4471-469d-b997-beeec8c93f6e None None] Port 8d684268-00a9-4a3c-be3c-4d33ac2fa3ea cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:43.723691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8d684268-00a9-4a3c-be3c-4d33ac2fa3ea), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:43.728190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11212555-c5c3-4e70-b09d-2a17590cd70c req-5b115e7e-8c1d-42d2-80a7-800991206b98 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:43.730243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11212555-c5c3-4e70-b09d-2a17590cd70c req-5b115e7e-8c1d-42d2-80a7-800991206b98 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.0794265 Feb 19 07:27:43.791677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11212555-c5c3-4e70-b09d-2a17590cd70c req-076b9c1c-48bd-4942-92a3-6ba138017c07 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Feb 19 07:27:44.126081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=8d684268-00a9-4a3c-be3c-4d33ac2fa3ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:44.168137 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:44.175093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b2e643cd-24ce-49b3-8b96-fe0cd18f4a57 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/8d684268-00a9-4a3c-be3c-4d33ac2fa3ea HTTP/1.1" status: 204 len: 168 time: 0.8882341 Feb 19 07:27:44.175093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:44.208833 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a943db2d-83c0-473c-956a-a972c38bfec3 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] GET failed (client error): The resource could not be found. Feb 19 07:27:44.211434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a943db2d-83c0-473c-956a-a972c38bfec3 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports/8d684268-00a9-4a3c-be3c-4d33ac2fa3ea HTTP/1.1" status: 404 len: 333 time: 0.0351746 Feb 19 07:27:44.214283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:44.219425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-934934279'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:44.347558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63414dde-ac5c-436f-a01c-50097aae5246 req-6e223ea9-2649-4e95-800a-4a3e68ee4e73 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.356764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63414dde-ac5c-436f-a01c-50097aae5246 req-6e223ea9-2649-4e95-800a-4a3e68ee4e73 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2351055 Feb 19 07:27:44.426866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.433564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.439974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.446097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.452411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.458590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.463428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63414dde-ac5c-436f-a01c-50097aae5246 req-0e680d2f-d5a0-49fb-8dd0-00aff43d3675 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046073 Feb 19 07:27:44.466017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.476680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-20d3f924-b132-429c-891b-4a14ad565fc0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1274996 Feb 19 07:27:44.486695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:44.495129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:44.533803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port 0463f278-4e37-4641-bbe2-dc84a09527bf yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:44.562632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0804f4ea-c5d0-4391-92a8-8f9dd2353537 req-15e5e80f-4c88-43fc-9a41-4af555206bc1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0846050 Feb 19 07:27:44.687458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52222bd8-d375-4bae-8164-2db94ad567b1 req-9f1ae962-20c4-4452-bd1f-079eaa3479f2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.688956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52222bd8-d375-4bae-8164-2db94ad567b1 req-9f1ae962-20c4-4452-bd1f-079eaa3479f2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0976000 Feb 19 07:27:44.733341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::330 (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/0463f278-4e37-4641-bbe2-dc84a09527bf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:44.771032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:44.825313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52222bd8-d375-4bae-8164-2db94ad567b1 req-8639a1bf-504f-4e36-8618-08686f427096 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235220 Feb 19 07:27:44.884304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a12d81-bc1c-4d40-a622-15c3c6889295 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.884884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a12d81-bc1c-4d40-a622-15c3c6889295 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.885366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a12d81-bc1c-4d40-a622-15c3c6889295 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:44.902425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30a12d81-bc1c-4d40-a622-15c3c6889295 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=192bc80735b24509a5710608a1dfaaed&network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 3073 time: 0.1154099 Feb 19 07:27:45.000238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6074e-a10b-4076-8f0b-774fd83b19af req-556f1ac0-5a77-4be7-8c3d-12814f9a946d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.001949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30c6074e-a10b-4076-8f0b-774fd83b19af req-556f1ac0-5a77-4be7-8c3d-12814f9a946d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.0952492 Feb 19 07:27:45.061600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4205-2456-4de1-9484-c2cc5268f58b req-924f652b-9468-44e1-89ad-77e1f550d1bd tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.066650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5baf4205-2456-4de1-9484-c2cc5268f58b req-924f652b-9468-44e1-89ad-77e1f550d1bd tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1155689 Feb 19 07:27:45.073620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.076515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30c6074e-a10b-4076-8f0b-774fd83b19af req-3625f8ff-5713-404c-8313-2f0e8eea9f46 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671203 Feb 19 07:27:45.144726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5baf4205-2456-4de1-9484-c2cc5268f58b req-6db31ef0-6745-44a8-937d-083ca2e9a33d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664246 Feb 19 07:27:45.151647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.194236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:45.198629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:45.201857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:45.211813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.211813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.233597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=0463f278-4e37-4641-bbe2-dc84a09527bf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.242975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4651f4b6-efb3-4e0b-a5d1-c03d7830545d tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0274510 Feb 19 07:27:45.245496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:45.251241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'network_id': 'ff0ab564-5753-424d-a4bd-ad4dee7e5785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373575515'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:45.343759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94137f05-4e42-4ce3-9a6c-d7649362597b req-3ca3144d-b54c-4d97-bdad-c88afc9997b6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.345402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94137f05-4e42-4ce3-9a6c-d7649362597b req-3ca3144d-b54c-4d97-bdad-c88afc9997b6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0830469 Feb 19 07:27:45.389545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Made reservation on behalf of 8e8afd7cd1d741ad8aac0a19fe6b0114 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:45.393811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.415306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] device_id is not set on port b6bac9de-c83a-4d80-8966-8f26944742d7 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:45.435320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94137f05-4e42-4ce3-9a6c-d7649362597b req-7f5cceeb-ddc2-42a2-8adb-e7c4f71cf685 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818830 Feb 19 07:27:45.564343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44b5b1d8-e91d-44af-8420-55c6dabd4e6d None None] Provisioning complete for port 0463f278-4e37-4641-bbe2-dc84a09527bf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:45.565315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b5b1d8-e91d-44af-8420-55c6dabd4e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.598135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Allocated IP 2001:db8::7f (ff0ab564-5753-424d-a4bd-ad4dee7e5785/9b746ad3-8c37-41a9-876b-9530f0db3918/b6bac9de-c83a-4d80-8966-8f26944742d7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:45.606476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44b5b1d8-e91d-44af-8420-55c6dabd4e6d None None] Port 0463f278-4e37-4641-bbe2-dc84a09527bf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:45.705601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251c2c-1ed8-44dd-ac10-f5d37bc99396 req-531c6772-da9f-48fd-9431-fbb0b4232195 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.707270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2251c2c-1ed8-44dd-ac10-f5d37bc99396 req-531c6772-da9f-48fd-9431-fbb0b4232195 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0967016 Feb 19 07:27:45.732284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.738729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.746002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.751711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.759139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.767370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.773906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.783729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-72fb68b4-192f-47c2-8a93-fe01ef3e4f05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1324131 Feb 19 07:27:45.814880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2251c2c-1ed8-44dd-ac10-f5d37bc99396 req-7c74d176-cfb1-49b3-b7c0-b6c33fb54b5e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968482 Feb 19 07:27:45.855614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.881023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-605e1f2a-ee42-44f7-9442-64c1692a1e0d req-e2415f00-75cf-4253-ab4c-2840f4304bb7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0964839 Feb 19 07:27:45.898394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:45.960028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:45.965183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:45.967843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=b6bac9de-c83a-4d80-8966-8f26944742d7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:45.975968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:45.981174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:45.981780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.007796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9986072e-67b9-47dc-8e5a-249499853b88 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7611330 Feb 19 07:27:46.010217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:46.016310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:26:d8:87'}, {'ip_address': '2001:db8::330', 'mac_address': 'fa:16:3e:1a:e4:d8'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:46.239239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1969-cc43-4aeb-bfcf-a0d4bfde64b5 req-3dd49216-e0be-41da-b121-65b33d9f9643 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:46.247841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5eed1969-cc43-4aeb-bfcf-a0d4bfde64b5 req-3dd49216-e0be-41da-b121-65b33d9f9643 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1050489 Feb 19 07:27:46.263348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c55a88-c702-4035-a861-22e1bdd4945c req-2d34a446-9dd7-4021-b4a3-e0c0eb777421 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:46.264968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9c55a88-c702-4035-a861-22e1bdd4945c req-2d34a446-9dd7-4021-b4a3-e0c0eb777421 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.0815797 Feb 19 07:27:46.341916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5eed1969-cc43-4aeb-bfcf-a0d4bfde64b5 req-0f7ec4ee-678a-4380-8422-01bccbfa3f3c tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819123 Feb 19 07:27:46.355336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9c55a88-c702-4035-a861-22e1bdd4945c req-94156a1c-2c6d-4ab4-8ef7-28993ee9780b tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Feb 19 07:27:46.356377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.442185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0faac1b9-bf36-41bb-a99b-db2a547c76cf None None] Provisioning complete for port b6bac9de-c83a-4d80-8966-8f26944742d7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:46.442596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0faac1b9-bf36-41bb-a99b-db2a547c76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.483640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0faac1b9-bf36-41bb-a99b-db2a547c76cf None None] Port b6bac9de-c83a-4d80-8966-8f26944742d7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:46.549985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.556464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.591873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] In _notify_port_updated(), no bound segment for port b6bac9de-c83a-4d80-8966-8f26944742d7 on network ff0ab564-5753-424d-a4bd-ad4dee7e5785 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:27:46.597202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:46.597820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.604299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "PUT /v2.0/ports/b6bac9de-c83a-4d80-8966-8f26944742d7 HTTP/1.1" status: 200 len: 1066 time: 0.5883117 Feb 19 07:27:46.604299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:46.650532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fb120-22fc-4f8c-baa4-37882ae7908b tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event updated for resources: {'Port': ['ID=b6bac9de-c83a-4d80-8966-8f26944742d7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:46.713715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port b6bac9de-c83a-4d80-8966-8f26944742d7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:46.714233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.815980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.834175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for b6bac9de-c83a-4d80-8966-8f26944742d7 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:46.907420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-15363ead-cfdf-4758-8293-6215b4816538 None None] Provisioning complete for port b6bac9de-c83a-4d80-8966-8f26944742d7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:46.908375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15363ead-cfdf-4758-8293-6215b4816538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:46.925000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:46.957984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15363ead-cfdf-4758-8293-6215b4816538 None None] Port b6bac9de-c83a-4d80-8966-8f26944742d7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:27:47.013822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ea0ebd-d03f-4e1a-843b-166ec3be6c71 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.015545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22ea0ebd-d03f-4e1a-843b-166ec3be6c71 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 814 time: 0.0899711 Feb 19 07:27:47.038876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b6bac9de-c83a-4d80-8966-8f26944742d7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.057722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.062982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.069444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.070638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=b6bac9de-c83a-4d80-8966-8f26944742d7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:47.075618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.081740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.087060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.093214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.101274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bb821b5a-42e4-40e7-bf44-254aec26de11 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1198084 Feb 19 07:27:47.162651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-246e9f43-2bcc-4193-8c32-933cbe08ba93 req-bc685e46-bc08-4e5f-ad1e-008a5844f35f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0603895 Feb 19 07:27:47.252637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.258772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:47.258963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a439d994-6b46-4391-996e-8b1b2167d806 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/b6bac9de-c83a-4d80-8966-8f26944742d7 HTTP/1.1" status: 204 len: 168 time: 0.6547663 Feb 19 07:27:47.285857 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-81524d4c-b9a3-4fe4-be50-1ad94017105e tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] GET failed (client error): The resource could not be found. Feb 19 07:27:47.288972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81524d4c-b9a3-4fe4-be50-1ad94017105e tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports/b6bac9de-c83a-4d80-8966-8f26944742d7 HTTP/1.1" status: 404 len: 333 time: 0.0274265 Feb 19 07:27:47.290279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:47.395065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 0463f278-4e37-4641-bbe2-dc84a09527bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:47.395586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.476057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0a943-fcd1-49cb-aa06-b93c0ed4dd9a req-c0f29302-ddc7-43aa-b771-9c297031d619 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.483383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-75b0a943-fcd1-49cb-aa06-b93c0ed4dd9a req-c0f29302-ddc7-43aa-b771-9c297031d619 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0617702 Feb 19 07:27:47.531889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-75b0a943-fcd1-49cb-aa06-b93c0ed4dd9a req-06d3f86b-8917-4cff-b972-dc7b74984520 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Feb 19 07:27:47.539643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.554776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 0463f278-4e37-4641-bbe2-dc84a09527bf owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:47.562763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda987-f4e9-46c1-99bb-496209b2bad4 req-3e3a840e-bb70-4155-bfbd-9258872f53eb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.567136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fcda987-f4e9-46c1-99bb-496209b2bad4 req-3e3a840e-bb70-4155-bfbd-9258872f53eb tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.1153886 Feb 19 07:27:47.688964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-aaf15218-b14f-4b55-9aa1-48bc0a90ef7d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.690868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-aaf15218-b14f-4b55-9aa1-48bc0a90ef7d tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.24 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 945 time: 0.0838618 Feb 19 07:27:47.722642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fcda987-f4e9-46c1-99bb-496209b2bad4 req-cd295df8-0c90-4a64-8590-956fbcdf52f7 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/security-groups?id=0a348b85-7628-4e60-82e8-c77c93305953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499996 Feb 19 07:27:47.727472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:47.735259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'network': {'name': 'tempest-network-smoke--1559495160', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:47.781958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:47.785302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.822556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0463f278-4e37-4641-bbe2-dc84a09527bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.824213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:47.860414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=0463f278-4e37-4641-bbe2-dc84a09527bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:47.864884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ccb393de-a03d-4fe5-99c2-57e12d5afa59), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.865233 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Added segment ccb393de-a03d-4fe5-99c2-57e12d5afa59 of type vlan for network 9e05a9ca-4599-478b-a0f4-bde617c87de6 Feb 19 07:27:47.913026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086beb4-d22e-4848-8444-2f958694d27c req-8abaa8bd-9c13-4243-af7f-641e724418c9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.919705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8086beb4-d22e-4848-8444-2f958694d27c req-8abaa8bd-9c13-4243-af7f-641e724418c9 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1441052 Feb 19 07:27:47.925918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Deleting port 78ca3a31-563d-420e-9a57-75fad24caaf6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:47.926258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.931942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:47.937347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-432e5e03-efd4-4ed0-9cff-07aff09e9e96 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/0463f278-4e37-4641-bbe2-dc84a09527bf HTTP/1.1" status: 204 len: 168 time: 0.6437411 Feb 19 07:27:47.937537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-027e0b97-4b06-4dbd-86b7-e86219f3efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:47.939134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-027e0b97-4b06-4dbd-86b7-e86219f3efe0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 1126 time: 0.1708741 Feb 19 07:27:47.939328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:47.980033 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff40c7f-102a-4222-b028-1e0bf123dc5c tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] GET failed (client error): The resource could not be found. Feb 19 07:27:47.985346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9ff40c7f-102a-4222-b028-1e0bf123dc5c tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "GET /v2.0/ports/0463f278-4e37-4641-bbe2-dc84a09527bf HTTP/1.1" status: 404 len: 333 time: 0.0412621 Feb 19 07:27:47.986091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:47.987863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9e05a9ca-4599-478b-a0f4-bde617c87de6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.077707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9e05a9ca-4599-478b-a0f4-bde617c87de6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.082776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.083458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.138058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] For port 78ca3a31-563d-420e-9a57-75fad24caaf6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=78ca3a31-563d-420e-9a57-75fad24caaf6,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:48.138572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.161817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Calling delete_port for 78ca3a31-563d-420e-9a57-75fad24caaf6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:48.173142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8086beb4-d22e-4848-8444-2f958694d27c req-62483d2b-741a-4c53-9e32-15b94762dfe7 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501612 Feb 19 07:27:48.232906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5020874 Feb 19 07:27:48.236230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:48.261140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eda03-7afc-4529-b66b-c8d0849fcfac tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Network': ['ID=9e05a9ca-4599-478b-a0f4-bde617c87de6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.271139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-462cedbb-d176-4780-8a33-fdee2cbca1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.272942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-462cedbb-d176-4780-8a33-fdee2cbca1ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.3224802 Feb 19 07:27:48.275509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:27:48.414318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-ac6c89ea-1a95-492e-b9f3-0d91873f64da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 200 len: 999 time: 0.1143420 Feb 19 07:27:48.458501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (78ca3a31-563d-420e-9a57-75fad24caaf6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.474649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['78ca3a31-563d-420e-9a57-75fad24caaf6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:48.494949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Pushing event deleted for resources: {'Port': ['ID=78ca3a31-563d-420e-9a57-75fad24caaf6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:48.531003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-0cdd9943-f3e0-47af-8ba7-1973ad30e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.532680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-0cdd9943-f3e0-47af-8ba7-1973ad30e1b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.1110659 Feb 19 07:27:48.555946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] No DVR routers for this DVR port 78ca3a31-563d-420e-9a57-75fad24caaf6 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:48.560473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.562869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b4659e7-6939-4c09-96bd-9cacb0fd94ba req-ab04e440-4f0c-455b-a216-e482a11be186 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.24 "DELETE /v2.0/ports/78ca3a31-563d-420e-9a57-75fad24caaf6 HTTP/1.1" status: 204 len: 173 time: 0.8666461 Feb 19 07:27:48.563463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'name': 'network-vif-deleted', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:48.565828 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14dc46d-d2c2-46f8-aa16-1bfd63f3a499" -d '{"events": [{"server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "name": "network-vif-deleted", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:48.613341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-27914a94-b23c-4537-9407-6abdd0c79c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.615040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-27914a94-b23c-4537-9407-6abdd0c79c4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674624 Feb 19 07:27:48.634792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f70298-cd3d-4067-8905-608fe515a20c tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.638820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b3f70298-cd3d-4067-8905-608fe515a20c tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=192bc80735b24509a5710608a1dfaaed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3977258 Feb 19 07:27:48.640463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:48.643469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 354ab0d6-771b-44c5-8567-9fc97a7431e7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:48.643814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.696653 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d1825-7754-4a38-a973-da090c181ed1 x-openstack-request-id: req-498d1825-7754-4a38-a973-da090c181ed1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:48.697425 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843273bf-5153-437c-8b30-f04ac371370a", "name": "network-vif-deleted", "tag": "78ca3a31-563d-420e-9a57-75fad24caaf6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:48.697849 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-498d1825-7754-4a38-a973-da090c181ed1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:48.698409 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843273bf-5153-437c-8b30-f04ac371370a', 'name': 'network-vif-deleted', 'tag': '78ca3a31-563d-420e-9a57-75fad24caaf6', 'status': 'completed', 'code': 200} Feb 19 07:27:48.768832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-9bff06ba-f1c2-4b8a-a30d-1a4c41a90746 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475632 Feb 19 07:27:48.788444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.793751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.799054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.804413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.809734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.815045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.820930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.822893 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44999a2b-cb37-466e-8a70-cd773be47458 req-3e25bbed-7e63-457b-8d7e-bf9b711bf5fd tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.5643845 Feb 19 07:27:48.863697 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bedc8a2e-ce8a-464e-9bc8-7413571cfe8b req-62966d75-736e-4161-b514-211fb4472501 tempest-ServerRescueNegativeTestJSON-898038444 tempest-ServerRescueNegativeTestJSON-898038444-project] 10.222.0.43 "GET /v2.0/ports?device_id=843273bf-5153-437c-8b30-f04ac371370a HTTP/1.1" status: 200 len: 210 time: 0.0357332 Feb 19 07:27:48.908730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-416919ed-7522-47f1-8c3a-19cb132cbaf7 req-17ad5fca-2383-450b-9f61-79841b4e8b02 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337636 Feb 19 07:27:48.949126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:48.978800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 354ab0d6-771b-44c5-8567-9fc97a7431e7 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:48.981132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f1a31-3c50-4dd6-9f68-ae5f3f0ad341 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:48.982659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b1f1a31-3c50-4dd6-9f68-ae5f3f0ad341 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3338618 Feb 19 07:27:48.986120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.005126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44999a2b-cb37-466e-8a70-cd773be47458 req-e1561f5f-a164-4180-9ef2-1a2d4cadcef6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1668594 Feb 19 07:27:49.044365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b22fbf1-f5c6-469e-bfde-85a65baef222 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543811 Feb 19 07:27:49.044770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.082235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4f5a8e21-739c-4baa-b214-d71d61b8c6ed tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=192bc80735b24509a5710608a1dfaaed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337217 Feb 19 07:27:49.082753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.193708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (354ab0d6-771b-44c5-8567-9fc97a7431e7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.236814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=354ab0d6-771b-44c5-8567-9fc97a7431e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.266694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce3fd0-f0cc-4649-b8b6-7cf064b85118 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.268444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-41ce3fd0-f0cc-4649-b8b6-7cf064b85118 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844299 Feb 19 07:27:49.269680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.273433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4665672c-0909-4668-ad34-74e04378c54f tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/ports/354ab0d6-771b-44c5-8567-9fc97a7431e7 HTTP/1.1" status: 204 len: 168 time: 1.2827802 Feb 19 07:27:49.274022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.275756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.312277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279c74-1896-4f91-8624-931ee6ed0065 req-2e44d875-6abe-4cf7-a47d-015f06dfd6e5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:49.314215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45279c74-1896-4f91-8624-931ee6ed0065 req-2e44d875-6abe-4cf7-a47d-015f06dfd6e5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0691504 Feb 19 07:27:49.356435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7841851-ecfb-4851-a050-538d1cba1f21 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812731 Feb 19 07:27:49.362359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.369216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647102357', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:49.396566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45279c74-1896-4f91-8624-931ee6ed0065 req-53c07648-d304-4376-90fd-78aea49d7904 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679536 Feb 19 07:27:49.448473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting subnet 9b746ad3-8c37-41a9-876b-9530f0db3918 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:27:49.456542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for subnet (9b746ad3-8c37-41a9-876b-9530f0db3918), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.510921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (9b746ad3-8c37-41a9-876b-9530f0db3918), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.550517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:49.554276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.590116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:27:49.672420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9b746ad3-8c37-41a9-876b-9530f0db3918), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.794555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (9b746ad3-8c37-41a9-876b-9530f0db3918), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.839963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Subnet': ['ID=9b746ad3-8c37-41a9-876b-9530f0db3918,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.846574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.850694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21a5f9b3-a60f-41df-aabd-5a8b2925d270 tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/subnets/9b746ad3-8c37-41a9-876b-9530f0db3918 HTTP/1.1" status: 204 len: 168 time: 0.5740399 Feb 19 07:27:49.853334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.861525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a959f71-67ac-4012-b7ba-3e109177ae7a None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:49.863835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (8629660c-b0f3-4b87-b9dc-ad732674cea6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:49.951642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:49.988993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Subnet': ['ID=8629660c-b0f3-4b87-b9dc-ad732674cea6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:49.999525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ff0ab564-5753-424d-a4bd-ad4dee7e5785), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.019945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Checking segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:50.020315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network hostable DHCP agents. Network: 9e05a9ca-4599-478b-a0f4-bde617c87de6, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:50.102877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:50.126495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] DHCP port deletion for ff0ab564-5753-424d-a4bd-ad4dee7e5785 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:27:50.142628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9e05a9ca-4599-478b-a0f4-bde617c87de6) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:50.154310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.157814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.178668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d89a2-967b-47c0-bf08-b57b68988f1a None None] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:50.184408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Deleting port 2e30c271-b4c2-4a12-8e04-e78707818c77 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:50.184740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.198683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e1cf95fb-2399-4b92-a9f0-f2bf910ac8a8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8326929 Feb 19 07:27:50.352861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Deleting port 2e30c271-b4c2-4a12-8e04-e78707818c77 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:50.353512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.386196 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] For port 2e30c271-b4c2-4a12-8e04-e78707818c77, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e30c271-b4c2-4a12-8e04-e78707818c77,segment=NetworkSegment(8d1d921c-95f1-4f24-86ab-09a868e5f1ba),segment_id=8d1d921c-95f1-4f24-86ab-09a868e5f1ba)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:50.386555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.416183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Calling delete_port for 2e30c271-b4c2-4a12-8e04-e78707818c77 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:50.470027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-9e05a9ca-4599-478b-a0f4-bde617c87de6', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ips': [{'subnet_id': '8629660c-b0f3-4b87-b9dc-ad732674cea6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:27:50.477425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.508649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.520159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.520420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.536603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.548401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.555239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Port': ['ID=2e30c271-b4c2-4a12-8e04-e78707818c77,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:50.564065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] No DVR routers for this DVR port 2e30c271-b4c2-4a12-8e04-e78707818c77 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:50.568077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.572317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] For port 2e30c271-b4c2-4a12-8e04-e78707818c77, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e30c271-b4c2-4a12-8e04-e78707818c77,segment=NetworkSegment(8d1d921c-95f1-4f24-86ab-09a868e5f1ba),segment_id=8d1d921c-95f1-4f24-86ab-09a868e5f1ba)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:50.583849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.588232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.601412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.608914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Calling delete_port for 2e30c271-b4c2-4a12-8e04-e78707818c77 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:50.617052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-2ee4158c-7ec2-4697-9bb3-7f77b1b0f899 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.4570796 Feb 19 07:27:50.641745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-9c91b626-c725-4287-9657-22fca859ae37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2728930 Feb 19 07:27:50.717937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ff0ab564-5753-424d-a4bd-ad4dee7e5785), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.743280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0ab564-5753-424d-a4bd-ad4dee7e5785']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:50.743643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc32b429-ad9f-4ef6-bc3d-b1dba2d6dda3 req-f81b595c-3dc6-44dd-b027-9883eaea73db tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1254196 Feb 19 07:27:50.755253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1d921c-95f1-4f24-86ab-09a868e5f1ba') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:50.755559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1d921c-95f1-4f24-86ab-09a868e5f1ba') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:50.767894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8d1d921c-95f1-4f24-86ab-09a868e5f1ba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.786200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8d1d921c-95f1-4f24-86ab-09a868e5f1ba), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.800117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:27:50.802399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8d1d921c-95f1-4f24-86ab-09a868e5f1ba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:50.810006 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:50.866007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:50.874656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398330012', 'description': 'tempest-secgroup-smoke-398330012 description', 'project_id': '192bc80735b24509a5710608a1dfaaed'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:50.896470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-dbaeeb62-3e55-40e0-9e7b-aabbca749502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:50.899039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-dbaeeb62-3e55-40e0-9e7b-aabbca749502 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 1127 time: 0.2038116 Feb 19 07:27:50.929577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ff0ab564-5753-424d-a4bd-ad4dee7e5785), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.945174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.954100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Allocated IP 172.20.0.18 (9e05a9ca-4599-478b-a0f4-bde617c87de6/8629660c-b0f3-4b87-b9dc-ad732674cea6/489cd83c-40c2-4af7-8069-34a115bd654d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:50.975904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (2e30c271-b4c2-4a12-8e04-e78707818c77), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:50.978777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] 10.222.0.43 "DELETE /v2.0/networks/ff0ab564-5753-424d-a4bd-ad4dee7e5785 HTTP/1.1" status: 204 len: 168 time: 1.1233914 Feb 19 07:27:51.014916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.020967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Network ff0ab564-5753-424d-a4bd-ad4dee7e5785 is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:27:51.021432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] No DVR routers for this DVR port 2e30c271-b4c2-4a12-8e04-e78707818c77 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:51.025232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2f21c-cce4-4c6e-a09f-56e3f741801e None None] Pushing event deleted for resources: {'Port': ['ID=2e30c271-b4c2-4a12-8e04-e78707818c77,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.043817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff9139-8f91-47e2-b4c9-432746fb05ae tempest-AllowedAddressPairIpV6TestJSON-1992884994 tempest-AllowedAddressPairIpV6TestJSON-1992884994-project] Pushing event deleted for resources: {'Network': ['ID=ff0ab564-5753-424d-a4bd-ad4dee7e5785,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.078694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fae2b-3ad2-4f48-afb4-7190c78dd990 req-5d62fbaa-e1e1-4481-8928-a166af4e651e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.087273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-668fae2b-3ad2-4f48-afb4-7190c78dd990 req-5d62fbaa-e1e1-4481-8928-a166af4e651e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.2320573 Feb 19 07:27:51.251625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks [] for port (489cd83c-40c2-4af7-8069-34a115bd654d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.264413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e30c271-b4c2-4a12-8e04-e78707818c77 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:51.293973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-94f70656-afea-4df6-bc22-f63135f6d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.295568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-94f70656-afea-4df6-bc22-f63135f6d8c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.3753097 Feb 19 07:27:51.312294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.315104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2e30c271-b4c2-4a12-8e04-e78707818c77 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:51.315705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e30c271-b4c2-4a12-8e04-e78707818c77 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:51.374202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:51.382875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:51.386301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:51.389258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:51.394391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Pushing event updated for resources: {'Port': ['ID=489cd83c-40c2-4af7-8069-34a115bd654d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.407487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (65f7a240-9f8f-48a7-aa60-8ead25681929), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.411745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 78ca3a31-563d-420e-9a57-75fad24caaf6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:51.433625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-d3e16c0f-040b-48f4-8cfb-84371a680f5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 200 len: 217 time: 0.1259332 Feb 19 07:27:51.434246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65f7a240-9f8f-48a7-aa60-8ead25681929), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.440090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 78ca3a31-563d-420e-9a57-75fad24caaf6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:51.440658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 78ca3a31-563d-420e-9a57-75fad24caaf6 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:51.476056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-668fae2b-3ad2-4f48-afb4-7190c78dd990 req-2eae62be-67e2-4eee-aebf-89206f9e97ab tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3876731 Feb 19 07:27:51.503536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Attempting to bind port 489cd83c-40c2-4af7-8069-34a115bd654d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:51.504321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Attempting to bind port 489cd83c-40c2-4af7-8069-34a115bd654d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:51.505402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Attempting to bind port 489cd83c-40c2-4af7-8069-34a115bd654d on network 9e05a9ca-4599-478b-a0f4-bde617c87de6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:51.511491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:51.512464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Checking segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:51.513162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.513820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Bound using segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:51.514698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Bound port: 489cd83c-40c2-4af7-8069-34a115bd654d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:51.515363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.605729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] For port 489cd83c-40c2-4af7-8069-34a115bd654d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:51.610375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] For port 489cd83c-40c2-4af7-8069-34a115bd654d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=489cd83c-40c2-4af7-8069-34a115bd654d,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:51.613974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bd7795ad-b5a0-4b27-a208-c5ab62169f9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e8afd7cd1d741ad8aac0a19fe6b0114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243853 Feb 19 07:27:51.615810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:51.620037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.624272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.625445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7548275 Feb 19 07:27:51.633223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:51.647927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:51.657941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3bb4f-519d-4197-bcca-364c4dc8d1c9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7a240-9f8f-48a7-aa60-8ead25681929,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.679935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-7b511124-18c7-40ad-a80d-e3214ace435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.681484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-7b511124-18c7-40ad-a80d-e3214ace435b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2271733 Feb 19 07:27:51.734453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf8a65-1b54-465c-890c-689af2fa05b3 None None] Pushing event updated for resources: {'Port': ['ID=489cd83c-40c2-4af7-8069-34a115bd654d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:51.749440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] Publish callbacks [] for security_group (b3945011-676f-4add-98eb-a5a6135245d4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.761634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b3b0a052-a463-4672-b40b-568c843a4b7c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.766963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d6af9-6132-4714-90df-45b71011c757 req-a24fbb46-eb85-4279-b90a-57706bcdfd60 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:51.768717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d5d6af9-6132-4714-90df-45b71011c757 req-a24fbb46-eb85-4279-b90a-57706bcdfd60 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1512258 Feb 19 07:27:51.799819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (1b5a1c88-a8db-4de4-affb-7051563247df), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.847046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d5d6af9-6132-4714-90df-45b71011c757 req-ff3865ca-2b26-4621-85f6-11ca1c0c9cbf tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727241 Feb 19 07:27:51.852897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] Publish callbacks [] for security_group (b3945011-676f-4add-98eb-a5a6135245d4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.930742 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3945011-676f-4add-98eb-a5a6135245d4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.933462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:51.936966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3945011-676f-4add-98eb-a5a6135245d4 HTTP/1.1" status: 204 len: 168 time: 0.3160205 Feb 19 07:27:51.957556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebeeb4-ec10-453e-87bf-0a458b11149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3945011-676f-4add-98eb-a5a6135245d4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.625738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-2ba5ae18-0660-4a84-812a-70c8a8798724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.627330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-2ba5ae18-0660-4a84-812a-70c8a8798724 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9360864 Feb 19 07:27:52.661692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b3b0a052-a463-4672-b40b-568c843a4b7c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:52.683471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b3b0a052-a463-4672-b40b-568c843a4b7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:52.728175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b0a052-a463-4672-b40b-568c843a4b7c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:52.785525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:52.790316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7118b326-d2d9-4de9-a90f-d9efa95c51e7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1519895 Feb 19 07:27:52.791457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:52.797387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:52.819901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.827818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.836567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.843385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.850656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.864331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.871567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:52.873259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-b33138b8-5177-4d44-bc53-fa17ad3d3eb2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3494911 Feb 19 07:27:52.884810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (7c3a150a-316c-4a32-a51a-79ee21a7b635), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.033329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (7c3a150a-316c-4a32-a51a-79ee21a7b635), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.040221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-3069abdc-88cc-4d8a-80f1-3706f920a9ea service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025843 Feb 19 07:27:53.042097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7c3a150a-316c-4a32-a51a-79ee21a7b635), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.082202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a150a-316c-4a32-a51a-79ee21a7b635,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:53.097981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.099712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bbe720de-bcd2-495b-90ab-5f5420b351e6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3071456 Feb 19 07:27:53.107739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:53.112831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:53.175658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b6d987e1-b63f-43db-a4b7-d13c90029a5e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.298002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97500ed4-f9f7-4c9c-84a7-3c2830b596cc req-9ab39e78-712f-4c22-a393-f44b83dcdcb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4141667 Feb 19 07:27:53.355682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 489cd83c-40c2-4af7-8069-34a115bd654d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:53.453056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:53.463864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 489cd83c-40c2-4af7-8069-34a115bd654d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:53.464458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.466368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b6d987e1-b63f-43db-a4b7-d13c90029a5e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.480950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b6d987e1-b63f-43db-a4b7-d13c90029a5e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.507034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57fe6b27-0372-4596-b629-58fe6e3bed85 req-c06aca9a-a835-496b-8c78-6afafa1ad9e5 service neutron] 10.222.0.24 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523387 Feb 19 07:27:53.516257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d987e1-b63f-43db-a4b7-d13c90029a5e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:53.522088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.527044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34406) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:53.529334 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f8239db-e5ce-45e8-a0a1-ed405efb4da3 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187713 Feb 19 07:27:53.543612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:53.549492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710f32-0555-40a3-bb28-632d487b38b8 req-c0b84894-4852-4af9-8490-0fe3182d8087 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:53.556580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84710f32-0555-40a3-bb28-632d487b38b8 req-c0b84894-4852-4af9-8490-0fe3182d8087 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=dabe0213-ceb2-4408-ac7a-ba9602db1cb4 HTTP/1.1" status: 200 len: 943 time: 0.1641836 Feb 19 07:27:53.581768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b0ddf-cd4e-458c-aa39-6c63c3ea24c0 None None] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:53.617850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Deleting port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:53.618529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.742863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 489cd83c-40c2-4af7-8069-34a115bd654d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:53.742863 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.755371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1011017883'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:53.760148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-416e7d42-a025-478e-9a29-d10c598d68b1 None None] Provisioning complete for port 489cd83c-40c2-4af7-8069-34a115bd654d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:53.760357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-416e7d42-a025-478e-9a29-d10c598d68b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.772557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b7f21ee6-8d9f-43db-a0ca-388029d66024), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.773481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port e08a9abb-afbd-4a2f-9c50-47fea8548597 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:53.774554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.795462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Made reservation on behalf of 1fd41a12b6474a2ab45d0a39fd61ba78 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:53.798880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.846422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.867856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 489cd83c-40c2-4af7-8069-34a115bd654d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=489cd83c-40c2-4af7-8069-34a115bd654d,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:53.881289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.916071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] For port 7e376e6b-ae02-4fa3-8a79-37cba5f4621a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,segment=NetworkSegment(1a704dca-b3ef-4b6b-895d-043259d5e9f2),segment_id=1a704dca-b3ef-4b6b-895d-043259d5e9f2)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:53.916354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.933825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port e08a9abb-afbd-4a2f-9c50-47fea8548597, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e08a9abb-afbd-4a2f-9c50-47fea8548597,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:53.934374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:53.934480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Calling delete_port for 7e376e6b-ae02-4fa3-8a79-37cba5f4621a owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:53.956059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for e08a9abb-afbd-4a2f-9c50-47fea8548597 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:53.962193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=489cd83c-40c2-4af7-8069-34a115bd654d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.005193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-416e7d42-a025-478e-9a29-d10c598d68b1 None None] Current status of the port 489cd83c-40c2-4af7-8069-34a115bd654d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:54.137828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e08a9abb-afbd-4a2f-9c50-47fea8548597), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.155252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:54.159813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:27:54.191573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=e08a9abb-afbd-4a2f-9c50-47fea8548597,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.276016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] No DVR routers for this DVR port e08a9abb-afbd-4a2f-9c50-47fea8548597 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:54.280568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.291574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (b7f21ee6-8d9f-43db-a0ca-388029d66024), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.303219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b7f21ee6-8d9f-43db-a0ca-388029d66024), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.305535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1f114d43-590e-4cbe-ab73-862bbd73ee1d None None] Provisioning complete for port 489cd83c-40c2-4af7-8069-34a115bd654d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:54.306039 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f114d43-590e-4cbe-ab73-862bbd73ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.307043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84710f32-0555-40a3-bb28-632d487b38b8 req-d599acf3-d6ce-41a0-a2a1-9ba748e8926e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "DELETE /v2.0/ports/e08a9abb-afbd-4a2f-9c50-47fea8548597 HTTP/1.1" status: 204 len: 173 time: 0.7493546 Feb 19 07:27:54.307738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-deleted', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:54.311520 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07ab80-35ec-4acf-9b4c-7b96758279c8" -d '{"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-deleted", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:54.314320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-d5615f79-b366-4a6c-b091-e20cfdf4589d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2939749 Feb 19 07:27:54.320185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7e376e6b-ae02-4fa3-8a79-37cba5f4621a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.389076 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ef100-9983-44eb-9d06-d206d4fa0bee x-openstack-request-id: req-987ef100-9983-44eb-9d06-d206d4fa0bee {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:54.389969 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabe0213-ceb2-4408-ac7a-ba9602db1cb4", "name": "network-vif-deleted", "tag": "e08a9abb-afbd-4a2f-9c50-47fea8548597", "status": "failed", "code": 422}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:54.390336 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-987ef100-9983-44eb-9d06-d206d4fa0bee {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:54.390880 n-d-829866-3 neutron-server[103588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dabe0213-ceb2-4408-ac7a-ba9602db1cb4', 'name': 'network-vif-deleted', 'tag': 'e08a9abb-afbd-4a2f-9c50-47fea8548597', 'status': 'failed', 'code': 422} returned with failed status Feb 19 07:27:54.447644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f21ee6-8d9f-43db-a0ca-388029d66024,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.485835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e376e6b-ae02-4fa3-8a79-37cba5f4621a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.546549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.547825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f422ac5f-c57c-4423-9307-1f50295752c8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0185478 Feb 19 07:27:54.551359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:54.557162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:54.622277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for security_group (0323e41e-e9f8-4413-84a0-576c74293c9a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.631999 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:27:54.638878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0323e41e-e9f8-4413-84a0-576c74293c9a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.641783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (fe4f8c86-d38a-44d9-8896-85dddc1d67da), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.656096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836006d-220a-43f8-a281-75784b476b46 req-9fbb3188-1f99-4884-a5f6-8583582f2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.657731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-9fbb3188-1f99-4884-a5f6-8583582f2742 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 1127 time: 0.2865083 Feb 19 07:27:54.688265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:27:54.698416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f114d43-590e-4cbe-ab73-862bbd73ee1d None None] Current status of the port 489cd83c-40c2-4af7-8069-34a115bd654d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:54.715025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.720413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.726445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.731731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.737314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.743460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.748870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:54.750843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-7ecaaece-915b-4ed1-b945-f5285aea6d1f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2623732 Feb 19 07:27:54.793639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (fe4f8c86-d38a-44d9-8896-85dddc1d67da), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.799990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (fe4f8c86-d38a-44d9-8896-85dddc1d67da), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.811709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0323e41e-e9f8-4413-84a0-576c74293c9a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.829912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4f8c86-d38a-44d9-8896-85dddc1d67da,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:54.840375 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.842190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0acf5d64-c499-4b2a-a934-5ff182294af7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2896433 Feb 19 07:27:54.844974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:54.854032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (56c8c7e3-a8a0-4626-a220-ee3b85e9898a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.854522 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Added segment 56c8c7e3-a8a0-4626-a220-ee3b85e9898a of type vlan for network f1f20011-a3e7-4875-9080-4b63d3a03d19 Feb 19 07:27:54.857159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '65f7a240-9f8f-48a7-aa60-8ead25681929', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:54.895853 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:27:54.905226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (17b57200-98ff-416a-bc76-5b3c71f73b04), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:54.968455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (f1f20011-a3e7-4875-9080-4b63d3a03d19), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.010654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (17b57200-98ff-416a-bc76-5b3c71f73b04), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.017186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (17b57200-98ff-416a-bc76-5b3c71f73b04), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.018554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60f4b38c-b54a-420a-b143-9ce3e16ac9c7 req-e86d1448-126d-4521-bd5c-9fb0961fde6e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2239435 Feb 19 07:27:55.050709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836006d-220a-43f8-a281-75784b476b46 req-5c808a71-602f-42c3-a56d-b128b764449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.052347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-5c808a71-602f-42c3-a56d-b128b764449a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 200 len: 911 time: 0.3617325 Feb 19 07:27:55.052996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (1b5a1c88-a8db-4de4-affb-7051563247df), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.056104 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (f1f20011-a3e7-4875-9080-4b63d3a03d19), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.061342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.062421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.075417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.084097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2306759 Feb 19 07:27:55.106217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a06daa-ffa8-4715-9b77-ad9c23475c6f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b57200-98ff-416a-bc76-5b3c71f73b04,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.159404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-709e412e-8f06-4d4b-83ea-875899e1d107 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 200 len: 217 time: 0.0915129 Feb 19 07:27:55.283919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'Network': ['ID=f1f20011-a3e7-4875-9080-4b63d3a03d19,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:55.296251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:27:55.318423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b93c5067-b398-4afe-b7ea-7591b93ae788 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8610079 Feb 19 07:27:55.321390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:55.326276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Request body: {'subnet': {'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:55.443204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836006d-220a-43f8-a281-75784b476b46 req-13046b3c-315e-44cd-be17-cbd0a6159f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.445359 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-13046b3c-315e-44cd-be17-cbd0a6159f97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 200 len: 850 time: 0.2075050 Feb 19 07:27:55.511487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-e5761c0f-190d-4c81-8ee1-8d04483f425f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398330012&fields=id&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 267 time: 0.2161956 Feb 19 07:27:55.517372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65df8-d2e8-4111-a1fe-78216783e0e8 req-13378ed8-fb93-4bc0-896f-bfe313134db5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.518917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2fb65df8-d2e8-4111-a1fe-78216783e0e8 req-13378ed8-fb93-4bc0-896f-bfe313134db5 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 908 time: 0.2501509 Feb 19 07:27:55.559692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 489cd83c-40c2-4af7-8069-34a115bd654d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:55.625831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 489cd83c-40c2-4af7-8069-34a115bd654d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:55.626527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.664151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Router 1b5a1c88-a8db-4de4-affb-7051563247df has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:27:55.683593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836006d-220a-43f8-a281-75784b476b46 req-e2116d9a-ebda-4ebc-b493-4dc49b504e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.685152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-e2116d9a-ebda-4ebc-b493-4dc49b504e60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dab5a7b7-5b40-4c16-9114-478df0b3ff5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2292747 Feb 19 07:27:55.690061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Made reservation on behalf of 1fd41a12b6474a2ab45d0a39fd61ba78 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:55.698500 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:55.718347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 489cd83c-40c2-4af7-8069-34a115bd654d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:55.778170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-423b58fe-08a3-4417-a474-72b75da7d423 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:55.779902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-423b58fe-08a3-4417-a474-72b75da7d423 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/networks?id=9e05a9ca-4599-478b-a0f4-bde617c87de6 HTTP/1.1" status: 200 len: 797 time: 0.2676280 Feb 19 07:27:55.811969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-3cd00dd0-5567-4de1-9e8e-c11ec018801c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/quotas/192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 375 time: 0.0221663 Feb 19 07:27:55.876772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:27:55.879924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-89148e73-6f27-4135-a2d0-45d95089b5e3 service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397498 Feb 19 07:27:55.886985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a15d6088-f202-4edd-92a1-53c6db51cc87 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b5a1c88-a8db-4de4-affb-7051563247df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9334493 Feb 19 07:27:55.887692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:55.891559 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Sync routers for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:27:55.911784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:55.912468 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:55.970327 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-4db83ac8-8222-4942-9907-02ca28c43151 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1572204 Feb 19 07:27:56.045498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (0e616c52-c912-4d61-b0bc-37fb4daa4757), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.090219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7836006d-220a-43f8-a281-75784b476b46 req-113b468d-3f85-4aec-821a-3de263e34c9c service neutron] 10.222.0.47 "GET /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015457 Feb 19 07:27:56.091451 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks [] for router (1b5a1c88-a8db-4de4-affb-7051563247df), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.110403 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:56.289006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.295090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.300955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.307307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.312965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.319991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.327807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.336640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-aa708277-d053-4e7f-bb41-3c6608755c84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1902459 Feb 19 07:27:56.357237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks [] for router_gateway (1b5a1c88-a8db-4de4-affb-7051563247df), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.422801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Checking segment: {'id': '56c8c7e3-a8a0-4626-a220-ee3b85e9898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:56.423164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Network hostable DHCP agents. Network: f1f20011-a3e7-4875-9080-4b63d3a03d19, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:27:56.431128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'Subnet': ['ID=0e616c52-c912-4d61-b0bc-37fb4daa4757,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:56.441969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21bcfae8-8667-4a78-9aa3-54be2c0991b0 req-168f90e3-3e1d-423f-b636-cad39b96494c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1042576 Feb 19 07:27:56.477328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-22b80e28-03cb-46a5-a3d2-069db38b80fd service neutron] 10.222.0.43 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775555 Feb 19 07:27:56.477328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:27:56.488491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, f1f20011-a3e7-4875-9080-4b63d3a03d19) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:56.497215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aff7d7f-1b15-46f3-b35b-27287c502951 None None] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:56.506966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:27:54Z', 'revision_number': 5, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port': {'id': '53ff8fe6-736e-4a27-999c-c27dd3b77055', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:23:23Z', 'updated_at': '2022-02-19T07:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:56.511775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:56.512679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.514727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Deleting port 53ff8fe6-736e-4a27-999c-c27dd3b77055 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:56.515044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.540916 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Checking router: 1b5a1c88-a8db-4de4-affb-7051563247df for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:27:56.554320 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Routers {'1b5a1c88-a8db-4de4-affb-7051563247df'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:27:56.554728 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:27:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1b5a1c88-a8db-4de4-affb-7051563247df'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:56.617455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d85055b-d9b8-4cf8-8818-e791871a4837 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2949858 Feb 19 07:27:56.620055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34452) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:56.624851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Request body: {'port': {'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2104491174'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:56.683211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-3af62f26-dd31-406e-a430-44837cfa4402 service neutron] 10.222.0.43 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088158 Feb 19 07:27:56.689803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-f1f20011-a3e7-4875-9080-4b63d3a03d19', 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19', 'project_id': '1fd41a12b6474a2ab45d0a39fd61ba78', 'fixed_ips': [{'subnet_id': '0e616c52-c912-4d61-b0bc-37fb4daa4757'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:27:56.690666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.696999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] Set router 1b5a1c88-a8db-4de4-affb-7051563247df gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:27:56.761877 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:27:56Z', 'revision_number': 6, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:56.793063 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099ca05-f203-4013-961c-d382c55a6e9f None None] The sync data for ids ['1b5a1c88-a8db-4de4-affb-7051563247df'] in n-d-829866-3 is: [{'id': '1b5a1c88-a8db-4de4-affb-7051563247df', 'name': 'tempest-ServerRescueNegativeTestJSON-1207794572-router', 'tenant_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:23:22Z', 'updated_at': '2022-02-19T07:27:56Z', 'revision_number': 6, 'project_id': 'e14aeab55dc04943ad5a2174a3ee59df', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:27:56.903686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3985fd54-905e-466b-aba7-0f8126ef08fa req-c1f3d963-eef6-4e20-b50d-3b32c998a392 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 210 time: 0.0501966 Feb 19 07:27:56.923648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] For port 53ff8fe6-736e-4a27-999c-c27dd3b77055, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=53ff8fe6-736e-4a27-999c-c27dd3b77055,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:56.924188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:56.955706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Allocated IP 172.20.0.2 (f1f20011-a3e7-4875-9080-4b63d3a03d19/0e616c52-c912-4d61-b0bc-37fb4daa4757/fc4869f8-44fe-40cb-a614-91b1339970a1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:56.956721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Calling delete_port for 53ff8fe6-736e-4a27-999c-c27dd3b77055 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:57.162867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks [] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.177558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.235488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7e376e6b-ae02-4fa3-8a79-37cba5f4621a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:27:57.252175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:27:57.276957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:27:57.281422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:27:57.293441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7e376e6b-ae02-4fa3-8a79-37cba5f4621a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:27:57.293954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7e376e6b-ae02-4fa3-8a79-37cba5f4621a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:27:57.328960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Pushing event updated for resources: {'Port': ['ID=fc4869f8-44fe-40cb-a614-91b1339970a1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:57.370736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Attempting to bind port fc4869f8-44fe-40cb-a614-91b1339970a1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:27:57.371510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Attempting to bind port fc4869f8-44fe-40cb-a614-91b1339970a1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '56c8c7e3-a8a0-4626-a220-ee3b85e9898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:27:57.372399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Attempting to bind port fc4869f8-44fe-40cb-a614-91b1339970a1 on network f1f20011-a3e7-4875-9080-4b63d3a03d19 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:27:57.378803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:27:57.379546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Checking segment: {'id': '56c8c7e3-a8a0-4626-a220-ee3b85e9898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:27:57.380070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.380572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Bound using segment: {'id': '56c8c7e3-a8a0-4626-a220-ee3b85e9898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:27:57.381646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Bound port: fc4869f8-44fe-40cb-a614-91b1339970a1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c8c7e3-a8a0-4626-a220-ee3b85e9898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:27:57.382125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.459245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238659c-5540-487d-9283-f5a66c8b6bb7 req-aa275e5c-951d-4f10-bc0a-3da0c7720289 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.460912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6238659c-5540-487d-9283-f5a66c8b6bb7 req-aa275e5c-951d-4f10-bc0a-3da0c7720289 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 908 time: 0.8051660 Feb 19 07:27:57.461479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] For port fc4869f8-44fe-40cb-a614-91b1339970a1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:27:57.466288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] For port fc4869f8-44fe-40cb-a614-91b1339970a1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fc4869f8-44fe-40cb-a614-91b1339970a1,segment=NetworkSegment(56c8c7e3-a8a0-4626-a220-ee3b85e9898a),segment_id=56c8c7e3-a8a0-4626-a220-ee3b85e9898a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:27:57.481690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.519083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-7892922e-251f-47ee-b6ab-e383d520b2d0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.520659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-7892922e-251f-47ee-b6ab-e383d520b2d0 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 908 time: 0.6870103 Feb 19 07:27:57.577413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11251e50-60bc-491f-94bf-c0cde97557a4 None None] Pushing event updated for resources: {'Port': ['ID=fc4869f8-44fe-40cb-a614-91b1339970a1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:57.585904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Made reservation on behalf of 1fd41a12b6474a2ab45d0a39fd61ba78 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:57.589713 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.621262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.628746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.645036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.653301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] device_id is not set on port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:27:57.657602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.671363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.677326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.682668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:57.687841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-c66cfe74-a3ac-445e-9cc4-bb9a6e0ff5b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1376209 Feb 19 07:27:57.782374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96f6cd2c-d801-4e32-9a00-e02e6e4acc8f req-53bea90c-f8d8-4a6a-9169-4bd45149a408 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0798213 Feb 19 07:27:57.907548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port b413859e-b3cd-4d36-885d-ce114c3556c6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:27:57.907919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:57.966416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (53ff8fe6-736e-4a27-999c-c27dd3b77055), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.031254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Allocated IP 172.20.0.6 (f1f20011-a3e7-4875-9080-4b63d3a03d19/0e616c52-c912-4d61-b0bc-37fb4daa4757/878ae361-b49e-4abd-bbcf-e6d6f68a14a9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:27:58.111531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-856c9720-be61-4ada-811b-8418b50d4439 req-592c623e-8674-43dc-8d9e-6f948ad409cb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 210 time: 0.0884030 Feb 19 07:27:58.150457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ff8fe6-736e-4a27-999c-c27dd3b77055,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:58.277828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port b413859e-b3cd-4d36-885d-ce114c3556c6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b413859e-b3cd-4d36-885d-ce114c3556c6,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:58.278215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.324211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for b413859e-b3cd-4d36-885d-ce114c3556c6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:27:58.372189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (1b5a1c88-a8db-4de4-affb-7051563247df), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.485922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-b8504729-2153-42b3-9f7b-d32a6249b058 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:58.487931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-b8504729-2153-42b3-9f7b-d32a6249b058 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/networks?id=9e05a9ca-4599-478b-a0f4-bde617c87de6 HTTP/1.1" status: 200 len: 797 time: 0.4024303 Feb 19 07:27:58.582927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (1b5a1c88-a8db-4de4-affb-7051563247df), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.588639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks [] for router_controller (1b5a1c88-a8db-4de4-affb-7051563247df), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.641978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f0bb-f56c-4147-b518-82c173d0d5de req-52577494-346c-4322-b09d-832b520e46ca tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:58.644834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2f5f0bb-f56c-4147-b518-82c173d0d5de req-52577494-346c-4322-b09d-832b520e46ca tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 908 time: 0.0819123 Feb 19 07:27:58.702704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (1b5a1c88-a8db-4de4-affb-7051563247df), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.703136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5a1c88-a8db-4de4-affb-7051563247df {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:27:58.734349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.735581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7c75a486-092b-409b-b34a-e6cfacaeebe5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b5a1c88-a8db-4de4-affb-7051563247df HTTP/1.1" status: 204 len: 168 time: 2.8268752 Feb 19 07:27:58.738323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:58.825545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-d1161d91-63f4-4d63-a844-dcb8b38c6766 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 472 time: 0.2821748 Feb 19 07:27:58.841629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'port': {'device_id': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'admin_state_up': True, 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'security_groups': ['65f7a240-9f8f-48a7-aa60-8ead25681929']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:27:58.866007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Deleting subnet 30e543fc-9aa4-4764-a8cd-9bfc5076ad70 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:27:58.875025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Publish callbacks [] for subnet (30e543fc-9aa4-4764-a8cd-9bfc5076ad70), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.905313 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a4f58-43be-41dc-b08a-d22e1e0d7e71 None None] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:27:58.918081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:58.944404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (30e543fc-9aa4-4764-a8cd-9bfc5076ad70), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.007619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (30e543fc-9aa4-4764-a8cd-9bfc5076ad70), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.079297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Provisioning complete for port fc4869f8-44fe-40cb-a614-91b1339970a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:59.080018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.089578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (30e543fc-9aa4-4764-a8cd-9bfc5076ad70), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.094013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b413859e-b3cd-4d36-885d-ce114c3556c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.106809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.113841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30e543fc-9aa4-4764-a8cd-9bfc5076ad70 HTTP/1.1" status: 204 len: 168 time: 0.3721952 Feb 19 07:27:59.180642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a380-bafe-4e66-b540-b760757e6e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e543fc-9aa4-4764-a8cd-9bfc5076ad70,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.189281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:27:59.225400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Current status of the port fc4869f8-44fe-40cb-a614-91b1339970a1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:59.225803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.277337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=b413859e-b3cd-4d36-885d-ce114c3556c6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.300947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] For port fc4869f8-44fe-40cb-a614-91b1339970a1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fc4869f8-44fe-40cb-a614-91b1339970a1,segment=NetworkSegment(56c8c7e3-a8a0-4626-a220-ee3b85e9898a),segment_id=56c8c7e3-a8a0-4626-a220-ee3b85e9898a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:27:59.313766 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.390181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.399056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.406661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fc4869f8-44fe-40cb-a614-91b1339970a1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:27:59.424708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.431019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.435213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2b20fec-46aa-4e56-85a4-51b5605ead71 req-34610c91-01c8-41d4-94ee-97918f26ab69 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Feb 19 07:27:59.440673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (640d9c08-1258-4340-9002-b8c94f89968a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.458665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.464298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.498175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:27:59.500205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-73689efc-3723-43a0-aeab-c9f0056f1857 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.5736735 Feb 19 07:27:59.513204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f596a8-c1a0-4095-bbf3-186f53539bc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4869f8-44fe-40cb-a614-91b1339970a1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:27:59.556326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fc4869f8-44fe-40cb-a614-91b1339970a1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:59.557072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.694505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (640d9c08-1258-4340-9002-b8c94f89968a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.725044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17dc0311-1312-4f13-855d-368c9a1273f1 req-a00d84a1-98e8-40e4-b68b-59a6e20830cb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2092454 Feb 19 07:27:59.725941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] No DVR routers for this DVR port b413859e-b3cd-4d36-885d-ce114c3556c6 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:27:59.742971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.755206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640d9c08-1258-4340-9002-b8c94f89968a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:59.760135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0697d1db-7730-42e1-adc0-0b292bae77ba req-3e1139a4-ec94-4d3e-a070-e53780446740 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "DELETE /v2.0/ports/b413859e-b3cd-4d36-885d-ce114c3556c6 HTTP/1.1" status: 204 len: 173 time: 2.2243943 Feb 19 07:27:59.761749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'name': 'network-vif-deleted', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:27:59.775887 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e696d2c7-7229-463d-874b-608dd0bcee6c" -d '{"events": [{"server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "name": "network-vif-deleted", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:27:59.778820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.785729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a704dca-b3ef-4b6b-895d-043259d5e9f2') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:59.786158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a704dca-b3ef-4b6b-895d-043259d5e9f2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:27:59.826191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (1a704dca-b3ef-4b6b-895d-043259d5e9f2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.843959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e5b82095-9f24-4fd8-a5c4-d4c85afb0c06 None None] Provisioning complete for port fc4869f8-44fe-40cb-a614-91b1339970a1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:27:59.844730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5b82095-9f24-4fd8-a5c4-d4c85afb0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.889919 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8152fc4-b273-4fc4-9558-823931f1e491 x-openstack-request-id: req-c8152fc4-b273-4fc4-9558-823931f1e491 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:27:59.890334 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6561b65e-78f9-453d-9d18-eba13b73f724", "name": "network-vif-deleted", "tag": "b413859e-b3cd-4d36-885d-ce114c3556c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:27:59.890477 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8152fc4-b273-4fc4-9558-823931f1e491 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:27:59.890864 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6561b65e-78f9-453d-9d18-eba13b73f724', 'name': 'network-vif-deleted', 'tag': 'b413859e-b3cd-4d36-885d-ce114c3556c6', 'status': 'completed', 'code': 200} Feb 19 07:27:59.907049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fc4869f8-44fe-40cb-a614-91b1339970a1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:27:59.914039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:27:59.919698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1a704dca-b3ef-4b6b-895d-043259d5e9f2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.923932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e70aa10-0201-415c-b1aa-f4a12292b55b req-790ba996-50fa-443f-bbb1-e76e8d992aa1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=6561b65e-78f9-453d-9d18-eba13b73f724 HTTP/1.1" status: 200 len: 210 time: 0.0956953 Feb 19 07:27:59.928585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.937797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:27:59.938253 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (1a704dca-b3ef-4b6b-895d-043259d5e9f2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:27:59.940085 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:27:59.965055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:00.005092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:00.014071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:00.020511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5b82095-9f24-4fd8-a5c4-d4c85afb0c06 None None] Current status of the port fc4869f8-44fe-40cb-a614-91b1339970a1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:00.027904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 53ff8fe6-736e-4a27-999c-c27dd3b77055 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:00.058721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 53ff8fe6-736e-4a27-999c-c27dd3b77055 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:00.059060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 53ff8fe6-736e-4a27-999c-c27dd3b77055 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:00.074532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'Port': ['ID=878ae361-b49e-4abd-bbcf-e6d6f68a14a9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:00.081534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (640d9c08-1258-4340-9002-b8c94f89968a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.105810 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.106539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.110145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] 10.222.0.43 "DELETE /v2.0/networks/640d9c08-1258-4340-9002-b8c94f89968a HTTP/1.1" status: 204 len: 168 time: 0.9228070 Feb 19 07:28:00.118773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96292d0d-75c2-4e10-b68c-62673e715138 admin admin] Pushing event deleted for resources: {'Network': ['ID=640d9c08-1258-4340-9002-b8c94f89968a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:00.257481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.24 (9e05a9ca-4599-478b-a0f4-bde617c87de6/8629660c-b0f3-4b87-b9dc-ad732674cea6/5d372c02-d4c5-40a3-9504-138aefd5e9eb) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:00.363926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.364874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.382101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f40f89-e4a8-4101-98bb-4153089b3fe0 req-152c4a56-7551-49fc-bcb7-b1ef7094d562 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.389633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54f40f89-e4a8-4101-98bb-4153089b3fe0 req-152c4a56-7551-49fc-bcb7-b1ef7094d562 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 0.0916774 Feb 19 07:28:00.428493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:00.441934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54f40f89-e4a8-4101-98bb-4153089b3fe0 req-6757a077-53c5-4399-a8fb-736d58b0e298 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509682 Feb 19 07:28:00.442579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2cf0f9cc-e6ab-4c1d-b097-95cdb43d6b96 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8214958 Feb 19 07:28:00.446427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:00.454484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Request body: {'port': {'network_id': 'f1f20011-a3e7-4875-9080-4b63d3a03d19', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1666668419', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:00.455349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:00.455864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:00.456563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:00.481413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2c48eec8-9fe5-47d8-b4b2-665cb04231c8 None None] Provisioning complete for port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:00.482542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c48eec8-9fe5-47d8-b4b2-665cb04231c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.528870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2c48eec8-9fe5-47d8-b4b2-665cb04231c8 None None] Port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:00.543461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.548869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-155dd9d7-d575-44df-a6ec-a05f31cfa01c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e14aeab55dc04943ad5a2174a3ee59df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1169159 Feb 19 07:28:00.551551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:00.635574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Made reservation on behalf of 1fd41a12b6474a2ab45d0a39fd61ba78 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:00.639351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.643691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41c58862-4067-49a1-b45b-407382b790bb req-adebb50b-5c06-415c-a75f-9a5a801ff19c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 210 time: 0.0813842 Feb 19 07:28:00.658186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] device_id is not set on port e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:28:00.670804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.674656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] Publish callbacks [] for security_group (0a348b85-7628-4e60-82e8-c77c93305953), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.732840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:00.734683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] Publish callbacks [] for security_group (0a348b85-7628-4e60-82e8-c77c93305953), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.755015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:00.777099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:00.793897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:00.816411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Allocated IP 172.20.0.3 (f1f20011-a3e7-4875-9080-4b63d3a03d19/0e616c52-c912-4d61-b0bc-37fb4daa4757/e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:00.860414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:00.861209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.879708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0a348b85-7628-4e60-82e8-c77c93305953), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.882546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:00.886292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a348b85-7628-4e60-82e8-c77c93305953 HTTP/1.1" status: 204 len: 168 time: 0.3226986 Feb 19 07:28:00.894693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-42d4a7ae-e79c-4b53-8205-6a69a0ce142e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0569375 Feb 19 07:28:00.900130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176289e-9c23-47bd-97dd-7bdbc5fd1dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a348b85-7628-4e60-82e8-c77c93305953,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:00.910828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Request body: {'port': {'device_id': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:00.998264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.057259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.062633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.069695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.075772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.082557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.088283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.094072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.096474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-a7cf6e86-d019-4613-bccd-bd0bc7208108 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2040052 Feb 19 07:28:01.143864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b413859e-b3cd-4d36-885d-ce114c3556c6 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:01.206001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b413859e-b3cd-4d36-885d-ce114c3556c6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:01.207099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b413859e-b3cd-4d36-885d-ce114c3556c6 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:01.210128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7d9e05e-6eb1-4ae4-b4fd-2291897ce173 req-89d10d53-4f9d-4ba3-9aff-c4e203da71e3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1058862 Feb 19 07:28:01.218276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.264510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.296363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-42c12f2b-21fc-4b27-a981-958427198fae None None] Provisioning complete for port 5d372c02-d4c5-40a3-9504-138aefd5e9eb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:01.296755 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42c12f2b-21fc-4b27-a981-958427198fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.372922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fc4869f8-44fe-40cb-a614-91b1339970a1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:01.404520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:01.406167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'Port': ['ID=e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:01.440373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-42c12f2b-21fc-4b27-a981-958427198fae None None] Port 5d372c02-d4c5-40a3-9504-138aefd5e9eb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:01.455279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fc4869f8-44fe-40cb-a614-91b1339970a1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:01.455832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.468318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:01.476557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:01.569793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d372c02-d4c5-40a3-9504-138aefd5e9eb {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:01.597701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.606956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.623869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fc4869f8-44fe-40cb-a614-91b1339970a1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:01.637211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks [] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.668147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Transition to ACTIVE for port object 5d372c02-d4c5-40a3-9504-138aefd5e9eb will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:01.683141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-017dc228-4099-4400-8136-933e842df68f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2343502 Feb 19 07:28:01.686135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:01.687162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:01.725706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae309-1404-429e-ba07-3fde3018c4af req-f8f1a2ff-8c29-4d26-a269-e5818cf3bdf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.728008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-892ae309-1404-429e-ba07-3fde3018c4af req-f8f1a2ff-8c29-4d26-a269-e5818cf3bdf6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 945 time: 0.3584533 Feb 19 07:28:01.821080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccb079-f9e7-470d-b1d5-73a23fd3a451 req-6675b728-90a1-4c88-a2c0-9dd6c0401881 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.829446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1ccb079-f9e7-470d-b1d5-73a23fd3a451 req-6675b728-90a1-4c88-a2c0-9dd6c0401881 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 0.2421417 Feb 19 07:28:01.904070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb3339-3dc0-458d-962d-5e14d82cf94a tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.915688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb3339-3dc0-458d-962d-5e14d82cf94a tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.921278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb3339-3dc0-458d-962d-5e14d82cf94a tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:01.926944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9fcb3339-3dc0-458d-962d-5e14d82cf94a tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2370844 Feb 19 07:28:01.931479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1ccb079-f9e7-470d-b1d5-73a23fd3a451 req-62cdaf8d-dbf6-4aa5-a386-5556c2df4428 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/security-groups?id=098b5de0-57d3-441e-8258-a005905ecef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006722 Feb 19 07:28:01.931658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:01.965128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:01.993434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7dfbff2e-0162-4dfd-a9f8-7004778da097 None None] Provisioning complete for port e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:01.994166 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7dfbff2e-0162-4dfd-a9f8-7004778da097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.018296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-1c80d905-5314-4a4c-8487-23f3cd9d22e8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.028057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-1c80d905-5314-4a4c-8487-23f3cd9d22e8 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.24 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 945 time: 0.3516638 Feb 19 07:28:02.040716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-34d8f1d2-5150-44e1-ba6f-dfdd99fcdda3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.042665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-34d8f1d2-5150-44e1-ba6f-dfdd99fcdda3 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 945 time: 0.2948661 Feb 19 07:28:02.061583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-892ae309-1404-429e-ba07-3fde3018c4af req-3ce3e25e-3722-4f6e-acc8-f2114c6ddfc6 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841024 Feb 19 07:28:02.111590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7dfbff2e-0162-4dfd-a9f8-7004778da097 None None] Port e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:02.213061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Attempting to bind port 5d372c02-d4c5-40a3-9504-138aefd5e9eb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:02.213475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Attempting to bind port 5d372c02-d4c5-40a3-9504-138aefd5e9eb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:02.213922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Attempting to bind port 5d372c02-d4c5-40a3-9504-138aefd5e9eb on network 9e05a9ca-4599-478b-a0f4-bde617c87de6 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:02.259068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Deleting port e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:02.259770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.288397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Port 5d372c02-d4c5-40a3-9504-138aefd5e9eb on network 9e05a9ca-4599-478b-a0f4-bde617c87de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:28:02.288729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Attempting to bind port 5d372c02-d4c5-40a3-9504-138aefd5e9eb on network 9e05a9ca-4599-478b-a0f4-bde617c87de6 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:02.302222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:02.303468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Checking segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:02.303862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Bound using segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:02.304310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Bound port: 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:02.304678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.332352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb1b82-ce43-4f57-becd-0667f71cbc28 req-2875239e-d581-45a0-8bf2-ecfc34c1ab00 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.346964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1eb1b82-ce43-4f57-becd-0667f71cbc28 req-2875239e-d581-45a0-8bf2-ecfc34c1ab00 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 944 time: 0.2524736 Feb 19 07:28:02.352488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port 169089f2-405f-4be6-8e74-a70d0bbcab31 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:02.352884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.445039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Deleting port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:02.445457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.456043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1eb1b82-ce43-4f57-becd-0667f71cbc28 req-c895ab17-82b9-40af-9886-ca63f8160d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082134 Feb 19 07:28:02.462266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.489507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Calling delete_port for e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:02.498600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:02.502287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:02.544875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.550235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.556557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.563028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.568569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.574222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.579599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.587122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-27951162-28c2-43ab-a5dc-f991e85550ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2141201 Feb 19 07:28:02.590208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port 169089f2-405f-4be6-8e74-a70d0bbcab31, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=169089f2-405f-4be6-8e74-a70d0bbcab31,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:02.590576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.607365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] For port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:02.607918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.624298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Calling delete_port for fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:02.650448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for 169089f2-405f-4be6-8e74-a70d0bbcab31 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:02.793068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2eaf626-3710-4e36-b909-2daf298f5441 req-e0a3a96d-5806-47b8-aacc-ac3506233963 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2042496 Feb 19 07:28:02.800736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.808773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fc5e9e4e-f849-4cf1-908f-af6a49caf8c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.832712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['fc5e9e4e-f849-4cf1-908f-af6a49caf8c6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:02.947550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] No DVR routers for this DVR port fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:02.960492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.969024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c0436c5-ea5a-4b0a-8afc-0e4ba640129e req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.24 "DELETE /v2.0/ports/fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 HTTP/1.1" status: 204 len: 173 time: 0.9384685 Feb 19 07:28:02.974924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'name': 'network-vif-deleted', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:02.980006 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feed2dd-c04e-42dc-963a-44fe6da6724d" -d '{"events": [{"server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "name": "network-vif-deleted", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:02.984523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:02.985378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:02.992596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5d372c02-d4c5-40a3-9504-138aefd5e9eb HTTP/1.1" status: 200 len: 1092 time: 2.0884092 Feb 19 07:28:03.001538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (169089f2-405f-4be6-8e74-a70d0bbcab31), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:03.007444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:03.028158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['169089f2-405f-4be6-8e74-a70d0bbcab31'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:03.035324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:03.038930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d0ae-e1ab-4aae-80fe-a5caa1d2d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.114485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-627e3d21-115e-4722-97a8-de4dad367c10 req-fe1f42d6-3f52-4075-a455-dad8a0eab3af tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.1285520 Feb 19 07:28:03.162982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0324985-7760-4253-868d-f08b1b30f439 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] Pushing event deleted for resources: {'Port': ['ID=fc5e9e4e-f849-4cf1-908f-af6a49caf8c6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.215048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63eacb25-5884-462e-9373-00f77e967b83 req-eca8d6ef-83b6-4ed5-8300-8950ce857e27 tempest-AttachSCSIVolumeTestJSON-945289603 tempest-AttachSCSIVolumeTestJSON-945289603-project] 10.222.0.43 "GET /v2.0/ports?device_id=97dae158-fc52-4cf9-9bb1-9091f2eb700c HTTP/1.1" status: 200 len: 210 time: 0.0876999 Feb 19 07:28:03.265312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=169089f2-405f-4be6-8e74-a70d0bbcab31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.268224 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd9a9d-83c1-4868-b1ca-3e29b7156797 x-openstack-request-id: req-f4fd9a9d-83c1-4868-b1ca-3e29b7156797 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:03.273071 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dae158-fc52-4cf9-9bb1-9091f2eb700c", "name": "network-vif-deleted", "tag": "fc5e9e4e-f849-4cf1-908f-af6a49caf8c6", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:03.273459 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4fd9a9d-83c1-4868-b1ca-3e29b7156797 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:03.276130 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dae158-fc52-4cf9-9bb1-9091f2eb700c', 'name': 'network-vif-deleted', 'tag': 'fc5e9e4e-f849-4cf1-908f-af6a49caf8c6', 'status': 'completed', 'code': 200} Feb 19 07:28:03.281761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-68bffdb5-eae7-48dd-95d1-a21cddc4eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:03.302406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-68bffdb5-eae7-48dd-95d1-a21cddc4eb88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 1126 time: 0.1591656 Feb 19 07:28:03.325331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:03.369846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event deleted for resources: {'Port': ['ID=e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:03.388974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-30089360-e86f-4abb-8d9f-f7fee5537ced service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb HTTP/1.1" status: 200 len: 217 time: 0.0854254 Feb 19 07:28:03.469267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] No DVR routers for this DVR port 169089f2-405f-4be6-8e74-a70d0bbcab31 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:03.492948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:03.497211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed7c3b11-017a-4013-ac25-a34da9dc6578 req-22e396f9-7cc1-4fbb-b632-51eba6270b7e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cc649e0-b219-4716-a02d-51bfefc8a7ef HTTP/1.1" status: 200 len: 210 time: 0.1205022 Feb 19 07:28:03.500545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc836cd4-81ce-4c4d-ab65-64217de9aabf req-596d580f-7718-4b8d-bd44-02c8082dd294 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.24 "DELETE /v2.0/ports/169089f2-405f-4be6-8e74-a70d0bbcab31 HTTP/1.1" status: 204 len: 173 time: 1.4363704 Feb 19 07:28:03.583257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'name': 'network-vif-deleted', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:03.586274 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273dbe3-9d1d-449e-90c8-9d02c8360c81" -d '{"events": [{"server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "name": "network-vif-deleted", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:03.605609 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:03.622444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-461ae0f2-aa2f-4ecb-a632-2acaa9328869 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "DELETE /v2.0/ports/e81c8a8a-6cf2-48c2-8111-9ba1a721e6e2 HTTP/1.1" status: 204 len: 168 time: 1.6900358 Feb 19 07:28:03.627648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:03.647627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Request body: {'port': {'name': 'tempest-new-port-name-1268639442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:03.664769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:03.665027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:03.665170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:28:03.666196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-9f05e266-ea5f-4712-b0e8-9f68e5724598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:03.671846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-9f05e266-ea5f-4712-b0e8-9f68e5724598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8629660c-b0f3-4b87-b9dc-ad732674cea6 HTTP/1.1" status: 200 len: 838 time: 0.2300825 Feb 19 07:28:03.903598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-710deee4-9b66-4e3f-9c84-ab0437eebfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:03.905449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-710deee4-9b66-4e3f-9c84-ab0437eebfa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e05a9ca-4599-478b-a0f4-bde617c87de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2282007 Feb 19 07:28:04.000033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:04.007280 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da26966-db2a-489d-bbf3-ae435c8b8cf3 x-openstack-request-id: req-6da26966-db2a-489d-bbf3-ae435c8b8cf3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:04.008627 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc649e0-b219-4716-a02d-51bfefc8a7ef", "name": "network-vif-deleted", "tag": "169089f2-405f-4be6-8e74-a70d0bbcab31", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:04.009073 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6da26966-db2a-489d-bbf3-ae435c8b8cf3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:04.009988 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc649e0-b219-4716-a02d-51bfefc8a7ef', 'name': 'network-vif-deleted', 'tag': '169089f2-405f-4be6-8e74-a70d0bbcab31', 'status': 'completed', 'code': 200} Feb 19 07:28:04.156797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1695d-1bbc-498b-b342-44d2fbec5ecd req-b4f1ee7b-9fdc-4676-8aff-b2a71d0efe81 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.159169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d7b1695d-1bbc-498b-b342-44d2fbec5ecd req-b4f1ee7b-9fdc-4676-8aff-b2a71d0efe81 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 944 time: 0.3923676 Feb 19 07:28:04.162248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-a714dabf-57bf-4dba-b1a4-81d96b97c2bb service neutron] 10.222.0.24 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481894 Feb 19 07:28:04.284107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:04.293220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:04.337476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d7b1695d-1bbc-498b-b342-44d2fbec5ecd req-f71ea9db-df3e-4b1b-aefd-75ce7f0a6021 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712911 Feb 19 07:28:04.390196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f50c8a1a-6e1e-4a3d-bd4c-d8191ce17af7 req-694827e1-3b4e-4cfd-92a2-9c3540fdcc7d service neutron] 10.222.0.24 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985910 Feb 19 07:28:04.431040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event updated for resources: {'Port': ['ID=878ae361-b49e-4abd-bbcf-e6d6f68a14a9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:04.464496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.473301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.484320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.490951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.498413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.516281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.522601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.531153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-b2f6c0a6-9172-495b-881b-2fc7ecea190c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2437191 Feb 19 07:28:04.538637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] In _notify_port_updated(), no bound segment for port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 on network f1f20011-a3e7-4875-9080-4b63d3a03d19 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:28:04.544141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.544989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:04.546477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7572c18-2b5f-455f-a174-6605b08729be tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "PUT /v2.0/ports/878ae361-b49e-4abd-bbcf-e6d6f68a14a9 HTTP/1.1" status: 200 len: 1136 time: 0.9180789 Feb 19 07:28:04.549194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:04.638355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492252bd-534b-4015-a7f0-df65e5a7265c tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:04.643060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-492252bd-534b-4015-a7f0-df65e5a7265c tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "GET /v2.0/ports/878ae361-b49e-4abd-bbcf-e6d6f68a14a9 HTTP/1.1" status: 200 len: 1136 time: 0.0928416 Feb 19 07:28:04.646671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34636) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:04.718260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09dd7049-6aa3-4f27-8f7e-831f1d05f987 req-e5dc8da4-ef36-4950-b612-59e4cbf0b7d2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1860979 Feb 19 07:28:04.790420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3bff75bf-330b-490b-bdb6-2bf3291129d4 None None] Provisioning complete for port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:04.791009 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bff75bf-330b-490b-bdb6-2bf3291129d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:04.845814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a6f78ff-8040-4c1a-b023-29b50bdd2b60 req-0ace56fa-34da-45ff-85ca-8bf9aa250313 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1313879 Feb 19 07:28:04.887589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3bff75bf-330b-490b-bdb6-2bf3291129d4 None None] Port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:04.956997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Deleting port 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:04.957883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:05.124082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:05.149853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4278-6b5b-4ad1-a288-466dd2bd0dc5 req-d3b538ba-5d8c-4e4e-a4d5-173e84a03c27 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.152751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-715c4278-6b5b-4ad1-a288-466dd2bd0dc5 req-d3b538ba-5d8c-4e4e-a4d5-173e84a03c27 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1124673 Feb 19 07:28:05.154029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Calling delete_port for 878ae361-b49e-4abd-bbcf-e6d6f68a14a9 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:05.284245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:05.286531 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e7869-1e70-4d7b-8525-7c9ed1fc1107" -d '{"events": [{"name": "network-changed", "server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:05.336102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-521c9dcb-0692-42b6-ac58-83fb05f7c947 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.337605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-521c9dcb-0692-42b6-ac58-83fb05f7c947 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.1149743 Feb 19 07:28:05.389710 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e7b013-f3ab-4b8f-8d82-8303c4b68fd9 x-openstack-request-id: req-47e7b013-f3ab-4b8f-8d82-8303c4b68fd9 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:05.390054 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:05.390311 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47e7b013-f3ab-4b8f-8d82-8303c4b68fd9 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:05.390740 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb', 'status': 'completed', 'code': 200} Feb 19 07:28:05.424421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-715c4278-6b5b-4ad1-a288-466dd2bd0dc5 req-8272b67d-f214-49b2-a7a5-8c8ceb06635b tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591991 Feb 19 07:28:05.490690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:05.535154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:05.535528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device fc5e9e4e-f849-4cf1-908f-af6a49caf8c6 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:05.535955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 169089f2-405f-4be6-8e74-a70d0bbcab31 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:05.578160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 169089f2-405f-4be6-8e74-a70d0bbcab31 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:05.579585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 169089f2-405f-4be6-8e74-a70d0bbcab31 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:05.592605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74034c5b-63f1-41ae-b87b-6185836127f2 req-8fb8efa7-34e2-4a31-8432-d3793b570dce tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.598451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74034c5b-63f1-41ae-b87b-6185836127f2 req-8fb8efa7-34e2-4a31-8432-d3793b570dce tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 944 time: 0.1526637 Feb 19 07:28:05.601422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-86dc4d9e-acdc-4a5c-ac62-516905b73b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:05.602919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-86dc4d9e-acdc-4a5c-ac62-516905b73b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 1126 time: 0.2107651 Feb 19 07:28:05.706539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74034c5b-63f1-41ae-b87b-6185836127f2 req-5d751b64-6669-4e7f-9f6e-33d397f77dc1 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986795 Feb 19 07:28:05.984059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93eec6a1-1b08-4e65-9d18-e2e4262d04b1 req-cadcc07e-da39-4b09-b303-8f960006b3da tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0357156 Feb 19 07:28:06.102282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (878ae361-b49e-4abd-bbcf-e6d6f68a14a9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.105759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port ec3f6e14-1f82-4938-9310-ee151d34b968 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:06.106181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.164008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event deleted for resources: {'Port': ['ID=878ae361-b49e-4abd-bbcf-e6d6f68a14a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:06.237873 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab70165a-ddd2-4e2e-9e33-195bf6a12c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.312538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-ddb7ba99-07a5-4ad1-a127-44e7aec96749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.315581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-ddb7ba99-07a5-4ad1-a127-44e7aec96749 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e05a9ca-4599-478b-a0f4-bde617c87de6 HTTP/1.1" status: 200 len: 897 time: 0.7057326 Feb 19 07:28:06.337395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port ec3f6e14-1f82-4938-9310-ee151d34b968, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ec3f6e14-1f82-4938-9310-ee151d34b968,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:06.338025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.428997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for ec3f6e14-1f82-4938-9310-ee151d34b968 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:06.440149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-e812a6bf-b5dd-4cc2-91b1-cbc3414826ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb HTTP/1.1" status: 200 len: 217 time: 0.1047540 Feb 19 07:28:06.461656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.467882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.473219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.479023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.484429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.490747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.496640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.504370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-e04dac4e-3fc8-405f-b097-de1531a936d8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3920245 Feb 19 07:28:06.577781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e224c2-9029-4ef3-b02d-7210143db383 req-229cf7d2-cd9e-4b8e-abd4-8d148b5e4a56 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.585880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39e224c2-9029-4ef3-b02d-7210143db383 req-229cf7d2-cd9e-4b8e-abd4-8d148b5e4a56 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 945 time: 0.0678742 Feb 19 07:28:06.597208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.601423 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97b1e096-bb5a-43dd-ab99-44bcc48e6f7f tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "DELETE /v2.0/ports/878ae361-b49e-4abd-bbcf-e6d6f68a14a9 HTTP/1.1" status: 204 len: 168 time: 1.9535348 Feb 19 07:28:06.606959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:06.655340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39e224c2-9029-4ef3-b02d-7210143db383 req-ea00e830-0933-4034-bd72-cae19a1a8924 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e3d682e-2074-4b1c-8693-a2f7ee954891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 Feb 19 07:28:06.676662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6fdaa28a-8eb7-412d-9505-24253f8c4e98 req-f9145999-abaa-48f0-a8dc-4283eb6ae550 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1712983 Feb 19 07:28:06.715890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-af45c2ee-b1f1-4da5-9af2-b3c9b9e16000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.716878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d5ef44b-89c9-4e36-b5ac-ef9ca7c41fcf req-bf76b5c5-fb1b-4a86-ab68-308747cdf801 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Feb 19 07:28:06.717793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-af45c2ee-b1f1-4da5-9af2-b3c9b9e16000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8629660c-b0f3-4b87-b9dc-ad732674cea6 HTTP/1.1" status: 200 len: 838 time: 0.2718036 Feb 19 07:28:06.762073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Deleting subnet 0e616c52-c912-4d61-b0bc-37fb4daa4757 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:06.766341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for subnet (0e616c52-c912-4d61-b0bc-37fb4daa4757), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.806739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (0e616c52-c912-4d61-b0bc-37fb4daa4757), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:06.871623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700effe-9e17-44ae-88d1-efa98901e095 req-6a13867e-574f-4df5-a2e3-bcaed5d6bbd5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:06.873311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d700effe-9e17-44ae-88d1-efa98901e095 req-6a13867e-574f-4df5-a2e3-bcaed5d6bbd5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 944 time: 0.0699868 Feb 19 07:28:06.975511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d700effe-9e17-44ae-88d1-efa98901e095 req-5f21d0de-2d8a-4f91-a566-57030db9e52f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891702 Feb 19 07:28:06.999571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0e616c52-c912-4d61-b0bc-37fb4daa4757), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.040575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-1b8b8394-e9c9-40ec-be4a-9223add04c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:07.042352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-1b8b8394-e9c9-40ec-be4a-9223add04c3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e05a9ca-4599-478b-a0f4-bde617c87de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1331952 Feb 19 07:28:07.047785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ec3f6e14-1f82-4938-9310-ee151d34b968), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.060705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ec3f6e14-1f82-4938-9310-ee151d34b968'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:07.153681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=ec3f6e14-1f82-4938-9310-ee151d34b968,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:07.233849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9463236-c57a-46d2-bf99-a8728a1cbf9e req-997e5c7d-50b9-4ca1-9f40-151b5b100940 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0698600 Feb 19 07:28:07.236002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-6f11e30c-9950-4220-8204-65cb426168f5 service neutron] 10.222.0.24 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587946 Feb 19 07:28:07.259364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] No DVR routers for this DVR port ec3f6e14-1f82-4938-9310-ee151d34b968 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:07.269250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.273209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-601c1e30-74ea-4a6d-bf6d-8c822f803038 req-6824eb28-c7e8-47f3-b9d0-0113515789ff tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "DELETE /v2.0/ports/ec3f6e14-1f82-4938-9310-ee151d34b968 HTTP/1.1" status: 204 len: 173 time: 1.9298911 Feb 19 07:28:07.316352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (0e616c52-c912-4d61-b0bc-37fb4daa4757), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.365490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event deleted for resources: {'Subnet': ['ID=0e616c52-c912-4d61-b0bc-37fb4daa4757,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:07.369563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.373023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-733d5e66-8a4f-4cdc-90b9-898c54362430 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "DELETE /v2.0/subnets/0e616c52-c912-4d61-b0bc-37fb4daa4757 HTTP/1.1" status: 204 len: 168 time: 0.7630682 Feb 19 07:28:07.375781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:07.390342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9d6a3-b41a-4ee4-a2c1-b1bb8ae4b7be None None] Network f1f20011-a3e7-4875-9080-4b63d3a03d19 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:07.397941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'name': 'network-vif-deleted', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:07.400951 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34b79f-b4ae-4b11-a916-d1127730a5ef" -d '{"events": [{"server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "name": "network-vif-deleted", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:07.450042 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1ba240-8d4c-4554-ae99-5bd8fb138b3d x-openstack-request-id: req-2e1ba240-8d4c-4554-ae99-5bd8fb138b3d {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:07.450578 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c26001-b35e-482d-baf0-4a21685eeb26", "name": "network-vif-deleted", "tag": "ec3f6e14-1f82-4938-9310-ee151d34b968", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:07.451032 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e1ba240-8d4c-4554-ae99-5bd8fb138b3d {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:07.451634 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c26001-b35e-482d-baf0-4a21685eeb26', 'name': 'network-vif-deleted', 'tag': 'ec3f6e14-1f82-4938-9310-ee151d34b968', 'status': 'completed', 'code': 200} Feb 19 07:28:07.494649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-121e7869-1e70-4d7b-8525-7c9ed1fc1107 req-d9ae0170-21f0-4ae5-b7bf-9e0e67e91fef service neutron] 10.222.0.24 "GET /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365365 Feb 19 07:28:07.512968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (f1f20011-a3e7-4875-9080-4b63d3a03d19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.516981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5d372c02-d4c5-40a3-9504-138aefd5e9eb details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:07.579952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78a752d7-7d61-4336-bcba-b2954dd2c18c req-df306c19-94cd-41f4-97c9-90b70f080172 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.0328143 Feb 19 07:28:07.592903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Deleting port fc4869f8-44fe-40cb-a614-91b1339970a1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:07.593252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.648691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:07.666181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '5d372c02-d4c5-40a3-9504-138aefd5e9eb', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'port_id': '5d372c02-d4c5-40a3-9504-138aefd5e9eb', 'mac_address': 'fa:16:3e:3e:47:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:07.675002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] For port fc4869f8-44fe-40cb-a614-91b1339970a1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fc4869f8-44fe-40cb-a614-91b1339970a1,segment=NetworkSegment(56c8c7e3-a8a0-4626-a220-ee3b85e9898a),segment_id=56c8c7e3-a8a0-4626-a220-ee3b85e9898a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:07.676619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.694537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Calling delete_port for fc4869f8-44fe-40cb-a614-91b1339970a1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:07.732858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5d372c02-d4c5-40a3-9504-138aefd5e9eb is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:07.733264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.772606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d372c02-d4c5-40a3-9504-138aefd5e9eb {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:07.799066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] DHCP port deletion for f1f20011-a3e7-4875-9080-4b63d3a03d19 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:07.826403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:07.858754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5d9a1f9-0b55-4d4b-89a5-3e57ef797f20 req-c3a8828e-c4a7-476e-a815-2230a1ded95e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5c26001-b35e-482d-baf0-4a21685eeb26 HTTP/1.1" status: 200 len: 210 time: 0.0540473 Feb 19 07:28:07.877813 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.934080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:07.977271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event deleted for resources: {'Port': ['ID=fc4869f8-44fe-40cb-a614-91b1339970a1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.011851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Deleting port fc4869f8-44fe-40cb-a614-91b1339970a1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:08.025247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.025247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.035434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.046705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.052505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.059736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.066535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.072463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.077917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.086591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92737d6d-5886-4663-b241-c3fd892bc630 req-aca200a9-67c6-4d1e-89f4-fe24703452b8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2841718 Feb 19 07:28:08.108329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] No DVR routers for this DVR port fc4869f8-44fe-40cb-a614-91b1339970a1 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:08.142045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] For port fc4869f8-44fe-40cb-a614-91b1339970a1, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:08.143232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.186251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['5d372c02-d4c5-40a3-9504-138aefd5e9eb'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:08.202807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Calling delete_port for fc4869f8-44fe-40cb-a614-91b1339970a1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:08.211112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Port fc4869f8-44fe-40cb-a614-91b1339970a1 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:28:08.211948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (f1f20011-a3e7-4875-9080-4b63d3a03d19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.234639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f20011-a3e7-4875-9080-4b63d3a03d19']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:08.238956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e15b-a9b8-4335-b76e-61223ad7fb0b req-be7e14a3-9f1f-4d92-bd51-a1b9e940c36e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:08.241778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab25e15b-a9b8-4335-b76e-61223ad7fb0b req-be7e14a3-9f1f-4d92-bd51-a1b9e940c36e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 945 time: 0.1241188 Feb 19 07:28:08.244445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c8c7e3-a8a0-4626-a220-ee3b85e9898a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:08.244747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c8c7e3-a8a0-4626-a220-ee3b85e9898a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:08.254351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (56c8c7e3-a8a0-4626-a220-ee3b85e9898a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.269151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (56c8c7e3-a8a0-4626-a220-ee3b85e9898a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.269395 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (fc4869f8-44fe-40cb-a614-91b1339970a1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.280590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:08.280992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (56c8c7e3-a8a0-4626-a220-ee3b85e9898a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.302098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] Pushing event deleted for resources: {'Port': ['ID=fc4869f8-44fe-40cb-a614-91b1339970a1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.327324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cb18b-7087-48d2-80fc-74e176b5010f None None] No DVR routers for this DVR port fc4869f8-44fe-40cb-a614-91b1339970a1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:08.343569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab25e15b-a9b8-4335-b76e-61223ad7fb0b req-da7b6d94-a798-4c30-8e82-869471b75b67 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950701 Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:08.389550 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:08.460697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92737d6d-5886-4663-b241-c3fd892bc630 req-d0c140fa-d0f0-47f0-82a6-4ac55646df92 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3659229 Feb 19 07:28:08.461606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (f1f20011-a3e7-4875-9080-4b63d3a03d19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.476077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.481496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] 10.222.0.43 "DELETE /v2.0/networks/f1f20011-a3e7-4875-9080-4b63d3a03d19 HTTP/1.1" status: 204 len: 168 time: 1.1021605 Feb 19 07:28:08.507091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4c1be-67c5-4c8a-813b-0c6cf2ab2958 tempest-ExtraDHCPOptionsTestJSON-1385292200 tempest-ExtraDHCPOptionsTestJSON-1385292200-project] Pushing event deleted for resources: {'Network': ['ID=f1f20011-a3e7-4875-9080-4b63d3a03d19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:08.548196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd18a429-5fdc-436e-bf08-e9b11a071de9 req-ab5f2820-7b8c-4697-a8e2-b3599281d62c tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0677712 Feb 19 07:28:08.562355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d038d2-96bc-40bb-9afc-369434f8342a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:08.847760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:09.164180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ec3f6e14-1f82-4938-9310-ee151d34b968 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:09.170319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f858d54d-896d-4102-9c0b-074e6d685074 req-9b601c24-a75e-4437-9bb5-def8f323de76 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0915668 Feb 19 07:28:09.192263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4393b63f-184d-4bfc-b586-990861fe264c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1fd41a12b6474a2ab45d0a39fd61ba78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411140 Feb 19 07:28:09.192535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:09.223270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: ec3f6e14-1f82-4938-9310-ee151d34b968 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:09.223270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ec3f6e14-1f82-4938-9310-ee151d34b968 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:09.277073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] Publish callbacks [] for security_group (0323e41e-e9f8-4413-84a0-576c74293c9a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.278942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fc4869f8-44fe-40cb-a614-91b1339970a1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:09.300265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] Publish callbacks [] for security_group (0323e41e-e9f8-4413-84a0-576c74293c9a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.314293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fc4869f8-44fe-40cb-a614-91b1339970a1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:09.314979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fc4869f8-44fe-40cb-a614-91b1339970a1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:09.346193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dd576-62b6-4db4-92c6-f8b30d124938 req-8f50ec72-a8b7-429d-863a-4641c31799ea tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.348294 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c53dd576-62b6-4db4-92c6-f8b30d124938 req-8f50ec72-a8b7-429d-863a-4641c31799ea tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0829682 Feb 19 07:28:09.362448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0323e41e-e9f8-4413-84a0-576c74293c9a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.368428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.387386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0323e41e-e9f8-4413-84a0-576c74293c9a HTTP/1.1" status: 204 len: 168 time: 0.1791666 Feb 19 07:28:09.412153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdede758-6e32-4cf0-9878-1b629d9007f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0323e41e-e9f8-4413-84a0-576c74293c9a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:09.474455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c53dd576-62b6-4db4-92c6-f8b30d124938 req-0806c21c-77a8-4cb5-9f85-b31760715541 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182518 Feb 19 07:28:09.505958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5d372c02-d4c5-40a3-9504-138aefd5e9eb up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:09.630350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 5d372c02-d4c5-40a3-9504-138aefd5e9eb completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:09.644827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 5d372c02-d4c5-40a3-9504-138aefd5e9eb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:09.645825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.670143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecd763-47bf-4bcd-a1da-1baeb678033d req-47e0aaf3-66bc-40aa-97cf-d916c7a4b488 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.679769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.683698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0ecd763-47bf-4bcd-a1da-1baeb678033d req-47e0aaf3-66bc-40aa-97cf-d916c7a4b488 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 945 time: 0.1977663 Feb 19 07:28:09.773306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.780279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.829778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5d372c02-d4c5-40a3-9504-138aefd5e9eb is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:09.830271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.833376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0ecd763-47bf-4bcd-a1da-1baeb678033d req-eea83d90-b38f-4459-aa27-a59012f4ae83 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427782 Feb 19 07:28:09.840425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.846839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.856446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.869314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.872348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:09.881592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-2fbee452-530a-435c-b747-a0ee7be3dd85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2567511 Feb 19 07:28:09.885544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:09.888326 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4eb048-be74-43c9-a7f7-3e337ea03bbc" -d '{"events": [{"server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "name": "network-vif-plugged", "status": "completed", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:09.916705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:09.925319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:09.983857 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b73d61-9e49-4ede-9d2e-1974f2e1453c x-openstack-request-id: req-97b73d61-9e49-4ede-9d2e-1974f2e1453c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:09.984160 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "name": "network-vif-plugged", "status": "completed", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:09.984426 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97b73d61-9e49-4ede-9d2e-1974f2e1453c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:09.984833 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb', 'code': 200} Feb 19 07:28:10.005726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5151bdf5-0710-4f80-90c8-d1ecb54eda76 req-8830db5f-37ae-4752-b79b-fb92a3b680f5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1231515 Feb 19 07:28:10.113785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:10.136996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754ecfc-2ea7-4fbe-8868-fc486dce9850 req-e7522acc-7390-4d1f-973d-1215d278ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:10.138955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2754ecfc-2ea7-4fbe-8868-fc486dce9850 req-e7522acc-7390-4d1f-973d-1215d278ede6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 1128 time: 0.0816300 Feb 19 07:28:10.202502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2754ecfc-2ea7-4fbe-8868-fc486dce9850 req-45837989-19d8-473f-bee7-317f997248e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571148 Feb 19 07:28:10.292552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a259969-1f91-4f97-a942-2dfdbbc24f75 req-5e4b93e2-e7bc-4cb3-962f-7824dfc00824 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0374925 Feb 19 07:28:10.666547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8e0b-08fe-401a-bb93-93fb58f00050 req-5daa1784-3e54-4167-8140-5351916d8755 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:10.671341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:10.677598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edca8e0b-08fe-401a-bb93-93fb58f00050 req-5daa1784-3e54-4167-8140-5351916d8755 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.1125333 Feb 19 07:28:10.785597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112f2c-cfb0-431d-893e-1a928595c6af req-63044328-7c67-4421-91d6-1c578c9f7f8a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:10.788416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49112f2c-cfb0-431d-893e-1a928595c6af req-63044328-7c67-4421-91d6-1c578c9f7f8a tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 944 time: 0.0982208 Feb 19 07:28:10.792104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edca8e0b-08fe-401a-bb93-93fb58f00050 req-fe0e8f8b-e964-401b-bb06-d8124b9a7261 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137381 Feb 19 07:28:10.840246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1947954428'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:10.877822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:10.885909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:10.906817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:10.956356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.008126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:11.008723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.096323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for security_group (193c045c-479e-49b2-8721-e05ac71f5b25), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.109074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (193c045c-479e-49b2-8721-e05ac71f5b25), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.163768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] For port 49c44160-64a6-47ed-94c7-be3516a7213d, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=49c44160-64a6-47ed-94c7-be3516a7213d,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:11.164169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.605937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:11.615012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d0c050fa-fa96-43ed-af1b-e799f8ad98b1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.615392 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment d0c050fa-fa96-43ed-af1b-e799f8ad98b1 of type vlan for network 5a7cf141-691a-4ef1-aad3-17f0cc88dace Feb 19 07:28:11.659597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.664774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5a7cf141-691a-4ef1-aad3-17f0cc88dace), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.679996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.690631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.697872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.700182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5a7cf141-691a-4ef1-aad3-17f0cc88dace), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.703601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.706046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.706727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.709554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.714849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.716787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51706b8e-652e-43b7-be3d-d124b567548d req-107273b0-a9ad-4207-ad76-de227cdc984d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.4693244 Feb 19 07:28:11.763972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0912082 Feb 19 07:28:11.778854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193c045c-479e-49b2-8721-e05ac71f5b25,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:11.886490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51706b8e-652e-43b7-be3d-d124b567548d req-e11bb410-9982-413f-a768-c00e47002aea tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1522281 Feb 19 07:28:11.920782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.922948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:11.928232 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Floating IP a8c451d3-b47d-496a-9d40-b3c032d0d9e4 disassociated. External IP: 172.25.7.174, port: 49c44160-64a6-47ed-94c7-be3516a7213d. Feb 19 07:28:11.929655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bf717-27e6-477f-a245-e92a3faed996 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=5a7cf141-691a-4ef1-aad3-17f0cc88dace,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:11.929902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for 49c44160-64a6-47ed-94c7-be3516a7213d owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:11.945801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:11.971774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f13bf-4ceb-430b-82e8-d5dcc320e9d1 req-f2ce5e87-c65d-4933-bcc4-b52fe0133c74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:11.980838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b1f13bf-4ceb-430b-82e8-d5dcc320e9d1 req-f2ce5e87-c65d-4933-bcc4-b52fe0133c74 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 1.0497007 Feb 19 07:28:12.120598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b1f13bf-4ceb-430b-82e8-d5dcc320e9d1 req-52d2264c-5e64-43a9-b532-21882eafc836 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382964 Feb 19 07:28:12.330737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (49c44160-64a6-47ed-94c7-be3516a7213d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:12.394343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831d2cf-6b47-414b-b4f8-988c3b0b7d0f req-19e0c316-83bc-401e-b86c-c5d7da5f6129 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:12.417443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3831d2cf-6b47-414b-b4f8-988c3b0b7d0f req-19e0c316-83bc-401e-b86c-c5d7da5f6129 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 866 time: 0.1545727 Feb 19 07:28:12.423336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:12.482475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35ef7b7b-d1c2-4fb6-86a0-1f02617cf90c req-419cf6aa-ba39-44a3-83e6-6ff8a3cc2e85 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1735260 Feb 19 07:28:12.483550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=49c44160-64a6-47ed-94c7-be3516a7213d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:12.503394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.515779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.523568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.524004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.524418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.524834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.525242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.525646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.526044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.526443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.526839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.527256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.527655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:12.552884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3831d2cf-6b47-414b-b4f8-988c3b0b7d0f req-f1e2fa05-3517-4532-95a7-d08e59a1fcc2 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09211059-a85b-42ce-a230-9c1ca5de5df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341550 Feb 19 07:28:12.769173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Router a75adb60-bf09-4ff1-b77b-2f341e530ae2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:12.958067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:12.971538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Sync routers for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:12.991593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:12.993722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:13.089057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] No DVR routers for this DVR port 49c44160-64a6-47ed-94c7-be3516a7213d on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:13.200131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:13.206570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49112f2c-cfb0-431d-893e-1a928595c6af req-544edbb8-88b2-487b-b783-ea2378ed34f1 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.47 "DELETE /v2.0/ports/49c44160-64a6-47ed-94c7-be3516a7213d HTTP/1.1" status: 204 len: 173 time: 2.4118249 Feb 19 07:28:13.210377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-deleted', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:13.215252 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0074b4b-1708-4791-82f6-26a4c1b6784b" -d '{"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-deleted", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:13.288304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:13.344549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.366872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.385673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.402577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.452249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.464976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcecbc0-3780-4da4-8d64-e7b361c242c3 req-9447cfda-d2fb-4af0-87f3-ef9cf2126659 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.475949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbcecbc0-3780-4da4-8d64-e7b361c242c3 req-9447cfda-d2fb-4af0-87f3-ef9cf2126659 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 0.2080214 Feb 19 07:28:13.479147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.501127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:13.503089 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-473d912c-78f6-416c-9799-ea1d7660ef7f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.4678469 Feb 19 07:28:13.561826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbcecbc0-3780-4da4-8d64-e7b361c242c3 req-19fe1aa5-9f02-40d7-a0da-683257b2bae1 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842156 Feb 19 07:28:13.647084 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ee0ab7-f5ba-4434-b5ca-5783e4cdcf97 x-openstack-request-id: req-77ee0ab7-f5ba-4434-b5ca-5783e4cdcf97 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:13.647486 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037a166a-7bdc-4a77-8baa-3f132eca8351", "name": "network-vif-deleted", "tag": "49c44160-64a6-47ed-94c7-be3516a7213d", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:13.647763 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77ee0ab7-f5ba-4434-b5ca-5783e4cdcf97 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:13.648194 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037a166a-7bdc-4a77-8baa-3f132eca8351', 'name': 'network-vif-deleted', 'tag': '49c44160-64a6-47ed-94c7-be3516a7213d', 'status': 'completed', 'code': 200} Feb 19 07:28:13.689255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f6a3617-721c-4383-9dc1-04e52299d960 req-048beadb-755b-420f-a83d-be9f7dadfc53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1797466 Feb 19 07:28:13.772839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6da2476a-3fe6-498e-b7e8-b0db917bb786 req-9dd51185-6d91-4eda-8d3a-52f10aad67e9 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0687048 Feb 19 07:28:14.037443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec614c-c5d0-4218-9406-1aeb11b3ef7f req-dad96958-77ed-4829-a981-09d976d7d762 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:14.039163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52b8f98e-1e1b-433e-b997-2450c77256fe req-c3b7ccc3-8bdb-41f9-aee9-371b3f1f5423 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/ports?device_id=037a166a-7bdc-4a77-8baa-3f132eca8351 HTTP/1.1" status: 200 len: 210 time: 0.1165459 Feb 19 07:28:14.053479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9ec614c-c5d0-4218-9406-1aeb11b3ef7f req-dad96958-77ed-4829-a981-09d976d7d762 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 0.1525829 Feb 19 07:28:14.127405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9ec614c-c5d0-4218-9406-1aeb11b3ef7f req-2d8b9e58-f257-4457-9c16-4564fc148c68 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694518 Feb 19 07:28:14.276154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:14.293442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:14.373857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Checking router: a75adb60-bf09-4ff1-b77b-2f341e530ae2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:14.399145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:14.401517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:14.657735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:14.997724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-047330f8-bbe8-436a-a85c-4f0bdec2821d req-b3e99d06-1306-4733-b6fa-b2fc7b81143d tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0511861 Feb 19 07:28:15.120794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:15.179615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f02730-6bc3-4c7f-ad30-82631663e6c5 None None] The sync data for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 is: [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:19:46Z', 'revision_number': 4, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'fcf7dead-371f-40d7-9f83-94a83ba9ba18', 'name': '', 'network_id': 'dab5a7b7-5b40-4c16-9114-478df0b3ff5a', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'mac_address': 'fa:16:3e:72:4f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:45Z', 'updated_at': '2022-02-19T07:19:54Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'subnets': [{'id': 'ae422300-b44d-4b97-b5f3-328357a5ca00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:15.182598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:15.193575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:15.202653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:15.212488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:15.235293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 49c44160-64a6-47ed-94c7-be3516a7213d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:15.235751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 49c44160-64a6-47ed-94c7-be3516a7213d not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:15.295426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.301599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.308113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.313709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.326048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.334393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.343137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.352686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-a6380b72-4b69-42ca-9aa5-8f699ed60160 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3164513 Feb 19 07:28:15.398505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:15.402289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.477790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e322bafb-ecc3-4aab-ada7-d69bf664f5fe req-5de45eb3-8017-4928-a7a4-7ebf17d0c093 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1241434 Feb 19 07:28:15.632611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.654170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:15.668081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (09211059-a85b-42ce-a230-9c1ca5de5df1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.670895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a5d7ae37-f42d-402d-8f82-271f70474961), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.727603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (09211059-a85b-42ce-a230-9c1ca5de5df1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.735794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:15.746774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:15.747142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: 5a7cf141-691a-4ef1-aad3-17f0cc88dace, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:15.772462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67201a4-b0be-4760-a110-19d500ad6103 None None] New status for floating IP a8c451d3-b47d-496a-9d40-b3c032d0d9e4: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:28:15.788399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:15.804327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5a7cf141-691a-4ef1-aad3-17f0cc88dace) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:15.812462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:15.813267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.814086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563b9103-5f57-446d-9d3e-fdb498527e77 None None] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:15.835781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (09211059-a85b-42ce-a230-9c1ca5de5df1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.849823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:15.850954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "DELETE /v2.0/security-groups/09211059-a85b-42ce-a230-9c1ca5de5df1 HTTP/1.1" status: 204 len: 168 time: 0.6672618 Feb 19 07:28:15.855124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:15.887146 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-6904d217-bbb4-4d4c-985c-8271327abc10 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] show failed (client error): The resource could not be found. Feb 19 07:28:15.888240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6904d217-bbb4-4d4c-985c-8271327abc10 tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "GET /v2.0/security-groups/09211059-a85b-42ce-a230-9c1ca5de5df1 HTTP/1.1" status: 404 len: 347 time: 0.0321262 Feb 19 07:28:15.905344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:15.914053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-17e7b18e-c7e9-426b-9990-f4e7e1adf9bb tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7104485 Feb 19 07:28:15.957092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34858) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:16.002296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7209086-161d-4385-9527-7eb4ac5b540d tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09211059-a85b-42ce-a230-9c1ca5de5df1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:16.010631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-478572385'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:16.064811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:16.069930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.071408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5a7cf141-691a-4ef1-aad3-17f0cc88dace', 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': 'b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:16.075377 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.109615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:16.112613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Deleting port 5588de3f-4ee6-466a-bb3e-0dbad0c6771c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:16.112967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.167256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9772ab8e-7f12-4dec-84d2-8b780304e6a6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.168941 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment 9772ab8e-7f12-4dec-84d2-8b780304e6a6 of type vlan for network 4186a616-c8d3-4c56-8a98-eb2debc75b01 Feb 19 07:28:16.279896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d989969-239c-439c-9258-1fb99f91d884 req-ec6e74f3-1ef7-4ee7-a4ee-a417fbee0282 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0425675 Feb 19 07:28:16.294875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.323594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.323816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.346270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Calling delete_port for 5588de3f-4ee6-466a-bb3e-0dbad0c6771c owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:16.365932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.378627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:16.379310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.392503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Allocated IP 2001:db8:0:ffff::2 (5a7cf141-691a-4ef1-aad3-17f0cc88dace/b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3/2707f41c-17e3-40cc-84f9-0667c514c2a6) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:16.493852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=4186a616-c8d3-4c56-8a98-eb2debc75b01,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:16.558438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b2fc259-37cc-4522-9aa0-215e825fe2c7 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5518248 Feb 19 07:28:16.559494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:16.570568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:16.692274 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks [] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.702840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:16.714727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.762409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:16.767428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.772360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5588de3f-4ee6-466a-bb3e-0dbad0c6771c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.821079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Pushing event deleted for resources: {'Port': ['ID=5588de3f-4ee6-466a-bb3e-0dbad0c6771c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:16.837980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Pushing event updated for resources: {'Port': ['ID=2707f41c-17e3-40cc-84f9-0667c514c2a6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:16.941057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:16.976812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks [] for floatingip (a8c451d3-b47d-496a-9d40-b3c032d0d9e4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.982696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:16.983077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:16.990622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1a3c3d78-ca3a-439c-b4e6-368a3d6ad55e tempest-ServerActionsTestJSON-1665649876 tempest-ServerActionsTestJSON-1665649876-project] 10.222.0.43 "DELETE /v2.0/floatingips/a8c451d3-b47d-496a-9d40-b3c032d0d9e4 HTTP/1.1" status: 204 len: 168 time: 1.0831497 Feb 19 07:28:16.995339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:17.000710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:17.086769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.092680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.098571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.104636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.110725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.119303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.127216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:17.130813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-282f026e-f518-4b76-be5c-b2ea07082556 req-ea506e7c-f8a0-4e1c-800c-0dbecfde4894 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.4490077 Feb 19 07:28:17.164293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Attempting to bind port 2707f41c-17e3-40cc-84f9-0667c514c2a6 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:17.164673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Attempting to bind port 2707f41c-17e3-40cc-84f9-0667c514c2a6 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:17.165039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Attempting to bind port 2707f41c-17e3-40cc-84f9-0667c514c2a6 on network 5a7cf141-691a-4ef1-aad3-17f0cc88dace {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:17.182292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:17.182708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Checking segment: {'id': 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:17.186103 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.186567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Bound using segment: {'id': 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:17.188200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Bound port: 2707f41c-17e3-40cc-84f9-0667c514c2a6, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '5a7cf141-691a-4ef1-aad3-17f0cc88dace'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:17.188624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.355158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] For port 2707f41c-17e3-40cc-84f9-0667c514c2a6, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:17.370793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] For port 2707f41c-17e3-40cc-84f9-0667c514c2a6, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2707f41c-17e3-40cc-84f9-0667c514c2a6,segment=NetworkSegment(d0c050fa-fa96-43ed-af1b-e799f8ad98b1),segment_id=d0c050fa-fa96-43ed-af1b-e799f8ad98b1)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:17.386289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.488903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-282f026e-f518-4b76-be5c-b2ea07082556 req-3d4b05fe-23fc-4f05-9e9b-b864d3dcc1b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3404844 Feb 19 07:28:17.528002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a02ae-ef8e-4b40-8ec7-63d5d575f517 None None] Pushing event updated for resources: {'Port': ['ID=2707f41c-17e3-40cc-84f9-0667c514c2a6,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:17.658385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82a7aeb1-fe7b-4b06-8807-1391b4bef472 req-6019bbee-e249-460c-880d-18fcdd690fb8 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1576533 Feb 19 07:28:17.674176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Deleting port 260e265a-ce75-4434-8a77-a31206ea9368 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:17.674536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (260e265a-ce75-4434-8a77-a31206ea9368), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.684108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:28:17.806548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b2243dcc-3c12-4f22-91f3-77f4f0adcdf5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.924752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] For port 260e265a-ce75-4434-8a77-a31206ea9368, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=260e265a-ce75-4434-8a77-a31206ea9368,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:17.925227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (260e265a-ce75-4434-8a77-a31206ea9368), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:17.930258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:18.016682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Calling delete_port for 260e265a-ce75-4434-8a77-a31206ea9368 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:18.020061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=b2243dcc-3c12-4f22-91f3-77f4f0adcdf5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:18.088849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': '9772ab8e-7f12-4dec-84d2-8b780304e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:18.089233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: 4186a616-c8d3-4c56-8a98-eb2debc75b01, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:18.156309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:18.180221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4186a616-c8d3-4c56-8a98-eb2debc75b01) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:18.188579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c1938-e105-4ccb-b263-919ddd69c07e None None] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:18.198579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:18.201441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.275509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d8633ef-bc7d-4814-995a-85d43d199c86 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7119524 Feb 19 07:28:18.276336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:18.296745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'port': {'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01', 'name': 'tempest-NetworksIpV6TestAttrs-384443540'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:18.345769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.386098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-4186a616-c8d3-4c56-8a98-eb2debc75b01', 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': 'b2243dcc-3c12-4f22-91f3-77f4f0adcdf5'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:18.386972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.608978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:18.612723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Allocated IP 2001:db8::f816:3eff:fed5:9335 (4186a616-c8d3-4c56-8a98-eb2debc75b01/b2243dcc-3c12-4f22-91f3-77f4f0adcdf5/aec823b5-99fd-4d23-8f25-615ce42eccd3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:18.613278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.619388 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.932741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks [] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:18.953131 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.048381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.17 (9e05a9ca-4599-478b-a0f4-bde617c87de6/8629660c-b0f3-4b87-b9dc-ad732674cea6/8079cd81-35c3-4191-8a80-293093457238) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:19.058624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Pushing event updated for resources: {'Port': ['ID=aec823b5-99fd-4d23-8f25-615ce42eccd3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:19.075378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:19.076933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:19.081052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:19.107172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.112538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.117956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.124603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.129951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.144886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.150473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:19.164227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-31b2f532-7769-43f7-a5a7-b24ce7ba5188 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3446708 Feb 19 07:28:19.260759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Attempting to bind port aec823b5-99fd-4d23-8f25-615ce42eccd3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:19.261348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Attempting to bind port aec823b5-99fd-4d23-8f25-615ce42eccd3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9772ab8e-7f12-4dec-84d2-8b780304e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:19.261571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Attempting to bind port aec823b5-99fd-4d23-8f25-615ce42eccd3 on network 4186a616-c8d3-4c56-8a98-eb2debc75b01 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:19.276099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ee277a3-576a-4d51-99f3-992b43c7e409 req-cebfe0e1-d98c-4b2d-a27f-fa9352f5b92b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1110737 Feb 19 07:28:19.277372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:19.279167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Checking segment: {'id': '9772ab8e-7f12-4dec-84d2-8b780304e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:19.279612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.280016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Bound using segment: {'id': '9772ab8e-7f12-4dec-84d2-8b780304e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:19.285249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Bound port: aec823b5-99fd-4d23-8f25-615ce42eccd3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9772ab8e-7f12-4dec-84d2-8b780304e6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4186a616-c8d3-4c56-8a98-eb2debc75b01'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:19.285788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.312949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (260e265a-ce75-4434-8a77-a31206ea9368), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.336584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf14be6d-4337-4b77-9152-000b8ebf6f46 None None] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:19.400553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2707f41c-17e3-40cc-84f9-0667c514c2a6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:19.417198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Pushing event deleted for resources: {'Port': ['ID=260e265a-ce75-4434-8a77-a31206ea9368,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:19.547312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] device_id is not set on port 8c666186-9be0-4672-b5ce-603967d1fc54 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:28:19.667687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a5d7ae37-f42d-402d-8f82-271f70474961), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.820687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (8079cd81-35c3-4191-8a80-293093457238), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.825282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Provisioning complete for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:19.828876 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.883438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Allocated IP 2001:db8::f816:3eff:fefa:b3fc (4186a616-c8d3-4c56-8a98-eb2debc75b01/b2243dcc-3c12-4f22-91f3-77f4f0adcdf5/8c666186-9be0-4672-b5ce-603967d1fc54) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:19.893584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:19.894170 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:19.930837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] For port aec823b5-99fd-4d23-8f25-615ce42eccd3, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:19.976951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] For port aec823b5-99fd-4d23-8f25-615ce42eccd3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aec823b5-99fd-4d23-8f25-615ce42eccd3,segment=NetworkSegment(9772ab8e-7f12-4dec-84d2-8b780304e6a6),segment_id=9772ab8e-7f12-4dec-84d2-8b780304e6a6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:19.992154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.074042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for port (8c666186-9be0-4672-b5ce-603967d1fc54), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.116962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-984b206d-27fc-4b26-abda-54a0f17a9d35 req-47eba762-e3c5-482a-b6fb-cf0b33139afe tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 1.2783232 Feb 19 07:28:20.125484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8c666186-9be0-4672-b5ce-603967d1fc54), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.201961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:20.236673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Port': ['ID=8c666186-9be0-4672-b5ce-603967d1fc54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:20.243398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:20.246619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:20.252788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.253474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.301363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.306472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d542c376-9465-4c8d-b900-20e349cef95b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0288594 Feb 19 07:28:20.306829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:20.310235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Current status of the port 2707f41c-17e3-40cc-84f9-0667c514c2a6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:20.310730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.539325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Deleting port fcf7dead-371f-40d7-9f83-94a83ba9ba18 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:20.539685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.557879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] For port 2707f41c-17e3-40cc-84f9-0667c514c2a6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2707f41c-17e3-40cc-84f9-0667c514c2a6,segment=NetworkSegment(d0c050fa-fa96-43ed-af1b-e799f8ad98b1),segment_id=d0c050fa-fa96-43ed-af1b-e799f8ad98b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:20.568635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1280052-5abf-4053-b999-a435ee2db74e None None] Pushing event updated for resources: {'Port': ['ID=aec823b5-99fd-4d23-8f25-615ce42eccd3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:20.587052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.621668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2707f41c-17e3-40cc-84f9-0667c514c2a6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:20.622080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.633309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting subnet b2243dcc-3c12-4f22-91f3-77f4f0adcdf5 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:20.654058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (b2243dcc-3c12-4f22-91f3-77f4f0adcdf5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.729599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.731925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] For port fcf7dead-371f-40d7-9f83-94a83ba9ba18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcf7dead-371f-40d7-9f83-94a83ba9ba18,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:20.732412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.735268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.741338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.746764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.758074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.763904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.764165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Calling delete_port for fcf7dead-371f-40d7-9f83-94a83ba9ba18 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:20.769239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:20.776994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-15748ef5-7087-4c51-8ba7-080a5f61ac6c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3349345 Feb 19 07:28:20.804492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83092589-9704-4403-bdad-b2a0a5081bad None None] Pushing event updated for resources: {'Port': ['ID=2707f41c-17e3-40cc-84f9-0667c514c2a6,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:20.844519 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:20.845389 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:20.850459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8079cd81-35c3-4191-8a80-293093457238), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:20.912398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:20.975567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:20.981847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (b2243dcc-3c12-4f22-91f3-77f4f0adcdf5), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.013411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:21.092685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-777bc1ae-5eee-4335-b9b0-f1da790fe6b4 req-e35f8a1f-3f61-4764-b64d-a94fb1fff57b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3147099 Feb 19 07:28:21.132739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-76565ce2-25de-436d-a876-f1a120c26ad0 None None] Provisioning complete for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:21.142139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76565ce2-25de-436d-a876-f1a120c26ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.169718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fcf7dead-371f-40d7-9f83-94a83ba9ba18), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.170023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:21.229561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf7dead-371f-40d7-9f83-94a83ba9ba18,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:21.324491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76565ce2-25de-436d-a876-f1a120c26ad0 None None] Current status of the port 2707f41c-17e3-40cc-84f9-0667c514c2a6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:21.327354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.347397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Router a5d7ae37-f42d-402d-8f82-271f70474961 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:21.400537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96a7c125-4f9f-4377-83fe-af35ede29ae6 req-8dbecfbf-ce49-4716-93ba-e726242f797f tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1077826 Feb 19 07:28:21.562910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.703166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2707f41c-17e3-40cc-84f9-0667c514c2a6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:21.727796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b5eac395-31bd-4a48-b939-7eba90de9a37 None None] Provisioning complete for port 8079cd81-35c3-4191-8a80-293093457238 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:21.728278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5eac395-31bd-4a48-b939-7eba90de9a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8079cd81-35c3-4191-8a80-293093457238), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.773516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b5eac395-31bd-4a48-b939-7eba90de9a37 None None] Port 8079cd81-35c3-4191-8a80-293093457238 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:21.836997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b2243dcc-3c12-4f22-91f3-77f4f0adcdf5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.932686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Router a75adb60-bf09-4ff1-b77b-2f341e530ae2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:21.942205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb8810-bd65-45ee-96ed-2f3aedb4e141 None None] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:21.959799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8079cd81-35c3-4191-8a80-293093457238), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:21.995352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:22.009207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:22.009821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d99da136-9d04-468e-b423-febb2b681817 admin admin] 10.222.0.43 "PUT /v2.0/routers/a5d7ae37-f42d-402d-8f82-271f70474961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7325737 Feb 19 07:28:22.074099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (b2243dcc-3c12-4f22-91f3-77f4f0adcdf5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.094800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.097946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/b2243dcc-3c12-4f22-91f3-77f4f0adcdf5 HTTP/1.1" status: 204 len: 168 time: 1.7898996 Feb 19 07:28:22.115311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Sync routers for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:22.116817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:22.143289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a2da-c7fd-4b44-969c-eb67412f98a5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=b2243dcc-3c12-4f22-91f3-77f4f0adcdf5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:22.160666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks [] for router (a5d7ae37-f42d-402d-8f82-271f70474961), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.178971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2707f41c-17e3-40cc-84f9-0667c514c2a6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:22.226506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:22.227112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.303394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Deleting port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:22.303747 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.314685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:22.320772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dd4e37e8-3445-45f8-b5ff-6ccfaf717b37 admin admin] 10.222.0.43 "PUT /v2.0/routers/a75adb60-bf09-4ff1-b77b-2f341e530ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3244052 Feb 19 07:28:22.323175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:22.325850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017abce-300c-4137-a955-7873ce0ce3b4 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.326502 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Sync routers for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:22.328321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017abce-300c-4137-a955-7873ce0ce3b4 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.330175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2017abce-300c-4137-a955-7873ce0ce3b4 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2082551 Feb 19 07:28:22.348134 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:22.348848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.350919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:22.352931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:22.432089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Provisioning complete for port aec823b5-99fd-4d23-8f25-615ce42eccd3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:22.432624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.446158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.459587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.467692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.485016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.491226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.497192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.502799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:22.504790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22378b28-cd90-4027-b108-31ab9df10efd req-d90da8a1-8bb9-4a21-9833-61532605fc28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2629049 Feb 19 07:28:22.537804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks [] for router_gateway (a5d7ae37-f42d-402d-8f82-271f70474961), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.577839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:22.577839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.596268 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:22.639372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] For port 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:22.639912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.669409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Calling delete_port for 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:22.675261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22378b28-cd90-4027-b108-31ab9df10efd req-96a099c3-54b5-487d-9309-6e356b1ba971 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1597350 Feb 19 07:28:22.775575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1040b41e-b189-486b-a564-316d8a18cb53 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.800858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c65ff04-f32b-4585-93f2-b8cd9a8063c7 req-38be0855-1c7f-4ab8-8117-4dfc480d70c4 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1521456 Feb 19 07:28:22.832265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Current status of the port aec823b5-99fd-4d23-8f25-615ce42eccd3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:22.832596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.852962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks [] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.874740 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.909075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Checking router: a75adb60-bf09-4ff1-b77b-2f341e530ae2 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:22.919497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Routers {'a75adb60-bf09-4ff1-b77b-2f341e530ae2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:22.920365 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:22.936310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (8079cd81-35c3-4191-8a80-293093457238), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.956538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8079cd81-35c3-4191-8a80-293093457238), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:22.963353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2707f41c-17e3-40cc-84f9-0667c514c2a6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:22.965492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aec823b5-99fd-4d23-8f25-615ce42eccd3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:23.037802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] For port aec823b5-99fd-4d23-8f25-615ce42eccd3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aec823b5-99fd-4d23-8f25-615ce42eccd3,segment=NetworkSegment(9772ab8e-7f12-4dec-84d2-8b780304e6a6),segment_id=9772ab8e-7f12-4dec-84d2-8b780304e6a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:23.046830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a182ab6-4cfb-4094-8faa-06fee229f2b1 None None] Network 4186a616-c8d3-4c56-8a98-eb2debc75b01 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:23.051831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks [] for router_gateway (a75adb60-bf09-4ff1-b77b-2f341e530ae2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.060726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Deleting port 5b5e8cee-c99c-44ad-98dc-c912475ab4da {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:23.061062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.063615 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1040b41e-b189-486b-a564-316d8a18cb53 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 07:28:23.064246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1040b41e-b189-486b-a564-316d8a18cb53 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:23.064936 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] Set router a75adb60-bf09-4ff1-b77b-2f341e530ae2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:23.073814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1040b41e-b189-486b-a564-316d8a18cb53 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/4186a616-c8d3-4c56-8a98-eb2debc75b01 HTTP/1.1" status: 409 len: 466 time: 0.7053838 Feb 19 07:28:23.075876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:23.093451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1691284870'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:23.140652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.151611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.211589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port aec823b5-99fd-4d23-8f25-615ce42eccd3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:23.212234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.217048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.263768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:23.267403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.314934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Provisioning complete for port 8c666186-9be0-4672-b5ce-603967d1fc54 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:23.315624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8c666186-9be0-4672-b5ce-603967d1fc54), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.361245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Port 8c666186-9be0-4672-b5ce-603967d1fc54 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:23.362566 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:23.401078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:28:18Z', 'revision_number': 5, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port': {'id': '5b5e8cee-c99c-44ad-98dc-c912475ab4da', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:17:11Z', 'updated_at': '2022-02-19T07:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:23.409155 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678dc08e-7d7f-42d7-8013-80e61acca961 None None] The sync data for ids ['a75adb60-bf09-4ff1-b77b-2f341e530ae2'] in n-d-829866-3 is: [{'id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'name': 'tempest-ServerActionsTestJSON-405238704-router', 'tenant_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:19:40Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '47c71ad2f1134f26a01ea23c22dc19c7', 'gw_port': {'id': '477fa755-6741-4f5b-b167-7b8aa2665780', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75adb60-bf09-4ff1-b77b-2f341e530ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:19:41Z', 'updated_at': '2022-02-19T07:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:23.470426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Checking router: a5d7ae37-f42d-402d-8f82-271f70474961 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:23.498547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:23.501928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:23.504061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Routers {'a5d7ae37-f42d-402d-8f82-271f70474961'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:23.504861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5d7ae37-f42d-402d-8f82-271f70474961'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:23.518869 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.631608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ccda2-042e-4263-a099-61381a03a8f4 None None] Pushing event updated for resources: {'Port': ['ID=aec823b5-99fd-4d23-8f25-615ce42eccd3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.646476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] Set router a5d7ae37-f42d-402d-8f82-271f70474961 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:23.692446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:23.700762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:23.717418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e1e52cf6-f682-4395-91ee-4b665b117e8e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.717843 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment e1e52cf6-f682-4395-91ee-4b665b117e8e of type vlan for network e6694be1-80ab-43d1-bf35-bd264ca36790 Feb 19 07:28:23.720898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Pushing event deleted for resources: {'Port': ['ID=54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:23.729938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:28:22Z', 'revision_number': 6, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:23.735171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port aec823b5-99fd-4d23-8f25-615ce42eccd3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:23.738464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Provisioning complete for port aec823b5-99fd-4d23-8f25-615ce42eccd3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:23.738855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.787660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] For port 5b5e8cee-c99c-44ad-98dc-c912475ab4da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5b5e8cee-c99c-44ad-98dc-c912475ab4da,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:23.788474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.795724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd0781-c366-4662-a7eb-f6f6ca8d38ac None None] The sync data for ids ['a5d7ae37-f42d-402d-8f82-271f70474961'] in n-d-829866-3 is: [{'id': 'a5d7ae37-f42d-402d-8f82-271f70474961', 'name': 'tempest-AttachVolumeTestJSON-873440418-router', 'tenant_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:17:09Z', 'updated_at': '2022-02-19T07:28:22Z', 'revision_number': 6, 'project_id': 'd6daf5522bed4f90bd6cbc443aceb42e', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:23.820251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] DHCP port deletion for 4186a616-c8d3-4c56-8a98-eb2debc75b01 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:23.916687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Calling delete_port for 5b5e8cee-c99c-44ad-98dc-c912475ab4da owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:23.920188 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:23.923145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Deleting port 477fa755-6741-4f5b-b167-7b8aa2665780 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:23.923668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.112313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6abf4bd-8720-4709-839a-8ebfb443b5c8 req-36fcb395-343f-46de-a888-2d4c78a52e35 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1199317 Feb 19 07:28:24.123611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c4f86-c839-42ed-aa84-98cfad139fec None None] Current status of the port aec823b5-99fd-4d23-8f25-615ce42eccd3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:24.168820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Deleting port aec823b5-99fd-4d23-8f25-615ce42eccd3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:24.169283 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.175009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.180724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.181480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.373569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2957721 Feb 19 07:28:24.381258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] For port 477fa755-6741-4f5b-b167-7b8aa2665780, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=477fa755-6741-4f5b-b167-7b8aa2665780,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:24.382045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.387233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:24.402350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:24.472045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Calling delete_port for 477fa755-6741-4f5b-b167-7b8aa2665780 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:24.479326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcf7dead-371f-40d7-9f83-94a83ba9ba18 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:24.494286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb726293-caae-4b42-b740-feff08664dc5 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=e6694be1-80ab-43d1-bf35-bd264ca36790,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:24.503690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fcf7dead-371f-40d7-9f83-94a83ba9ba18 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:24.504040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcf7dead-371f-40d7-9f83-94a83ba9ba18 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:24.504459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aec823b5-99fd-4d23-8f25-615ce42eccd3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:24.547741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network e6694be1-80ab-43d1-bf35-bd264ca36790 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:24.549925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c1813e03-1e9e-4a61-b010-cc723351c7b6 None None] Provisioning complete for port 8079cd81-35c3-4191-8a80-293093457238 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:24.550303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1813e03-1e9e-4a61-b010-cc723351c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8079cd81-35c3-4191-8a80-293093457238), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.573251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] For port aec823b5-99fd-4d23-8f25-615ce42eccd3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aec823b5-99fd-4d23-8f25-615ce42eccd3,segment=NetworkSegment(9772ab8e-7f12-4dec-84d2-8b780304e6a6),segment_id=9772ab8e-7f12-4dec-84d2-8b780304e6a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:24.573655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.683003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port aec823b5-99fd-4d23-8f25-615ce42eccd3 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:24.683604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.705409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Calling delete_port for aec823b5-99fd-4d23-8f25-615ce42eccd3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:24.721739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:24.725876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.732057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port aec823b5-99fd-4d23-8f25-615ce42eccd3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aec823b5-99fd-4d23-8f25-615ce42eccd3,segment=NetworkSegment(9772ab8e-7f12-4dec-84d2-8b780304e6a6),segment_id=9772ab8e-7f12-4dec-84d2-8b780304e6a6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:24.754362 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.767826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5b5e8cee-c99c-44ad-98dc-c912475ab4da), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.774600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c1813e03-1e9e-4a61-b010-cc723351c7b6 None None] Port 8079cd81-35c3-4191-8a80-293093457238 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:24.848506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5e8cee-c99c-44ad-98dc-c912475ab4da,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:24.870111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.930756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=aec823b5-99fd-4d23-8f25-615ce42eccd3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:24.948911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:24.963629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3aa882d6-c69a-475b-9730-b0287a7d0e1e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/612bae8f-0464-4b9d-a7eb-434aea3d1ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3078787 Feb 19 07:28:24.979677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (aec823b5-99fd-4d23-8f25-615ce42eccd3), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:24.980940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.990284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:24.996030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.002971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.010386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.011688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:25.014505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] Pushing event deleted for resources: {'Port': ['ID=aec823b5-99fd-4d23-8f25-615ce42eccd3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.016260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.021221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c9648-71d1-4ad7-a4e7-77163922f168 None None] No DVR routers for this DVR port aec823b5-99fd-4d23-8f25-615ce42eccd3 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:25.029182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:25.030266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:25.031053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:25.035799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5562e1c6-8164-4392-bc83-6eae941faabb req-2cc1d5a2-03cb-445e-8379-0012b2865228 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 1.0553832 Feb 19 07:28:25.071058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (477fa755-6741-4f5b-b167-7b8aa2665780), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.128324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Pushing event deleted for resources: {'Port': ['ID=477fa755-6741-4f5b-b167-7b8aa2665780,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:25.168650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a5d7ae37-f42d-402d-8f82-271f70474961), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.197113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5562e1c6-8164-4392-bc83-6eae941faabb req-4960ff12-06c6-49af-b7c2-1664f5d69b05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1088150 Feb 19 07:28:25.227329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:25.350471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ae37ebb-ab06-43e0-a741-aa059041f1e2 req-c7bf7afd-be5f-495a-86dd-42861efb3d1b tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0675716 Feb 19 07:28:25.389658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a5d7ae37-f42d-402d-8f82-271f70474961), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.394097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks [] for router_controller (a5d7ae37-f42d-402d-8f82-271f70474961), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.412714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:25.429735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.548295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8079cd81-35c3-4191-8a80-293093457238', 'name': '', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:6d:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:18Z', 'updated_at': '2022-02-19T07:28:22Z', 'revision_number': 2, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:25.556966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:25.562471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ef93de6c-acdd-4bbf-b948-02ac38f176cc admin admin] 10.222.0.43 "PUT /v2.0/routers/32aa84f3-b5a3-4727-8738-7c6b6c1c325d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6310840 Feb 19 07:28:25.564055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a5d7ae37-f42d-402d-8f82-271f70474961), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.564611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d7ae37-f42d-402d-8f82-271f70474961 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:25.565455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34920) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:25.572870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.576730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.580524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-066d86f0-c9f7-4638-be47-a367c1da626d admin admin] 10.222.0.43 "DELETE /v2.0/routers/a5d7ae37-f42d-402d-8f82-271f70474961 HTTP/1.1" status: 204 len: 168 time: 3.5702555 Feb 19 07:28:25.580934 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Sync routers for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:25.581443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:25.597328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:28:25.599630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks [] for router_controller (a75adb60-bf09-4ff1-b77b-2f341e530ae2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.601882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b915ecf7-4101-4ee4-a11d-c00f0aa4e877), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.602865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:25.604017 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:25.613906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:25.614303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Updating router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 port 8079cd81-35c3-4191-8a80-293093457238 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:28:25.656251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8079cd81-35c3-4191-8a80-293093457238), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.798762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Deleting subnet e66ba770-52fc-4750-b0cc-7af0db02a023 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:25.802692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Publish callbacks [] for subnet (e66ba770-52fc-4750-b0cc-7af0db02a023), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.840921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a75adb60-bf09-4ff1-b77b-2f341e530ae2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.841466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75adb60-bf09-4ff1-b77b-2f341e530ae2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:25.862692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e66ba770-52fc-4750-b0cc-7af0db02a023), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.862932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:25.864058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e6b3de4c-c199-4677-bb8f-0b22890cf976 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a75adb60-bf09-4ff1-b77b-2f341e530ae2 HTTP/1.1" status: 204 len: 168 time: 3.5224278 Feb 19 07:28:25.868740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:25.983051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Deleting subnet ae422300-b44d-4b97-b5f3-328357a5ca00 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:25.988565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Publish callbacks [] for subnet (ae422300-b44d-4b97-b5f3-328357a5ca00), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.035173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5b5e8cee-c99c-44ad-98dc-c912475ab4da no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:26.038167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ae422300-b44d-4b97-b5f3-328357a5ca00), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.054905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e66ba770-52fc-4750-b0cc-7af0db02a023), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.057767 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:26.091958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5b5e8cee-c99c-44ad-98dc-c912475ab4da {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:26.092314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5b5e8cee-c99c-44ad-98dc-c912475ab4da not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:26.092740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 260e265a-ce75-4434-8a77-a31206ea9368 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:26.136643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e66ba770-52fc-4750-b0cc-7af0db02a023), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.138791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 260e265a-ce75-4434-8a77-a31206ea9368 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:26.139085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 260e265a-ce75-4434-8a77-a31206ea9368 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:26.144677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ae422300-b44d-4b97-b5f3-328357a5ca00), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.180560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66ba770-52fc-4750-b0cc-7af0db02a023,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.186206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.189947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3ca5d810-8414-4bd1-a2c6-57c3a2beb86b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e66ba770-52fc-4750-b0cc-7af0db02a023 HTTP/1.1" status: 204 len: 168 time: 0.6045830 Feb 19 07:28:26.193209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:26.198901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a31210-9255-4f63-b51f-b00f617c052c None None] Network 66ba6680-3672-4709-9139-d4257491b7fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:26.217365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ae422300-b44d-4b97-b5f3-328357a5ca00), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.217892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks [] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.230078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.234119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ae422300-b44d-4b97-b5f3-328357a5ca00 HTTP/1.1" status: 204 len: 168 time: 0.3627679 Feb 19 07:28:26.234835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=b915ecf7-4101-4ee4-a11d-c00f0aa4e877,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.260788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:26.261572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf408b5-4472-4de0-8f83-74aceb6e62c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae422300-b44d-4b97-b5f3-328357a5ca00,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.278961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': 'e1e52cf6-f682-4395-91ee-4b665b117e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:26.279772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: e6694be1-80ab-43d1-bf35-bd264ca36790, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:26.283306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b7223-5f32-40ff-bb20-76a543b6cc3d None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:26.356416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network e6694be1-80ab-43d1-bf35-bd264ca36790 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:26.387617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, e6694be1-80ab-43d1-bf35-bd264ca36790) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:26.395833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.396495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.421676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dab5a7b7-5b40-4c16-9114-478df0b3ff5a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.444584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8874697-1546-4b3f-af5c-44b3bc1e4ca0 None None] Network e6694be1-80ab-43d1-bf35-bd264ca36790 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:26.448555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8cc36f1b-f7d5-4982-b3bd-024afb2f9d8f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0489154 Feb 19 07:28:26.449530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:26.455694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'port': {'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790', 'name': 'tempest-NetworksIpV6TestAttrs-766913828'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:26.494488 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:28:23Z', 'revision_number': 5, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.555459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Checking router: 32aa84f3-b5a3-4727-8738-7c6b6c1c325d for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:26.580236 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Routers {'32aa84f3-b5a3-4727-8738-7c6b6c1c325d'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:26.581157 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:26.621777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks [] for port (8079cd81-35c3-4191-8a80-293093457238), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.654891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (66ba6680-3672-4709-9139-d4257491b7fd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.656130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8079cd81-35c3-4191-8a80-293093457238), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.670629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2514ad08-b20d-45b0-b487-5d4470a6fe60 req-4b9c2888-d369-429c-a66f-6525a9dfdfc9 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0900409 Feb 19 07:28:26.691093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:26.708343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.708701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.727280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.737093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.747555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.754088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.760541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] device_id is not set on port 1c9a4224-453d-4d2a-8c56-4b871b1348fe yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:28:26.762173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.775020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:26.778502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-77b1ed71-4fa4-4560-8a22-7579f784d3d6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2916532 Feb 19 07:28:26.778778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Deleting port 83fa873e-d6ce-43d4-9b07-a0edec502dea {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:26.779127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.800055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27efe-e14a-43c3-834e-d47ba19f9ea0 None None] Pushing event updated for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:26.801857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks [] for router_gateway (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.859510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-e6694be1-80ab-43d1-bf35-bd264ca36790', 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': 'b915ecf7-4101-4ee4-a11d-c00f0aa4e877'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:26.864947 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:26.868546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] Set router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:26.868991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] DHCP port deletion for 66ba6680-3672-4709-9139-d4257491b7fd request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:26.940098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] DHCP port deletion for dab5a7b7-5b40-4c16-9114-478df0b3ff5a request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:26.979308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Attempting to bind port 8079cd81-35c3-4191-8a80-293093457238 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:26.979685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Attempting to bind port 8079cd81-35c3-4191-8a80-293093457238 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:26.980061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Attempting to bind port 8079cd81-35c3-4191-8a80-293093457238 on network 9e05a9ca-4599-478b-a0f4-bde617c87de6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:27.006800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c1521f5-d41e-408e-93e8-41a1a32cb665 req-d7c50dcf-f2f0-4124-9953-e8b2361c15a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2205510 Feb 19 07:28:27.034008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Deleting port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:27.034737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.043597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:27.043977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Checking segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:27.044387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.046872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Bound using segment: {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:27.047488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Bound port: 8079cd81-35c3-4191-8a80-293093457238, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb393de-a03d-4fe5-99c2-57e12d5afa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:27.047886 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8079cd81-35c3-4191-8a80-293093457238), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.054474 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:28:27.073739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] For port 83fa873e-d6ce-43d4-9b07-a0edec502dea, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83fa873e-d6ce-43d4-9b07-a0edec502dea,segment=NetworkSegment(8da15d7a-66d5-442d-881a-749801a22fde),segment_id=8da15d7a-66d5-442d-881a-749801a22fde)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.076346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.107303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Calling delete_port for 83fa873e-d6ce-43d4-9b07-a0edec502dea owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:27.125617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Allocated IP 2001:db8::f816:3eff:fe70:348b (e6694be1-80ab-43d1-bf35-bd264ca36790/b915ecf7-4101-4ee4-a11d-c00f0aa4e877/1c9a4224-453d-4d2a-8c56-4b871b1348fe) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:27.153347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Deleting port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:27.153959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.186739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] For port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,segment=NetworkSegment(5f7cf536-fabc-44b9-a9d5-c7ea9f54707b),segment_id=5f7cf536-fabc-44b9-a9d5-c7ea9f54707b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.187447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.238302 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:28:23Z', 'revision_number': 5, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.251684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Calling delete_port for 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:27.285604 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0b6624-d354-44f1-9617-698da84f4cd7 None None] The sync data for ids ['32aa84f3-b5a3-4727-8738-7c6b6c1c325d'] in n-d-829866-3 is: [{'id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1817656997-router', 'tenant_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:14Z', 'updated_at': '2022-02-19T07:28:23Z', 'revision_number': 5, 'project_id': '872850dfd6ec4c4ca2c55608c4465a6b', 'gw_port': {'id': 'fcb7e7d6-615b-4114-995d-0a0c2ecd4a54', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa84f3-b5a3-4727-8738-7c6b6c1c325d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:16Z', 'updated_at': '2022-02-19T07:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:27.358153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.371398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] For port fcb7e7d6-615b-4114-995d-0a0c2ecd4a54, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:27.372680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.393968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Calling delete_port for fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:27.403465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] For port 8079cd81-35c3-4191-8a80-293093457238, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:27.441426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Pushing event deleted for resources: {'Port': ['ID=83fa873e-d6ce-43d4-9b07-a0edec502dea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:27.452043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] No DVR routers for this DVR port 83fa873e-d6ce-43d4-9b07-a0edec502dea on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:27.467141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.502812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] For port 8079cd81-35c3-4191-8a80-293093457238, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8079cd81-35c3-4191-8a80-293093457238,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:27.508608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:27.513375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-75c72127-058f-4aeb-85ad-d5ea72f7787d None None] Provisioning complete for port 8079cd81-35c3-4191-8a80-293093457238 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:27.513375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c72127-058f-4aeb-85ad-d5ea72f7787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8079cd81-35c3-4191-8a80-293093457238), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.514756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] No DVR routers for this DVR port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:27.565991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8079cd81-35c3-4191-8a80-293093457238), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.604924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dab5a7b7-5b40-4c16-9114-478df0b3ff5a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.624015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-75c72127-058f-4aeb-85ad-d5ea72f7787d None None] Port 8079cd81-35c3-4191-8a80-293093457238 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:27.655798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for port (1c9a4224-453d-4d2a-8c56-4b871b1348fe), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.658165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab5a7b7-5b40-4c16-9114-478df0b3ff5a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.661887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (66ba6680-3672-4709-9139-d4257491b7fd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.670750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:27.671861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.691168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da15d7a-66d5-442d-881a-749801a22fde') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.691737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da15d7a-66d5-442d-881a-749801a22fde') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.696138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ba6680-3672-4709-9139-d4257491b7fd']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.710480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8da15d7a-66d5-442d-881a-749801a22fde), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.732520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8da15d7a-66d5-442d-881a-749801a22fde), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.746397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:27.756489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8da15d7a-66d5-442d-881a-749801a22fde), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:27.763718 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:27.771009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.771332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7cf536-fabc-44b9-a9d5-c7ea9f54707b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:27.816820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5f7cf536-fabc-44b9-a9d5-c7ea9f54707b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.846772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Deleting port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:27.847679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.852366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27efe-e14a-43c3-834e-d47ba19f9ea0 None None] Pushing event updated for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:27.863400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Deleting port 83fa873e-d6ce-43d4-9b07-a0edec502dea {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:27.864624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5f7cf536-fabc-44b9-a9d5-c7ea9f54707b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.864839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.896099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a73a58d-c4cc-4800-88a3-759fb5b2253d req-3ce5fe49-be16-44a3-93b3-8e12a704afcb tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0707645 Feb 19 07:28:27.908954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:27.909893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5f7cf536-fabc-44b9-a9d5-c7ea9f54707b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.933746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1c9a4224-453d-4d2a-8c56-4b871b1348fe), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:27.994410 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:27.999380 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dab5a7b7-5b40-4c16-9114-478df0b3ff5a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.003436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fcb7e7d6-615b-4114-995d-0a0c2ecd4a54), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.015531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.017544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (66ba6680-3672-4709-9139-d4257491b7fd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.019852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dab5a7b7-5b40-4c16-9114-478df0b3ff5a HTTP/1.1" status: 204 len: 168 time: 1.7491789 Feb 19 07:28:28.028460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.032740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] 10.222.0.43 "DELETE /v2.0/networks/66ba6680-3672-4709-9139-d4257491b7fd HTTP/1.1" status: 204 len: 168 time: 1.8382595 Feb 19 07:28:28.048442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] For port 83fa873e-d6ce-43d4-9b07-a0edec502dea, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:28.049137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.063657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Calling delete_port for 83fa873e-d6ce-43d4-9b07-a0edec502dea owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:28.066619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Port 83fa873e-d6ce-43d4-9b07-a0edec502dea was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:28:28.087222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb7e7d6-615b-4114-995d-0a0c2ecd4a54,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.090874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Allocated IP 2001:db8::f816:3eff:fe40:14a1 (e6694be1-80ab-43d1-bf35-bd264ca36790/b915ecf7-4101-4ee4-a11d-c00f0aa4e877/a5ecc7b1-ce4a-440f-b710-a525e35324f9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:28.104612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5625864-1f85-4b13-a717-da7f80b2a5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=66ba6680-3672-4709-9139-d4257491b7fd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.119421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network e6694be1-80ab-43d1-bf35-bd264ca36790 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:28.121147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214b56-3ff4-4c5a-89a7-f1b0d2f6b575 admin admin] Pushing event deleted for resources: {'Network': ['ID=dab5a7b7-5b40-4c16-9114-478df0b3ff5a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.141321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:28.151335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:28.161143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.162600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.176245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Port': ['ID=1c9a4224-453d-4d2a-8c56-4b871b1348fe,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.204896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ecfb286-f1a8-4eaa-82e3-d26ccccb7de6 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7535203 Feb 19 07:28:28.205511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34946) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.246685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.277920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks [] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.291489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting subnet b915ecf7-4101-4ee4-a11d-c00f0aa4e877 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:28.293613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.296505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (b915ecf7-4101-4ee4-a11d-c00f0aa4e877), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.302458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (83fa873e-d6ce-43d4-9b07-a0edec502dea), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.304777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:28.312556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.354843 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.382128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (b915ecf7-4101-4ee4-a11d-c00f0aa4e877), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.387618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.393545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.398805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.404832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.410143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Network e6694be1-80ab-43d1-bf35-bd264ca36790 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:28.411453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.416404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.421884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:28.423950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-d4616b1a-3714-442a-9a35-5ff1d51b74a4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2839458 Feb 19 07:28:28.431076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.434170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:28.434401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks [] for router_controller (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.439533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:28.439981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 54a8f09b-7bc2-4b8b-8b3e-33841ddbc56b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:28.440678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:28.450523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3903b73c-c933-4c14-b033-63834aa26a11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c71ad2f1134f26a01ea23c22dc19c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495748 Feb 19 07:28:28.450523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-06826746-554e-435b-91c2-92a0452898ca admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6daf5522bed4f90bd6cbc443aceb42e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180639 Feb 19 07:28:28.451552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.451552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.453459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:28.456172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Network dab5a7b7-5b40-4c16-9114-478df0b3ff5a is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:28:28.456740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] No DVR routers for this DVR port 83fa873e-d6ce-43d4-9b07-a0edec502dea on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:28.478692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bd3a2-4e80-4ecb-8ba5-3832de781208 None None] Pushing event deleted for resources: {'Port': ['ID=83fa873e-d6ce-43d4-9b07-a0edec502dea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.502109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:28.502464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:28.502889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83fa873e-d6ce-43d4-9b07-a0edec502dea no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:28.527320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (32aa84f3-b5a3-4727-8738-7c6b6c1c325d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.527985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32aa84f3-b5a3-4727-8738-7c6b6c1c325d {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:28.534862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.536930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5eda86e6-d0ab-4cf4-a69c-3d6d38026e56 admin admin] 10.222.0.43 "DELETE /v2.0/routers/32aa84f3-b5a3-4727-8738-7c6b6c1c325d HTTP/1.1" status: 204 len: 168 time: 2.9701722 Feb 19 07:28:28.542085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Provisioning complete for port 8079cd81-35c3-4191-8a80-293093457238 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:28.542298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.542822 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8079cd81-35c3-4191-8a80-293093457238), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.569691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] For port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:28.571015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.615149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] Publish callbacks [] for security_group (a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.623866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07b78011-1632-4d37-ab5f-208cc963cab9 req-8f2ec71e-fe6c-4f29-bc94-3f886f27ae41 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1869648 Feb 19 07:28:28.640114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] Publish callbacks [] for security_group (1e3d682e-2074-4b1c-8693-a2f7ee954891), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.647066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Deleting subnet 2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:28.655945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Publish callbacks [] for subnet (2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.684608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] Publish callbacks [] for security_group (a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.689125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:28.711669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.714801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] Publish callbacks [] for security_group (1e3d682e-2074-4b1c-8693-a2f7ee954891), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.721822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b915ecf7-4101-4ee4-a11d-c00f0aa4e877), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.745286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 83fa873e-d6ce-43d4-9b07-a0edec502dea {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:28.745946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83fa873e-d6ce-43d4-9b07-a0edec502dea not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:28.746304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 477fa755-6741-4f5b-b167-7b8aa2665780 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:28.763772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Calling delete_port for 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:28.808964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.826221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:28:28.835313 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 477fa755-6741-4f5b-b167-7b8aa2665780 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:28.835669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 477fa755-6741-4f5b-b167-7b8aa2665780 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:28.837219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Attempting to bind port a5ecc7b1-ce4a-440f-b710-a525e35324f9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:28.837582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Attempting to bind port a5ecc7b1-ce4a-440f-b710-a525e35324f9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e1e52cf6-f682-4395-91ee-4b665b117e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:28.838135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Attempting to bind port a5ecc7b1-ce4a-440f-b710-a525e35324f9 on network e6694be1-80ab-43d1-bf35-bd264ca36790 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:28.840789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Pushing event updated for resources: {'Port': ['ID=a5ecc7b1-ce4a-440f-b710-a525e35324f9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.852484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.878910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.895092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:28.895558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Checking segment: {'id': 'e1e52cf6-f682-4395-91ee-4b665b117e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:28.895971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.896373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Bound using segment: {'id': 'e1e52cf6-f682-4395-91ee-4b665b117e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:28.896867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Bound port: a5ecc7b1-ce4a-440f-b710-a525e35324f9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e52cf6-f682-4395-91ee-4b665b117e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e6694be1-80ab-43d1-bf35-bd264ca36790'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:28.897251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.899142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Network 66ba6680-3672-4709-9139-d4257491b7fd is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:28:28.899608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] No DVR routers for this DVR port 4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:28.907362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52566f27-37ad-47bb-af61-fff0492fe823 None None] Pushing event deleted for resources: {'Port': ['ID=4f9c31b0-7a56-4b3d-8752-4a66d7fcb1da,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.907624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:28.914382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:28.917962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8a59c323-5ae7-4af2-8d19-a09eec35b905 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2d0ce9b9-9c57-4c0c-b1d7-eeac499c6f26 HTTP/1.1" status: 204 len: 168 time: 0.3745441 Feb 19 07:28:28.920595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:28.931290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a837e37-19b6-40de-91ed-cad4da5af728 None None] Network fcd8633e-2b3c-4d87-a550-1b737ec246fd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:29.015716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fcd8633e-2b3c-4d87-a550-1b737ec246fd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.073651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Deleting port 4847e7de-7d2d-4add-882b-192cd0a217ea {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:29.074287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.146852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] For port 4847e7de-7d2d-4add-882b-192cd0a217ea, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4847e7de-7d2d-4add-882b-192cd0a217ea,segment=NetworkSegment(f2d61a3c-7109-4776-a1f7-902fda5deadc),segment_id=f2d61a3c-7109-4776-a1f7-902fda5deadc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:29.147645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.165222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Calling delete_port for 4847e7de-7d2d-4add-882b-192cd0a217ea owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:29.174611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.177717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.178858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8 HTTP/1.1" status: 204 len: 168 time: 0.7266572 Feb 19 07:28:29.213977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-396f3c29-1702-4482-ac5b-3d7773f9b12f req-d8096df0-678c-4659-8748-9e01217b45ec tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0721469 Feb 19 07:28:29.233142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6691ff-1943-4ade-9db2-98018e8633a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c31367-8f1d-4d71-aa4e-eb7b8fb9f7b8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.272534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Current status of the port 8079cd81-35c3-4191-8a80-293093457238 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:29.273210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8079cd81-35c3-4191-8a80-293093457238), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.276082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (b915ecf7-4101-4ee4-a11d-c00f0aa4e877), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.300768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] For port a5ecc7b1-ce4a-440f-b710-a525e35324f9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:29.311753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e3d682e-2074-4b1c-8693-a2f7ee954891), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.317924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.321391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e3d682e-2074-4b1c-8693-a2f7ee954891 HTTP/1.1" status: 204 len: 168 time: 0.8616788 Feb 19 07:28:29.325118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=b915ecf7-4101-4ee4-a11d-c00f0aa4e877,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.336607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.341304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-781b582a-cfb6-4112-b5b7-4c894adc5348 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/b915ecf7-4101-4ee4-a11d-c00f0aa4e877 HTTP/1.1" status: 204 len: 168 time: 1.1345882 Feb 19 07:28:29.350584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027baf48-73d7-424d-bcfc-f1c139bb60df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d682e-2074-4b1c-8693-a2f7ee954891,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.350584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:29.350972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] For port a5ecc7b1-ce4a-440f-b710-a525e35324f9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5ecc7b1-ce4a-440f-b710-a525e35324f9,segment=NetworkSegment(e1e52cf6-f682-4395-91ee-4b665b117e8e),segment_id=e1e52cf6-f682-4395-91ee-4b665b117e8e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:29.352843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4847e7de-7d2d-4add-882b-192cd0a217ea), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.368947 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.370880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] No DVR routers for this DVR port 4847e7de-7d2d-4add-882b-192cd0a217ea on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:29.400489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4847e7de-7d2d-4add-882b-192cd0a217ea,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.419767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] For port 8079cd81-35c3-4191-8a80-293093457238, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8079cd81-35c3-4191-8a80-293093457238,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:29.463833 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8079cd81-35c3-4191-8a80-293093457238), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.491146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af134646-3917-4100-8f2d-fa2ad75b6fad tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:29.492957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af134646-3917-4100-8f2d-fa2ad75b6fad tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:29.494869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-af134646-3917-4100-8f2d-fa2ad75b6fad tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1477051 Feb 19 07:28:29.497609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:29.521148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a8f6a-491c-4cbc-875a-2e1d783f08aa None None] DHCP port deletion for fcd8633e-2b3c-4d87-a550-1b737ec246fd request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:29.530765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73261bb5-6267-43fd-8aee-961399cdd943 None None] Pushing event updated for resources: {'Port': ['ID=a5ecc7b1-ce4a-440f-b710-a525e35324f9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:29.565131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fcd8633e-2b3c-4d87-a550-1b737ec246fd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.606080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8079cd81-35c3-4191-8a80-293093457238', 'name': '', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:6d:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:18Z', 'updated_at': '2022-02-19T07:28:27Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:29.613486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd8633e-2b3c-4d87-a550-1b737ec246fd']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:29.622366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82cf4a23-4559-4ef8-8635-f320a952c753 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.632956 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cf4a23-4559-4ef8-8635-f320a952c753 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 07:28:29.633429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cf4a23-4559-4ef8-8635-f320a952c753 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:29.643433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d61a3c-7109-4776-a1f7-902fda5deadc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:29.645837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-82cf4a23-4559-4ef8-8635-f320a952c753 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/e6694be1-80ab-43d1-bf35-bd264ca36790 HTTP/1.1" status: 409 len: 466 time: 0.1471627 Feb 19 07:28:29.649875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34972) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:29.651407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d61a3c-7109-4776-a1f7-902fda5deadc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:29.656528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2128315296'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:29.679259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f2d61a3c-7109-4776-a1f7-902fda5deadc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.706340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:29.711882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.717150 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f2d61a3c-7109-4776-a1f7-902fda5deadc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.728525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:29.729415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f2d61a3c-7109-4776-a1f7-902fda5deadc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:29.732518 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:29.805956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:29.828149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.828541 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment 8093ff64-e758-4c75-8b6e-26ec3992409d of type vlan for network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 Feb 19 07:28:29.901069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fcd8633e-2b3c-4d87-a550-1b737ec246fd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.907550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.915140 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fcd8633e-2b3c-4d87-a550-1b737ec246fd HTTP/1.1" status: 204 len: 168 time: 0.9933331 Feb 19 07:28:29.916112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 34980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:29.974467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:29.984718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0dff76-5349-4639-9d8b-ebaa755696ce None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8079cd81-35c3-4191-8a80-293093457238', 'name': '', 'network_id': '9e05a9ca-4599-478b-a0f4-bde617c87de6', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:6d:df:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:18Z', 'updated_at': '2022-02-19T07:28:27Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '8629660c-b0f3-4b87-b9dc-ad732674cea6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:29.998943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:30.016825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:30.023426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.024108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:30.077176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18214fb-7397-4043-875a-a01df43708d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd8633e-2b3c-4d87-a550-1b737ec246fd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.111309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.117590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.117805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=99c96feb-82c3-4c8f-bd5e-fb39d3376d08,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.124100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.131444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.137209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.140197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.145177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.147458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.147958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.148535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.149052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.149546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.150053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.150550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.151053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.151587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.152192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.152619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:30.152854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.153365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:30.154977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-22803c2f-a979-451a-976f-3f60cf55da05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3357902 Feb 19 07:28:30.169704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aadaf1ed-7c31-4249-bef1-bafda4f2fa91 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5187464 Feb 19 07:28:30.178747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:30.180115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34988) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:30.185407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:30.196484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fcb7e7d6-615b-4114-995d-0a0c2ecd4a54 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:30.197128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4847e7de-7d2d-4add-882b-192cd0a217ea no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:30.214605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:30.256943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60a3d8ea-7ba7-436e-90f4-d96ffc9230a6 req-d42ca795-7860-42b2-9b7f-8b8521b58aee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0760968 Feb 19 07:28:30.265493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 4847e7de-7d2d-4add-882b-192cd0a217ea {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:30.265845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4847e7de-7d2d-4add-882b-192cd0a217ea not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:30.315385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635399-3d35-423f-945e-0fc436bf9475 None None] Pushing event updated for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:30.369620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:30.376587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:30.384826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:30.508190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3f51417-7a0c-464b-a01e-47b5857dd633 req-fa2f09c1-34dc-4179-a3a5-66e01d15be8f tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0910101 Feb 19 07:28:30.886810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:28:30.891339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (a9fe9afd-4006-4c1a-b80a-8e997a442bcd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:30.913907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.016874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=a9fe9afd-4006-4c1a-b80a-8e997a442bcd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:31.057311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': '8093ff64-e758-4c75-8b6e-26ec3992409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:31.059653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: 99c96feb-82c3-4c8f-bd5e-fb39d3376d08, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:31.095263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:31.110225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 99c96feb-82c3-4c8f-bd5e-fb39d3376d08) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:31.118619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.120620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.123012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4fe59-3aaf-4af4-af7d-504a4ad3ab2c None None] Network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:31.148547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:31.172328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7884facc-eb19-41b4-b4fd-3337e193f482 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9909031 Feb 19 07:28:31.174922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35022) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:31.188693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:31.240928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580dd819-2856-455f-a56b-9fbfdd6ef426 None None] Network e6694be1-80ab-43d1-bf35-bd264ca36790 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:31.293145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1062875455-network', 'tenant_id': '29082bdf133b4265ad8728e9104a89c1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:31.322493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:31.325816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.347059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.357849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1728487978-network', 'tenant_id': 'aa01e58d47714bf884d33709310a849f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:31.384376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-99c96feb-82c3-4c8f-bd5e-fb39d3376d08', 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': 'a9fe9afd-4006-4c1a-b80a-8e997a442bcd'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:31.385237 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.396880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Made reservation on behalf of aa01e58d47714bf884d33709310a849f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:31.398282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Provisioning complete for port a5ecc7b1-ce4a-440f-b710-a525e35324f9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:31.398662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.399349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.400416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.427650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Deleting port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:31.428471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.526775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a9fe9afd-4006-4c1a-b80a-8e997a442bcd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.615876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks [] for security_group (9ab6b158-09f9-4f48-b5b4-7d82f2cad85d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.622718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ab6b158-09f9-4f48-b5b4-7d82f2cad85d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.624466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] DHCP port deletion for e6694be1-80ab-43d1-bf35-bd264ca36790 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:31.629186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Allocated IP 2001:db8::f816:3eff:fe6f:32e (99c96feb-82c3-4c8f-bd5e-fb39d3376d08/a9fe9afd-4006-4c1a-b80a-8e997a442bcd/93d6cfda-ed48-412a-9c61-65fe2cbea59a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:31.632582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Current status of the port a5ecc7b1-ce4a-440f-b710-a525e35324f9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:31.632980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.653460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:31.676731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:31.680220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (decee1a4-6021-4d47-87ed-3f573cdd5374), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.680776 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Added segment decee1a4-6021-4d47-87ed-3f573cdd5374 of type vlan for network 34d197c3-5889-4968-a25d-77a345522bfb Feb 19 07:28:31.744815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] For port a5ecc7b1-ce4a-440f-b710-a525e35324f9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5ecc7b1-ce4a-440f-b710-a525e35324f9,segment=NetworkSegment(e1e52cf6-f682-4395-91ee-4b665b117e8e),segment_id=e1e52cf6-f682-4395-91ee-4b665b117e8e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:31.754266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.758939 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a49c27b-c315-4327-a65d-e6a6fd5c12ec req-f8c1c1cc-dbe9-4ef0-ae07-70a4f9e1a52b tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0434453 Feb 19 07:28:31.764172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (34d197c3-5889-4968-a25d-77a345522bfb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.800508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (34d197c3-5889-4968-a25d-77a345522bfb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.802582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.803577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.825968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.877243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Deleting port a5ecc7b1-ce4a-440f-b710-a525e35324f9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:31.877915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.894766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a42654-4bdd-41b2-80c6-699641e411aa None None] Pushing event updated for resources: {'Port': ['ID=a5ecc7b1-ce4a-440f-b710-a525e35324f9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:31.899108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] Pushing event updated for resources: {'Network': ['ID=34d197c3-5889-4968-a25d-77a345522bfb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:31.924468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b1cfaa79-808f-4f20-beec-49a6e7d4477c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7744603 Feb 19 07:28:31.925575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:31.932245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Request body: {'subnet': {'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1062875455-subnet', 'tenant_id': '29082bdf133b4265ad8728e9104a89c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:31.940287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 34d197c3-5889-4968-a25d-77a345522bfb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:31.960213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:31.963354 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.964635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.973246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.979866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.983068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8079cd81-35c3-4191-8a80-293093457238 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:31.985524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.985667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks [] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:31.991348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:31.996783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.002237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.004296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-6d2d0029-024f-4d97-ac47-d435cc7498c2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.6019855 Feb 19 07:28:32.049342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] For port c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:32.049762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.059996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.070787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a9fe9afd-4006-4c1a-b80a-8e997a442bcd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.085049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Calling delete_port for c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:32.092536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] For port a5ecc7b1-ce4a-440f-b710-a525e35324f9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5ecc7b1-ce4a-440f-b710-a525e35324f9,segment=NetworkSegment(e1e52cf6-f682-4395-91ee-4b665b117e8e),segment_id=e1e52cf6-f682-4395-91ee-4b665b117e8e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:32.092949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.114876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fe9afd-4006-4c1a-b80a-8e997a442bcd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.121065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0623621-b8cb-47f4-ba1c-6a4c65826751 req-e10a2bc9-5417-465c-b9ee-7d82b20f3f77 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1033866 Feb 19 07:28:32.137652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Calling delete_port for a5ecc7b1-ce4a-440f-b710-a525e35324f9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:32.150294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:32.161046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:32.169284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:32.173519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Pushing event updated for resources: {'Port': ['ID=93d6cfda-ed48-412a-9c61-65fe2cbea59a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.206331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks [] for security_group (9b445998-0260-4d89-9c6b-7c28eaaf2df6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.206955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.214936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b445998-0260-4d89-9c6b-7c28eaaf2df6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.252770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c96feb-82c3-4c8f-bd5e-fb39d3376d08']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.266870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8093ff64-e758-4c75-8b6e-26ec3992409d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.267254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8093ff64-e758-4c75-8b6e-26ec3992409d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:32.283026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8079cd81-35c3-4191-8a80-293093457238 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:32.283433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8079cd81-35c3-4191-8a80-293093457238), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.284767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:32.287507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Attempting to bind port 93d6cfda-ed48-412a-9c61-65fe2cbea59a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:32.287888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Attempting to bind port 93d6cfda-ed48-412a-9c61-65fe2cbea59a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8093ff64-e758-4c75-8b6e-26ec3992409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:32.288261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Attempting to bind port 93d6cfda-ed48-412a-9c61-65fe2cbea59a on network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:32.289370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b445998-0260-4d89-9c6b-7c28eaaf2df6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.309004 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b4c46ddf-ae57-42fc-80ee-0207050d9455), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.309873 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Added segment b4c46ddf-ae57-42fc-80ee-0207050d9455 of type vlan for network 7181c2fe-9071-453c-9e00-ac64b3f5996f Feb 19 07:28:32.318059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:32.318447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Checking segment: {'id': '8093ff64-e758-4c75-8b6e-26ec3992409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:32.318859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.319301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Bound using segment: {'id': '8093ff64-e758-4c75-8b6e-26ec3992409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:32.319787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Bound port: 93d6cfda-ed48-412a-9c61-65fe2cbea59a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8093ff64-e758-4c75-8b6e-26ec3992409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:32.320596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.328621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.338372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (66b46b22-6422-4dd3-b4e9-6dfa178728e3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.368893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.388214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:32.389150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:32.392152 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:32.396257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (7181c2fe-9071-453c-9e00-ac64b3f5996f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.419798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a5ecc7b1-ce4a-440f-b710-a525e35324f9), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.450181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b46b22-6422-4dd3-b4e9-6dfa178728e3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.459144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (7181c2fe-9071-453c-9e00-ac64b3f5996f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.459848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.460844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.462523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] Pushing event deleted for resources: {'Port': ['ID=a5ecc7b1-ce4a-440f-b710-a525e35324f9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.472799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] For port 93d6cfda-ed48-412a-9c61-65fe2cbea59a, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:32.477458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172d94a-cd34-412d-9f3c-74b8f53f65e5 None None] No DVR routers for this DVR port a5ecc7b1-ce4a-440f-b710-a525e35324f9 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:32.481243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Checking segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:32.482190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Network hostable DHCP agents. Network: 34d197c3-5889-4968-a25d-77a345522bfb, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:32.482339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8079cd81-35c3-4191-8a80-293093457238 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:32.491625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:28:32.491625 n-d-829866-3 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:28:32.491625 n-d-829866-3 neutron-server[103588]: [parameters: {'id': '99c96feb-82c3-4c8f-bd5e-fb39d3376d08'}] Feb 19 07:28:32.491625 n-d-829866-3 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:32.491625 n-d-829866-3 neutron-server[103588]: DEBUG oslo_db.api [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:32.492465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] For port 93d6cfda-ed48-412a-9c61-65fe2cbea59a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=93d6cfda-ed48-412a-9c61-65fe2cbea59a,segment=NetworkSegment(8093ff64-e758-4c75-8b6e-26ec3992409d),segment_id=8093ff64-e758-4c75-8b6e-26ec3992409d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:32.507951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.510996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Network 34d197c3-5889-4968-a25d-77a345522bfb is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:32.522456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 34d197c3-5889-4968-a25d-77a345522bfb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:32.527896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:32.528712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.546483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37359a-dec5-4e8c-9921-6b3e134ce59b None None] Network 34d197c3-5889-4968-a25d-77a345522bfb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:32.556381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-481c4129-7b99-448e-a504-123416309c04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6218488 Feb 19 07:28:32.556566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3654113 Feb 19 07:28:32.558547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.562524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:32.577401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Request body: {'subnet': {'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1728487978-subnet', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:32.595115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.617102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e95fd-4222-47f7-973e-8d391be5e102 admin admin] Pushing event updated for resources: {'Network': ['ID=7181c2fe-9071-453c-9e00-ac64b3f5996f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.628845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Made reservation on behalf of aa01e58d47714bf884d33709310a849f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:32.635295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.641006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:32.734291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a5587-22e3-479d-8b44-382ccfca0c49 None None] Pushing event updated for resources: {'Port': ['ID=93d6cfda-ed48-412a-9c61-65fe2cbea59a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:32.775372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716a900-1cc6-4de8-bc30-53500ce4e7eb None None] Network 99c96feb-82c3-4c8f-bd5e-fb39d3376d08 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:32.852783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9996aa0-a3af-442b-903a-dca98b8d9116 None None] Network 34d197c3-5889-4968-a25d-77a345522bfb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:32.952919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7f6be8-e282-42dc-9f5c-fd91b6b3d1f2 req-7cb882e0-87ef-49f9-a64e-3a77ba9e79dd tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0453990 Feb 19 07:28:32.953886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:32.988559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.003093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (e7445ac7-f753-44bd-a7dc-ac554765d9af), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.166628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.187326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 93d6cfda-ed48-412a-9c61-65fe2cbea59a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:33.187676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.189412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7445ac7-f753-44bd-a7dc-ac554765d9af,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:33.222579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9485c623-aef6-48d1-b85f-fc83186309d7 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:28:33.249847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Checking segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:33.250213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Network hostable DHCP agents. Network: 7181c2fe-9071-453c-9e00-ac64b3f5996f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:33.257743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Router fb79dffa-3c30-466e-bd97-d470d5fba01a has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:33.304835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] For port 93d6cfda-ed48-412a-9c61-65fe2cbea59a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=93d6cfda-ed48-412a-9c61-65fe2cbea59a,segment=NetworkSegment(8093ff64-e758-4c75-8b6e-26ec3992409d),segment_id=8093ff64-e758-4c75-8b6e-26ec3992409d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:33.305208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.315545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:33.332025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 93d6cfda-ed48-412a-9c61-65fe2cbea59a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:33.345833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-0bce4389-dd8c-4469-a655-5333b67235ce tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.347861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-0bce4389-dd8c-4469-a655-5333b67235ce tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.2398896 Feb 19 07:28:33.352447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 7181c2fe-9071-453c-9e00-ac64b3f5996f) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:33.356870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.357542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.374122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9485c623-aef6-48d1-b85f-fc83186309d7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:28:33.401143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.406477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.412488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.414422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-c8f5ba2f-c78b-4fe8-b845-8f690230c28c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/quotas/29082bdf133b4265ad8728e9104a89c1 HTTP/1.1" status: 200 len: 375 time: 0.0513744 Feb 19 07:28:33.417942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.422368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4762897-e1c2-454a-bec9-d6f91b1f6490 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8540604 Feb 19 07:28:33.423612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.424600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:33.428582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:33.429169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.434534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:33.436496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-fd64453e-f1f7-4c8b-825e-3f2583d881dc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1718090 Feb 19 07:28:33.467297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:33.472606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-cf9018c7-6e68-41db-8da7-a7e7ddb54027 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486577 Feb 19 07:28:33.473398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a45ef6d-c0fd-4cf2-95ff-4e5ba5322f33 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb79dffa-3c30-466e-bd97-d470d5fba01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526521 Feb 19 07:28:33.477267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:33.500591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Sync routers for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:33.515492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (32821432-7077-4421-92ac-c1ae1b7c1979), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.516705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (32821432-7077-4421-92ac-c1ae1b7c1979), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.564018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:33.564682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:33.573061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d72a2218-ec04-4a84-914e-4bbc296d9a2e req-372de3e9-bbff-4f04-ac66-2313c6f597f0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1270034 Feb 19 07:28:33.584763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (93d6cfda-ed48-412a-9c61-65fe2cbea59a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.642382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks [] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.649417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for router_controller (32821432-7077-4421-92ac-c1ae1b7c1979), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.650746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=93d6cfda-ed48-412a-9c61-65fe2cbea59a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:33.660566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No DVR routers for this DVR port 93d6cfda-ed48-412a-9c61-65fe2cbea59a on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:33.697266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-c765c553-0dfa-4b49-bfe2-0a36d4c0eafd service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140427 Feb 19 07:28:33.720740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:33.724055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8cee10-6dc8-4b5c-a5c4-b7414fd34b77 None None] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:33.792804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks [] for router_gateway (fb79dffa-3c30-466e-bd97-d470d5fba01a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.856877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.872638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Deleting port a5a4b0fb-9131-4e65-8c75-9888775c7165 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:33.872810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.956890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c96feb-82c3-4c8f-bd5e-fb39d3376d08']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:33.957251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f87c45-7ffc-41cf-b638-5abf2c39122c None None] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:33.966541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] For port a5a4b0fb-9131-4e65-8c75-9888775c7165, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5a4b0fb-9131-4e65-8c75-9888775c7165,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:33.967050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.975771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8093ff64-e758-4c75-8b6e-26ec3992409d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:33.975771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8093ff64-e758-4c75-8b6e-26ec3992409d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:33.980235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for router_gateway (32821432-7077-4421-92ac-c1ae1b7c1979), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:33.988703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Calling delete_port for a5a4b0fb-9131-4e65-8c75-9888775c7165 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:34.015498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.051282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:28:32Z', 'revision_number': 5, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port': {'id': 'a5a4b0fb-9131-4e65-8c75-9888775c7165', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:25:31Z', 'updated_at': '2022-02-19T07:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:34.053044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-0122e71f-7897-4621-9bfe-86d80c0a5ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126576 Feb 19 07:28:34.054786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.063778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:34.064204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8093ff64-e758-4c75-8b6e-26ec3992409d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:34.067573 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:34.105541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Checking router: fb79dffa-3c30-466e-bd97-d470d5fba01a for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:34.116750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Routers {'fb79dffa-3c30-466e-bd97-d470d5fba01a'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:34.117506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fb79dffa-3c30-466e-bd97-d470d5fba01a'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:34.170938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (99c96feb-82c3-4c8f-bd5e-fb39d3376d08), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.176194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.184711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/99c96feb-82c3-4c8f-bd5e-fb39d3376d08 HTTP/1.1" status: 204 len: 168 time: 3.0078089 Feb 19 07:28:34.184711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:34.190866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19afb9a9-9b18-43bc-9310-8a4215a76ef4 req-41f13145-66e9-4a0f-8aef-aaa5a7e816dd tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0458226 Feb 19 07:28:34.196206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1679676754'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:34.222977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a8af9-a1c7-43ca-a670-e6d4df5c4170 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=99c96feb-82c3-4c8f-bd5e-fb39d3376d08,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:34.240264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] Set router fb79dffa-3c30-466e-bd97-d470d5fba01a gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:34.248790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:34.252288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.284579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a5a4b0fb-9131-4e65-8c75-9888775c7165), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.297830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:28:33Z', 'revision_number': 6, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:34.332077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a4b0fb-9131-4e65-8c75-9888775c7165,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:34.334510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b367e99-b047-4e84-b633-35ea4cade790 None None] The sync data for ids ['fb79dffa-3c30-466e-bd97-d470d5fba01a'] in n-d-829866-3 is: [{'id': 'fb79dffa-3c30-466e-bd97-d470d5fba01a', 'name': 'tempest-AttachSCSIVolumeTestJSON-962394843-router', 'tenant_id': 'add0f927933d4334972e361e6daf511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:25:29Z', 'updated_at': '2022-02-19T07:28:33Z', 'revision_number': 6, 'project_id': 'add0f927933d4334972e361e6daf511d', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:34.426980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70064b1d-2876-472d-aac2-5c54759b87a3 req-0b2eadf0-9b9e-4dbc-afbd-f3fa5b25845e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 210 time: 0.0347662 Feb 19 07:28:34.432126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.533139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.535670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks [] for router_controller (fb79dffa-3c30-466e-bd97-d470d5fba01a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.583065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (fb79dffa-3c30-466e-bd97-d470d5fba01a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.583608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb79dffa-3c30-466e-bd97-d470d5fba01a {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:28:34.588980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.592907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4276574a-5996-4125-ba68-2c1a859985a5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fb79dffa-3c30-466e-bd97-d470d5fba01a HTTP/1.1" status: 204 len: 168 time: 1.1121943 Feb 19 07:28:34.593220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:34.650218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Deleting subnet 81ac7930-6e6a-4ee6-a3ce-4677dc07faa7 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:34.653589 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Publish callbacks [] for subnet (81ac7930-6e6a-4ee6-a3ce-4677dc07faa7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.684229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:34.706822 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (81ac7930-6e6a-4ee6-a3ce-4677dc07faa7), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.782901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.783302 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment 8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc of type vlan for network d687ceff-befb-48a0-9470-fe8fcda80ccf Feb 19 07:28:34.801365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (81ac7930-6e6a-4ee6-a3ce-4677dc07faa7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.865314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.877397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (81ac7930-6e6a-4ee6-a3ce-4677dc07faa7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.884623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.890702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.896434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.901768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.906211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ac7930-6e6a-4ee6-a3ce-4677dc07faa7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:34.907086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.912911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.916059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.919065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78240492-e6f0-447f-a83d-176bc9c9f808 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/81ac7930-6e6a-4ee6-a3ce-4677dc07faa7 HTTP/1.1" status: 204 len: 168 time: 0.3248162 Feb 19 07:28:34.919602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf01309-4951-4f8d-ae65-65dfd0fae257 None None] Network 2d4d5102-ee17-47c6-a100-d32cd440dfc6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:34.919770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:34.922806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:34.924948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-1fdf3b61-b0d2-427b-92fa-a9c24db65660 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2591016 Feb 19 07:28:34.940525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for router_gateway (32821432-7077-4421-92ac-c1ae1b7c1979), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:34.984301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.008624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.011682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2d4d5102-ee17-47c6-a100-d32cd440dfc6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.022493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.022493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.072263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Deleting port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:35.072599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.156264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9663000 Feb 19 07:28:35.159439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:35.170987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:35.171915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] DHCP port deletion for 2d4d5102-ee17-47c6-a100-d32cd440dfc6 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:35.183949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cef4cb93-77f1-4caf-9db9-f73ea4f52aaf req-9e1a6d87-d2fa-4d75-bdec-e6deac420837 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2483089 Feb 19 07:28:35.210008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d5e4-189e-4620-8dc1-be7ef855a4cc tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=d687ceff-befb-48a0-9470-fe8fcda80ccf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.215116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] For port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:35.215510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.226698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d687ceff-befb-48a0-9470-fe8fcda80ccf details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:35.267238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Allocated IP 172.25.7.150 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c1be813c-33c2-4140-aabd-e20e8a8dcb2d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:35.283465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Calling delete_port for e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:35.308415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Deleting port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:35.308907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.397786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bfdb133-2fc5-412f-9559-ab7f43b9165f req-57e665f9-906f-43e8-9945-eb06dfadbe2d tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0997424 Feb 19 07:28:35.401649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:35.406097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] For port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,segment=NetworkSegment(9c13d479-462a-4fff-9c48-3e40a575acc7),segment_id=9c13d479-462a-4fff-9c48-3e40a575acc7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:35.406440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.406938 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.429431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Calling delete_port for e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:35.444861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.517357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.533627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.567827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] Pushing event deleted for resources: {'Port': ['ID=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.572520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced90e5-f194-43d3-9c35-e57d4ef7aa2c None None] No DVR routers for this DVR port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:35.606369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:35.610913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.616904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe22f1f9-fc65-4d47-9b3d-e4a17f97c015 req-a6ce18bb-3a93-408e-8652-4d6dca87cf5d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 210 time: 0.0532937 Feb 19 07:28:35.625852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:35.633840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:35.667959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Pushing event updated for resources: {'Port': ['ID=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.703375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] No DVR routers for this DVR port e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:35.710935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:35.855008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:35.869661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2d4d5102-ee17-47c6-a100-d32cd440dfc6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.875926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:35.876136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c0a246d8-ee4f-4483-b7e7-8fedf21ac2cd not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:35.876693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5a4b0fb-9131-4e65-8c75-9888775c7165 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:35.878133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-2654b6a8-05fe-45b3-ab59-64f561f70828 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:35.880801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-2654b6a8-05fe-45b3-ab59-64f561f70828 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.47 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.3433676 Feb 19 07:28:35.896477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a5a4b0fb-9131-4e65-8c75-9888775c7165 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:35.896825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5a4b0fb-9131-4e65-8c75-9888775c7165 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:35.897260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:35.900910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Request body: {'port': {'device_id': '18925e3c-ad18-423a-959f-870ab95b3351', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'admin_state_up': True, 'tenant_id': '29082bdf133b4265ad8728e9104a89c1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:35.917122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:35.917474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e86d994b-aa34-4537-bfbe-b5dd7ddc5cc5 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:35.956800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for router_gateway (32821432-7077-4421-92ac-c1ae1b7c1979), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:35.962639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4d5102-ee17-47c6-a100-d32cd440dfc6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:36.005567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c13d479-462a-4fff-9c48-3e40a575acc7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:36.005866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c13d479-462a-4fff-9c48-3e40a575acc7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:36.027363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9c13d479-462a-4fff-9c48-3e40a575acc7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.035696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f0341e83-79c1-4e4b-955a-fd55acaf781d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.090172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9c13d479-462a-4fff-9c48-3e40a575acc7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.112518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:36.113017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9c13d479-462a-4fff-9c48-3e40a575acc7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:36.115760 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:36.162902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (32821432-7077-4421-92ac-c1ae1b7c1979), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.168139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=f0341e83-79c1-4e4b-955a-fd55acaf781d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:36.204244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:36.207562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.209524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:36.209877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: d687ceff-befb-48a0-9470-fe8fcda80ccf, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:36.224635 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0944175-7ed6-4f08-adee-7afacdc98e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.226479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2d4d5102-ee17-47c6-a100-d32cd440dfc6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.243854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.248061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2d4d5102-ee17-47c6-a100-d32cd440dfc6 HTTP/1.1" status: 204 len: 168 time: 1.3273511 Feb 19 07:28:36.287865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671cf45-fe32-4bd5-9af2-8553ce3e3b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4d5102-ee17-47c6-a100-d32cd440dfc6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:36.311768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Router 32821432-7077-4421-92ac-c1ae1b7c1979 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:36.380174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:36.465967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:36.472427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e18d351-2d42-4726-a3f1-4a44332c4620 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=872850dfd6ec4c4ca2c55608c4465a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894082 Feb 19 07:28:36.473052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:36.481251 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Sync routers for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:36.496358 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:36.496996 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:36.526789 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.530820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c0bf488d-269b-4b21-a66b-f45e5740c179 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1025920 Feb 19 07:28:36.535103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdf76e13-30e7-4317-9622-15f107432ac1 req-46025caf-d2b1-48b0-bd60-9d1f14fd1730 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0401585 Feb 19 07:28:36.538510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:36.615649 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:36.644638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] Publish callbacks [] for security_group (098b5de0-57d3-441e-8258-a005905ecef8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.682166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] Publish callbacks [] for security_group (098b5de0-57d3-441e-8258-a005905ecef8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.684805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network d687ceff-befb-48a0-9470-fe8fcda80ccf is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:36.719020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d687ceff-befb-48a0-9470-fe8fcda80ccf) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:36.727218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.727725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.735874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21813500-7c8c-4b2e-ac03-83ced49d51b7 None None] Network d687ceff-befb-48a0-9470-fe8fcda80ccf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:36.747567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4777b77-f6ce-4ce1-876b-ea2ff818d9ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5868292 Feb 19 07:28:36.752347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:36.783466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddfaa704-f428-4a42-af6d-817ea3b9fdea req-7dcc1f9d-12b2-45c3-85b3-e2efe6d2f7de tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 210 time: 0.0876968 Feb 19 07:28:36.892859 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:35Z', 'revision_number': 3, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:36.893642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.901657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.907625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.913102 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (098b5de0-57d3-441e-8258-a005905ecef8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.915725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.916867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/098b5de0-57d3-441e-8258-a005905ecef8 HTTP/1.1" status: 204 len: 168 time: 0.4399107 Feb 19 07:28:36.921041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.927934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-d687ceff-befb-48a0-9470-fe8fcda80ccf', 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': 'f0341e83-79c1-4e4b-955a-fd55acaf781d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:36.928236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.930440 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:36.933777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.938801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:36.940780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-b86746e2-5a7c-47d4-9a44-952e7545a7ee tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.6479652 Feb 19 07:28:36.981594 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Checking router: 32821432-7077-4421-92ac-c1ae1b7c1979 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:36.983455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Updating router 32821432-7077-4421-92ac-c1ae1b7c1979 port c1be813c-33c2-4140-aabd-e20e8a8dcb2d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:28:36.995779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23185280-5fb5-41c4-bfda-7e6d4927bb75 req-cbfffa51-1e86-46cc-9ffc-27b9732163d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0539920 Feb 19 07:28:37.014810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.031276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:37.036553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Allocated IP 172.20.0.5 (34d197c3-5889-4968-a25d-77a345522bfb/66b46b22-6422-4dd3-b4e9-6dfa178728e3/e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:37.037994 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.070749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75807e6b-4aa2-49e4-9b25-09716f0321b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b5de0-57d3-441e-8258-a005905ecef8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.283943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.299032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e52f4573-63c0-4d85-8aca-59c60308aa34 req-fbe2b0b0-868e-4b7b-8477-d98b8f2c2b63 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3105149 Feb 19 07:28:37.375902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Allocated IP 2001:db8::2 (d687ceff-befb-48a0-9470-fe8fcda80ccf/f0341e83-79c1-4e4b-955a-fd55acaf781d/071ca26d-b006-442f-b4f7-ad45f31a3cdc) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:37.460823 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks [] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.469535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f0341e83-79c1-4e4b-955a-fd55acaf781d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.478512 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.512379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Allocated IP 172.20.0.1 (7181c2fe-9071-453c-9e00-ac64b3f5996f/e7445ac7-f753-44bd-a7dc-ac554765d9af/c56964a2-ad99-44b8-b4a0-614784b53447) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:37.529336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:37.543851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Pushing event updated for resources: {'Port': ['ID=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.560223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks [] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.560855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.564471 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.564471 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.564471 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.564859 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.564950 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.565319 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.565645 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.565971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.566391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.566609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.566982 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.567389 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:37.571044 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.603868 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Attempting to bind port c1be813c-33c2-4140-aabd-e20e8a8dcb2d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:37.605521 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Attempting to bind port c1be813c-33c2-4140-aabd-e20e8a8dcb2d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:37.606656 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Attempting to bind port c1be813c-33c2-4140-aabd-e20e8a8dcb2d on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:37.621323 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:37.622231 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:37.622231 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.622500 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:37.622905 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Bound port: c1be813c-33c2-4140-aabd-e20e8a8dcb2d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:37.632770 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.648037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Network d687ceff-befb-48a0-9470-fe8fcda80ccf is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:37.649814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Pushing event updated for resources: {'Port': ['ID=071ca26d-b006-442f-b4f7-ad45f31a3cdc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.664158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:37.669221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:37.674959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f0341e83-79c1-4e4b-955a-fd55acaf781d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.691783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9a11977-04d9-4d6c-b4c7-f937e30c0411 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=add0f927933d4334972e361e6daf511d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555703 Feb 19 07:28:37.693284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:37.703300 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] For port c1be813c-33c2-4140-aabd-e20e8a8dcb2d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:37.706565 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] For port c1be813c-33c2-4140-aabd-e20e8a8dcb2d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:37.716121 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.750745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Attempting to bind port 071ca26d-b006-442f-b4f7-ad45f31a3cdc on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:37.751957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f94c574e-f631-4ace-805e-912883fb44f5 req-d998c555-64bc-4550-a65e-620acd46f4cf tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0657229 Feb 19 07:28:37.755852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Attempting to bind port 071ca26d-b006-442f-b4f7-ad45f31a3cdc by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:37.757357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks [] for port (c56964a2-ad99-44b8-b4a0-614784b53447), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.769802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Attempting to bind port 071ca26d-b006-442f-b4f7-ad45f31a3cdc on network d687ceff-befb-48a0-9470-fe8fcda80ccf {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:37.775914 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:37.776542 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:37.777587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=f0341e83-79c1-4e4b-955a-fd55acaf781d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.780743 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e2b9b-136f-4f40-bed4-ae5d71ee6ec3 None None] Pushing event updated for resources: {'Port': ['ID=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:37.790635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:37.791337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Checking segment: {'id': '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:37.791929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.792602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Bound using segment: {'id': '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:37.793256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Bound port: 071ca26d-b006-442f-b4f7-ad45f31a3cdc, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:37.794791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.863130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] Publish callbacks [] for security_group (b7859cc7-f299-41cd-bcd5-f758dec90517), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.872659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks [] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.901345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] Publish callbacks [] for security_group (b7859cc7-f299-41cd-bcd5-f758dec90517), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.904193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.906954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:37.954334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] For port 071ca26d-b006-442f-b4f7-ad45f31a3cdc, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:37.959250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] For port 071ca26d-b006-442f-b4f7-ad45f31a3cdc, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=071ca26d-b006-442f-b4f7-ad45f31a3cdc,segment=NetworkSegment(8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc),segment_id=8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:37.967670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.024658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b719bd8a-08f3-461b-88a9-eda1358ae7ea req-b5ccc8f5-c2ab-4ae6-88f7-b25387e61138 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 210 time: 0.0811267 Feb 19 07:28:38.026606 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:38.049933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d687ceff-befb-48a0-9470-fe8fcda80ccf']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:38.052912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Pushing event updated for resources: {'Port': ['ID=071ca26d-b006-442f-b4f7-ad45f31a3cdc,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:38.066747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:38.067118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:38.083028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.083861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.084714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.086715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.088795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.089561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.090205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.090777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.091413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.092018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.092570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.093155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.093977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.095173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e834c-b231-41c7-904a-1f53a56a6dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:28:38.129588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.137969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.144249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:38.144666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:38.150162 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:38.171867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ddd42-94ec-4640-a6e1-ed69e07c727e None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:28:38.263118 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:35Z', 'revision_number': 3, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:38.271807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Network 34d197c3-5889-4968-a25d-77a345522bfb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:38.304352 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4d453-0839-4a4a-9735-a9452b235af6 None None] The sync data for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 is: [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:35Z', 'revision_number': 3, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:38.311157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ddd42-94ec-4640-a6e1-ed69e07c727e None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:28:38.313558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.api [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:28:38.313558 n-d-829866-3 neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:28:38.313558 n-d-829866-3 neutron-server[103587]: [parameters: {'id': 'd687ceff-befb-48a0-9470-fe8fcda80ccf'}] Feb 19 07:28:38.313558 n-d-829866-3 neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:38.314540 n-d-829866-3 neutron-server[103587]: DEBUG oslo_db.api [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:38.315762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:38.323221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event updated for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:38.326786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:38.442392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.443060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.475079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-5fff73b4-a3aa-4daa-a470-cba00380f08c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5836158 Feb 19 07:28:38.489759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Request body: {'port': {'device_id': '18925e3c-ad18-423a-959f-870ab95b3351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:38.496643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.540771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:38.554594 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0dc3b5e2-f239-499d-8a1e-08acb02b57c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.566220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:38.566709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:38.573043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:38.636713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89579d1d-d98f-4584-b21e-2835d5f109fb None None] Network d687ceff-befb-48a0-9470-fe8fcda80ccf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:38.650434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.664309 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (32821432-7077-4421-92ac-c1ae1b7c1979), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.694105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.699984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.705248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.711505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.718618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.725252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.731427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:38.733467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-2dca1d8d-9ca3-49aa-93fe-1391e17f7fe4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.1860871 Feb 19 07:28:38.771333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7859cc7-f299-41cd-bcd5-f758dec90517), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.773778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.774941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7859cc7-f299-41cd-bcd5-f758dec90517 HTTP/1.1" status: 204 len: 168 time: 1.0642984 Feb 19 07:28:38.821221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a02db-c3b8-4fbd-8151-bd6ff91d8900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7859cc7-f299-41cd-bcd5-f758dec90517,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:38.899774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:38.909269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dfaddefb-18e3-4625-a6d9-4a6a27cbfc34 req-8d5ebabe-69b6-49ee-88b0-e163f8673114 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1313338 Feb 19 07:28:38.954622 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35607c85-8fd1-4b61-ac80-ee29afbe7368 req-afc2f03c-e7b6-479b-adf7-cb38b5bdce39 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0618584 Feb 19 07:28:39.042650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.274290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks [] for port (c56964a2-ad99-44b8-b4a0-614784b53447), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.284332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.393297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:39.416131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:39.429474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks [] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.454385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89e5ce39-5509-4ad1-a415-e6d9af1cf326 req-746235bf-0cff-410e-8e64-bf0668c847aa tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584&device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.0553944 Feb 19 07:28:39.471701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 071ca26d-b006-442f-b4f7-ad45f31a3cdc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:39.471701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.477145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (32821432-7077-4421-92ac-c1ae1b7c1979), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.497994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Transition to ACTIVE for port object e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:39.539448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9801e4-0de6-48ec-aa74-bc18ff2f30d9 req-477ba424-edf6-4861-a9cd-42614550da04 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:39.546380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d9801e4-0de6-48ec-aa74-bc18ff2f30d9 req-477ba424-edf6-4861-a9cd-42614550da04 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 931 time: 0.4155416 Feb 19 07:28:39.559910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.654971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.661100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:39.663210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:39.687338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] For port 071ca26d-b006-442f-b4f7-ad45f31a3cdc, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=071ca26d-b006-442f-b4f7-ad45f31a3cdc,segment=NetworkSegment(8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc),segment_id=8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:39.687740 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:39.729752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 071ca26d-b006-442f-b4f7-ad45f31a3cdc owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:39.747114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:39.777098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d9801e4-0de6-48ec-aa74-bc18ff2f30d9 req-09092803-6c57-49f5-b552-9b51760fc067 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297885 Feb 19 07:28:39.880008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8252da7f-9684-4c16-a9ad-11a3ba938e18 req-0275190e-0fcf-46a1-9b06-15c997ebf593 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3e067d4bf5e49a5ac5794d4a6dcb0fc&device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0903151 Feb 19 07:28:39.920309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-595e82a2-8db4-4dc1-a629-c231e8a6a5a1 req-8e814247-36f8-4a64-bc3f-b5118fd93081 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0507860 Feb 19 07:28:39.931373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c1be813c-33c2-4140-aabd-e20e8a8dcb2d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:39.937968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8252da7f-9684-4c16-a9ad-11a3ba938e18 req-6df98024-e09e-4f8b-9881-ce80d8615f5c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3e067d4bf5e49a5ac5794d4a6dcb0fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474980 Feb 19 07:28:39.954249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Router 32821432-7077-4421-92ac-c1ae1b7c1979 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:39.954249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:40.001207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Attempting to bind port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:40.005317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Attempting to bind port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:40.007521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Attempting to bind port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:40.033619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c1be813c-33c2-4140-aabd-e20e8a8dcb2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:40.034376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.044362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 8079cd81-35c3-4191-8a80-293093457238 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:40.044714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8079cd81-35c3-4191-8a80-293093457238), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.075153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 on network 34d197c3-5889-4968-a25d-77a345522bfb not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:28:40.075534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Attempting to bind port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:40.112857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1315626164-network', 'tenant_id': '82e91ff9468045b0a112c31906eb3660'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:40.137343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:40.143350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef47b352-7cae-47eb-8dd5-caef9535dfa5 admin admin] 10.222.0.43 "PUT /v2.0/routers/32821432-7077-4421-92ac-c1ae1b7c1979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6038103 Feb 19 07:28:40.149388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c1be813c-33c2-4140-aabd-e20e8a8dcb2d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:40.149675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Made reservation on behalf of 82e91ff9468045b0a112c31906eb3660 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:40.150352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.153128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.169020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.180411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c1be813c-33c2-4140-aabd-e20e8a8dcb2d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:40.187785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.266417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks [] for security_group (2bd65cf1-1128-47e3-8d81-35d019ca77c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.267908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:40.268139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Checking segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:40.268533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Bound using segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:40.268978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Bound port: e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:40.269325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.274839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.276874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2bd65cf1-1128-47e3-8d81-35d019ca77c3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.325891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:40.328317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd65cf1-1128-47e3-8d81-35d019ca77c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.339830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f29a91de-78dd-487a-bceb-866a0190af7d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.340176 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Added segment f29a91de-78dd-487a-bceb-866a0190af7d of type vlan for network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 Feb 19 07:28:40.342201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (071ca26d-b006-442f-b4f7-ad45f31a3cdc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.386194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.424086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.425473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.426099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.487132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5337067 Feb 19 07:28:40.490217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:40.495605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Request body: {'subnet': {'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1315626164-subnet', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:40.532117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Made reservation on behalf of 82e91ff9468045b0a112c31906eb3660 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:40.534791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.562555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df082be4-d51e-480d-80b8-9d662eb052d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.576099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:40.758876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Sync routers for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:40.774448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:40.775684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:40.782119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=071ca26d-b006-442f-b4f7-ad45f31a3cdc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:40.789610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No DVR routers for this DVR port 071ca26d-b006-442f-b4f7-ad45f31a3cdc on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:40.795753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-22892921-c07b-4088-b590-8d1cde5ef127 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.797572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-22892921-c07b-4088-b590-8d1cde5ef127 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 811 time: 0.1722870 Feb 19 07:28:40.801034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252da7f-9684-4c16-a9ad-11a3ba938e18 req-1a0797eb-b0a8-4785-bc31-eb2d2b55b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.803383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8252da7f-9684-4c16-a9ad-11a3ba938e18 req-1a0797eb-b0a8-4785-bc31-eb2d2b55b3ce service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8033915 Feb 19 07:28:40.844793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-1f176e60-0f73-4c4f-aecf-04f5aa23a5fc tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/quotas/aa01e58d47714bf884d33709310a849f HTTP/1.1" status: 200 len: 375 time: 0.0340354 Feb 19 07:28:40.845821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.852201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.857675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.863220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.869004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.874254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.879611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:40.887441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-a2e1cc17-c2d6-45ab-b421-0cb21d51e2d0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.8464491 Feb 19 07:28:40.905693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:40.907407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (0e8af56a-ccb0-44ff-940f-e219db5a91e1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.934666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port 8079cd81-35c3-4191-8a80-293093457238, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8079cd81-35c3-4191-8a80-293093457238,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:40.935041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8079cd81-35c3-4191-8a80-293093457238), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:40.959857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-8dc7888d-d73e-4494-8dcf-32c52634de4b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029348 Feb 19 07:28:40.971944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.003226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:41.006167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 8079cd81-35c3-4191-8a80-293093457238 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:41.015112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.043688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8af56a-ccb0-44ff-940f-e219db5a91e1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.055434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:41.057300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Checking segment: {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:41.058073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Network hostable DHCP agents. Network: 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:41.067421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d687ceff-befb-48a0-9470-fe8fcda80ccf']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:41.104105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:41.110270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.116304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-70b84a98-f92d-4ded-908e-cf49cba6bf3f service neutron] 10.222.0.43 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414764 Feb 19 07:28:41.117551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:41.119780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:41.120088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:41.122129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.123016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.130881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3efb2523-6fca-44ad-ba76-29fd47971c41 req-fc0ed702-2f43-4556-9144-13a19dc3ac32 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2425568 Feb 19 07:28:41.131109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f46b1-505e-4107-a5f4-74c11a54051a None None] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:41.167556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.179127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd71f32b-90d6-45cf-8a2d-8b7eb2feaa60 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6876948 Feb 19 07:28:41.180054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:41.187922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:41.192807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.193609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.195049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] 10.222.0.47 "PUT /v2.0/ports/e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 200 len: 1091 time: 2.7116871 Feb 19 07:28:41.195550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:41.198955 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:41.235957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.249338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 4, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c56964a2-ad99-44b8-b4a0-614784b53447', 'name': '', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'mac_address': 'fa:16:3e:e8:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:39Z', 'revision_number': 2, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'subnets': [{'id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:41.258353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.259432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.268306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:41.269224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8ed14de1-e6f4-4bc1-babe-5c6a9f7ba0dc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:41.275015 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:41.294777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-74700093-8df3-45c2-b84e-18d261446222 service neutron] 10.222.0.43 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479030 Feb 19 07:28:41.313394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'project_id': '82e91ff9468045b0a112c31906eb3660', 'fixed_ips': [{'subnet_id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:41.314247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.317906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Checking router: 32821432-7077-4421-92ac-c1ae1b7c1979 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:41.318240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Updating router 32821432-7077-4421-92ac-c1ae1b7c1979 port c56964a2-ad99-44b8-b4a0-614784b53447 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:28:41.364818 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.404508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23b2f2-3044-4810-bf6b-dfa8ae483c34 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.454601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d687ceff-befb-48a0-9470-fe8fcda80ccf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.508994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.527638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/d687ceff-befb-48a0-9470-fe8fcda80ccf HTTP/1.1" status: 204 len: 168 time: 4.7704976 Feb 19 07:28:41.539288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:41.546746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3503704-6cad-43f8-9805-369f1c6822fd tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=d687ceff-befb-48a0-9470-fe8fcda80ccf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.552765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-432892649'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:41.560287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for router_controller (6abd6a84-7722-4083-8c23-437e58c7b91a), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.560668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-b9bbf4ae-178e-4749-9ec8-b2e58da83024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.562197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-b9bbf4ae-178e-4749-9ec8-b2e58da83024 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 1125 time: 0.3168106 Feb 19 07:28:41.571249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0de03-4f39-48e0-8356-e0b51171a39c req-8651ed09-19d3-4163-83a2-cbb5b27612c6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.572754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cf0de03-4f39-48e0-8356-e0b51171a39c req-8651ed09-19d3-4163-83a2-cbb5b27612c6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 943 time: 0.2968771 Feb 19 07:28:41.614682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Allocated IP 172.20.0.2 (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5/0e8af56a-ccb0-44ff-940f-e219db5a91e1/fed2dd33-77d1-45c3-a31c-77b883bdec72) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:41.632076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-6a613b1f-27c9-4283-8772-6a12a5f92f48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0583260 Feb 19 07:28:41.673482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e782e35-30e7-4f45-b8f0-0cfcefd676e4 req-911c4851-f3b0-4cc4-ac48-13e39034c9b8 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.1320441 Feb 19 07:28:41.785959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cf0de03-4f39-48e0-8356-e0b51171a39c req-5fdafc2f-be9c-4a04-8499-b80798e59b5c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051046 Feb 19 07:28:41.792084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8079cd81-35c3-4191-8a80-293093457238), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.834483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-c817a50d-e428-43f7-85c1-b46b403075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:41.851082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:41.857310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-c817a50d-e428-43f7-85c1-b46b403075b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.1725733 Feb 19 07:28:41.871734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.890557 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853184d1-1b9d-4a9d-bc68-fb17f1eb7552 x-openstack-request-id: req-853184d1-1b9d-4a9d-bc68-fb17f1eb7552 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:41.891167 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:41.891609 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-853184d1-1b9d-4a9d-bc68-fb17f1eb7552 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:41.892180 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4', 'status': 'completed', 'code': 200} Feb 19 07:28:41.906229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=8079cd81-35c3-4191-8a80-293093457238,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:41.928002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks [] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.955807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3eacfaa-1a0b-403b-a207-218944e385d9 req-b2db4063-982c-4440-bc0c-6d53b9e9ca97 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 210 time: 0.0897946 Feb 19 07:28:41.958502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-f278a98b-ee87-4e6b-bb7c-ed65592cb1ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003928 Feb 19 07:28:41.976031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks [] for port (c56964a2-ad99-44b8-b4a0-614784b53447), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.978361 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.979921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for router_gateway (6abd6a84-7722-4083-8c23-437e58c7b91a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:41.994419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c1be813c-33c2-4140-aabd-e20e8a8dcb2d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:42.043231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.048578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:42.104216 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.104675 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Added segment 9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20 of type vlan for network 4a7384ab-c539-480c-a2c7-0068612fb481 Feb 19 07:28:42.134252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Pushing event updated for resources: {'Port': ['ID=fed2dd33-77d1-45c3-a31c-77b883bdec72,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.152230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8252da7f-9684-4c16-a9ad-11a3ba938e18 req-35c3a0a7-2386-4519-8f48-5a2fd9c409a8 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0691626 Feb 19 07:28:42.211401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.259071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.263417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-fd83a4b6-e206-472f-8923-77afedead769 service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809713 Feb 19 07:28:42.267381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:42.267739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.268768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.283535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:42.291672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:42.330028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef844-0165-4fbe-8d81-7d0391a2c9f7 None None] Pushing event updated for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.330390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7868779 Feb 19 07:28:42.333901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:42.340824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Request body: {'subnet': {'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:42.432392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c1be813c-33c2-4140-aabd-e20e8a8dcb2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:42.432946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.434001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74253518-ced8-42aa-9e99-042a15c0d3ef tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Network': ['ID=4a7384ab-c539-480c-a2c7-0068612fb481,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:42.439400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.466436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.469792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Attempting to bind port c56964a2-ad99-44b8-b4a0-614784b53447 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:42.470412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Attempting to bind port c56964a2-ad99-44b8-b4a0-614784b53447 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:42.470607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Attempting to bind port c56964a2-ad99-44b8-b4a0-614784b53447 on network 7181c2fe-9071-453c-9e00-ac64b3f5996f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:42.473138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.477806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4a7384ab-c539-480c-a2c7-0068612fb481 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:42.479353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.484909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.490962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.491763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.496567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.502033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:42.507354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Attempting to bind port fed2dd33-77d1-45c3-a31c-77b883bdec72 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:42.507850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Attempting to bind port fed2dd33-77d1-45c3-a31c-77b883bdec72 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:42.508285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Attempting to bind port fed2dd33-77d1-45c3-a31c-77b883bdec72 on network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:42.510157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-aaa10c8f-9f1a-43b9-abe0-9b1053490bf2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2169437 Feb 19 07:28:42.516393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:42.516867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Checking segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:42.517406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.517807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Bound using segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:42.518994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Bound port: c56964a2-ad99-44b8-b4a0-614784b53447, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:42.518994 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.561614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:42.562391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Checking segment: {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:42.562553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.562940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Bound using segment: {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:42.563529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Bound port: fed2dd33-77d1-45c3-a31c-77b883bdec72, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:42.563997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.675282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for router_gateway (6abd6a84-7722-4083-8c23-437e58c7b91a), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.696294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.702736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b7fd791-550c-4704-8e6a-c22ba77e1835 req-b987d181-aaf4-4dc8-a059-de13f9eb9dda service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800485 Feb 19 07:28:42.704414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e508b9b-0565-4394-b550-ad8b11e01844 req-a6a0e521-af03-446b-bc21-73fb7fb5601f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1931276 Feb 19 07:28:42.709489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Made reservation on behalf of 4cff6505f5704c808e5b6e5ca0f667a3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:42.713684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:42.864225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Allocated IP 172.25.7.214 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/05b25757-95e6-4189-9b39-3838e285cd74) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:42.942362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-026e3d3f-52d1-4dee-8fb9-a61b1f75fcaf req-050b8fb1-85a7-4581-8107-f7c9284b8b5c tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ad04106-5a78-4eec-9e01-18ca58994584 HTTP/1.1" status: 200 len: 210 time: 0.0463932 Feb 19 07:28:43.011671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c1be813c-33c2-4140-aabd-e20e8a8dcb2d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:43.036830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for port (05b25757-95e6-4189-9b39-3838e285cd74), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:43.079009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] For port c56964a2-ad99-44b8-b4a0-614784b53447, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:43.082063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-465a9156-6dd8-41c8-aed5-984fa1448a15 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:43.083743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-465a9156-6dd8-41c8-aed5-984fa1448a15 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 811 time: 0.1402862 Feb 19 07:28:43.085584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] For port fed2dd33-77d1-45c3-a31c-77b883bdec72, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:43.089916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] For port c56964a2-ad99-44b8-b4a0-614784b53447, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c56964a2-ad99-44b8-b4a0-614784b53447,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:43.093528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] For port fed2dd33-77d1-45c3-a31c-77b883bdec72, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fed2dd33-77d1-45c3-a31c-77b883bdec72,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:43.103622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (05b25757-95e6-4189-9b39-3838e285cd74), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:43.105829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:43.116255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:43.120496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Request body: {'port': {'device_id': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'admin_state_up': True, 'tenant_id': 'aa01e58d47714bf884d33709310a849f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:43.154495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:43.162544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:43.163954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:43.189081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:43.189775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.196569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b016e9f-e158-48da-bcf0-951fd3086255 req-37130204-0548-4d06-ab61-c082d49eb08b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:43.198232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b016e9f-e158-48da-bcf0-951fd3086255 req-37130204-0548-4d06-ab61-c082d49eb08b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 943 time: 0.1249871 Feb 19 07:28:43.204647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Pushing event updated for resources: {'Port': ['ID=05b25757-95e6-4189-9b39-3838e285cd74,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.243614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5132780a-61be-4cdb-8c9a-b292c93b13ba req-6c12682b-7940-423b-b026-dc6962802a7d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 210 time: 0.1498125 Feb 19 07:28:43.272167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7529a-861e-4cda-af4e-e69b8bcc7f3a None None] Pushing event updated for resources: {'Port': ['ID=fed2dd33-77d1-45c3-a31c-77b883bdec72,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.341165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b016e9f-e158-48da-bcf0-951fd3086255 req-f7ca1baf-6f91-42f0-ba7d-18f1dcf331ec tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349413 Feb 19 07:28:43.380486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef844-0165-4fbe-8d81-7d0391a2c9f7 None None] Pushing event updated for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:43.405759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:43.473012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-215be70c-5bef-44ad-8cba-e44f091ff8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:43.476991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-215be70c-5bef-44ad-8cba-e44f091ff8e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 1125 time: 0.5799305 Feb 19 07:28:43.585060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for router_gateway (6abd6a84-7722-4083-8c23-437e58c7b91a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:43.685325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 4, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c56964a2-ad99-44b8-b4a0-614784b53447', 'name': '', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'mac_address': 'fa:16:3e:e8:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:43Z', 'revision_number': 4, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'subnets': [{'id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:43.718356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecaf60-bdc8-4e9f-a28d-51372a44dc70 None None] The sync data for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 is: [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:28:38Z', 'revision_number': 4, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'c56964a2-ad99-44b8-b4a0-614784b53447', 'name': '', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'mac_address': 'fa:16:3e:e8:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:37Z', 'updated_at': '2022-02-19T07:28:43Z', 'revision_number': 4, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'subnets': [{'id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:43.874039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.031041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:28:44.047094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (41e2bb95-273d-4bb7-8eb0-de657bb7c6b3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.162504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fed2dd33-77d1-45c3-a31c-77b883bdec72 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:44.221354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event updated for resources: {'Subnet': ['ID=41e2bb95-273d-4bb7-8eb0-de657bb7c6b3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:44.223019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Router 6abd6a84-7722-4083-8c23-437e58c7b91a is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:28:44.246718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:44.276390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Made reservation on behalf of aa01e58d47714bf884d33709310a849f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:44.284385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.312924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fed2dd33-77d1-45c3-a31c-77b883bdec72 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:44.313298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.384348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.399893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.413538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.419248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.437856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.444774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.450475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.452502 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-d1274d31-eb12-431f-8a13-0cb4f96d01fb tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.5565343 Feb 19 07:28:44.467236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-af04469c-7379-41b4-a88f-7c910e1f0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.468725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-af04469c-7379-41b4-a88f-7c910e1f0f70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.9478707 Feb 19 07:28:44.485733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d035acca-eba1-4f43-b46d-3c1987a44742 req-4b3f3487-25cf-490d-8ea5-2b57c2629236 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 210 time: 0.0876837 Feb 19 07:28:44.487816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6fa455-5708-4aaf-8fb7-d0ebe8e1098c req-ec11cd99-9f9f-4536-bb17-7f5793cbe91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3e067d4bf5e49a5ac5794d4a6dcb0fc&device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.1159136 Feb 19 07:28:44.507828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fed2dd33-77d1-45c3-a31c-77b883bdec72 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:44.508219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.566512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6fa455-5708-4aaf-8fb7-d0ebe8e1098c req-a1000092-08e5-454b-9eaa-9e1dc3a2dccf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3e067d4bf5e49a5ac5794d4a6dcb0fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707150 Feb 19 07:28:44.581567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port fed2dd33-77d1-45c3-a31c-77b883bdec72, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fed2dd33-77d1-45c3-a31c-77b883bdec72,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:44.588633 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.589894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c56964a2-ad99-44b8-b4a0-614784b53447 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:44.636640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-517229fe-c78d-453e-84d5-e76c9f88e971 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0516741 Feb 19 07:28:44.662690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a5a21-b19a-4d5d-a1b9-c9d0638287b6 None None] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:44.714600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fa455-5708-4aaf-8fb7-d0ebe8e1098c req-b0ccc3ea-fb30-4d27-8178-53dcdb3d186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.716125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6fa455-5708-4aaf-8fb7-d0ebe8e1098c req-b0ccc3ea-fb30-4d27-8178-53dcdb3d186a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1031008 Feb 19 07:28:44.803525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2dc7865d-5634-41fc-aa41-87531d28946e req-b7a67b54-0507-43d7-b6cd-e8c4c2629628 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.0839882 Feb 19 07:28:44.805702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:44.812245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Checking segment: {'id': '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:44.812620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network hostable DHCP agents. Network: 4a7384ab-c539-480c-a2c7-0068612fb481, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:44.840520 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Sync routers for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:44.851787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=fed2dd33-77d1-45c3-a31c-77b883bdec72,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:44.867918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.872956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0f12eac3-d057-4e79-85d1-c2708725a573 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6885269 Feb 19 07:28:44.874234 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:44.874900 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:44.876033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:44.911151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-40909311-6fe4-4a16-b7c2-e0ea201d68f1 None None] Provisioning complete for port fed2dd33-77d1-45c3-a31c-77b883bdec72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:44.911996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40909311-6fe4-4a16-b7c2-e0ea201d68f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.951371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c56964a2-ad99-44b8-b4a0-614784b53447 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:44.951371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:44.960055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:44.970234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-97b65fb8-b6a8-413d-8eec-8d54cea234c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:44.971815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-97b65fb8-b6a8-413d-8eec-8d54cea234c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.2920537 Feb 19 07:28:44.984067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f12fa542-8827-44d6-bd78-130cda6d5124 req-a80a9d1e-eff3-439a-bd32-5799323a985e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5073671 Feb 19 07:28:44.998852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:45.010780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e71ac713-7422-45b3-b109-cadb337b2917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/612bae8f-0464-4b9d-a7eb-434aea3d1ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9768419 Feb 19 07:28:45.065095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:45.091021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:45.091703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:45.147439 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-50eea9fe-67cc-4342-9797-575661d01252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600046 Feb 19 07:28:45.151493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Network 4a7384ab-c539-480c-a2c7-0068612fb481 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:45.173460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Allocated IP 172.20.0.8 (7181c2fe-9071-453c-9e00-ac64b3f5996f/e7445ac7-f753-44bd-a7dc-ac554765d9af/f9f79769-6e8b-4160-93b9-bec372cd98fa) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:45.205195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4a7384ab-c539-480c-a2c7-0068612fb481) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:45.283571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f5a64-dc87-471d-ad00-9af46ea58a51 None None] Network 4a7384ab-c539-480c-a2c7-0068612fb481 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:45.327086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:45.327735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.484144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-d4f096cf-efab-4e92-a04c-c23004d97e0a service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051226 Feb 19 07:28:45.527174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:43Z', 'revision_number': 3, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:45.561325 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Checking router: 6abd6a84-7722-4083-8c23-437e58c7b91a for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:45.563615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Updating router 6abd6a84-7722-4083-8c23-437e58c7b91a port 05b25757-95e6-4189-9b39-3838e285cd74 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:28:45.575011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-40909311-6fe4-4a16-b7c2-e0ea201d68f1 None None] Current status of the port fed2dd33-77d1-45c3-a31c-77b883bdec72 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:45.598957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c56964a2-ad99-44b8-b4a0-614784b53447 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:45.603636 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.605964 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05b25757-95e6-4189-9b39-3838e285cd74), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.642363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fcb05-2cd2-4462-a8fc-0d37e795a322 req-80499e1e-6d00-4edb-8ab1-c13d814887de tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:45.643998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-131fcb05-2cd2-4462-a8fc-0d37e795a322 req-80499e1e-6d00-4edb-8ab1-c13d814887de tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 943 time: 0.2189634 Feb 19 07:28:45.654554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:45.682541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks [] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.725515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a36d85e9-9a17-41c1-b322-84bb96389ef3 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3896723 Feb 19 07:28:45.734181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35228) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:45.873296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-131fcb05-2cd2-4462-a8fc-0d37e795a322 req-2d43243d-7d15-41d6-8387-c66bd6c55ad8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206962 Feb 19 07:28:45.930428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c56964a2-ad99-44b8-b4a0-614784b53447, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c56964a2-ad99-44b8-b4a0-614784b53447,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:45.937201 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks [] for port (05b25757-95e6-4189-9b39-3838e285cd74), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.945955 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05b25757-95e6-4189-9b39-3838e285cd74), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.951834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1d33ca1-8ac1-4bce-b00a-c30253cc6fbc req-d54207e5-6ab6-45a6-8dfc-d486246680b2 service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186623 Feb 19 07:28:45.953045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.988374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:45.994780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bbe928cd-85ea-4d7f-9126-634931f28de7 None None] Provisioning complete for port fed2dd33-77d1-45c3-a31c-77b883bdec72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:45.995388 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbe928cd-85ea-4d7f-9126-634931f28de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.002524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-4a7384ab-c539-480c-a2c7-0068612fb481', 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481', 'project_id': '4cff6505f5704c808e5b6e5ca0f667a3', 'fixed_ips': [{'subnet_id': '41e2bb95-273d-4bb7-8eb0-de657bb7c6b3'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:28:46.003176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.020012 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Attempting to bind port 05b25757-95e6-4189-9b39-3838e285cd74 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:46.020391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Attempting to bind port 05b25757-95e6-4189-9b39-3838e285cd74 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:46.020751 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Attempting to bind port 05b25757-95e6-4189-9b39-3838e285cd74 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:46.030507 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:46.030879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:46.031312 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.031707 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:46.032173 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Bound port: 05b25757-95e6-4189-9b39-3838e285cd74, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:46.032547 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05b25757-95e6-4189-9b39-3838e285cd74), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.092013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] For port 05b25757-95e6-4189-9b39-3838e285cd74, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:46.095392 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] For port 05b25757-95e6-4189-9b39-3838e285cd74, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05b25757-95e6-4189-9b39-3838e285cd74,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:46.109967 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05b25757-95e6-4189-9b39-3838e285cd74), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.112993 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d42d-a578-4ba6-abf7-584bdb5188e1 None None] Pushing event updated for resources: {'Port': ['ID=05b25757-95e6-4189-9b39-3838e285cd74,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.126967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Pushing event updated for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.174190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8123ff-7f87-42fd-9ba2-a75674c04eae req-7ccbd484-1a09-4a08-9f56-f973932eba7d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.181723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c8123ff-7f87-42fd-9ba2-a75674c04eae req-7ccbd484-1a09-4a08-9f56-f973932eba7d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 0.7982199 Feb 19 07:28:46.186760 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d42d-a578-4ba6-abf7-584bdb5188e1 None None] Pushing event updated for resources: {'Port': ['ID=05b25757-95e6-4189-9b39-3838e285cd74,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.191075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:46.192337 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.192487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:46.197020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:46.199294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:46.200223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701bb0f-b6f9-4797-9757-07cccddcba82 req-a10cec81-4c5f-4900-8d14-be09366563e5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.207714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5701bb0f-b6f9-4797-9757-07cccddcba82 req-a10cec81-4c5f-4900-8d14-be09366563e5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 931 time: 0.1880577 Feb 19 07:28:46.293988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5701bb0f-b6f9-4797-9757-07cccddcba82 req-b282ea25-5a65-449d-9393-8b0870972133 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809569 Feb 19 07:28:46.313204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.335734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8a6fa455-5708-4aaf-8fb7-d0ebe8e1098c req-622adfae-f18f-44a8-a3ba-a404b5b1c8f5 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.47 "GET /v2.0/ports?device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.0701153 Feb 19 07:28:46.361950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Allocated IP 2001:db8::f816:3eff:fe34:3c29 (4a7384ab-c539-480c-a2c7-0068612fb481/41e2bb95-273d-4bb7-8eb0-de657bb7c6b3/3e401852-f960-4b2b-81f9-d45fd8e6f7c5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:46.404829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:46.432307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c8123ff-7f87-42fd-9ba2-a75674c04eae req-2ca9f525-4ba3-4f34-a927-011ace02499a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498555 Feb 19 07:28:46.448867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fed2dd33-77d1-45c3-a31c-77b883bdec72 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:46.465964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:46.474941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.475655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.482304 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.545133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d912ca-cc0b-45b6-84e4-ba58dba12a9a req-8c41ab80-ed96-48a9-8ae0-4cb5bc5d1b49 tempest-ServerShowV247Test-867322436 tempest-ServerShowV247Test-867322436-project] 10.222.0.43 "GET /v2.0/ports?device_id=a39fe63a-b7b5-40f6-8c01-bda1962f7416 HTTP/1.1" status: 200 len: 210 time: 0.0644290 Feb 19 07:28:46.583120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (41e2bb95-273d-4bb7-8eb0-de657bb7c6b3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.600694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Allocated IP 172.20.0.1 (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5/0e8af56a-ccb0-44ff-940f-e219db5a91e1/44044415-ea9b-4eee-a156-6bfbc622751d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:46.627241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b2c322d2-253c-44c8-a68b-cf65a96dfbc8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5117290 Feb 19 07:28:46.662214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Request body: {'port': {'device_id': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:46.693560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bbe928cd-85ea-4d7f-9126-634931f28de7 None None] Current status of the port fed2dd33-77d1-45c3-a31c-77b883bdec72 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:46.728888 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:43Z', 'revision_number': 3, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.729598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.747270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks [] for port (44044415-ea9b-4eee-a156-6bfbc622751d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.749134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.765597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.768277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb636fe9-0d97-4f58-9955-772505912aeb None None] The sync data for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 is: [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:43Z', 'revision_number': 3, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:46.772925 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks [] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.777879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fed2dd33-77d1-45c3-a31c-77b883bdec72 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:46.778261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.783211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:46.783530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.789593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.795103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.810956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.810956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17069899-7804-4123-a587-ffd606ca3760 req-692598e5-29fd-47fb-9f52-0bb9f95c0018 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.2303934 Feb 19 07:28:46.815934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.845233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.895464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.901671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (41e2bb95-273d-4bb7-8eb0-de657bb7c6b3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:46.916939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:46.924953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:46.928827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:46.939248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-64de9349-0030-4c5d-93b2-42c83ede0b54 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:46.940231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Network 4a7384ab-c539-480c-a2c7-0068612fb481 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:46.948821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-64de9349-0030-4c5d-93b2-42c83ede0b54 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 0.1546333 Feb 19 07:28:46.957483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:46.975174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:46.983449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:47.002192 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:47.002849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:47.023997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17069899-7804-4123-a587-ffd606ca3760 req-048e6cb4-4ba0-4182-9ba2-9078aefe5ef3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1971886 Feb 19 07:28:47.064211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Pushing event updated for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:47.145511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Pushing event updated for resources: {'Port': ['ID=3e401852-f960-4b2b-81f9-d45fd8e6f7c5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:47.172905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.194724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (6abd6a84-7722-4083-8c23-437e58c7b91a), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.220865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7384ab-c539-480c-a2c7-0068612fb481']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:47.230245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:47.234456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:47.234732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:47.247778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.261876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.279352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:47.279572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5961d5-9975-4bd6-91b3-07dc06d9ecc8 req-1349c473-f4d3-4433-8185-07dc88307215 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:47.280027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.281201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b5961d5-9975-4bd6-91b3-07dc06d9ecc8 req-1349c473-f4d3-4433-8185-07dc88307215 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 943 time: 0.2665336 Feb 19 07:28:47.295060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 5d372c02-d4c5-40a3-9504-138aefd5e9eb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:47.295524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.342065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Attempting to bind port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:47.342455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Attempting to bind port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:47.343146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Attempting to bind port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 on network 4a7384ab-c539-480c-a2c7-0068612fb481 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:47.378652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=41e2bb95-273d-4bb7-8eb0-de657bb7c6b3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:47.385652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:47.386162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Checking segment: {'id': '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:47.386425 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.386820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Bound using segment: {'id': '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:47.387341 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Bound port: 3e401852-f960-4b2b-81f9-d45fd8e6f7c5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4a7384ab-c539-480c-a2c7-0068612fb481'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:47.387722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:47.389281 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:47.392059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:47.446933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.api [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:28:47.446933 n-d-829866-3 neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:28:47.446933 n-d-829866-3 neutron-server[103587]: [parameters: {'id': '4a7384ab-c539-480c-a2c7-0068612fb481'}] Feb 19 07:28:47.446933 n-d-829866-3 neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:28:47.448718 n-d-829866-3 neutron-server[103587]: DEBUG oslo_db.api [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:28:47.475108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b5961d5-9975-4bd6-91b3-07dc06d9ecc8 req-bd004bbb-8a03-4666-8501-81d50a701735 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870201 Feb 19 07:28:47.583954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6366be-7a73-402d-acf9-b359e2071942 req-d4dd3dcb-7538-4513-806b-3f3f3c150212 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:47.591802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6366be-7a73-402d-acf9-b359e2071942 req-d4dd3dcb-7538-4513-806b-3f3f3c150212 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 931 time: 0.2003975 Feb 19 07:28:47.603687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fed2dd33-77d1-45c3-a31c-77b883bdec72 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:47.612690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-89e8b8ac-e071-4ccc-bd8a-13788a574460 None None] Provisioning complete for port 44044415-ea9b-4eee-a156-6bfbc622751d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:47.613490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89e8b8ac-e071-4ccc-bd8a-13788a574460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.636700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port 5d372c02-d4c5-40a3-9504-138aefd5e9eb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5d372c02-d4c5-40a3-9504-138aefd5e9eb,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:47.637081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.645526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df6366be-7a73-402d-acf9-b359e2071942 req-16be4869-12a8-49cb-97a8-5d70c5a98f66 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Feb 19 07:28:47.691396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 5d372c02-d4c5-40a3-9504-138aefd5e9eb owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:47.703078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.769205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-89e8b8ac-e071-4ccc-bd8a-13788a574460 None None] Port 44044415-ea9b-4eee-a156-6bfbc622751d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:47.795738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:47.804652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90d53e-1a8b-4044-acd2-ae043ea1c28c req-d9ba6911-1111-48ec-940c-c3fa40a830ae tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:47.811864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e90d53e-1a8b-4044-acd2-ae043ea1c28c req-d9ba6911-1111-48ec-940c-c3fa40a830ae tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=eebe096b-b6da-46b7-a050-c23bc208cc13 HTTP/1.1" status: 200 len: 946 time: 0.2192597 Feb 19 07:28:47.838112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] For port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:47.841877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] For port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3e401852-f960-4b2b-81f9-d45fd8e6f7c5,segment=NetworkSegment(9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20),segment_id=9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:47.858811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.885944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f79769-6e8b-4160-93b9-bec372cd98fa {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:47.899409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks [] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.921817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Transition to ACTIVE for port object f9f79769-6e8b-4160-93b9-bec372cd98fa will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:28:47.928356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e90d53e-1a8b-4044-acd2-ae043ea1c28c req-074bf9bb-567f-4116-aaef-f0f947c7b3bc tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=65f7a240-9f8f-48a7-aa60-8ead25681929&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155875 Feb 19 07:28:47.930836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:47.939620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'port_id': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'mac_address': 'fa:16:3e:23:32:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:48.022803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.027056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.067959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:48.136378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7487e91-2458-4db2-b065-5d79b99eaea2 None None] Pushing event updated for resources: {'Port': ['ID=3e401852-f960-4b2b-81f9-d45fd8e6f7c5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.140247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:48.141104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.181638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5782c2-8042-4312-94ba-33735633dfcc None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:28:48.230276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5d372c02-d4c5-40a3-9504-138aefd5e9eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.290097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=5d372c02-d4c5-40a3-9504-138aefd5e9eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.331959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:48.332249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.344291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks [] for port (44044415-ea9b-4eee-a156-6bfbc622751d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.356643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.403558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] No DVR routers for this DVR port 5d372c02-d4c5-40a3-9504-138aefd5e9eb on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:48.408352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.412647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-324a12ca-53e4-4ccf-9e6f-ea525954058b req-1098a1ff-ad42-4375-a1e4-709548a5234e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "DELETE /v2.0/ports/5d372c02-d4c5-40a3-9504-138aefd5e9eb HTTP/1.1" status: 204 len: 173 time: 1.4515030 Feb 19 07:28:48.414733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'name': 'network-vif-deleted', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:48.414872 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d10c406-266b-4085-a0a5-3363c50ea154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.416716 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3396aa01-350e-4803-9fad-e624376fb427" -d '{"events": [{"server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "name": "network-vif-deleted", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:48.448752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (6abd6a84-7722-4083-8c23-437e58c7b91a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.468395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Pushing event updated for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.521617 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f659f5-be1a-44f7-a119-c9169ff72a47 x-openstack-request-id: req-42f659f5-be1a-44f7-a119-c9169ff72a47 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:48.521920 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebe096b-b6da-46b7-a050-c23bc208cc13", "name": "network-vif-deleted", "tag": "5d372c02-d4c5-40a3-9504-138aefd5e9eb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:48.522181 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42f659f5-be1a-44f7-a119-c9169ff72a47 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:48.522590 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebe096b-b6da-46b7-a050-c23bc208cc13', 'name': 'network-vif-deleted', 'tag': '5d372c02-d4c5-40a3-9504-138aefd5e9eb', 'status': 'completed', 'code': 200} Feb 19 07:28:48.524348 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d10c406-266b-4085-a0a5-3363c50ea154 admin admin] Publish callbacks [] for security_group (2b0e4672-1f87-4808-959c-6e9cbb27023c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.553445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Attempting to bind port f9f79769-6e8b-4160-93b9-bec372cd98fa on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:48.554060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Attempting to bind port f9f79769-6e8b-4160-93b9-bec372cd98fa by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:48.555047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Attempting to bind port f9f79769-6e8b-4160-93b9-bec372cd98fa on network 7181c2fe-9071-453c-9e00-ac64b3f5996f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:48.571945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.574835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:48.576567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:48.578254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.585221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.590604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.596060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.602405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.607770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.608091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c56964a2-ad99-44b8-b4a0-614784b53447 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:48.612159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:48.615420 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fab2470d-010a-4505-9053-fd8a9df21377 req-20d2b268-97a9-47d3-84b5-9464385a69b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5431 time: 0.3819742 Feb 19 07:28:48.617399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d10c406-266b-4085-a0a5-3363c50ea154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b0e4672-1f87-4808-959c-6e9cbb27023c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.670901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:48.694212 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.694900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ce0074c3-b39a-45dc-81e7-a291f8ce27b4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:48.739715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951158e6-fd6d-4684-84ec-b74a1004668a req-c1a61501-27a9-442b-8f30-62260a485209 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:48.741377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951158e6-fd6d-4684-84ec-b74a1004668a req-c1a61501-27a9-442b-8f30-62260a485209 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 943 time: 0.1131499 Feb 19 07:28:48.757951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:48.763452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Router 6abd6a84-7722-4083-8c23-437e58c7b91a has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:48.806270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b0844-ac02-4751-9db8-93ca25dd78a5 None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '4149cce4-95a9-4702-887f-4dd72a065611', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.224', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'port_id': 'db5aea3d-ad48-4581-be43-c92055737576', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1957, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'mac_address': 'fa:16:3e:a2:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:27:16Z', 'updated_at': '2022-02-19T07:27:22Z', 'revision_number': 1, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:48.807980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5782c2-8042-4312-94ba-33735633dfcc None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:28:48.844264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-951158e6-fd6d-4684-84ec-b74a1004668a req-5e95d184-d75b-4d86-836a-0eea3d6dc895 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921819 Feb 19 07:28:48.930961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10c406-266b-4085-a0a5-3363c50ea154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0e4672-1f87-4808-959c-6e9cbb27023c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.941377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:48.942709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Port f9f79769-6e8b-4160-93b9-bec372cd98fa on network 7181c2fe-9071-453c-9e00-ac64b3f5996f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:28:48.943083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Attempting to bind port f9f79769-6e8b-4160-93b9-bec372cd98fa on network 7181c2fe-9071-453c-9e00-ac64b3f5996f {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:48.952677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c56964a2-ad99-44b8-b4a0-614784b53447 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:48.953098 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.969168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:48.969551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Checking segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:48.969893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Bound using segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:48.970326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Bound port: f9f79769-6e8b-4160-93b9-bec372cd98fa, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:48.970684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:48.984255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] For port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3e401852-f960-4b2b-81f9-d45fd8e6f7c5,segment=NetworkSegment(9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20),segment_id=9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:48.984255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.012890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:49.021046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0a233f8-da74-431b-97b8-0824335a58d7 admin admin] 10.222.0.43 "PUT /v2.0/routers/6abd6a84-7722-4083-8c23-437e58c7b91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405873 Feb 19 07:28:49.071619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e50cd2-c1c1-44a0-acdd-519d3b6ce225 req-20304329-3ba6-4f0d-aaaf-bc711356d753 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:49.090063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99e50cd2-c1c1-44a0-acdd-519d3b6ce225 req-20304329-3ba6-4f0d-aaaf-bc711356d753 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 943 time: 0.1693137 Feb 19 07:28:49.098627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:49.106086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d10c406-266b-4085-a0a5-3363c50ea154 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3e067d4bf5e49a5ac5794d4a6dcb0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0315173 Feb 19 07:28:49.114956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:49.125933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:49.181552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'port_id': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4', 'mac_address': 'fa:16:3e:79:db:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:49.186394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fab2470d-010a-4505-9053-fd8a9df21377 req-d6c0ef7e-e079-4c81-9b4a-44e59f23f5c3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5633554 Feb 19 07:28:49.198580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99e50cd2-c1c1-44a0-acdd-519d3b6ce225 req-ecece68a-54e4-4f3e-afb9-e081fc30a5c8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075547 Feb 19 07:28:49.228367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] Publish callbacks [] for security_group (2b0e4672-1f87-4808-959c-6e9cbb27023c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.259603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] Publish callbacks [] for security_group (2b0e4672-1f87-4808-959c-6e9cbb27023c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.280631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:49.287413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c56964a2-ad99-44b8-b4a0-614784b53447 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:49.289429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05b25757-95e6-4189-9b39-3838e285cd74 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:49.358599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:49.359281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.367663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:49.378202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b0e4672-1f87-4808-959c-6e9cbb27023c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.382027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.388928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0074c3-b39a-45dc-81e7-a291f8ce27b4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:49.390658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:49.391174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b0e4672-1f87-4808-959c-6e9cbb27023c HTTP/1.1" status: 204 len: 168 time: 0.2747817 Feb 19 07:28:49.408771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.431277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19d570-a4a1-4276-a0fa-675e9e828b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0e4672-1f87-4808-959c-6e9cbb27023c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:49.454307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (65f7a240-9f8f-48a7-aa60-8ead25681929), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.459804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3e401852-f960-4b2b-81f9-d45fd8e6f7c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.466307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:49.466943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.471604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] 10.222.0.24 "PUT /v2.0/ports/f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 200 len: 1091 time: 2.8234725 Feb 19 07:28:49.472114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:49.475054 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9b0dc-d174-4f1a-a511-1637cf86a59d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:49.499084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (65f7a240-9f8f-48a7-aa60-8ead25681929), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.583597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:49.595861 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.597571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:49.610299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No DVR routers for this DVR port 3e401852-f960-4b2b-81f9-d45fd8e6f7c5 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:49.631070 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6949769-9b01-4d85-8d50-8645ec04c3c0 x-openstack-request-id: req-b6949769-9b01-4d85-8d50-8645ec04c3c0 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:49.634432 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:49.636362 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6949769-9b01-4d85-8d50-8645ec04c3c0 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:49.636971 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa', 'status': 'completed', 'code': 200} Feb 19 07:28:49.698221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e625a-be88-4145-b6a5-3d396af90d70 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:49.733524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:49.758460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'port_id': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4', 'mac_address': 'fa:16:3e:5f:6d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b46b22-6422-4dd3-b4e9-6dfa178728e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:49.772666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a11e17-58a6-44e2-9864-9376af0e9f88 None None] Network 4a7384ab-c539-480c-a2c7-0068612fb481 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:49.796241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (65f7a240-9f8f-48a7-aa60-8ead25681929), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.798950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.800628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/security-groups/65f7a240-9f8f-48a7-aa60-8ead25681929 HTTP/1.1" status: 204 len: 168 time: 0.5188661 Feb 19 07:28:49.851741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312da3c3-25ad-4fd6-9f17-6cb2c64b9e31 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7a240-9f8f-48a7-aa60-8ead25681929,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:49.861196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 05b25757-95e6-4189-9b39-3838e285cd74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:49.861196 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05b25757-95e6-4189-9b39-3838e285cd74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.871429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.877911 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Sync routers for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:49.898735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7384ab-c539-480c-a2c7-0068612fb481']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.903140 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:49.905906 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.910887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.911368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:49.923320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.939533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.958019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:49.972215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9ae4ecfd-7bac-4bbc-b1f1-a5180a113a20), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:49.991557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-be38d9ab-27d8-479f-9c60-262bb0b5a64b tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4229801 Feb 19 07:28:50.002977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:50.016165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:50.016564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.044094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:50.069865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.138082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.178788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:50.201574 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:50.302387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=3e401852-f960-4b2b-81f9-d45fd8e6f7c5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.304945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.306023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:50.323378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (4a7384ab-c539-480c-a2c7-0068612fb481), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.344069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.347424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/4a7384ab-c539-480c-a2c7-0068612fb481 HTTP/1.1" status: 204 len: 168 time: 4.6097679 Feb 19 07:28:50.377476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-46d5b678-97ba-4506-8fa8-8c4e3602a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:50.391558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-46d5b678-97ba-4506-8fa8-8c4e3602a312 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1125 time: 0.8488786 Feb 19 07:28:50.400750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35292) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.444269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54620a-8c70-4d28-8d10-d33ebc83c9c1 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=4a7384ab-c539-480c-a2c7-0068612fb481,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.453195 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:50.497343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'port_id': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07', 'mac_address': 'fa:16:3e:d2:a2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:50.533491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bf110e72-2545-4043-bcae-c1b3ddc471e0 None None] Provisioning complete for port 44044415-ea9b-4eee-a156-6bfbc622751d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:50.536189 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf110e72-2545-4043-bcae-c1b3ddc471e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.560499 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:50.585530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 05b25757-95e6-4189-9b39-3838e285cd74 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:50.586158 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05b25757-95e6-4189-9b39-3838e285cd74), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.589500 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e11bd3-a33b-4e35-a125-970b7c06b718 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:50.590023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e11bd3-a33b-4e35-a125-970b7c06b718 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:50.595254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-21e11bd3-a33b-4e35-a125-970b7c06b718 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/41e2bb95-273d-4bb7-8eb0-de657bb7c6b3 HTTP/1.1" status: 404 len: 337 time: 0.1912301 Feb 19 07:28:50.595254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-b90c75de-cf11-4fc6-80a9-a127b848775c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 200 len: 217 time: 0.2043271 Feb 19 07:28:50.606083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.651511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.705745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 05b25757-95e6-4189-9b39-3838e285cd74, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05b25757-95e6-4189-9b39-3838e285cd74,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:50.714155 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7cdd2b-d580-45e7-9ce2-5e0fb89d598f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:50.714690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7cdd2b-d580-45e7-9ce2-5e0fb89d598f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:50.730790 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05b25757-95e6-4189-9b39-3838e285cd74), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.732193 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8a7cdd2b-d580-45e7-9ce2-5e0fb89d598f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/4a7384ab-c539-480c-a2c7-0068612fb481 HTTP/1.1" status: 404 len: 339 time: 0.1238174 Feb 19 07:28:50.734764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.753171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf110e72-2545-4043-bcae-c1b3ddc471e0 None None] Port 44044415-ea9b-4eee-a156-6bfbc622751d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:28:50.809736 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66d94e3-13f3-4f21-8e81-c083099bd154 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:50.815405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66d94e3-13f3-4f21-8e81-c083099bd154 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:50.821516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f66d94e3-13f3-4f21-8e81-c083099bd154 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/f0341e83-79c1-4e4b-955a-fd55acaf781d HTTP/1.1" status: 404 len: 337 time: 0.0787988 Feb 19 07:28:50.824354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.855436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-2a53e551-b6a1-4f4c-8a9f-ab0df89ea31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:50.856936 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-2a53e551-b6a1-4f4c-8a9f-ab0df89ea31d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.2499270 Feb 19 07:28:50.879760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.885513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35310) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.900694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:50.901768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:50.930899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=05b25757-95e6-4189-9b39-3838e285cd74,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:50.931622 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-188dba71-0168-4f0a-b7ab-b3171e574fbf tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:50.932166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-188dba71-0168-4f0a-b7ab-b3171e574fbf tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:50.937404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-188dba71-0168-4f0a-b7ab-b3171e574fbf tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/d687ceff-befb-48a0-9470-fe8fcda80ccf HTTP/1.1" status: 404 len: 339 time: 0.1054595 Feb 19 07:28:50.937404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.942947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:50.946897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:50.952535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8079cd81-35c3-4191-8a80-293093457238 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:50.985423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8079cd81-35c3-4191-8a80-293093457238 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:50.986187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8079cd81-35c3-4191-8a80-293093457238 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:50.993533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-25dd7635-5e44-4dc5-9276-6df039d56bb6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6731560 Feb 19 07:28:51.011830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:47Z', 'revision_number': 4, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '44044415-ea9b-4eee-a156-6bfbc622751d', 'name': '', 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'mac_address': 'fa:16:3e:af:ad:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:46Z', 'updated_at': '2022-02-19T07:28:47Z', 'revision_number': 2, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'subnets': [{'id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:51.015268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:51.021713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.023073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-c46600a5-3a9d-4d61-9b4a-6781461629dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366112 Feb 19 07:28:51.059413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:51.077597 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd728a5-cdaa-413b-aa91-6bd112d3998e tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:51.077970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd728a5-cdaa-413b-aa91-6bd112d3998e tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:51.081039 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0dd728a5-cdaa-413b-aa91-6bd112d3998e tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/a9fe9afd-4006-4c1a-b80a-8e997a442bcd HTTP/1.1" status: 404 len: 337 time: 0.0720410 Feb 19 07:28:51.085909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:51.087280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Checking router: 6abd6a84-7722-4083-8c23-437e58c7b91a for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:51.087636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Updating router 6abd6a84-7722-4083-8c23-437e58c7b91a port 44044415-ea9b-4eee-a156-6bfbc622751d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:28:51.107105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:51.159504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-0174428d-8d68-42f4-9d5e-6757b9583b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.161819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-0174428d-8d68-42f4-9d5e-6757b9583b76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1128 time: 0.0808332 Feb 19 07:28:51.169809 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.230201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting subnet 8629660c-b0f3-4b87-b9dc-ad732674cea6 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:51.234969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:51.237110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1647507036-network', 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:51.251709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'port_id': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'mac_address': 'fa:16:3e:2d:66:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:51.256392 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ac091a-8a82-4b94-8e93-6922d2a61c1a tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:51.256946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ac091a-8a82-4b94-8e93-6922d2a61c1a tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:51.259970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12ac091a-8a82-4b94-8e93-6922d2a61c1a tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/99c96feb-82c3-4c8f-bd5e-fb39d3376d08 HTTP/1.1" status: 404 len: 339 time: 0.1612389 Feb 19 07:28:51.279317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (8629660c-b0f3-4b87-b9dc-ad732674cea6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.282290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:51.307262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:51.307711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.322492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Allocated IP 172.25.7.65 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/fb7db526-ee87-4c93-ad49-df98e652273e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:51.323570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:51.358036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:51.365416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.366417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 70972fa0-2997-4188-999f-0255b14274ba details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:51.449384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for port (fb7db526-ee87-4c93-ad49-df98e652273e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.492519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-1bd144b1-2672-4c62-8c69-ea5e283e3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.494521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-1bd144b1-2672-4c62-8c69-ea5e283e3da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 896 time: 0.3013499 Feb 19 07:28:51.497396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d30af3-f7b0-47ed-91ad-e533857b66bc req-6d9438e7-b7e6-4370-873c-ac370c3cf670 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.498524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.506994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6d30af3-f7b0-47ed-91ad-e533857b66bc req-6d9438e7-b7e6-4370-873c-ac370c3cf670 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 944 time: 0.4963133 Feb 19 07:28:51.538827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:51.543051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.566425 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.580600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (8629660c-b0f3-4b87-b9dc-ad732674cea6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.601218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:51.609227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:51.625670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:51.630615 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks [] for port (44044415-ea9b-4eee-a156-6bfbc622751d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.637489 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.650768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6d30af3-f7b0-47ed-91ad-e533857b66bc req-eb9d0de8-368d-4d4a-9f55-99e1b2baee32 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428127 Feb 19 07:28:51.651716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:51.658976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event updated for resources: {'Port': ['ID=fb7db526-ee87-4c93-ad49-df98e652273e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:51.673464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-c72b38cc-9696-45f7-8112-1a2c59c7840a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 1002 time: 0.1704102 Feb 19 07:28:51.680028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '70972fa0-2997-4188-999f-0255b14274ba', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'port_id': '70972fa0-2997-4188-999f-0255b14274ba', 'mac_address': 'fa:16:3e:d0:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:51.687355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ce0074c3-b39a-45dc-81e7-a291f8ce27b4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:51.689510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:51.694316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5d372c02-d4c5-40a3-9504-138aefd5e9eb no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:51.698118 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97fe81-81c6-4ad5-9035-46c15c3f3871 None None] Pushing event updated for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:51.698316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:51.762707 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Attempting to bind port 44044415-ea9b-4eee-a156-6bfbc622751d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:28:51.763083 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Attempting to bind port 44044415-ea9b-4eee-a156-6bfbc622751d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:28:51.763494 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Attempting to bind port 44044415-ea9b-4eee-a156-6bfbc622751d on network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:28:51.779223 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:28:51.779634 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Checking segment: {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:51.780009 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.780443 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Bound using segment: {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:28:51.780917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Bound port: 44044415-ea9b-4eee-a156-6bfbc622751d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a91de-78dd-487a-bceb-866a0190af7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:28:51.781304 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.826038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-d7359cf6-8062-43b8-98bf-4c90f59fd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:51.827583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-d7359cf6-8062-43b8-98bf-4c90f59fd0aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 200 len: 835 time: 0.1485670 Feb 19 07:28:51.872421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-a3963571-57cf-4d19-bf2d-e8a8ee2675fb service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179114 Feb 19 07:28:51.896304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 1c9a4224-453d-4d2a-8c56-4b871b1348fe {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:51.896686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1c9a4224-453d-4d2a-8c56-4b871b1348fe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.923393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] For port 44044415-ea9b-4eee-a156-6bfbc622751d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:28:51.926775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] For port 44044415-ea9b-4eee-a156-6bfbc622751d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=44044415-ea9b-4eee-a156-6bfbc622751d,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:28:51.934469 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:51.978134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (0450351f-f4ff-429c-a158-037dd5ca50d2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.049062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-686c4d31-84ab-43e2-84e0-95bf8777b1a6 req-f2516eba-1012-48b2-94ba-c0e817214d43 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618025 Feb 19 07:28:52.053937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97fe81-81c6-4ad5-9035-46c15c3f3871 None None] Pushing event updated for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.077324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.078044 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:52.078852 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:52.096313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.149855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 5d372c02-d4c5-40a3-9504-138aefd5e9eb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:52.150198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5d372c02-d4c5-40a3-9504-138aefd5e9eb not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:52.198604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Provisioning complete for port 44044415-ea9b-4eee-a156-6bfbc622751d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:52.198999 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.256560 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1c9a4224-453d-4d2a-8c56-4b871b1348fe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.275345 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:52.283952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50982f4f-1f6e-4fc6-8635-a01f5664356a req-b68aec77-8480-4830-8e77-8bc77da4862d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.285598 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50982f4f-1f6e-4fc6-8635-a01f5664356a req-b68aec77-8480-4830-8e77-8bc77da4862d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 943 time: 0.4722717 Feb 19 07:28:52.288665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 70972fa0-2997-4188-999f-0255b14274ba is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:52.289068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.317084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70972fa0-2997-4188-999f-0255b14274ba {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:52.317306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 1c9a4224-453d-4d2a-8c56-4b871b1348fe owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:52.330664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8629660c-b0f3-4b87-b9dc-ad732674cea6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.335771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-29f47875-ae2d-43ab-bfb9-768b2df998d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.337470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-29f47875-ae2d-43ab-bfb9-768b2df998d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1125 time: 0.1917198 Feb 19 07:28:52.413859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for port (fb7db526-ee87-4c93-ad49-df98e652273e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.422699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-c32e7b49-9a4a-4ffb-a865-6bc6c3d8db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.429396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-c32e7b49-9a4a-4ffb-a865-6bc6c3d8db01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5950990 Feb 19 07:28:52.430870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.506332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event updated for resources: {'Port': ['ID=fb7db526-ee87-4c93-ad49-df98e652273e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.583319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:52.607060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.607458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 1a75d479-a766-4d2f-bfe0-6352da5c3d3e details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:52.624284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (0450351f-f4ff-429c-a158-037dd5ca50d2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.632505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-dc5f19d3-efaa-4b1f-8738-c645c4f589d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:52.633973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-dc5f19d3-efaa-4b1f-8738-c645c4f589d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.2341406 Feb 19 07:28:52.646544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks [] for security_group (3b538e7b-6d7b-469c-8f03-caec4d8acef8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.658050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-f9859550-1b32-493e-aa06-9df06402afb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631343 Feb 19 07:28:52.663329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.665673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-3961fcd3-d0b7-4c71-be99-26540b70272a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6730046 Feb 19 07:28:52.697988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.707860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['5bbbbcc7-0d8b-4293-a0b8-d2d757113c07'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:52.728312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3b538e7b-6d7b-469c-8f03-caec4d8acef8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.793198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-e9d51c40-dc56-45b7-84b9-e180a8dcddbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 200 len: 217 time: 0.1204195 Feb 19 07:28:52.803814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:47Z', 'revision_number': 4, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '44044415-ea9b-4eee-a156-6bfbc622751d', 'name': '', 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'mac_address': 'fa:16:3e:af:ad:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:46Z', 'updated_at': '2022-02-19T07:28:51Z', 'revision_number': 4, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'subnets': [{'id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:52.842190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:28:52.900076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b538e7b-6d7b-469c-8f03-caec4d8acef8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:52.914493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (82e72327-6be0-4bd6-9d78-df9d68a5eb4a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:52.914837 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Added segment 82e72327-6be0-4bd6-9d78-df9d68a5eb4a of type vlan for network 489f4e39-da17-460c-ae31-477dfca47f12 Feb 19 07:28:52.925473 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab8c73-3f1f-4c51-94b3-f449fe4850dc None None] The sync data for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 is: [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:28:47Z', 'revision_number': 4, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '44044415-ea9b-4eee-a156-6bfbc622751d', 'name': '', 'network_id': '3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'mac_address': 'fa:16:3e:af:ad:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:46Z', 'updated_at': '2022-02-19T07:28:51Z', 'revision_number': 4, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'subnets': [{'id': '0e8af56a-ccb0-44ff-940f-e219db5a91e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:52.939624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (8629660c-b0f3-4b87-b9dc-ad732674cea6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.025967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Subnet': ['ID=8629660c-b0f3-4b87-b9dc-ad732674cea6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:53.039088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-6ea60c5b-690c-4346-9e51-3fef06fc0010 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.3625112 Feb 19 07:28:53.039644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:28:53.052265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:53.061584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50982f4f-1f6e-4fc6-8635-a01f5664356a req-fe2ad408-fd1c-492e-aee1-295e1c4925f7 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7590604 Feb 19 07:28:53.093450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-af04cb73-9c89-4eee-a57b-6028c2baa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.094948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-af04cb73-9c89-4eee-a57b-6028c2baa5de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.2817483 Feb 19 07:28:53.096659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Current status of the port 44044415-ea9b-4eee-a156-6bfbc622751d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:53.099040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (489f4e39-da17-460c-ae31-477dfca47f12), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.099672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.101992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.109016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3e2b0403-edad-471d-bda1-633f92a089ca tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/subnets/8629660c-b0f3-4b87-b9dc-ad732674cea6 HTTP/1.1" status: 204 len: 168 time: 2.2197371 Feb 19 07:28:53.111521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'network_id': '867a6f1f-6e4a-44e4-96cb-1a44b2afda05', 'port_id': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'mac_address': 'fa:16:3e:cc:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:53.119447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:53.141680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05b25757-95e6-4189-9b39-3838e285cd74 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:53.148325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1c9a4224-453d-4d2a-8c56-4b871b1348fe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.161687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-18877daa-18bf-4dcb-bd26-42d1226773ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510314 Feb 19 07:28:53.217936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c99a2ce-dbd9-47a8-8819-c13a42fdd7d2 req-8cf75831-2281-4c3d-a2d4-f1bd901cf8bd service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511949 Feb 19 07:28:53.236287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=1c9a4224-453d-4d2a-8c56-4b871b1348fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:53.245058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76be84-2db3-46ba-af6e-a1ef7fda5351 None None] Network 9e05a9ca-4599-478b-a0f4-bde617c87de6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:53.342930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-f469b46d-a95e-470d-8a34-80a21e7b7e73 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.344822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-f469b46d-a95e-470d-8a34-80a21e7b7e73 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2994471 Feb 19 07:28:53.359931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-949546d5-79f1-4758-bcd9-df5e351f44ed tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:28:53.363347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9e384e-486d-4b66-b0b1-c5b84cbcae0c req-949546d5-79f1-4758-bcd9-df5e351f44ed tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110240 Feb 19 07:28:53.366622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:53.367181 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.400518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.406508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:53.416395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f1be44e3-eab4-40ef-b72c-d40756d63d0d tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/ports/1c9a4224-453d-4d2a-8c56-4b871b1348fe HTTP/1.1" status: 204 len: 168 time: 2.1296198 Feb 19 07:28:53.417251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (489f4e39-da17-460c-ae31-477dfca47f12), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.418214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.418794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.439983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a75d479-a766-4d2f-bfe0-6352da5c3d3e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:53.455098 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f9bb02-04aa-4a8a-88e6-d58117d86366 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:53.455710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f9bb02-04aa-4a8a-88e6-d58117d86366 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:53.462138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-73f9bb02-04aa-4a8a-88e6-d58117d86366 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/b915ecf7-4101-4ee4-a11d-c00f0aa4e877 HTTP/1.1" status: 404 len: 337 time: 0.0544729 Feb 19 07:28:53.462744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:53.474481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:53.510570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.511418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53aefed0-d094-4de3-a66e-a819d5ddfead details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:53.546409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53aefed0-d094-4de3-a66e-a819d5ddfead,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:53.575526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '53aefed0-d094-4de3-a66e-a819d5ddfead', 'network_id': '71b38913-2132-4dc6-b20e-e02a667060f8', 'port_id': '53aefed0-d094-4de3-a66e-a819d5ddfead', 'mac_address': 'fa:16:3e:d8:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2942cd-570c-4993-9d39-04be375bc754', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:53.606828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9e05a9ca-4599-478b-a0f4-bde617c87de6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.615766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] For port 44044415-ea9b-4eee-a156-6bfbc622751d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=44044415-ea9b-4eee-a156-6bfbc622751d,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:53.648098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-94548ab4-49e1-454f-9a4d-32f5ed9c9996 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130766 Feb 19 07:28:53.655285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7161195 Feb 19 07:28:53.671654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:53.699666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.710266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.718450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 53aefed0-d094-4de3-a66e-a819d5ddfead is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:53.718679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.719035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.733376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.734258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.741096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aefed0-d094-4de3-a66e-a819d5ddfead {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:53.744560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.752105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.752393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.757890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.760263 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-6176f5a2-1506-4af0-9722-18797d5356f7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5436 time: 0.4970939 Feb 19 07:28:53.765156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53aefed0-d094-4de3-a66e-a819d5ddfead,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:53.767451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Request body: {'subnet': {'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1647507036-subnet', 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:53.780610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0bda9-3706-47bb-975e-68eaaa50a7f8 req-3e6fdc86-e244-4eab-a247-3d0d9ff74dda tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:53.782243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47c0bda9-3706-47bb-975e-68eaaa50a7f8 req-3e6fdc86-e244-4eab-a247-3d0d9ff74dda tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 944 time: 0.2824285 Feb 19 07:28:53.806954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218ccd-9097-4ce2-8723-838e27809bae admin admin] Pushing event updated for resources: {'Network': ['ID=489f4e39-da17-460c-ae31-477dfca47f12,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:53.859945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.865209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 489f4e39-da17-460c-ae31-477dfca47f12 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:28:53.926904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:53.932310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:53.999782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47c0bda9-3706-47bb-975e-68eaaa50a7f8 req-9d715925-b1a9-451e-93d9-63fe17b9a819 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869059 Feb 19 07:28:54.001656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6694be1-80ab-43d1-bf35-bd264ca36790']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:54.021338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e52cf6-f682-4395-91ee-4b665b117e8e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:54.021338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e52cf6-f682-4395-91ee-4b665b117e8e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:54.023598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] DHCP port deletion for 9e05a9ca-4599-478b-a0f4-bde617c87de6 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:54.033735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:54.036218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.061794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (e1e52cf6-f682-4395-91ee-4b665b117e8e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.078180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aff9b0dc-d174-4f1a-a511-1637cf86a59d req-9d496944-1f50-41e6-8111-680470f433e0 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214728 Feb 19 07:28:54.121090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e5ba057-0bfe-42b9-bab3-e4ca3285a52f req-1ac7f366-957c-449c-8eca-b5709163dfd1 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips/0450351f-f4ff-429c-a158-037dd5ca50d2 HTTP/1.1" status: 200 len: 692 time: 0.0680432 Feb 19 07:28:54.131792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e1e52cf6-f682-4395-91ee-4b665b117e8e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.151245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:54.151461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (e1e52cf6-f682-4395-91ee-4b665b117e8e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:54.155070 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:54.157904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 05b25757-95e6-4189-9b39-3838e285cd74 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:54.157904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05b25757-95e6-4189-9b39-3838e285cd74), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.169793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffb9f7-4ccb-437b-8373-8314a0ad54b4 None None] Pushing event updated for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.227359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-09418f7e-73e4-4259-896f-a035fb68cbca None None] Provisioning complete for port 44044415-ea9b-4eee-a156-6bfbc622751d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:54.228019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09418f7e-73e4-4259-896f-a035fb68cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.267065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (e6694be1-80ab-43d1-bf35-bd264ca36790), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.278466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.283789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/e6694be1-80ab-43d1-bf35-bd264ca36790 HTTP/1.1" status: 204 len: 168 time: 0.8199120 Feb 19 07:28:54.289677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:54.316773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947f8bf-2c01-4a8b-8506-d72f19ef08c8 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=e6694be1-80ab-43d1-bf35-bd264ca36790,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.330285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.346538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ba057-0bfe-42b9-bab3-e4ca3285a52f req-93b7ef2d-181c-44e0-a736-fe5b79001184 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:54.351711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e5ba057-0bfe-42b9-bab3-e4ca3285a52f req-93b7ef2d-181c-44e0-a736-fe5b79001184 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.2297404 Feb 19 07:28:54.369341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0e5ba057-0bfe-42b9-bab3-e4ca3285a52f req-8903caa8-d0c7-49e3-be75-d123109e22d1 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:28:54.371107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e5ba057-0bfe-42b9-bab3-e4ca3285a52f req-8903caa8-d0c7-49e3-be75-d123109e22d1 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142403 Feb 19 07:28:54.395129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03b42866-da74-41e6-8da5-a92a60c00fcc req-a8e13cf6-e407-44f9-8abf-7c42f4bb0558 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6134987 Feb 19 07:28:54.411428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 489cd83c-40c2-4af7-8069-34a115bd654d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:54.411428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.453804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Deleting port 489cd83c-40c2-4af7-8069-34a115bd654d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:54.454447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.463531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 8c666186-9be0-4672-b5ce-603967d1fc54 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:54.463910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8c666186-9be0-4672-b5ce-603967d1fc54), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.493960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-09418f7e-73e4-4259-896f-a035fb68cbca None None] Current status of the port 44044415-ea9b-4eee-a156-6bfbc622751d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:54.522515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 05b25757-95e6-4189-9b39-3838e285cd74 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:54.566290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] For port 489cd83c-40c2-4af7-8069-34a115bd654d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=489cd83c-40c2-4af7-8069-34a115bd654d,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:54.566890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.567234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2efbeb0a-08b2-482f-9b5a-10e4b32042da req-8f39c419-e519-4556-8ca0-b5155cac53cc tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=82e91ff9468045b0a112c31906eb3660 HTTP/1.1" status: 200 len: 695 time: 0.1004469 Feb 19 07:28:54.568999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port 489cd83c-40c2-4af7-8069-34a115bd654d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=489cd83c-40c2-4af7-8069-34a115bd654d,segment=NetworkSegment(ccb393de-a03d-4fe5-99c2-57e12d5afa59),segment_id=ccb393de-a03d-4fe5-99c2-57e12d5afa59)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:54.569362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.571605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8c666186-9be0-4672-b5ce-603967d1fc54), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.587174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Calling delete_port for 489cd83c-40c2-4af7-8069-34a115bd654d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:54.597255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbadbf-9f08-48cc-a23e-314ec94a854b req-4394bdcd-88ad-4b1d-ad61-640085677ebe tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:54.598916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2cbadbf-9f08-48cc-a23e-314ec94a854b req-4394bdcd-88ad-4b1d-ad61-640085677ebe tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 943 time: 0.1294925 Feb 19 07:28:54.600283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 8c666186-9be0-4672-b5ce-603967d1fc54 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:54.628193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 489cd83c-40c2-4af7-8069-34a115bd654d owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:54.695492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.709121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2cbadbf-9f08-48cc-a23e-314ec94a854b req-a50d48db-e357-47ab-8c8a-7ba3f8e7b340 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029224 Feb 19 07:28:54.736957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] Pushing event deleted for resources: {'Port': ['ID=489cd83c-40c2-4af7-8069-34a115bd654d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.743770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8c666186-9be0-4672-b5ce-603967d1fc54), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.758865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af583ee9-4059-4efe-ae07-0c10dcbcf342 None None] No DVR routers for this DVR port 489cd83c-40c2-4af7-8069-34a115bd654d on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:54.806619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=8c666186-9be0-4672-b5ce-603967d1fc54,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.822726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d6d26696-5aae-428d-b9e6-7f269c823ae3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.825203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:54.832427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b28cfcaf-e0ed-47b8-bfaa-4720d554ed38 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/ports/8c666186-9be0-4672-b5ce-603967d1fc54 HTTP/1.1" status: 204 len: 168 time: 0.5349295 Feb 19 07:28:54.834076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['70972fa0-2997-4188-999f-0255b14274ba'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:54.837361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbeb0a-08b2-482f-9b5a-10e4b32042da req-6506a983-4a95-40cf-8dd4-cad7072a6084 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:54.838929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2efbeb0a-08b2-482f-9b5a-10e4b32042da req-6506a983-4a95-40cf-8dd4-cad7072a6084 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks?id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 787 time: 0.2568812 Feb 19 07:28:54.839487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:54.894250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['53aefed0-d094-4de3-a66e-a819d5ddfead'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:54.907876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-2efbeb0a-08b2-482f-9b5a-10e4b32042da req-30b0a2c4-c714-409c-8438-73db7c9daac3 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:28:54.908928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2efbeb0a-08b2-482f-9b5a-10e4b32042da req-30b0a2c4-c714-409c-8438-73db7c9daac3 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372524 Feb 19 07:28:54.916779 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-787f92fd-11ed-4981-8bcd-7446921dc43f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] DELETE failed (client error): The resource could not be found. Feb 19 07:28:54.917197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787f92fd-11ed-4981-8bcd-7446921dc43f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:28:54.920226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-787f92fd-11ed-4981-8bcd-7446921dc43f tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/b2243dcc-3c12-4f22-91f3-77f4f0adcdf5 HTTP/1.1" status: 404 len: 337 time: 0.0751603 Feb 19 07:28:54.927762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:54.961720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d26696-5aae-428d-b9e6-7f269c823ae3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:54.962933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:54.991804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 44044415-ea9b-4eee-a156-6bfbc622751d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:54.997976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (489cd83c-40c2-4af7-8069-34a115bd654d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.033823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=489cd83c-40c2-4af7-8069-34a115bd654d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.064201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['1a75d479-a766-4d2f-bfe0-6352da5c3d3e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:55.069548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] No DVR routers for this DVR port 489cd83c-40c2-4af7-8069-34a115bd654d on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:55.072938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:28:55.074637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Network hostable DHCP agents. Network: 489f4e39-da17-460c-ae31-477dfca47f12, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:28:55.084739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.137984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-edbb9a20-a3a3-45ea-962e-7bf1499f4559 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips/0450351f-f4ff-429c-a158-037dd5ca50d2 HTTP/1.1" status: 200 len: 692 time: 0.1947238 Feb 19 07:28:55.228758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Network 489f4e39-da17-460c-ae31-477dfca47f12 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:28:55.234127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9e05a9ca-4599-478b-a0f4-bde617c87de6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.264937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-6b2c938b-a139-447e-aa36-afbafe184a96 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.267298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-6b2c938b-a139-447e-aa36-afbafe184a96 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.1230237 Feb 19 07:28:55.267483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 489f4e39-da17-460c-ae31-477dfca47f12) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:55.280881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-72c39981-a92c-4b70-8334-69bb9f3031e2 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:28:55.282066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-72c39981-a92c-4b70-8334-69bb9f3031e2 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090714 Feb 19 07:28:55.305064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e26759-2c7e-4f7a-96f8-673b825cefe4 None None] Network 489f4e39-da17-460c-ae31-477dfca47f12 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:55.309321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.309905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.332651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e05a9ca-4599-478b-a0f4-bde617c87de6']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.343699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.350830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 44044415-ea9b-4eee-a156-6bfbc622751d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:55.351416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.359808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb393de-a03d-4fe5-99c2-57e12d5afa59') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.360191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb393de-a03d-4fe5-99c2-57e12d5afa59') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.372655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-e234694a-5951-4325-a395-05eed0189f8d tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0841491 Feb 19 07:28:55.387839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae16a95b-3df6-430e-909c-e7bc2a8f99c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6241663 Feb 19 07:28:55.395685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ccb393de-a03d-4fe5-99c2-57e12d5afa59), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.399962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4186a616-c8d3-4c56-8a98-eb2debc75b01']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.421936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3c58e-28e3-426b-b140-52f1c245f98c req-51c3ea83-d0b2-4107-b813-16f71f359914 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.428107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dc3c58e-28e3-426b-b140-52f1c245f98c req-51c3ea83-d0b2-4107-b813-16f71f359914 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 944 time: 0.2573352 Feb 19 07:28:55.438019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9772ab8e-7f12-4dec-84d2-8b780304e6a6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.438650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9772ab8e-7f12-4dec-84d2-8b780304e6a6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:55.457706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ccb393de-a03d-4fe5-99c2-57e12d5afa59), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.463914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c29573d9-54c5-4470-84fb-6fcc559ebc17 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.65 HTTP/1.1" status: 200 len: 695 time: 0.0812459 Feb 19 07:28:55.479374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9772ab8e-7f12-4dec-84d2-8b780304e6a6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.499580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:55.500016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ccb393de-a03d-4fe5-99c2-57e12d5afa59), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:55.586537 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:55.613790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9e05a9ca-4599-478b-a0f4-bde617c87de6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.618997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9772ab8e-7f12-4dec-84d2-8b780304e6a6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.631974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.637980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/networks/9e05a9ca-4599-478b-a0f4-bde617c87de6 HTTP/1.1" status: 204 len: 168 time: 2.5147378 Feb 19 07:28:55.639878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:55.661793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:55.662202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9772ab8e-7f12-4dec-84d2-8b780304e6a6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:55.665469 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:55.667798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576f818-7517-48a4-8abd-4751d0aa2270 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Network': ['ID=9e05a9ca-4599-478b-a0f4-bde617c87de6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.677589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9f79769-6e8b-4160-93b9-bec372cd98fa details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:28:55.684181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dc3c58e-28e3-426b-b140-52f1c245f98c req-3921a9c5-2045-4d85-8770-e0f391fe943f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483101 Feb 19 07:28:55.716345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Deleting port fb7db526-ee87-4c93-ad49-df98e652273e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:55.716681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.761060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (4186a616-c8d3-4c56-8a98-eb2debc75b01), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.775333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.780761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/4186a616-c8d3-4c56-8a98-eb2debc75b01 HTTP/1.1" status: 204 len: 168 time: 0.8497751 Feb 19 07:28:55.788818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:55.799465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e830c-8a0b-4d5a-8f4d-2356d8d95530 tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=4186a616-c8d3-4c56-8a98-eb2debc75b01,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:55.850007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bb869-73b7-403f-9266-728a8dd4e44d None None] Network 489f4e39-da17-460c-ae31-477dfca47f12 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:55.869595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.870005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (fb7db526-ee87-4c93-ad49-df98e652273e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.884222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting subnet b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:28:55.887823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.895024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Calling delete_port for fb7db526-ee87-4c93-ad49-df98e652273e owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:55.910495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:55.916073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 1e69d5f3-a40a-4db7-8c57-e11f29039762 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:55.916414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:55.925334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.930726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.936303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.942278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.948203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.953149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.959118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:55.961596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-200efbb0-337a-4136-a078-11e91cc6defb req-60e453b7-0086-412a-a8e8-9c94ec995ae9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5438 time: 0.1698942 Feb 19 07:28:55.994379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.069750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.069987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (1e69d5f3-a40a-4db7-8c57-e11f29039762), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.076418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-200efbb0-337a-4136-a078-11e91cc6defb req-06130300-dce5-451e-9150-b1e77c83e76c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1065755 Feb 19 07:28:56.086065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 1e69d5f3-a40a-4db7-8c57-e11f29039762 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:56.118723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.198666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.214072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 44044415-ea9b-4eee-a156-6bfbc622751d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:56.231235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.251939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be539822-f42b-4f33-aa81-f5a05a19a503 None None] Network 5a7cf141-691a-4ef1-aad3-17f0cc88dace requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:28:56.259876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.264870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6af1fdd5-0f1b-457f-90fa-5b246e8da70b tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/subnets/b9b00ed0-d25a-4230-8ea1-8115bf8a9bd3 HTTP/1.1" status: 204 len: 168 time: 0.4745626 Feb 19 07:28:56.267256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:56.337591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 489cd83c-40c2-4af7-8069-34a115bd654d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:56.394603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 489cd83c-40c2-4af7-8069-34a115bd654d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:28:56.394603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 489cd83c-40c2-4af7-8069-34a115bd654d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:56.435703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:56.451657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:56.452036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.455486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:56.470455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5a7cf141-691a-4ef1-aad3-17f0cc88dace), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.494539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'f9f79769-6e8b-4160-93b9-bec372cd98fa', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'port_id': 'f9f79769-6e8b-4160-93b9-bec372cd98fa', 'mac_address': 'fa:16:3e:cb:2d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:28:56.537266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fb7db526-ee87-4c93-ad49-df98e652273e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.551041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-2e7fdbb8-e2c2-4abe-9970-6aec73d4658e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:56.552612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-2e7fdbb8-e2c2-4abe-9970-6aec73d4658e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1971757 Feb 19 07:28:56.558910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f9f79769-6e8b-4160-93b9-bec372cd98fa is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:56.559355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.566880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event deleted for resources: {'Port': ['ID=fb7db526-ee87-4c93-ad49-df98e652273e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.573708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-25fad16b-f565-4e60-84e0-728d10642f57 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0145535 Feb 19 07:28:56.602439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f79769-6e8b-4160-93b9-bec372cd98fa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:28:56.635346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:56.636580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:56.636795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.639356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Deleting port 2707f41c-17e3-40cc-84f9-0667c514c2a6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:56.639840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.643428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-7151d2fd-6904-4035-9619-85a79c1be331 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641170 Feb 19 07:28:56.661380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.667471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] DHCP port deletion for 5a7cf141-691a-4ef1-aad3-17f0cc88dace request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:28:56.683242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (0450351f-f4ff-429c-a158-037dd5ca50d2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.685944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.687104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad0fbed4-f1c7-429e-866e-4c56d4aa2697 req-c761560d-6524-4cd1-a773-5ed917b45905 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "DELETE /v2.0/floatingips/0450351f-f4ff-429c-a158-037dd5ca50d2 HTTP/1.1" status: 204 len: 173 time: 1.2150156 Feb 19 07:28:56.715163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:56.718166 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe85c41-77d2-4dc1-b73d-dc944f95a9ea" -d '{"events": [{"server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "name": "network-vif-plugged", "status": "completed", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:56.757164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:56.764597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1e69d5f3-a40a-4db7-8c57-e11f29039762), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.774074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] For port 2707f41c-17e3-40cc-84f9-0667c514c2a6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2707f41c-17e3-40cc-84f9-0667c514c2a6,segment=NetworkSegment(d0c050fa-fa96-43ed-af1b-e799f8ad98b1),segment_id=d0c050fa-fa96-43ed-af1b-e799f8ad98b1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:56.774808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.775436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.776327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:56.793255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Calling delete_port for 2707f41c-17e3-40cc-84f9-0667c514c2a6 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:56.810938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.834989 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-a8384329-a427-416f-8ebb-6a024126d730 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785562 Feb 19 07:28:56.853270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=1e69d5f3-a40a-4db7-8c57-e11f29039762,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.902095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2707f41c-17e3-40cc-84f9-0667c514c2a6 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:28:56.905259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f9f79769-6e8b-4160-93b9-bec372cd98fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:28:56.916223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (4149cce4-95a9-4702-887f-4dd72a065611), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:56.916573 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Floating IP 4149cce4-95a9-4702-887f-4dd72a065611 disassociated (deleted). External IP: 172.25.7.224, port: db5aea3d-ad48-4581-be43-c92055737576. Feb 19 07:28:56.924999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6d6b-5899-42a1-906d-a44f6d415d83 req-77ed73d2-34df-4fce-9ab2-2d4d9340a2ab tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:56.926620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bff6d6b-5899-42a1-906d-a44f6d415d83 req-77ed73d2-34df-4fce-9ab2-2d4d9340a2ab tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 944 time: 0.1544659 Feb 19 07:28:56.976735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:56.985088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Deleting port 2707f41c-17e3-40cc-84f9-0667c514c2a6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:28:56.985088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.007857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-2f36e1a4-b728-4489-897c-1ab75f0eb5d3 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348689 Feb 19 07:28:57.016892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.072000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Port': ['ID=2707f41c-17e3-40cc-84f9-0667c514c2a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.075800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] No DVR routers for this DVR port 2707f41c-17e3-40cc-84f9-0667c514c2a6 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:57.076245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bff6d6b-5899-42a1-906d-a44f6d415d83 req-a3c31738-8a6c-422a-a6b9-6134278c3b90 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954244 Feb 19 07:28:57.094056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No active binding found for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:28:57.094507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] The host n-d-829866-3 is not matching for port 2707f41c-17e3-40cc-84f9-0667c514c2a6 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:28:57.095434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2707f41c-17e3-40cc-84f9-0667c514c2a6 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:28:57.123735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:57.147760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:57.148147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.195351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] For port 2707f41c-17e3-40cc-84f9-0667c514c2a6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2707f41c-17e3-40cc-84f9-0667c514c2a6,segment=NetworkSegment(d0c050fa-fa96-43ed-af1b-e799f8ad98b1),segment_id=d0c050fa-fa96-43ed-af1b-e799f8ad98b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:57.195796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.218960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Calling delete_port for 2707f41c-17e3-40cc-84f9-0667c514c2a6 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:28:57.257857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5a7cf141-691a-4ef1-aad3-17f0cc88dace), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.284035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7cf141-691a-4ef1-aad3-17f0cc88dace']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.296611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.297568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c050fa-fa96-43ed-af1b-e799f8ad98b1') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.308113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:28:57.311380 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d0c050fa-fa96-43ed-af1b-e799f8ad98b1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.327446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d0c050fa-fa96-43ed-af1b-e799f8ad98b1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.336638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:28:57.337278 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d0c050fa-fa96-43ed-af1b-e799f8ad98b1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.354928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-754a63ce-6f5d-4f6c-9e85-9424c85e2894 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1935830 Feb 19 07:28:57.403601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:57.405690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:57.406354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.429679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (2707f41c-17e3-40cc-84f9-0667c514c2a6), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:28:57.443716 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:28:57.457148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5a7cf141-691a-4ef1-aad3-17f0cc88dace), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.470957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.480461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] Pushing event deleted for resources: {'Port': ['ID=2707f41c-17e3-40cc-84f9-0667c514c2a6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.494332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972484c4-7086-4f0e-b2f6-516a6b806e4d None None] No DVR routers for this DVR port 2707f41c-17e3-40cc-84f9-0667c514c2a6 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:28:57.495643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.499085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] 10.222.0.43 "DELETE /v2.0/networks/5a7cf141-691a-4ef1-aad3-17f0cc88dace HTTP/1.1" status: 204 len: 168 time: 1.2283888 Feb 19 07:28:57.507092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:57.517520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfffe8-fd0a-4370-abd9-6dd8a88f4b8c tempest-NetworksIpV6TestAttrs-1300281776 tempest-NetworksIpV6TestAttrs-1300281776-project] Pushing event deleted for resources: {'Network': ['ID=5a7cf141-691a-4ef1-aad3-17f0cc88dace,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.520897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:28:57.534257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.544357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:28:57.561169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.564490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eb088-6f18-4f06-875c-2e6525105165 req-d2cade1d-238c-4805-b68d-08c19214d2f0 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.574832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-106eb088-6f18-4f06-875c-2e6525105165 req-d2cade1d-238c-4805-b68d-08c19214d2f0 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 945 time: 0.1325746 Feb 19 07:28:57.587951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:57.588601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:57.630617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b16f0d0-d3cf-4d75-aebd-6c58581b8917 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/floatingips/4149cce4-95a9-4702-887f-4dd72a065611 HTTP/1.1" status: 204 len: 168 time: 1.9886789 Feb 19 07:28:57.637152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:57.646475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-106eb088-6f18-4f06-875c-2e6525105165 req-803cf985-5ce9-4dc1-9ccd-e57fd104a4dd tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695858 Feb 19 07:28:57.650923 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5bcce-236a-44bc-b7f1-094de39a6601" -d '{"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:57.688954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:57.740104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:57.751494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea694f-c7a5-4ec9-8abf-82a1618a9ed0 x-openstack-request-id: req-23ea694f-c7a5-4ec9-8abf-82a1618a9ed0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:57.751875 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "name": "network-vif-plugged", "status": "completed", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:57.752185 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23ea694f-c7a5-4ec9-8abf-82a1618a9ed0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:57.752627 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4', 'code': 200} Feb 19 07:28:57.821296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:57.860061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f492be66-34ae-4558-abc9-9e593ebb0cc3 req-4483b9df-49d7-47f3-b250-5eec85d73159 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 210 time: 0.0420792 Feb 19 07:28:57.871737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eed19-7fc7-45d5-9c17-6d2c790f45b9 req-c0efad52-f032-4115-969d-b07e38171d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:57.872797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-498eed19-7fc7-45d5-9c17-6d2c790f45b9 req-c0efad52-f032-4115-969d-b07e38171d0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 1127 time: 0.0940912 Feb 19 07:28:57.924608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:57.928060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 70972fa0-2997-4188-999f-0255b14274ba up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:57.969341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Allocated IP 172.25.7.49 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/ec3e7d31-3019-47b0-829c-b24b1b4fd8db) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:58.047585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-498eed19-7fc7-45d5-9c17-6d2c790f45b9 req-f2a16a6c-4d56-4198-8c8d-6ac82bb2afe8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641834 Feb 19 07:28:58.104192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.110235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.117168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.124102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.131985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.134038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 70972fa0-2997-4188-999f-0255b14274ba completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:58.139099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.141630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.141780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 70972fa0-2997-4188-999f-0255b14274ba triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:58.142256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70972fa0-2997-4188-999f-0255b14274ba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.146315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.148593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-6e7ee34c-441b-4187-892a-44d680911fb6 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5439 time: 0.1826482 Feb 19 07:28:58.169863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-46ef0c6e-7977-4358-a69a-0adbfb876cd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cff6505f5704c808e5b6e5ca0f667a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439809 Feb 19 07:28:58.172556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:28:58.208114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:58.238359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.249333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] Publish callbacks [] for security_group (193c045c-479e-49b2-8721-e05ac71f5b25), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.251514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b12b7f0e-0f82-4776-96e8-7a13472ef337 req-29c9a21a-c915-4514-b541-367f28f93700 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0910487 Feb 19 07:28:58.266755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:28:58.280193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 70972fa0-2997-4188-999f-0255b14274ba is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:58.281556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.296648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:28:58.297337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:58.298724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:28:58.307536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:28:58.317526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:28:58.327878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] Publish callbacks [] for security_group (193c045c-479e-49b2-8721-e05ac71f5b25), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.345736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event updated for resources: {'Port': ['ID=ec3e7d31-3019-47b0-829c-b24b1b4fd8db,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:58.373830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:58.402745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.403250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ce0074c3-b39a-45dc-81e7-a291f8ce27b4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:58.477755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (286a445b-7299-49ca-8b27-e3c9506d9844), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.493643 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2701fc00-80de-4d1a-83f4-315f774bc04d x-openstack-request-id: req-2701fc00-80de-4d1a-83f4-315f774bc04d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:28:58.494057 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "tag": "db5aea3d-ad48-4581-be43-c92055737576", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:28:58.494282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:28:58.494736 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2701fc00-80de-4d1a-83f4-315f774bc04d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:28:58.494962 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576', 'status': 'completed', 'code': 200} Feb 19 07:28:58.540691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:58.550074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:58.589997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.605242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-880ba80d-0a03-42ec-b87c-5c51044e4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.607833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-880ba80d-0a03-42ec-b87c-5c51044e4cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 1128 time: 0.1285746 Feb 19 07:28:58.698653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb93b6-6f37-43a3-a8b8-7a6ea476f650 req-82c68f5e-152d-4876-ace4-ae407a03e205 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.700613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84cb93b6-6f37-43a3-a8b8-7a6ea476f650 req-82c68f5e-152d-4876-ace4-ae407a03e205 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 944 time: 0.1381166 Feb 19 07:28:58.744779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:58.745157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.764945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (193c045c-479e-49b2-8721-e05ac71f5b25), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.767983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.770267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-7e6bf70f-ad16-4621-b44d-2734c81037ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.772315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-7e6bf70f-ad16-4621-b44d-2734c81037ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 200 len: 896 time: 0.1561873 Feb 19 07:28:58.772553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/193c045c-479e-49b2-8721-e05ac71f5b25 HTTP/1.1" status: 204 len: 168 time: 0.5989313 Feb 19 07:28:58.780338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84cb93b6-6f37-43a3-a8b8-7a6ea476f650 req-75b4354a-2c89-4c87-be8f-d43fa0afb69f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728023 Feb 19 07:28:58.818451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-3f31ee2c-44cd-4cb7-a144-f3865fb4d46f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 200 len: 217 time: 0.0370111 Feb 19 07:28:58.862071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961ddb-d86c-4e06-b4d7-0f2f69fda992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c045c-479e-49b2-8721-e05ac71f5b25,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:58.901720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.914083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-23fe8433-9b54-4e12-ab6e-a0a4d11d18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:58.920087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-23fe8433-9b54-4e12-ab6e-a0a4d11d18c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 200 len: 835 time: 0.0935595 Feb 19 07:28:58.930629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:58.936195 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:58.936642 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.017500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:59.026552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.027520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:59.031337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-9caf83c3-3a44-45c6-a6c2-fa20eb176921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.032877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-9caf83c3-3a44-45c6-a6c2-fa20eb176921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f449888-8d88-418c-a2fb-dd3a88e7f9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1084459 Feb 19 07:28:59.082972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:28:59.087264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.103049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-5726d28c-624e-4a3e-8f4a-276163525e63 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.106315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-5726d28c-624e-4a3e-8f4a-276163525e63 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.24 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.5242894 Feb 19 07:28:59.129754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:28:59.134328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5468d03-b75c-49a4-8a14-6623c48fc5b3 None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:28:41Z', 'revision_number': 6, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a02655dd-20e1-44d8-b399-d846ce80d3e7', 'name': '', 'network_id': '8f449888-8d88-418c-a2fb-dd3a88e7f9b1', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:79:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:26Z', 'updated_at': '2022-02-19T07:26:36Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': '39779d7c-4f79-4c33-a74d-a7f2983effb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:28:59.138330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (286a445b-7299-49ca-8b27-e3c9506d9844), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.160711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event updated for resources: {'Port': ['ID=ec3e7d31-3019-47b0-829c-b24b1b4fd8db,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.190408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:59.206664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:59.207783 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.216214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-36f08001-5074-4901-9d9e-e1cd9883966d service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750548 Feb 19 07:28:59.271480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.299234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40f48ed1-ee1a-497a-b2d8-919de05a84ea tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8982613 Feb 19 07:28:59.397300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:59.398247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.434911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-40642492-d1a3-4312-a520-92a48635a2e3 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.1183963 Feb 19 07:28:59.453365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:28:59.460839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.528429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:28:59.546043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:28:59.549614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.600639 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dd50c-6a2d-447b-be25-bde7d3b33a63 None None] New status for floating IP 4149cce4-95a9-4702-887f-4dd72a065611: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:28:59.644094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9f79769-6e8b-4160-93b9-bec372cd98fa up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:59.735661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port f9f79769-6e8b-4160-93b9-bec372cd98fa completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:28:59.748309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-169fa969-a07f-4c13-8de2-e6ce3dc70a03 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.749582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port f9f79769-6e8b-4160-93b9-bec372cd98fa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:28:59.749751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b3c64ed-7c10-46db-9fb6-539d6067670d req-169fa969-a07f-4c13-8de2-e6ce3dc70a03 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.3077140 Feb 19 07:28:59.750354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.762337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70972fa0-2997-4188-999f-0255b14274ba'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:28:59.764306 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a5768-c0ea-4a6e-a6a5-46b680d33aef" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "70972fa0-2997-4188-999f-0255b14274ba"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "ce0074c3-b39a-45dc-81e7-a291f8ce27b4"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "5bbbbcc7-0d8b-4293-a0b8-d2d757113c07"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:28:59.783872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.12 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:28:59.812356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-b89358d4-5eb8-4255-8bb1-68f22dae015f service neutron] 10.222.0.24 "GET /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882580 Feb 19 07:28:59.890885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53aefed0-d094-4de3-a66e-a819d5ddfead up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:28:59.927812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970aa9f2-644d-4791-9701-8dc0889c031c req-e82e9c69-93cd-4d64-9214-b18e45bc5b9e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.929295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-970aa9f2-644d-4791-9701-8dc0889c031c req-e82e9c69-93cd-4d64-9214-b18e45bc5b9e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 946 time: 0.1147845 Feb 19 07:28:59.933486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f9f79769-6e8b-4160-93b9-bec372cd98fa is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:28:59.933881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:28:59.937320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ef82-448b-48d8-9e5b-e3a72a1fe226 req-213e52dc-cf1c-4a7d-8018-6a347c6559cf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.938765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2e4ef82-448b-48d8-9e5b-e3a72a1fe226 req-213e52dc-cf1c-4a7d-8018-6a347c6559cf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 946 time: 0.5496163 Feb 19 07:28:59.992740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b542-4a71-4f8c-b4af-0a1e0927aa35 req-bfa3eff5-f149-4ef1-a0a0-aa572a22fdce tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:28:59.994352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f05b542-4a71-4f8c-b4af-0a1e0927aa35 req-bfa3eff5-f149-4ef1-a0a0-aa572a22fdce tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 945 time: 0.1429577 Feb 19 07:29:00.009581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:00.012103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 53aefed0-d094-4de3-a66e-a819d5ddfead completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:00.016403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 53aefed0-d094-4de3-a66e-a819d5ddfead triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:00.016849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.057187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.078721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f05b542-4a71-4f8c-b4af-0a1e0927aa35 req-5b2c1aab-f117-4ec0-9744-f992a6410425 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759869 Feb 19 07:29:00.079633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2e4ef82-448b-48d8-9e5b-e3a72a1fe226 req-e8ffcfa0-3a48-419c-a462-a5ae083b4829 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=b17002b6-23db-42b3-9488-41781c83c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286304 Feb 19 07:29:00.112586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.145422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.155307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port db5aea3d-ad48-4581-be43-c92055737576 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:00.155658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (db5aea3d-ad48-4581-be43-c92055737576), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.165578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.237683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:00.248261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.278760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:00.288946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:00.351701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.369736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 53aefed0-d094-4de3-a66e-a819d5ddfead is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:00.370251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.370771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.377462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.384061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.389925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.395680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.396283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6eb080-1a95-4a33-8e3b-495041407c49 req-f55e139c-bec9-402a-b736-e0ae7d434f13 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.400312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6eb080-1a95-4a33-8e3b-495041407c49 req-f55e139c-bec9-402a-b736-e0ae7d434f13 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 932 time: 0.2059133 Feb 19 07:29:00.402587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.409029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.410799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port db5aea3d-ad48-4581-be43-c92055737576, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=db5aea3d-ad48-4581-be43-c92055737576,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:00.412495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.412658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-4993712a-65f2-4625-94ea-6ca516b2feba tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5442 time: 0.1828916 Feb 19 07:29:00.426226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.426952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.430689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (db5aea3d-ad48-4581-be43-c92055737576), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.435698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53aefed0-d094-4de3-a66e-a819d5ddfead,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:00.437957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f6e3f83f-7c88-4841-ab61-79895e24c02f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] Request body: {'port': {'network_id': '7e4d9b5a-847c-4a0e-a0d5-4f7f49fbe43e', 'name': 'tempest-NetworksNegativeTestJSON-1896924716'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:00.443633 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.446981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:00.454908 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e3f83f-7c88-4841-ab61-79895e24c02f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] POST failed (client error): The resource could not be found. Feb 19 07:29:00.455609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e3f83f-7c88-4841-ab61-79895e24c02f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:00.463152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f6e3f83f-7c88-4841-ab61-79895e24c02f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3102503 Feb 19 07:29:00.463358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-64cec81c-05e3-4316-812e-06aaedd1d8b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3405871 Feb 19 07:29:00.463950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.482551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for db5aea3d-ad48-4581-be43-c92055737576 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:00.489548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Request body: {'port': {'device_id': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:00.552676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.553198 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfa3867-7a9a-4597-95ea-50bcdbb6475c tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:00.555786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfa3867-7a9a-4597-95ea-50bcdbb6475c tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:00.563630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cbfa3867-7a9a-4597-95ea-50bcdbb6475c tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "DELETE /v2.0/networks/f302f5d7-01a3-4d0b-a516-71903fadd547 HTTP/1.1" status: 404 len: 339 time: 0.0961769 Feb 19 07:29:00.574508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.599590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:00.606481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:00.607355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.623689 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-189b1d4d-e3f1-4de9-865b-3bea6b6b912f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:00.624244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189b1d4d-e3f1-4de9-865b-3bea6b6b912f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:00.627500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-189b1d4d-e3f1-4de9-865b-3bea6b6b912f tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "DELETE /v2.0/ports/8fe74851-a7c2-483c-8141-62cd140913e8 HTTP/1.1" status: 404 len: 333 time: 0.0463152 Feb 19 07:29:00.633352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.669010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79d680ce-6663-49da-b4ba-9d7e374f0c4f req-32cbe849-23dc-4782-996a-45e4ab4deb70 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2371993 Feb 19 07:29:00.670507 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e052565f-239a-473a-ba03-d5799dd88723 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] DELETE failed (client error): The resource could not be found. Feb 19 07:29:00.670970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e052565f-239a-473a-ba03-d5799dd88723 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:00.674917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e052565f-239a-473a-ba03-d5799dd88723 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "DELETE /v2.0/subnets/c1bcabdd-727f-4310-b9fd-4ca5070dd810 HTTP/1.1" status: 404 len: 337 time: 0.0405705 Feb 19 07:29:00.681387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.682423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (db5aea3d-ad48-4581-be43-c92055737576), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.714906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.742947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=db5aea3d-ad48-4581-be43-c92055737576,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.775825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba6eb080-1a95-4a33-8e3b-495041407c49 req-b9cf3919-e520-428e-99c4-a4fab9dcb14e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220699 Feb 19 07:29:00.779771 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c7463c-27b4-4f52-add9-5de11ab18182 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] GET failed (client error): The resource could not be found. Feb 19 07:29:00.790127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:00.790604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.795682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8c7463c-27b4-4f52-add9-5de11ab18182 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "GET /v2.0/networks/8945d2e9-1fb6-4a00-8db9-b9fab5c3f68e HTTP/1.1" status: 404 len: 339 time: 0.0965662 Feb 19 07:29:00.796344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.821381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-738e132f-11a9-499f-aea8-8f24c8c36c9e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips/286a445b-7299-49ca-8b27-e3c9506d9844 HTTP/1.1" status: 200 len: 692 time: 0.0975375 Feb 19 07:29:00.832624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:00.837091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.841844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 1a75d479-a766-4d2f-bfe0-6352da5c3d3e up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:00.849037 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 07:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bdfa14-889a-44b9-8d08-4ecf9fb860a8 x-openstack-request-id: req-f8bdfa14-889a-44b9-8d08-4ecf9fb860a8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:00.851511 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "70972fa0-2997-4188-999f-0255b14274ba", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "ce0074c3-b39a-45dc-81e7-a291f8ce27b4", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "5bbbbcc7-0d8b-4293-a0b8-d2d757113c07", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:00.851778 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8bdfa14-889a-44b9-8d08-4ecf9fb860a8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:00.852269 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'code': 200} Feb 19 07:29:00.852489 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70972fa0-2997-4188-999f-0255b14274ba', 'code': 200} Feb 19 07:29:00.852747 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0074c3-b39a-45dc-81e7-a291f8ce27b4', 'code': 200} Feb 19 07:29:00.852997 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbbbcc7-0d8b-4293-a0b8-d2d757113c07', 'code': 200} Feb 19 07:29:00.871240 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e169d6-d9a3-445b-99f6-6af622630ca9 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] GET failed (client error): The resource could not be found. Feb 19 07:29:00.876214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-39e169d6-d9a3-445b-99f6-6af622630ca9 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "GET /v2.0/ports/7713f4af-c896-4246-8c3f-73d8d48e7355 HTTP/1.1" status: 404 len: 333 time: 0.0459805 Feb 19 07:29:00.882199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:00.899143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] No DVR routers for this DVR port db5aea3d-ad48-4581-be43-c92055737576 on host n-h1-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:00.903462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:00.907333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-970aa9f2-644d-4791-9701-8dc0889c031c req-20e53000-4855-43ff-9999-159d3e98d5f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.24 "DELETE /v2.0/ports/db5aea3d-ad48-4581-be43-c92055737576 HTTP/1.1" status: 204 len: 173 time: 0.9676001 Feb 19 07:29:00.908000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'name': 'network-vif-deleted', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:00.911250 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe07ff7-174a-4e94-855a-f18b66433d04" -d '{"events": [{"server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "name": "network-vif-deleted", "tag": "db5aea3d-ad48-4581-be43-c92055737576"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:00.956842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:00.992043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900f3d3-da48-4c5e-8674-8c20a86c21ef req-0a9c413e-76fa-4ecd-93ad-08e35112e3e1 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:00.993769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1900f3d3-da48-4c5e-8674-8c20a86c21ef req-0a9c413e-76fa-4ecd-93ad-08e35112e3e1 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0767701 Feb 19 07:29:00.993910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:00.997973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:00.998354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:01.056266 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1900f3d3-da48-4c5e-8674-8c20a86c21ef req-775d20e5-088b-40d1-af6c-22bb42cb78a3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535672 Feb 19 07:29:01.120029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:01.120452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:01.150450 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75f511e-5473-4ab9-8339-3abd47ffd708 x-openstack-request-id: req-e75f511e-5473-4ab9-8339-3abd47ffd708 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:01.151089 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9ae51c-031e-4381-addc-9434adf11f5a", "name": "network-vif-deleted", "tag": "db5aea3d-ad48-4581-be43-c92055737576", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:01.151586 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e75f511e-5473-4ab9-8339-3abd47ffd708 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:01.152235 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9ae51c-031e-4381-addc-9434adf11f5a', 'name': 'network-vif-deleted', 'tag': 'db5aea3d-ad48-4581-be43-c92055737576', 'status': 'completed', 'code': 200} Feb 19 07:29:01.183686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:01.191022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:01.233002 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2900d3d-6454-47b0-816e-eb43641810df tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] GET failed (client error): The resource could not be found. Feb 19 07:29:01.238902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:01.239285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a2900d3d-6454-47b0-816e-eb43641810df tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "GET /v2.0/subnets/9ed1ed8f-fe9a-42c6-93fa-41ebf08f9d1a HTTP/1.1" status: 404 len: 337 time: 0.3526528 Feb 19 07:29:01.245013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-35c1470d-b400-452b-ba80-8d9ab55e4cd4 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:01.271979 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c1470d-b400-452b-ba80-8d9ab55e4cd4 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] PUT failed (client error): The resource could not be found. Feb 19 07:29:01.275417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c1470d-b400-452b-ba80-8d9ab55e4cd4 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:01.277217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-35c1470d-b400-452b-ba80-8d9ab55e4cd4 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "PUT /v2.0/networks/06bc6eea-f405-4229-b0a8-72ff8b9bc424 HTTP/1.1" status: 404 len: 339 time: 0.0366356 Feb 19 07:29:01.291654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:01.301464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:01.340038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e58c73f-ef65-4585-b1d9-0e6ffaa81ce2 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:01.347615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d0529fe-9883-4f0f-a943-f8db9980773c req-a734b911-5621-4319-a7e3-41dd1d66f5dd tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=df9ae51c-031e-4381-addc-9434adf11f5a HTTP/1.1" status: 200 len: 210 time: 0.0687215 Feb 19 07:29:01.382515 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e58c73f-ef65-4585-b1d9-0e6ffaa81ce2 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] PUT failed (client error): The resource could not be found. Feb 19 07:29:01.383284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e58c73f-ef65-4585-b1d9-0e6ffaa81ce2 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:01.384735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e58c73f-ef65-4585-b1d9-0e6ffaa81ce2 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "PUT /v2.0/ports/f5624700-9510-4529-8d95-a59713b4c70f HTTP/1.1" status: 404 len: 333 time: 0.0904155 Feb 19 07:29:01.388329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:01.396422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ff081a45-0143-43a3-959b-b74ca96aca87 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:01.420757 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff081a45-0143-43a3-959b-b74ca96aca87 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] PUT failed (client error): The resource could not be found. Feb 19 07:29:01.421349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff081a45-0143-43a3-959b-b74ca96aca87 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:29:01.431508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff081a45-0143-43a3-959b-b74ca96aca87 tempest-NetworksNegativeTestJSON-906632688 tempest-NetworksNegativeTestJSON-906632688-project] 10.222.0.43 "PUT /v2.0/subnets/ade55e9b-88b9-4e6c-a19b-5498d537bf90 HTTP/1.1" status: 404 len: 337 time: 0.0333760 Feb 19 07:29:01.708100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-61126f39-03b4-476c-b916-e4a4582890af tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.709499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-61126f39-03b4-476c-b916-e4a4582890af tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 784 time: 0.8799806 Feb 19 07:29:01.736250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:01.792421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-9dee8bdb-3e97-46f0-b5c3-ff3aafb82b7a tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.0683460 Feb 19 07:29:01.858492 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-1513aea1-705c-451b-8304-fc1f8e90c066 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.7.49 HTTP/1.1" status: 200 len: 695 time: 0.0535159 Feb 19 07:29:01.877921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9654f58-cd5e-4cd2-80b1-dd00c08de45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:01.892803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.898512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.903865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.909578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.915476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.920778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.926189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:01.928208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-f684635d-d6e6-43a0-9a17-5e83cd18aa1c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.1441927 Feb 19 07:29:02.026157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:02.028068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787d4d5c-83f8-4337-b404-81d3e79770ea req-04ee8dd3-385c-4277-aa95-6d13b4728a4a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0922232 Feb 19 07:29:02.036102 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks [] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.060322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Transition to ACTIVE for port object 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:02.078582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.078865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9654f58-cd5e-4cd2-80b1-dd00c08de45b admin admin] Publish callbacks [] for security_group (fd813f69-9abd-40cc-8e80-c11464a81485), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.086439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9654f58-cd5e-4cd2-80b1-dd00c08de45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fd813f69-9abd-40cc-8e80-c11464a81485), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.150369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.153608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Deleting port ec3e7d31-3019-47b0-829c-b24b1b4fd8db {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:02.153953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.173826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9654f58-cd5e-4cd2-80b1-dd00c08de45b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a7d515f6900450aab357131ed9cb408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4358218 Feb 19 07:29:02.181558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:02.191648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9654f58-cd5e-4cd2-80b1-dd00c08de45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd813f69-9abd-40cc-8e80-c11464a81485,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.224690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161043a-6d9e-4a7a-896d-35d352061f0b req-194e01f9-632d-4201-a812-30e8e0ffa366 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.226311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e161043a-6d9e-4a7a-896d-35d352061f0b req-194e01f9-632d-4201-a812-30e8e0ffa366 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 944 time: 0.0704377 Feb 19 07:29:02.279830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e161043a-6d9e-4a7a-896d-35d352061f0b req-37af6fb0-d858-4e67-a908-cca7e38eb69d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478163 Feb 19 07:29:02.317402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Attempting to bind port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:02.317759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Attempting to bind port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:02.318068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Attempting to bind port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:02.337794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:02.338121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Attempting to bind port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:02.346817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.347144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.349711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] Publish callbacks [] for security_group (fd813f69-9abd-40cc-8e80-c11464a81485), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.356601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:02.356886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:02.357274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:02.357715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Bound port: 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:02.358068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.378112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Calling delete_port for ec3e7d31-3019-47b0-829c-b24b1b4fd8db owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:02.406844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d664a-24b0-4c9f-9ec2-b28397383e6d req-2f2ae743-ebed-46c5-bbd1-10126f0552e2 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.408369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c4d664a-24b0-4c9f-9ec2-b28397383e6d req-2f2ae743-ebed-46c5-bbd1-10126f0552e2 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0547831 Feb 19 07:29:02.423340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] Publish callbacks [] for security_group (fd813f69-9abd-40cc-8e80-c11464a81485), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.463525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c4d664a-24b0-4c9f-9ec2-b28397383e6d req-3376bd6e-8896-4e72-bbfb-b0a6d1b75562 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Feb 19 07:29:02.508193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:02.533875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:02.539272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:02.553820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.562841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fd813f69-9abd-40cc-8e80-c11464a81485), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.565509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.567369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd813f69-9abd-40cc-8e80-c11464a81485 HTTP/1.1" status: 204 len: 168 time: 0.3824522 Feb 19 07:29:02.585015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (b17002b6-23db-42b3-9488-41781c83c7e0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.614529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (b17002b6-23db-42b3-9488-41781c83c7e0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.628769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4987a4-b0b9-44ca-91f2-1a9febe996ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd813f69-9abd-40cc-8e80-c11464a81485,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.635100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.635351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.636609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] 10.222.0.24 "PUT /v2.0/ports/7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a HTTP/1.1" status: 200 len: 1092 time: 2.1600966 Feb 19 07:29:02.637070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:02.640636 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5373885f-f25f-4062-a0cb-b25e6dcaaa84" -d '{"events": [{"name": "network-changed", "server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:02.740100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b17002b6-23db-42b3-9488-41781c83c7e0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.745532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.745874 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83050aac-9fe7-4ca9-aa5f-1d54c6d71c65 x-openstack-request-id: req-83050aac-9fe7-4ca9-aa5f-1d54c6d71c65 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:02.746172 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:02.746429 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83050aac-9fe7-4ca9-aa5f-1d54c6d71c65 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:02.746833 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a', 'status': 'completed', 'code': 200} Feb 19 07:29:02.749218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe9c9-f615-4c12-87d5-cc0b7f9ead6a service neutron] Pushing event updated for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.750976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/security-groups/b17002b6-23db-42b3-9488-41781c83c7e0 HTTP/1.1" status: 204 len: 168 time: 0.2413189 Feb 19 07:29:02.756243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ec3e7d31-3019-47b0-829c-b24b1b4fd8db), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.786866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f625155-9d6d-4b37-88ce-a828f8d0763a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17002b6-23db-42b3-9488-41781c83c7e0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.829043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Pushing event deleted for resources: {'Port': ['ID=ec3e7d31-3019-47b0-829c-b24b1b4fd8db,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:02.855543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:02.859092 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624603e-2755-41fc-9dda-7c9126a33238" -d '{"events": [{"server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:02.865102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-e906df93-d29e-4df8-9332-324c2376c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.866563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-e906df93-d29e-4df8-9332-324c2376c2d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 1126 time: 0.1675999 Feb 19 07:29:02.912046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks [] for floatingip (286a445b-7299-49ca-8b27-e3c9506d9844), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.914468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:02.915668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0fdc532-558c-414a-b519-0a2af40b1919 req-a6053e48-ae94-432e-bb2d-8024a740d03e tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "DELETE /v2.0/floatingips/286a445b-7299-49ca-8b27-e3c9506d9844 HTTP/1.1" status: 204 len: 173 time: 1.0511100 Feb 19 07:29:02.917700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-5f8d8438-2d2f-4dac-b379-c3bd6924d088 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a HTTP/1.1" status: 200 len: 217 time: 0.0429864 Feb 19 07:29:02.961408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:02.981239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-f8e8b990-e480-4d14-bfbf-de76eb2728b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:02.983050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-f8e8b990-e480-4d14-bfbf-de76eb2728b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0600061 Feb 19 07:29:03.020079 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2263dad2-c1ab-446f-8e14-50ec7cb9d6eb x-openstack-request-id: req-2263dad2-c1ab-446f-8e14-50ec7cb9d6eb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:03.021097 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-plugged", "status": "completed", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:03.021533 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2263dad2-c1ab-446f-8e14-50ec7cb9d6eb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:03.022045 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa', 'code': 200} Feb 19 07:29:03.022407 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead', 'code': 200} Feb 19 07:29:03.023369 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'code': 200} Feb 19 07:29:03.023724 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'code': 200} Feb 19 07:29:03.042488 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-371b85ba-fb64-49b0-8857-ece6b4a44124 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537522 Feb 19 07:29:03.067629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:03.171674 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-048919b9-a832-486e-9d47-af02a084bb49 req-5f895e10-d3cb-4e30-910a-9f8a9f890815 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] show failed (client error): The resource could not be found. Feb 19 07:29:03.172842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-048919b9-a832-486e-9d47-af02a084bb49 req-5f895e10-d3cb-4e30-910a-9f8a9f890815 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips/286a445b-7299-49ca-8b27-e3c9506d9844 HTTP/1.1" status: 404 len: 350 time: 0.1331310 Feb 19 07:29:03.271606 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-04a73de0-06d3-4578-8de6-366a4e73029c req-c739eae2-81fd-44e6-bc00-c32c35e91f32 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] show failed (client error): The resource could not be found. Feb 19 07:29:03.272815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04a73de0-06d3-4578-8de6-366a4e73029c req-c739eae2-81fd-44e6-bc00-c32c35e91f32 tempest-FloatingIPsTestJSON-356243914 tempest-FloatingIPsTestJSON-356243914-project] 10.222.0.43 "GET /v2.0/floatingips/286a445b-7299-49ca-8b27-e3c9506d9844 HTTP/1.1" status: 404 len: 350 time: 0.0531862 Feb 19 07:29:03.285855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:03.368781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-fa9eac23-43b4-4a2d-8831-d087784e14d0 service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087971 Feb 19 07:29:03.447652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afeb1a-7835-40f6-957d-1a570bb9fb36 req-588b39ca-8b64-4984-86da-a39a50b0be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.449260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36afeb1a-7835-40f6-957d-1a570bb9fb36 req-588b39ca-8b64-4984-86da-a39a50b0be89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1127 time: 0.3099036 Feb 19 07:29:03.454932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.455381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.455897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.456359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.457383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.457848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.458311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.460236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-779cec3b-ba96-494b-84ae-feece17ef42c req-8f6116d6-7a97-455c-a2d3-f1fc4dba208f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6719 time: 0.2986646 Feb 19 07:29:03.473392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43488da3-9d6d-4a0e-bec5-eb4edbbdbf46 req-f5875654-76fd-4e2c-b4c3-c9377ec860dd service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934176 Feb 19 07:29:03.525610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.531662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.537796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.544099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.549523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.563512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.569500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.574667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:03.578009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89ea5295-662c-4a8c-8321-228f824071da req-76f83d8e-ea97-42fd-9891-a5a67869ac10 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.4094856 Feb 19 07:29:03.666036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-b062970b-28e1-4008-b82c-ad56fca8ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.667513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-b062970b-28e1-4008-b82c-ad56fca8ca5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 1126 time: 0.1240151 Feb 19 07:29:03.673330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device db5aea3d-ad48-4581-be43-c92055737576 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:03.677488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d251b3-6034-4109-9a3d-ead08d3c0d8b req-c765d38c-513f-4e83-badf-cbef06d6e488 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.679040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9d251b3-6034-4109-9a3d-ead08d3c0d8b req-c765d38c-513f-4e83-badf-cbef06d6e488 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 944 time: 0.2047703 Feb 19 07:29:03.703706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36afeb1a-7835-40f6-957d-1a570bb9fb36 req-a8ec045e-a1c9-441e-aa47-2f73a732ba4b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424631 Feb 19 07:29:03.722595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: db5aea3d-ad48-4581-be43-c92055737576 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:03.725081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device db5aea3d-ad48-4581-be43-c92055737576 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:03.730523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-779cec3b-ba96-494b-84ae-feece17ef42c req-489c9ecd-89a6-4e40-9bfc-d800d5a4d12f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2586493 Feb 19 07:29:03.757103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-449373676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:03.769738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89ea5295-662c-4a8c-8321-228f824071da req-72898ea6-3dec-4226-bfb6-1f4d456834f4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1912632 Feb 19 07:29:03.803831 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:29:03.872828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:03.873851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:03.893361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9d251b3-6034-4109-9a3d-ead08d3c0d8b req-e69963df-900b-4998-b100-68a51acb67dc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007022 Feb 19 07:29:03.906519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-0473b5ff-f7f8-4f61-bad5-ad2f28284512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:03.908182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-0473b5ff-f7f8-4f61-bad5-ad2f28284512 service neutron] 10.222.0.24 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.2281649 Feb 19 07:29:03.938039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:03.983380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-6b144a70-4ecf-4d29-b09b-cfba8e93a9af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a HTTP/1.1" status: 200 len: 217 time: 0.0537622 Feb 19 07:29:03.994207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8456ea-bc4c-4583-b84e-b851fe3a14cf req-445bd1de-4661-493d-8064-680058c58d1c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.000728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d8456ea-bc4c-4583-b84e-b851fe3a14cf req-445bd1de-4661-493d-8064-680058c58d1c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1419871 Feb 19 07:29:04.021222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router_controller (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.035431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.096422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d8456ea-bc4c-4583-b84e-b851fe3a14cf req-ce3f46a0-70da-4cb2-a076-25e0043d2884 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924542 Feb 19 07:29:04.105316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.109241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca88ed0c-4177-4706-85fa-711b6d689448 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5271904 Feb 19 07:29:04.111040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35558) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:04.116219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2097241780'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:04.118126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-1148be3a-4db4-4d8b-9ffc-060138b60cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.119709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-1148be3a-4db4-4d8b-9ffc-060138b60cea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.1011970 Feb 19 07:29:04.167785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-cc3d9775-11de-462a-a0ee-73e3069419aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406532 Feb 19 07:29:04.182376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:04.185644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.200515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.306877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-e09fce94-5b39-4be8-9ee8-e25a22ef4e9f service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315536 Feb 19 07:29:04.381499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (6abd6a84-7722-4083-8c23-437e58c7b91a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.382249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for security_group (b6948123-adb5-4516-80e7-c787bb61aba5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.391756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b6948123-adb5-4516-80e7-c787bb61aba5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.429755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:04.444751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6948123-adb5-4516-80e7-c787bb61aba5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:04.451301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port a02655dd-20e1-44d8-b399-d846ce80d3e7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:04.451995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.466337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (821679f2-adc5-4884-bd17-4e81e7cd2156), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.466688 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Added segment 821679f2-adc5-4884-bd17-4e81e7cd2156 of type vlan for network 52324bf5-7ab9-4e37-a353-43dd5d636014 Feb 19 07:29:04.505740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5373885f-f25f-4062-a0cb-b25e6dcaaa84 req-7ca4a27f-29ff-4171-a348-c430e1f2b118 service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894169 Feb 19 07:29:04.547670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (52324bf5-7ab9-4e37-a353-43dd5d636014), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.599785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port a02655dd-20e1-44d8-b399-d846ce80d3e7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a02655dd-20e1-44d8-b399-d846ce80d3e7,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:04.600170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.614902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (52324bf5-7ab9-4e37-a353-43dd5d636014), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.620112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:04.620791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:04.631727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for a02655dd-20e1-44d8-b399-d846ce80d3e7 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:04.710814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5984225 Feb 19 07:29:04.715127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:04.723390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'subnet': {'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:04.813225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d850fc-9919-4ec0-a082-8df8e19197f3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Network': ['ID=52324bf5-7ab9-4e37-a353-43dd5d636014,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:04.826535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:29:05.049399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.054619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.059964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.065220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.070513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.075890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.081141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.083645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-e05fa3fb-00f7-44b6-a81f-132a58eb2a4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.1128953 Feb 19 07:29:05.194811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3e42faff-a251-41c8-9335-23c9c855ff9c req-95336d7e-b238-44bb-b1a9-5d9cac3b93e5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0885181 Feb 19 07:29:05.210469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Deleting port 44044415-ea9b-4eee-a156-6bfbc622751d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:05.210821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.248606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:05.251991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.268868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92f77-5c05-437e-8bd8-c61c70caa185 req-d499dfc1-5f18-43c2-a791-9cb2401d660d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.276563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eda92f77-5c05-437e-8bd8-c61c70caa185 req-d499dfc1-5f18-43c2-a791-9cb2401d660d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 944 time: 0.1685100 Feb 19 07:29:05.375161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] For port 44044415-ea9b-4eee-a156-6bfbc622751d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=44044415-ea9b-4eee-a156-6bfbc622751d,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:05.375730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.391148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Calling delete_port for 44044415-ea9b-4eee-a156-6bfbc622751d owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:05.402098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fe1d7-7332-4e7a-8bd9-94fb1fd53123 req-f689109f-b53b-4136-ad69-78f39abefe38 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:05.409271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd8fe1d7-7332-4e7a-8bd9-94fb1fd53123 req-f689109f-b53b-4136-ad69-78f39abefe38 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1068294 Feb 19 07:29:05.459983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eda92f77-5c05-437e-8bd8-c61c70caa185 req-4c4b1295-25c1-4217-8f0f-50a86072d25f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802928 Feb 19 07:29:05.484218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a02655dd-20e1-44d8-b399-d846ce80d3e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.516242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=a02655dd-20e1-44d8-b399-d846ce80d3e7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.676852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:05.698731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd8fe1d7-7332-4e7a-8bd9-94fb1fd53123 req-c16ef9e0-b572-4d40-84c6-6a666f7254d0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877212 Feb 19 07:29:05.707170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d901e8f8-5b71-4803-b00c-9367898e56ea), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.716812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (44044415-ea9b-4eee-a156-6bfbc622751d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.807023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Subnet': ['ID=d901e8f8-5b71-4803-b00c-9367898e56ea,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.817145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=44044415-ea9b-4eee-a156-6bfbc622751d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:05.906267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:05.921979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a', 'mac_address': 'fa:16:3e:d2:7e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:05.952961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:05.955169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Checking segment: {'id': '821679f2-adc5-4884-bd17-4e81e7cd2156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:05.955623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network hostable DHCP agents. Network: 52324bf5-7ab9-4e37-a353-43dd5d636014, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:06.043793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:06.044410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.064418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:06.072703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:06.088283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:06.093748 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.148323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 52324bf5-7ab9-4e37-a353-43dd5d636014) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:06.153908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.154510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.161207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07dc828-36b0-4b17-acc0-fc9676d180fd None None] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:06.180983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:06.200410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-52204dd4-ee69-4e34-9e5d-b4814d0c2a47 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4817443 Feb 19 07:29:06.203532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:06.207869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97315ecd-0a79-47ff-bc2e-76b96b2984ee req-22f25c1e-1b1d-4fc8-9bd0-1ff03d2b543b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.209401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97315ecd-0a79-47ff-bc2e-76b96b2984ee req-22f25c1e-1b1d-4fc8-9bd0-1ff03d2b543b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1555994 Feb 19 07:29:06.213103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'network': {'name': 'tempest-router-network01--1102236503'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:06.236023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-e44e1f38-abca-4511-8702-e600859cec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.237612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-e44e1f38-abca-4511-8702-e600859cec6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1127 time: 0.1973610 Feb 19 07:29:06.263937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (6abd6a84-7722-4083-8c23-437e58c7b91a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.292280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6efb4dd-3500-4666-913a-744d268394a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.311742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:06.313593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:06.316500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.418237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-52324bf5-7ab9-4e37-a353-43dd5d636014', 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014', 'project_id': 'e70dc191f7a1402cb7ccc55e2793f231', 'fixed_ips': [{'subnet_id': 'd901e8f8-5b71-4803-b00c-9367898e56ea'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:29:06.419013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.451597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97315ecd-0a79-47ff-bc2e-76b96b2984ee req-6432c924-a1bf-4e93-ba30-5e34c67bcc48 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329423 Feb 19 07:29:06.488497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:06.513521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.518838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.525403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.531583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.538273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.545527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.554306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.556366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-7676c9c0-26c2-4585-b0a6-596229e97243 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2209280 Feb 19 07:29:06.579310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-2e0a615a-0b3e-42b0-ba52-875dade91eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.582171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-2e0a615a-0b3e-42b0-ba52-875dade91eec service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.3370407 Feb 19 07:29:06.584586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f10e83ef-6da0-47ce-bb3c-cccecf5db390), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.584944 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Added segment f10e83ef-6da0-47ce-bb3c-cccecf5db390 of type vlan for network 25d53906-5d28-43f7-8a70-558fad6be0f5 Feb 19 07:29:06.649350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:06.649988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-be79a03a-0766-4880-a3ae-d43aa85f71cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 200 len: 217 time: 0.0597887 Feb 19 07:29:06.681196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (25d53906-5d28-43f7-8a70-558fad6be0f5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.715098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7ff8af0-01a9-418c-b018-c34de03c7403 req-9f766114-85c3-407a-834b-68f1cbfeaed5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1486762 Feb 19 07:29:06.776040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Allocated IP 172.20.0.2 (52324bf5-7ab9-4e37-a353-43dd5d636014/d901e8f8-5b71-4803-b00c-9367898e56ea/d919bfd0-9b03-437b-acee-4522987f9efa) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:06.779737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (25d53906-5d28-43f7-8a70-558fad6be0f5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.798568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.799503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:06.815600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193cacc-95c4-4ffe-9392-e0547e692dd7 req-ea04da7e-ee4d-440c-a10b-39f03174c99b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.818150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9193cacc-95c4-4ffe-9392-e0547e692dd7 req-ea04da7e-ee4d-440c-a10b-39f03174c99b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 945 time: 0.2764201 Feb 19 07:29:06.870553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-e2fb7302-74ea-4dcb-8324-deaf4053087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:06.872065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-e2fb7302-74ea-4dcb-8324-deaf4053087b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.2145236 Feb 19 07:29:06.904899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Network': ['ID=25d53906-5d28-43f7-8a70-558fad6be0f5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:06.923058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:29:06.927671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-22c451e4-c78e-42f0-a6f0-ed47d63ed5a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478013 Feb 19 07:29:06.929750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Router 6abd6a84-7722-4083-8c23-437e58c7b91a has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:06.968052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9193cacc-95c4-4ffe-9392-e0547e692dd7 req-7e6c1565-9ce4-4cfe-a609-ce3808846f90 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339538 Feb 19 07:29:06.999356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7dd29a6-2f29-4c2a-bf87-17368a853dd5 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7945092 Feb 19 07:29:07.006463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:07.013559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'network': {'name': 'tempest-router-network02--664728762'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:07.082837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.088648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.093986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.100639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.109549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.122943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.131597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.149894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66c9bc98-9331-48eb-8d93-3f5b611a79cf req-f1a133b3-1d62-4a8c-8399-1553d9b86ae2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2490911 Feb 19 07:29:07.149894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:07.149894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4d817f9e-dd3a-49fc-98a0-d2d9437078f2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/612bae8f-0464-4b9d-a7eb-434aea3d1ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1843541 Feb 19 07:29:07.150521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:07.150521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:07.152857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks [] for port (d919bfd0-9b03-437b-acee-4522987f9efa), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.158453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:07.162290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.165044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-9dd01b99-839a-4545-b9bd-acb72e89e702 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273920 Feb 19 07:29:07.177168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.208463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Request body: {'floatingip': {'port_id': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:07.211696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Sync routers for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:07.227378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:07.232088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:07.234996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:07.241494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:07.245896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cb814a40-571e-4a22-897d-574086e95d8c admin admin] 10.222.0.43 "PUT /v2.0/routers/6abd6a84-7722-4083-8c23-437e58c7b91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9589350 Feb 19 07:29:07.247268 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Sync routers for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:07.250702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:07.256750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:07.257725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.264900 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:07.265110 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.267216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Pushing event updated for resources: {'Port': ['ID=d919bfd0-9b03-437b-acee-4522987f9efa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:07.374984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddc03d46-a1f8-44f3-a0c3-8b9d5c5317b1 req-028dd402-f4cb-49f4-84f5-6bed772672f8 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006547 Feb 19 07:29:07.393370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:07.405145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.414029 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:07.416033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks [] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.523980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c40e5ba-d444-4bd8-a5e9-b6d6251ca462), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.524574 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Added segment 6c40e5ba-d444-4bd8-a5e9-b6d6251ca462 of type vlan for network 2f46183f-9caf-483e-b1dc-70bbb637231b Feb 19 07:29:07.540048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting subnet 39779d7c-4f79-4c33-a74d-a7f2983effb6 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:29:07.548763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (39779d7c-4f79-4c33-a74d-a7f2983effb6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.697670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:07.702753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Attempting to bind port d919bfd0-9b03-437b-acee-4522987f9efa on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:07.703363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Attempting to bind port d919bfd0-9b03-437b-acee-4522987f9efa by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '821679f2-adc5-4884-bd17-4e81e7cd2156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:07.703905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Attempting to bind port d919bfd0-9b03-437b-acee-4522987f9efa on network 52324bf5-7ab9-4e37-a353-43dd5d636014 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:07.739576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2f46183f-9caf-483e-b1dc-70bbb637231b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.744509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2d7c4-f353-4ce1-8fcf-89b1bdeef0e4 req-9395284c-565d-4847-ace5-03735db234a6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:07.746672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:07.747400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Checking segment: {'id': '821679f2-adc5-4884-bd17-4e81e7cd2156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:07.747971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.748510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Bound using segment: {'id': '821679f2-adc5-4884-bd17-4e81e7cd2156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:07.749176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Bound port: d919bfd0-9b03-437b-acee-4522987f9efa, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821679f2-adc5-4884-bd17-4e81e7cd2156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '52324bf5-7ab9-4e37-a353-43dd5d636014'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:07.749733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.757630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0d2d7c4-f353-4ce1-8fcf-89b1bdeef0e4 req-9395284c-565d-4847-ace5-03735db234a6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0989237 Feb 19 07:29:07.770302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks [] for router_gateway (6abd6a84-7722-4083-8c23-437e58c7b91a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.784303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:07.818519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (39779d7c-4f79-4c33-a74d-a7f2983effb6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.878822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0d2d7c4-f353-4ce1-8fcf-89b1bdeef0e4 req-a7e2e12a-4f31-46ed-96f8-90b100b3d9c6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190920 Feb 19 07:29:07.916157 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '05b25757-95e6-4189-9b39-3838e285cd74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:29:05Z', 'revision_number': 5, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port': {'id': '05b25757-95e6-4189-9b39-3838e285cd74', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2087, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:42Z', 'updated_at': '2022-02-19T07:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.934615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Deleting port 05b25757-95e6-4189-9b39-3838e285cd74 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:07.935396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (05b25757-95e6-4189-9b39-3838e285cd74), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.947804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Checking router: 6abd6a84-7722-4083-8c23-437e58c7b91a for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:07.959770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:07.962850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] For port d919bfd0-9b03-437b-acee-4522987f9efa, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:07.967927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] For port d919bfd0-9b03-437b-acee-4522987f9efa, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d919bfd0-9b03-437b-acee-4522987f9efa,segment=NetworkSegment(821679f2-adc5-4884-bd17-4e81e7cd2156),segment_id=821679f2-adc5-4884-bd17-4e81e7cd2156)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:07.969721 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Routers {'6abd6a84-7722-4083-8c23-437e58c7b91a'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:07.971758 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6abd6a84-7722-4083-8c23-437e58c7b91a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:07.983879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:07.990641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:07.991304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.070305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] For port 05b25757-95e6-4189-9b39-3838e285cd74, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05b25757-95e6-4189-9b39-3838e285cd74,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:08.070528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (05b25757-95e6-4189-9b39-3838e285cd74), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.109483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Calling delete_port for 05b25757-95e6-4189-9b39-3838e285cd74 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:08.123549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168893b7-d003-4310-98e0-4d51c0df1037 None None] Pushing event updated for resources: {'Port': ['ID=d919bfd0-9b03-437b-acee-4522987f9efa,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.212729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:29:05Z', 'revision_number': 7, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:08.253108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Checking router: 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:08.258507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:08.259275 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.298586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Routers {'612bae8f-0464-4b9d-a7eb-434aea3d1ef4'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:08.299749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:28:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:08.357928 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2f46183f-9caf-483e-b1dc-70bbb637231b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.368935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:08.369661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.396897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:08.403504 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c038df0-c4de-4c07-95fb-bde3246b86e5" -d '{"events": [{"server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:08.469832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:08.471435 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] Set router 6abd6a84-7722-4083-8c23-437e58c7b91a gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:08.486929 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b1258a-56e4-4dd5-811a-02774e014547 x-openstack-request-id: req-f9b1258a-56e4-4dd5-811a-02774e014547 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:08.486929 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:08.486929 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9b1258a-56e4-4dd5-811a-02774e014547 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:08.486929 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a', 'code': 200} Feb 19 07:29:08.504470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.534561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (05b25757-95e6-4189-9b39-3838e285cd74), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.612578 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:29:07Z', 'revision_number': 6, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:08.647011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=05b25757-95e6-4189-9b39-3838e285cd74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.684514 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f69780-87f8-4530-8b13-e1a70bf5ccae None None] The sync data for ids ['6abd6a84-7722-4083-8c23-437e58c7b91a'] in n-d-829866-3 is: [{'id': '6abd6a84-7722-4083-8c23-437e58c7b91a', 'name': 'tempest-FloatingIPsTestJSON-1315626164-router', 'tenant_id': '82e91ff9468045b0a112c31906eb3660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:41Z', 'updated_at': '2022-02-19T07:29:07Z', 'revision_number': 6, 'project_id': '82e91ff9468045b0a112c31906eb3660', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:08.693096 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc17da42-104d-438f-9d46-71afa43921d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.730537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] Set router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:08.752900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895e69-f94f-4799-b3a5-6edde2ded7d0 req-87630109-3063-4502-91ca-f1032c019955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:08.755237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e895e69-f94f-4799-b3a5-6edde2ded7d0 req-87630109-3063-4502-91ca-f1032c019955 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 1128 time: 0.1906736 Feb 19 07:29:08.770715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.829978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6abd6a84-7722-4083-8c23-437e58c7b91a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.952373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e895e69-f94f-4799-b3a5-6edde2ded7d0 req-a3b04cfe-4afa-4b68-8415-e2e62a431f57 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898856 Feb 19 07:29:08.963300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.963300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks [] for router_controller (6abd6a84-7722-4083-8c23-437e58c7b91a), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:08.970068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Network': ['ID=2f46183f-9caf-483e-b1dc-70bbb637231b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:08.972590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:29:05Z', 'revision_number': 7, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:08.987362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2f46183f-9caf-483e-b1dc-70bbb637231b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:29:09.056468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6abd6a84-7722-4083-8c23-437e58c7b91a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.057510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6abd6a84-7722-4083-8c23-437e58c7b91a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:09.068024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.080776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f3f51cab-c74c-4b4b-acea-566c8b75e8ae admin admin] 10.222.0.43 "DELETE /v2.0/routers/6abd6a84-7722-4083-8c23-437e58c7b91a HTTP/1.1" status: 204 len: 168 time: 1.8289914 Feb 19 07:29:09.084056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:09.142497 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-756af888-f6d0-4aef-adc8-77b350e7773e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1345842 Feb 19 07:29:09.143578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb64317-e7a3-4b8f-9f77-cb7c1d23b610 None None] The sync data for ids ['612bae8f-0464-4b9d-a7eb-434aea3d1ef4'] in n-d-829866-3 is: [{'id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'name': 'tempest-TestNetworkBasicOps-router-303276941', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219'}], 'enable_snat': True}, 'gw_port_id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:26:13Z', 'updated_at': '2022-02-19T07:29:05Z', 'revision_number': 7, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': 'c8f0163c-5547-416f-af16-c05baeec8d40', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612bae8f-0464-4b9d-a7eb-434aea3d1ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:26:16Z', 'updated_at': '2022-02-19T07:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:09.150174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:09.176038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'subnet': {'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:09.202708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaef284-4a9d-4a48-b0c7-9f17775dc942 req-d647aa67-e2c0-475c-b856-f689dfbebfcb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:09.209888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbaef284-4a9d-4a48-b0c7-9f17775dc942 req-d647aa67-e2c0-475c-b856-f689dfbebfcb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2014191 Feb 19 07:29:09.266659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (39779d7c-4f79-4c33-a74d-a7f2983effb6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.428314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.437501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d3888-8c27-4a6d-a3d5-ee76be74dbdf req-f0cf5466-0b80-4287-9c36-110c9f8aa450 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:09.439113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-058d3888-8c27-4a6d-a3d5-ee76be74dbdf req-f0cf5466-0b80-4287-9c36-110c9f8aa450 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 945 time: 1.1742406 Feb 19 07:29:09.462401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.605789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c92469-3587-43b8-92c2-db3ff8c708fa None None] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:09.614042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-058d3888-8c27-4a6d-a3d5-ee76be74dbdf req-3bc55c6c-16a3-4706-bec2-a9b6b63a701c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526759 Feb 19 07:29:09.659316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Deleting subnet 0e8af56a-ccb0-44ff-940f-e219db5a91e1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:29:09.669099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Publish callbacks [] for subnet (0e8af56a-ccb0-44ff-940f-e219db5a91e1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.702838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (39779d7c-4f79-4c33-a74d-a7f2983effb6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.714631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbaef284-4a9d-4a48-b0c7-9f17775dc942 req-7a8094d4-91bd-4dfb-87ed-5b2c6c5a1908 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979155 Feb 19 07:29:09.739446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Subnet': ['ID=39779d7c-4f79-4c33-a74d-a7f2983effb6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:09.759058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.769705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd5b8914-68f4-4753-a1c5-0454147fb83a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/subnets/39779d7c-4f79-4c33-a74d-a7f2983effb6 HTTP/1.1" status: 204 len: 168 time: 2.6119452 Feb 19 07:29:09.771643 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Floating IP 68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e associated. External IP: 172.25.7.198, port: dfb3a42e-50b9-404d-b32d-3d3cf0d688a3. Feb 19 07:29:09.774281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:09.779921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a355aa6-a733-4e64-9c7f-626e037fbcd6 None None] Network 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:09.782928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (0e8af56a-ccb0-44ff-940f-e219db5a91e1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.831309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:09.834677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:09.838662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.036361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Provisioning complete for port d919bfd0-9b03-437b-acee-4522987f9efa triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:10.036999 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.072509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d919bfd0-9b03-437b-acee-4522987f9efa up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:10.109633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0e8af56a-ccb0-44ff-940f-e219db5a91e1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.313598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d919bfd0-9b03-437b-acee-4522987f9efa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:10.313996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.369724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Current status of the port d919bfd0-9b03-437b-acee-4522987f9efa is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:10.370118 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.382928 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.423072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] DHCP port deletion for 8f449888-8d88-418c-a2fb-dd3a88e7f9b1 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:29:10.490768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (0e8af56a-ccb0-44ff-940f-e219db5a91e1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.537177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8af56a-ccb0-44ff-940f-e219db5a91e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.539157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (70bf7def-321f-42f5-9f19-eaebeb47db21), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.562684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] For port d919bfd0-9b03-437b-acee-4522987f9efa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d919bfd0-9b03-437b-acee-4522987f9efa,segment=NetworkSegment(821679f2-adc5-4884-bd17-4e81e7cd2156),segment_id=821679f2-adc5-4884-bd17-4e81e7cd2156)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:10.567561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430a0bc-3cab-4219-a28c-e694875799d7 None None] Network 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:10.583701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.586013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.589165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee5faf40-4098-4e6d-b1d8-96a3a5a4790e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e8af56a-ccb0-44ff-940f-e219db5a91e1 HTTP/1.1" status: 204 len: 168 time: 1.5007627 Feb 19 07:29:10.591721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:10.674911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.712601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Subnet': ['ID=70bf7def-321f-42f5-9f19-eaebeb47db21,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.722802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Checking segment: {'id': 'f10e83ef-6da0-47ce-bb3c-cccecf5db390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:10.723171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network hostable DHCP agents. Network: 25d53906-5d28-43f7-8a70-558fad6be0f5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:10.802368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d919bfd0-9b03-437b-acee-4522987f9efa is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:10.804610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dec3d1-fc0b-4619-ab4a-2ff3b202c1bf None None] Pushing event updated for resources: {'Port': ['ID=d919bfd0-9b03-437b-acee-4522987f9efa,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:10.812560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Deleting port 8b2d6006-e5c4-4a71-bd25-ca298159785d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:10.813030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.814732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e8f4ea91-e7c7-4277-8adf-b567d1d10009 None None] Provisioning complete for port d919bfd0-9b03-437b-acee-4522987f9efa triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:10.815442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8f4ea91-e7c7-4277-8adf-b567d1d10009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.820482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 44044415-ea9b-4eee-a156-6bfbc622751d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:10.853782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:10.873365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Deleting port fed2dd33-77d1-45c3-a31c-77b883bdec72 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:10.873781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.894869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 25d53906-5d28-43f7-8a70-558fad6be0f5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:10.918994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.936963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:10.937593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:10.955726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf5a41-2f28-4776-a9b4-3886af613518 req-ef354fe5-3b91-4806-b0cc-6186a3cd67b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:10.957352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eabf5a41-2f28-4776-a9b4-3886af613518 req-ef354fe5-3b91-4806-b0cc-6186a3cd67b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 946 time: 0.2076902 Feb 19 07:29:10.974871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91341-c0a4-4aaf-8f66-c4f0ea6ddf6d req-f0954a84-3be6-49c5-bd6b-ed413cff168a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:10.979677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ead91341-c0a4-4aaf-8f66-c4f0ea6ddf6d req-f0954a84-3be6-49c5-bd6b-ed413cff168a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1611514 Feb 19 07:29:10.992767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Router ab4335d3-d88b-4812-ac57-06e870110b35 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:11.041560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1e6b8342-4422-498f-a005-578775fc05b9 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8839710 Feb 19 07:29:11.051551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] For port fed2dd33-77d1-45c3-a31c-77b883bdec72, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fed2dd33-77d1-45c3-a31c-77b883bdec72,segment=NetworkSegment(f29a91de-78dd-487a-bceb-866a0190af7d),segment_id=f29a91de-78dd-487a-bceb-866a0190af7d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:11.051847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.054058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:11.059134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'subnet': {'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:11.062440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed93005-5807-4882-ae41-91f418de3d2f None None] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:11.068016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eabf5a41-2f28-4776-a9b4-3886af613518 req-59a4e962-b6b4-4d7c-a420-367ab707ca13 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784421 Feb 19 07:29:11.090158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Calling delete_port for fed2dd33-77d1-45c3-a31c-77b883bdec72 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:11.101689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ead91341-c0a4-4aaf-8f66-c4f0ea6ddf6d req-00f09cd1-803d-458b-afb2-eb112f0bdfdd tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093485 Feb 19 07:29:11.146462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port c8f0163c-5547-416f-af16-c05baeec8d40 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:11.148205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.164220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 44044415-ea9b-4eee-a156-6bfbc622751d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:11.164580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 44044415-ea9b-4eee-a156-6bfbc622751d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:11.255829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Made reservation on behalf of e70dc191f7a1402cb7ccc55e2793f231 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:11.259720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.324853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fed2dd33-77d1-45c3-a31c-77b883bdec72), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.367929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed2dd33-77d1-45c3-a31c-77b883bdec72,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:11.372405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] No DVR routers for this DVR port fed2dd33-77d1-45c3-a31c-77b883bdec72 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:11.374674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:11.385197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] For port 8b2d6006-e5c4-4a71-bd25-ca298159785d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8b2d6006-e5c4-4a71-bd25-ca298159785d,segment=NetworkSegment(139e5104-c8f0-447c-a1c0-91b2d9f32f28),segment_id=139e5104-c8f0-447c-a1c0-91b2d9f32f28)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:11.386251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.388643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.402986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Calling delete_port for 8b2d6006-e5c4-4a71-bd25-ca298159785d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:11.433365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port c8f0163c-5547-416f-af16-c05baeec8d40, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c8f0163c-5547-416f-af16-c05baeec8d40,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:11.433741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.467050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31cda05b-335f-4ee2-8144-3971d41e414f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "PUT /v2.0/floatingips/68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e HTTP/1.1" status: 200 len: 991 time: 4.3152647 Feb 19 07:29:11.480641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d919bfd0-9b03-437b-acee-4522987f9efa up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:11.484476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:11.489134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Sync routers for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:11.494135 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052afd4d-56b9-43b9-b764-4fda1e999c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:11.500594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for c8f0163c-5547-416f-af16-c05baeec8d40 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:11.509842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.542822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-25d53906-5d28-43f7-8a70-558fad6be0f5', 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5', 'project_id': 'e70dc191f7a1402cb7ccc55e2793f231', 'fixed_ips': [{'subnet_id': '70bf7def-321f-42f5-9f19-eaebeb47db21'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:29:11.558285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.577442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:11.578161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.657804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-aff77e72-97fa-42c4-862e-3901426e45ff tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.659612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-aff77e72-97fa-42c4-862e-3901426e45ff tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.2283807 Feb 19 07:29:11.671913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.705493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-dec2d66b-7892-4da2-a972-9dbb9bdc3642 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0094907 Feb 19 07:29:11.720297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Allocated IP 172.20.0.2 (25d53906-5d28-43f7-8a70-558fad6be0f5/70bf7def-321f-42f5-9f19-eaebeb47db21/5cee70ea-c424-423c-b323-d9ebaf8dc595) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:11.739715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.763841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29a91de-78dd-487a-bceb-866a0190af7d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.764470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29a91de-78dd-487a-bceb-866a0190af7d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:11.781681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (f29a91de-78dd-487a-bceb-866a0190af7d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.800108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f33571ef-f380-4049-b483-4895bdaa4d2a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.818928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.825797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.832237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-aaff3d0f-c995-444d-a714-bd640e82ef66 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110983 Feb 19 07:29:11.833010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.840749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.846291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.853230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.858822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:11.861135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-54d2239d-a46c-4016-b3b2-d2dc919349c4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2479987 Feb 19 07:29:11.862420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f29a91de-78dd-487a-bceb-866a0190af7d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.877515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks [] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.895672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:29:11.896442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (f29a91de-78dd-487a-bceb-866a0190af7d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.899569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c8f0163c-5547-416f-af16-c05baeec8d40), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:11.908688 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:11.919489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d8a8d-837a-49e7-a676-1f8c52f850db None None] DHCP port deletion for 3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:29:11.946431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.018552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=c8f0163c-5547-416f-af16-c05baeec8d40,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.020817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:12.027933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Pushing event updated for resources: {'Port': ['ID=5cee70ea-c424-423c-b323-d9ebaf8dc595,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.029385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-9326ad71-daba-499f-aa73-b81e5a92036b service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886656 Feb 19 07:29:12.030729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:12.032911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:12.106572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3897cae3-30db-42ed-bd0b-0f57fac722a2 req-223c4d0e-98fb-459a-a6d3-b8a75d5eff31 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2307563 Feb 19 07:29:12.107734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Subnet': ['ID=f33571ef-f380-4049-b483-4895bdaa4d2a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.161134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Attempting to bind port 5cee70ea-c424-423c-b323-d9ebaf8dc595 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:12.161764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Attempting to bind port 5cee70ea-c424-423c-b323-d9ebaf8dc595 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f10e83ef-6da0-47ce-bb3c-cccecf5db390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:12.161764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Attempting to bind port 5cee70ea-c424-423c-b323-d9ebaf8dc595 on network 25d53906-5d28-43f7-8a70-558fad6be0f5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:12.179417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.226505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Checking segment: {'id': '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:12.226886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network hostable DHCP agents. Network: 2f46183f-9caf-483e-b1dc-70bbb637231b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:12.233994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.242673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5 HTTP/1.1" status: 204 len: 168 time: 1.6488364 Feb 19 07:29:12.249745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d788b-59e5-4042-94f6-71e9f37cc927 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c37ad4c-dd3a-4de7-aaa2-b6574c557ea5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.286684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 2f46183f-9caf-483e-b1dc-70bbb637231b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:12.317078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2f46183f-9caf-483e-b1dc-70bbb637231b) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:12.330886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.331637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.390491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-304ff21a-2784-4a26-9f08-e7b1fa7bd098 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3352678 Feb 19 07:29:12.393169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35654) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:12.400357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:12.433954 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99dbb9-8329-41e3-8545-b54c33259ecf x-openstack-request-id: req-ca99dbb9-8329-41e3-8545-b54c33259ecf {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:12.434455 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:12.434591 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca99dbb9-8329-41e3-8545-b54c33259ecf {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:12.435472 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'status': 'completed', 'code': 200} Feb 19 07:29:12.491538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:12.601625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.654426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4977e-2568-4016-86ca-ec41a16b9b54 None None] Network 2f46183f-9caf-483e-b1dc-70bbb637231b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:12.656531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (8b2d6006-e5c4-4a71-bd25-ca298159785d), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.693045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] No DVR routers for this DVR port 8b2d6006-e5c4-4a71-bd25-ca298159785d on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:12.696307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.696875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:12.697266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Checking segment: {'id': 'f10e83ef-6da0-47ce-bb3c-cccecf5db390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:12.697672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.698209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Bound using segment: {'id': 'f10e83ef-6da0-47ce-bb3c-cccecf5db390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:12.701294 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_controller (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.703658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Bound port: 5cee70ea-c424-423c-b323-d9ebaf8dc595, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10e83ef-6da0-47ce-bb3c-cccecf5db390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '25d53906-5d28-43f7-8a70-558fad6be0f5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:12.704129 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.748368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315b6f9-1e5d-449b-bc56-847dd8de6d1c None None] Pushing event deleted for resources: {'Port': ['ID=8b2d6006-e5c4-4a71-bd25-ca298159785d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:12.768187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b8d7fc0-fd9e-46e1-9082-6530fd02ffcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82e91ff9468045b0a112c31906eb3660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698100 Feb 19 07:29:12.771010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4ea91-e7c7-4277-8adf-b567d1d10009 None None] Current status of the port d919bfd0-9b03-437b-acee-4522987f9efa is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:12.790241 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (612bae8f-0464-4b9d-a7eb-434aea3d1ef4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.790895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Fanout notify agent at l3_agent the message router_deleted on router 612bae8f-0464-4b9d-a7eb-434aea3d1ef4 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:12.792545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:12.813397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.819001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc71973a-9644-4351-8d4d-2eeb3324b8eb tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/routers/612bae8f-0464-4b9d-a7eb-434aea3d1ef4 HTTP/1.1" status: 204 len: 168 time: 3.0441372 Feb 19 07:29:12.824158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:12.902592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1035811-15e4-4d5d-9082-fb2bb6a80009 req-4f1ab8f8-b732-426b-a430-0696617b5192 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919569 Feb 19 07:29:12.910083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.916015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9fcfb-4ad7-4bf8-9f82-759f0c4756b3 req-bf8d39ac-0cfe-4d91-bab4-021b6f4d1171 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.921643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.922425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.922958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.923509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.924031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.924552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.925108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:12.927374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-09d79f8d-89f9-4749-b2f5-8693938b3171 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6719 time: 0.4905062 Feb 19 07:29:12.927951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69a9fcfb-4ad7-4bf8-9f82-759f0c4756b3 req-bf8d39ac-0cfe-4d91-bab4-021b6f4d1171 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.3841057 Feb 19 07:29:12.971955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Publish callbacks [] for security_group (2bd65cf1-1128-47e3-8d81-35d019ca77c3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:12.991355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d919bfd0-9b03-437b-acee-4522987f9efa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:12.991757 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.070930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] For port 5cee70ea-c424-423c-b323-d9ebaf8dc595, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:13.128268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Publish callbacks [] for security_group (2bd65cf1-1128-47e3-8d81-35d019ca77c3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.130636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] For port 5cee70ea-c424-423c-b323-d9ebaf8dc595, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5cee70ea-c424-423c-b323-d9ebaf8dc595,segment=NetworkSegment(f10e83ef-6da0-47ce-bb3c-cccecf5db390),segment_id=f10e83ef-6da0-47ce-bb3c-cccecf5db390)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:13.145901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-2f46183f-9caf-483e-b1dc-70bbb637231b', 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b', 'project_id': 'e70dc191f7a1402cb7ccc55e2793f231', 'fixed_ips': [{'subnet_id': 'f33571ef-f380-4049-b483-4895bdaa4d2a'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:29:13.146645 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.181743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (8f449888-8d88-418c-a2fb-dd3a88e7f9b1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.238718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69a9fcfb-4ad7-4bf8-9f82-759f0c4756b3 req-6f3f2d46-c13f-4338-91f3-6b64388f48a6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097689 Feb 19 07:29:13.288185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2bd65cf1-1128-47e3-8d81-35d019ca77c3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.293394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.299083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bd65cf1-1128-47e3-8d81-35d019ca77c3 HTTP/1.1" status: 204 len: 168 time: 0.5009961 Feb 19 07:29:13.319780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd65cf1-1128-47e3-8d81-35d019ca77c3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:13.351729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.352639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.353206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.353842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.354385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.354973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.356604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.357157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.357588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.358168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.358593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.359075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.359561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6f2be7-755a-4249-b961-4a3e250a3be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:13.382924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-6570506a-fdd8-45a5-81af-a70f4e309cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.384632 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-6570506a-fdd8-45a5-81af-a70f4e309cdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cf329dd-f9b9-40d5-b761-f49277abeeb0 HTTP/1.1" status: 200 len: 916 time: 0.4508615 Feb 19 07:29:13.472566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.491334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.506872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (8f449888-8d88-418c-a2fb-dd3a88e7f9b1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.602126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.609818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.619213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.633311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.652417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.660873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.681626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.687345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Allocated IP 172.20.0.2 (2f46183f-9caf-483e-b1dc-70bbb637231b/f33571ef-f380-4049-b483-4895bdaa4d2a/d5042ebe-b3e8-4804-9ced-4bc2cd61837f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:13.697520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2659ea61-0239-4cb4-b2d2-1de4a10df902 req-23fbec61-ed3e-487f-8b05-7dfa2a0b068e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.3791323 Feb 19 07:29:13.779720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-36e7cfa7-7b7a-4d06-827c-106392a77adb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 HTTP/1.1" status: 200 len: 999 time: 0.3873937 Feb 19 07:29:13.787483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f449888-8d88-418c-a2fb-dd3a88e7f9b1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.897044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-afc12aed-fbc5-46a8-a9a1-2f4cc2035425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:13.898594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-afc12aed-fbc5-46a8-a9a1-2f4cc2035425 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1ab1706-35e4-45f6-b2c0-f2320725082a HTTP/1.1" status: 200 len: 855 time: 0.1123655 Feb 19 07:29:13.973065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks [] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.987158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139e5104-c8f0-447c-a1c0-91b2d9f32f28') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.987158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139e5104-c8f0-447c-a1c0-91b2d9f32f28') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:13.996063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:13.998356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d919bfd0-9b03-437b-acee-4522987f9efa is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:14.043704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-a42bdf07-16b6-400f-80ec-bb46a19bbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.045340 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-a42bdf07-16b6-400f-80ec-bb46a19bbc5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1398208 Feb 19 07:29:14.066877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-b43e4420-8c14-4411-975a-3582fe950a12 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:29:14.067926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-b43e4420-8c14-4411-975a-3582fe950a12 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061183 Feb 19 07:29:14.083927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Network 2f46183f-9caf-483e-b1dc-70bbb637231b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:14.105418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:14.140276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:14.155051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b30f5-5e7b-4bcc-96ea-874d05d3a495 None None] Pushing event updated for resources: {'Port': ['ID=5cee70ea-c424-423c-b323-d9ebaf8dc595,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:14.240729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-36e4ecd6-b5f9-4b7f-b632-ebbe19893dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544733 Feb 19 07:29:14.296703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (139e5104-c8f0-447c-a1c0-91b2d9f32f28), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:14.452449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (139e5104-c8f0-447c-a1c0-91b2d9f32f28), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:14.473233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:29:14.473643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (139e5104-c8f0-447c-a1c0-91b2d9f32f28), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:14.477109 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:14.489998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8b2d6006-e5c4-4a71-bd25-ca298159785d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:14.494501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Pushing event updated for resources: {'Port': ['ID=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:14.552906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8b2d6006-e5c4-4a71-bd25-ca298159785d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:14.553309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8b2d6006-e5c4-4a71-bd25-ca298159785d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:14.553741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05b25757-95e6-4189-9b39-3838e285cd74 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:14.557152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923fdc6-f82b-44ff-8f3a-c4fd2c9857bd req-a9b51a5c-393b-42de-bc5e-593b71af14c6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:14.558707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d923fdc6-f82b-44ff-8f3a-c4fd2c9857bd req-a9b51a5c-393b-42de-bc5e-593b71af14c6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1497436 Feb 19 07:29:14.568776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-052afd4d-56b9-43b9-b764-4fda1e999c5d req-1f158d63-8ca3-4ecf-b984-06d2fc1af6e0 service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238778 Feb 19 07:29:14.598637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'port_id': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'mac_address': 'fa:16:3e:23:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:26:24Z', 'updated_at': '2022-02-19T07:29:09Z', 'revision_number': 1, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:14.676507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d923fdc6-f82b-44ff-8f3a-c4fd2c9857bd req-eeff87e9-4372-4638-bc0f-5fe9b1f7b637 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108479 Feb 19 07:29:14.678066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 05b25757-95e6-4189-9b39-3838e285cd74 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:14.678424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05b25757-95e6-4189-9b39-3838e285cd74 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:14.678866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a02655dd-20e1-44d8-b399-d846ce80d3e7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:14.680723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Checking router: ab4335d3-d88b-4812-ac57-06e870110b35 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:14.714478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:14.715501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:14.760887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Attempting to bind port d5042ebe-b3e8-4804-9ced-4bc2cd61837f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:14.761316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Attempting to bind port d5042ebe-b3e8-4804-9ced-4bc2cd61837f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:14.761685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Attempting to bind port d5042ebe-b3e8-4804-9ced-4bc2cd61837f on network 2f46183f-9caf-483e-b1dc-70bbb637231b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:14.764734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a02655dd-20e1-44d8-b399-d846ce80d3e7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:14.765085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a02655dd-20e1-44d8-b399-d846ce80d3e7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:14.778221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:14.778676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Checking segment: {'id': '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:14.779468 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:14.780123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Bound using segment: {'id': '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:14.780670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Bound port: d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2f46183f-9caf-483e-b1dc-70bbb637231b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:14.781207 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:14.958874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] For port d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:14.963774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] For port d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,segment=NetworkSegment(6c40e5ba-d444-4bd8-a5e9-b6d6251ca462),segment_id=6c40e5ba-d444-4bd8-a5e9-b6d6251ca462)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:14.966416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:15.039371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5cee70ea-c424-423c-b323-d9ebaf8dc595 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:15.043889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.191537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-9f425cac-87ca-457a-bbc8-500cee98fc3f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:15.200588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-9f425cac-87ca-457a-bbc8-500cee98fc3f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 1.2276287 Feb 19 07:29:15.205965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (8f449888-8d88-418c-a2fb-dd3a88e7f9b1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.212492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.218500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/networks/8f449888-8d88-418c-a2fb-dd3a88e7f9b1 HTTP/1.1" status: 204 len: 168 time: 2.3900366 Feb 19 07:29:15.241699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:15.251799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'network': {'name': 'tempest-network-smoke--638091352', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:15.259687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943174-f755-42f3-bac4-8dc603948aa4 None None] Pushing event updated for resources: {'Port': ['ID=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.302372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:15.306094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.322415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Allocated IP 172.20.0.1 (25d53906-5d28-43f7-8a70-558fad6be0f5/70bf7def-321f-42f5-9f19-eaebeb47db21/1a727551-af9a-4993-8840-1b453102f65f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:15.388786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:15.414690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d8bcf939-3047-41e8-873e-3648bbca980e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.415028 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Added segment d8bcf939-3047-41e8-873e-3648bbca980e of type vlan for network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a Feb 19 07:29:15.457965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5cee70ea-c424-423c-b323-d9ebaf8dc595 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:15.458327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.493688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for port (1a727551-af9a-4993-8840-1b453102f65f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.512674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.527850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a390baa-8ae2-4a94-a567-9670a41eb3aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Network': ['ID=8f449888-8d88-418c-a2fb-dd3a88e7f9b1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.537426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-948d4bc4-10f1-4af0-a6f3-4b15fccac114 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.3356013 Feb 19 07:29:15.541288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1a727551-af9a-4993-8840-1b453102f65f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.589702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa123d-6582-498c-88b0-3428b63f5b50 None None] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:15.600465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.607980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:15.608659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.638110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3925257 Feb 19 07:29:15.638110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:15.679131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-19307336', 'admin_state_up': True, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:15.728443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:15.740433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:15.746783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Port': ['ID=1a727551-af9a-4993-8840-1b453102f65f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.751145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:15.756531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.757454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.826252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e1c6ea2a-47fb-41e2-9481-6eb079d8d115 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2878335 Feb 19 07:29:15.828702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a33239-747e-4d30-83f2-7a42c3621c9f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Network': ['ID=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:15.830067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:15.874572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:29:15.931720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_controller (2a57fe21-9438-49d9-b5d5-87521c3696bf), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.023007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-679daa02-bff9-4162-9b84-a7745fbd04e1 None None] Provisioning complete for port 5cee70ea-c424-423c-b323-d9ebaf8dc595 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:16.023485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-679daa02-bff9-4162-9b84-a7745fbd04e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.088834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622c824-28db-448b-b8fa-07dcd2a36968 req-24572ffd-1f25-449b-b473-222db41f05b8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:16.097326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2622c824-28db-448b-b8fa-07dcd2a36968 req-24572ffd-1f25-449b-b473-222db41f05b8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1793563 Feb 19 07:29:16.143665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5cee70ea-c424-423c-b323-d9ebaf8dc595 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:16.144341 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.213580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-4dcc8f09-28ce-469e-816b-553921595995 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792973 Feb 19 07:29:16.224952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'port_id': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'mac_address': 'fa:16:3e:23:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:26:24Z', 'updated_at': '2022-02-19T07:29:09Z', 'revision_number': 1, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:16.243523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (2a57fe21-9438-49d9-b5d5-87521c3696bf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.264127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2622c824-28db-448b-b8fa-07dcd2a36968 req-842ade73-579d-4fba-94b0-327c0edea609 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602139 Feb 19 07:29:16.293823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a727551-af9a-4993-8840-1b453102f65f), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.319384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbb788-ef26-46e5-9603-fe7d4bbfc41e None None] The sync data for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 is: [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'port_id': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'mac_address': 'fa:16:3e:23:32:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:26:24Z', 'updated_at': '2022-02-19T07:29:09Z', 'revision_number': 1, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:16.326956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5cee70ea-c424-423c-b323-d9ebaf8dc595, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5cee70ea-c424-423c-b323-d9ebaf8dc595,segment=NetworkSegment(f10e83ef-6da0-47ce-bb3c-cccecf5db390),segment_id=f10e83ef-6da0-47ce-bb3c-cccecf5db390)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:16.340703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.537312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fed2dd33-77d1-45c3-a31c-77b883bdec72 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:16.681691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fed2dd33-77d1-45c3-a31c-77b883bdec72 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:16.682530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fed2dd33-77d1-45c3-a31c-77b883bdec72 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:16.682907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c8f0163c-5547-416f-af16-c05baeec8d40 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:16.757428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5cee70ea-c424-423c-b323-d9ebaf8dc595,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:16.771824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c8f0163c-5547-416f-af16-c05baeec8d40 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:16.772317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c8f0163c-5547-416f-af16-c05baeec8d40 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:16.779562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-679daa02-bff9-4162-9b84-a7745fbd04e1 None None] Current status of the port 5cee70ea-c424-423c-b323-d9ebaf8dc595 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:16.825397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba51ada3-f234-49bc-a1ac-e06e2bcfda9b None None] New status for floating IP 68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:29:16.891738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-bcb77a75-d59f-42fc-893b-19199851aa0a service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771810 Feb 19 07:29:16.933085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Provisioning complete for port 5cee70ea-c424-423c-b323-d9ebaf8dc595 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:16.933534 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:16.968011 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.072344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.232760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Current status of the port 5cee70ea-c424-423c-b323-d9ebaf8dc595 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:17.239142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d5042ebe-b3e8-4804-9ced-4bc2cd61837f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:17.295252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1b74a-bc7f-42f5-adb9-6478ef34e5a4 None None] Network 2f46183f-9caf-483e-b1dc-70bbb637231b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:17.462612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Provisioning complete for port 1a727551-af9a-4993-8840-1b453102f65f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:17.463067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1a727551-af9a-4993-8840-1b453102f65f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.549978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-000f1d21-adfc-4bc1-84d6-688de192b4fe None None] Port 1a727551-af9a-4993-8840-1b453102f65f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:17.560658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d5042ebe-b3e8-4804-9ced-4bc2cd61837f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:17.561289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.583584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.25.7.143 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/2be6b855-477d-4249-8bdd-4f982e90a06c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:17.675791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for port (1a727551-af9a-4993-8840-1b453102f65f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.704820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178efde3-1a6d-4376-9765-8d3d07190c5d req-11cfb10e-0a06-4b65-8342-294a9fdfef46 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:17.710129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-178efde3-1a6d-4376-9765-8d3d07190c5d req-11cfb10e-0a06-4b65-8342-294a9fdfef46 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2462921 Feb 19 07:29:17.712983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1a727551-af9a-4993-8840-1b453102f65f), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.764846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Provisioning complete for port 1a727551-af9a-4993-8840-1b453102f65f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:17.766422 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1a727551-af9a-4993-8840-1b453102f65f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.817036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8857d53-b7a1-4929-84e6-bab252874792 req-04be8f61-39a1-436d-8d42-21b146da70f3 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 210 time: 0.0601532 Feb 19 07:29:17.853253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Port 1a727551-af9a-4993-8840-1b453102f65f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:17.862330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.867018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d5042ebe-b3e8-4804-9ced-4bc2cd61837f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:17.868514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.970173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,segment=NetworkSegment(6c40e5ba-d444-4bd8-a5e9-b6d6251ca462),segment_id=6c40e5ba-d444-4bd8-a5e9-b6d6251ca462)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:17.974691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.975262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.991410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:17.992586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Port': ['ID=1a727551-af9a-4993-8840-1b453102f65f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:17.992751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5cee70ea-c424-423c-b323-d9ebaf8dc595 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:18.090569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=2be6b855-477d-4249-8bdd-4f982e90a06c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:18.098159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:18.118909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Provisioning complete for port d5042ebe-b3e8-4804-9ced-4bc2cd61837f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:18.119325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:18.151265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:18.155201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:18.161523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:18.232238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:18.235682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d8c052d4-5b1e-4d23-a485-4797dc8beb25 None None] Current status of the port d5042ebe-b3e8-4804-9ced-4bc2cd61837f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:18.248553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:18.252682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5cee70ea-c424-423c-b323-d9ebaf8dc595 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:18.253651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:18.382764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5cee70ea-c424-423c-b323-d9ebaf8dc595 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:18.423162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-294592fd-e8e3-4dcf-ba91-cb47897439d9 None None] Provisioning complete for port d5042ebe-b3e8-4804-9ced-4bc2cd61837f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:18.424416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-294592fd-e8e3-4dcf-ba91-cb47897439d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:18.498011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-178efde3-1a6d-4376-9765-8d3d07190c5d req-64a63290-31e1-47e7-913c-77d4df666393 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6359417 Feb 19 07:29:18.561784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Router f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:18.580579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-294592fd-e8e3-4dcf-ba91-cb47897439d9 None None] Current status of the port d5042ebe-b3e8-4804-9ced-4bc2cd61837f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:18.708289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-666054bb-30f7-4bed-bec2-2a4db5d1c6ec None None] Provisioning complete for port 1a727551-af9a-4993-8840-1b453102f65f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:18.708744 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-666054bb-30f7-4bed-bec2-2a4db5d1c6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1a727551-af9a-4993-8840-1b453102f65f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:18.720712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:18.727491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e3930c6-dd2d-44aa-8688-1cebe0cbf2e3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3305414 Feb 19 07:29:18.741082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:18.762584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] Sync routers for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:18.781769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:18.782456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:19.110335 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d20d6da-7e74-4aca-8520-77a79d98e0e3 req-bb1e091d-7b64-4750-b943-0c9a1ff69aab tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 210 time: 0.1061716 Feb 19 07:29:19.232226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:19.234663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d5042ebe-b3e8-4804-9ced-4bc2cd61837f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:19.244846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:19.263096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-666054bb-30f7-4bed-bec2-2a4db5d1c6ec None None] Port 1a727551-af9a-4993-8840-1b453102f65f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:19.274092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:19.274738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:19.316960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:19.317669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eda58d-6d02-4803-b38c-6d6b657d7ea2 None None] The sync data for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:19.340762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d5042ebe-b3e8-4804-9ced-4bc2cd61837f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:19.341157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:19.444701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d5042ebe-b3e8-4804-9ced-4bc2cd61837f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:19.465043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-515b1a2b-23ee-4bcf-8d08-eed1de75dfc5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:19.466595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-515b1a2b-23ee-4bcf-8d08-eed1de75dfc5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.4644692 Feb 19 07:29:19.483247 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:19.519512 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3a89da06-c381-4ec9-a181-903b84bd5a66 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:29:19.521183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a89da06-c381-4ec9-a181-903b84bd5a66 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7790189 Feb 19 07:29:19.525091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:19.685705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:19.775440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:19.779245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:19.814859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee29496-86d4-472f-a2c4-b7d53a1e4602 req-3f86173d-0a3b-4ce1-a07b-8f7c4fe9b09e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:19.822487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ee29496-86d4-472f-a2c4-b7d53a1e4602 req-3f86173d-0a3b-4ce1-a07b-8f7c4fe9b09e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1670160 Feb 19 07:29:19.924086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ee29496-86d4-472f-a2c4-b7d53a1e4602 req-40f869a0-84f1-41de-a0ee-511326152d21 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007109 Feb 19 07:29:20.013242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 2a57fe21-9438-49d9-b5d5-87521c3696bf is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:29:20.034813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.6 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/160808c2-2176-4fd2-832e-f405d8dd3b51) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:20.116441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.249336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:20.263064 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Sync routers for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:20.275907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:20.276811 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:20.301615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-619afe36-668f-43e6-80c4-4b385040691c req-5adee912-dce3-4bef-a74c-d74428445229 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 210 time: 0.0489562 Feb 19 07:29:20.332086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.337146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d93061d5-eaa3-410a-8f5b-b3739d6e0125 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6755016 Feb 19 07:29:20.338027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:20.413415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d90fbc17-3857-4624-88fb-7129b8d5418e tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=192bc80735b24509a5710608a1dfaaed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743659 Feb 19 07:29:20.419457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:20.448952 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:20.474639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.546786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.554024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting port 1a727551-af9a-4993-8840-1b453102f65f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:20.554869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1a727551-af9a-4993-8840-1b453102f65f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.562277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:20.605357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:20.610597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:20.615384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:20.661869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:20.662641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf37e7-0ff4-4f50-b8fa-f0d4c296f28c tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:20.664620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e5bf37e7-0ff4-4f50-b8fa-f0d4c296f28c tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2421079 Feb 19 07:29:20.669160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:20.720141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f6fd125-2073-4af1-9162-915bfb9142d5 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466063 Feb 19 07:29:20.720826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:20.729124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2146749881', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:20.729497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1a727551-af9a-4993-8840-1b453102f65f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.737168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:20.738333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.775637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Calling delete_port for 1a727551-af9a-4993-8840-1b453102f65f owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:20.775980 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:18Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:20.809881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-e7f66a70-74ac-434d-ac91-f8dd81ea44a0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3303418 Feb 19 07:29:20.817928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Checking router: 2a57fe21-9438-49d9-b5d5-87521c3696bf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:20.818561 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Updating router 2a57fe21-9438-49d9-b5d5-87521c3696bf port 2be6b855-477d-4249-8bdd-4f982e90a06c binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:29:20.823290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Request body: {'port': {'device_id': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:20.875394 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.952097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:20.966331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:20.969799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.127782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1a727551-af9a-4993-8840-1b453102f65f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.258687 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks [] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.267415 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.352064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Port': ['ID=1a727551-af9a-4993-8840-1b453102f65f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.383763 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25096556-4be0-4af6-9660-500c9b09407d None None] Pushing event updated for resources: {'Port': ['ID=2be6b855-477d-4249-8bdd-4f982e90a06c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.398280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Attempting to bind port 2be6b855-477d-4249-8bdd-4f982e90a06c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:21.398928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Attempting to bind port 2be6b855-477d-4249-8bdd-4f982e90a06c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:21.399566 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Attempting to bind port 2be6b855-477d-4249-8bdd-4f982e90a06c on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:21.406817 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:21.407491 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:21.408183 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.410422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9081411-98d7-4e9c-b593-c092265b3977 req-a2dfd942-a850-43b9-9284-40fb3a63ca14 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:21.412147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9081411-98d7-4e9c-b593-c092265b3977 req-a2dfd942-a850-43b9-9284-40fb3a63ca14 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2966125 Feb 19 07:29:21.419119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:21.420047 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Bound port: 2be6b855-477d-4249-8bdd-4f982e90a06c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:21.420614 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.495924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160808c2-2176-4fd2-832e-f405d8dd3b51 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:21.501976 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] For port 2be6b855-477d-4249-8bdd-4f982e90a06c, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:21.507381 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] For port 2be6b855-477d-4249-8bdd-4f982e90a06c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2be6b855-477d-4249-8bdd-4f982e90a06c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:21.507578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks [] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.516097 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.535702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d7356464-a3eb-4680-a812-70e93acd42dd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.538820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Transition to ACTIVE for port object 160808c2-2176-4fd2-832e-f405d8dd3b51 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:21.547344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.563349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.579129 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:21.579772 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:21.630220 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25096556-4be0-4af6-9660-500c9b09407d None None] Pushing event updated for resources: {'Port': ['ID=2be6b855-477d-4249-8bdd-4f982e90a06c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.632035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9081411-98d7-4e9c-b593-c092265b3977 req-7026bf2b-4fdc-44ab-8f11-69e73de463c9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077999 Feb 19 07:29:21.702031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Subnet': ['ID=d7356464-a3eb-4680-a812-70e93acd42dd,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.729875 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:21.736032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Pushing event updated for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:21.749139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Checking segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:21.749501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network hostable DHCP agents. Network: 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:21.791450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cf7f-6f9a-4f58-9777-49134914cbc0 req-1a4c6e7a-ffbe-4a91-a039-5fd5ba472b33 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:21.793178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8488cf7f-6f9a-4f58-9777-49134914cbc0 req-1a4c6e7a-ffbe-4a91-a039-5fd5ba472b33 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 943 time: 0.2175000 Feb 19 07:29:21.795561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:21.805607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Router f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:21.824856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Attempting to bind port 160808c2-2176-4fd2-832e-f405d8dd3b51 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:21.825252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Attempting to bind port 160808c2-2176-4fd2-832e-f405d8dd3b51 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:21.825590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Attempting to bind port 160808c2-2176-4fd2-832e-f405d8dd3b51 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:21.830871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:21.838307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:21.838906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.841497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Port 160808c2-2176-4fd2-832e-f405d8dd3b51 on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:21.842414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Attempting to bind port 160808c2-2176-4fd2-832e-f405d8dd3b51 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:21.844973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97c63b-e9a4-4a78-a04b-5b4d5364ac0c None None] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:21.872837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:21.873321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:21.873550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:21.874000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Bound port: 160808c2-2176-4fd2-832e-f405d8dd3b51, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:21.874360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:21.904814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c5fe1b7c-e955-4061-a8f7-239eca9be939 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1772158 Feb 19 07:29:21.906602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:21.945401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:21.963950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-af7b1d15-9963-44e9-9517-1aefadec565d tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335129 Feb 19 07:29:21.964531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:21.995230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] Sync routers for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:22.010811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:29:22.011716 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:22.037854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8488cf7f-6f9a-4f58-9777-49134914cbc0 req-ff5e28ba-af11-49db-8f29-887794a53fab tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282908 Feb 19 07:29:22.132775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:18Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.163540 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf51445-6ab0-4a1a-9e87-cc80969abf8b None None] The sync data for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 is: [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:18Z', 'revision_number': 3, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:22.168559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:22.175778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=160808c2-2176-4fd2-832e-f405d8dd3b51,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:22.193215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:22.288397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:22.291462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.357350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.393524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:22.394329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.398953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:22.399609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:22.405888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] 10.222.0.47 "PUT /v2.0/ports/160808c2-2176-4fd2-832e-f405d8dd3b51 HTTP/1.1" status: 200 len: 1091 time: 1.5884566 Feb 19 07:29:22.411637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:22.416957 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e78c7a-85c6-4202-b448-ffd3a78b2655" -d '{"events": [{"name": "network-changed", "server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:22.432166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Allocated IP 172.20.0.2 (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a/d7356464-a3eb-4680-a812-70e93acd42dd/61430a3f-4864-483b-8cb9-f09b949ed8f8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:22.433431 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-2eec5b2b-3e3f-4fd0-836e-f0b77357cda3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] delete failed (client error): The resource could not be found. Feb 19 07:29:22.434817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2eec5b2b-3e3f-4fd0-836e-f0b77357cda3 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-256703661 HTTP/1.1" status: 404 len: 334 time: 0.4678771 Feb 19 07:29:22.447535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:22.452666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-015b24bd-2cf9-47a1-8d9b-0d14e7dc6cbe tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:22.498652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:22.499327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416e784-4ca3-48da-bbad-0b69b1858b27 None None] The sync data for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:22.516942 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b08f4-05e8-419a-9c6c-6510bbefba21 x-openstack-request-id: req-249b08f4-05e8-419a-9c6c-6510bbefba21 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:22.517902 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:22.518354 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-249b08f4-05e8-419a-9c6c-6510bbefba21 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:22.521281 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51', 'status': 'completed', 'code': 200} Feb 19 07:29:22.802824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks [] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:22.811877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:22.882639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Pushing event updated for resources: {'Port': ['ID=61430a3f-4864-483b-8cb9-f09b949ed8f8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:22.903962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:22.906497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:22.914582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:22.920031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc33c86-8a9e-4280-acd1-849c48fe4dbd service neutron] Pushing event updated for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:22.932141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-015b24bd-2cf9-47a1-8d9b-0d14e7dc6cbe tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router_gateway (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.003881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a54d-05eb-4310-b953-0194fe55b68d req-753279d2-d1a5-4324-9a3e-ad5c9e3698b9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:23.011469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7745a54d-05eb-4310-b953-0194fe55b68d req-753279d2-d1a5-4324-9a3e-ad5c9e3698b9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2627428 Feb 19 07:29:23.019200 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-015b24bd-2cf9-47a1-8d9b-0d14e7dc6cbe tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] update failed (client error): The resource could not be found. Feb 19 07:29:23.020202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-015b24bd-2cf9-47a1-8d9b-0d14e7dc6cbe tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 HTTP/1.1" status: 404 len: 339 time: 0.5716755 Feb 19 07:29:23.028644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:23.071734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Attempting to bind port 61430a3f-4864-483b-8cb9-f09b949ed8f8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:23.072177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Attempting to bind port 61430a3f-4864-483b-8cb9-f09b949ed8f8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:23.072543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Attempting to bind port 61430a3f-4864-483b-8cb9-f09b949ed8f8 on network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:23.073571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-63058cf1-b1c0-44dd-8a7e-ad764bcfe78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:23.077273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-63058cf1-b1c0-44dd-8a7e-ad764bcfe78b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 1125 time: 0.5625286 Feb 19 07:29:23.083231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:23.083631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Checking segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:23.084036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.084434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Bound using segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:23.088162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Bound port: 61430a3f-4864-483b-8cb9-f09b949ed8f8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:23.088615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.116827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2be6b855-477d-4249-8bdd-4f982e90a06c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:23.204320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-42453644-f2c3-4bab-88a0-4113b5716bb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160808c2-2176-4fd2-832e-f405d8dd3b51 HTTP/1.1" status: 200 len: 217 time: 0.1103950 Feb 19 07:29:23.240097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2be6b855-477d-4249-8bdd-4f982e90a06c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:23.240528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.244905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] For port 61430a3f-4864-483b-8cb9-f09b949ed8f8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:23.330285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7745a54d-05eb-4310-b953-0194fe55b68d req-13b08b43-f916-4b03-8146-bb376a7db506 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178470 Feb 19 07:29:23.346916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-de0969c0-c71f-4fd1-8cb2-991dd1e837a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:23.346916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-de0969c0-c71f-4fd1-8cb2-991dd1e837a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.1156065 Feb 19 07:29:23.360998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdb2ae-60dd-4373-a65c-5fb36679942c req-18701393-cca3-4ab9-8e53-de5c2d4fa22a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:23.368522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] For port 61430a3f-4864-483b-8cb9-f09b949ed8f8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61430a3f-4864-483b-8cb9-f09b949ed8f8,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:23.368893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0efdb2ae-60dd-4373-a65c-5fb36679942c req-18701393-cca3-4ab9-8e53-de5c2d4fa22a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 943 time: 0.1766264 Feb 19 07:29:23.380222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.465976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-6c88ab19-7aa4-43fe-8c35-c46e406162bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935402 Feb 19 07:29:23.506979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2be6b855-477d-4249-8bdd-4f982e90a06c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:23.507556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.531770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 2be6b855-477d-4249-8bdd-4f982e90a06c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2be6b855-477d-4249-8bdd-4f982e90a06c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:23.533193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83088c0f-d5ea-4766-b7e3-57d338638ca0 None None] Pushing event updated for resources: {'Port': ['ID=61430a3f-4864-483b-8cb9-f09b949ed8f8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:23.539137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.591877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=2be6b855-477d-4249-8bdd-4f982e90a06c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:23.605465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.633223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0efdb2ae-60dd-4373-a65c-5fb36679942c req-da284d2c-5eb3-4ff2-bb13-14e2a3d4395f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631476 Feb 19 07:29:23.690125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:23.802378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-97fda1b9-edb7-46fa-9c56-597ac67ecee6 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252096 Feb 19 07:29:24.028636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Allocated IP 172.20.0.1 (52324bf5-7ab9-4e37-a353-43dd5d636014/d901e8f8-5b71-4803-b00c-9367898e56ea/cbb72b16-05ce-490f-9b84-f2ec36f5a3cc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:24.036592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b65bcd-43e6-41bc-b051-4f0e0bf6bf7d req-26d4cdce-469b-42f5-b2c4-66e4fe125fcd service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275815 Feb 19 07:29:24.058565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36296) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:24.182117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-5e94aa13-b7c9-4001-af8d-5ec6961a1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.183769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-5e94aa13-b7c9-4001-af8d-5ec6961a1d90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 1125 time: 0.0912108 Feb 19 07:29:24.202131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.264836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.267934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.1 (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a/d7356464-a3eb-4680-a812-70e93acd42dd/9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:24.292138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e45ae4ad-a547-4fd6-acff-979fc22029a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.330551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:24.336318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:24.344658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:24.392950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Port': ['ID=cbb72b16-05ce-490f-9b84-f2ec36f5a3cc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.405500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-91ec174f-8471-4fe9-b61d-ffb2504e4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.408161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-91ec174f-8471-4fe9-b61d-ffb2504e4c07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.2163048 Feb 19 07:29:24.434465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.477262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-ad51a4b8-e3d6-4d6a-9e7b-a733cb6646f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160808c2-2176-4fd2-832e-f405d8dd3b51 HTTP/1.1" status: 200 len: 217 time: 0.0606234 Feb 19 07:29:24.566726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.585062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43e769-8861-430f-b6b8-512b4a9f8cc2 req-7ef654dd-3618-488f-b966-719493e0bc23 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.586673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d43e769-8861-430f-b6b8-512b4a9f8cc2 req-7ef654dd-3618-488f-b966-719493e0bc23 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1111429 Feb 19 07:29:24.604830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-524ca483-77d8-4296-84d7-6786709083f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.606694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-524ca483-77d8-4296-84d7-6786709083f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.1183424 Feb 19 07:29:24.642848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e45ae4ad-a547-4fd6-acff-979fc22029a6 admin admin] Publish callbacks [] for security_group (ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.644062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.667453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-8a44e9de-e6ec-4964-b67b-6d8ee27a7dbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515375 Feb 19 07:29:24.669344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e45ae4ad-a547-4fd6-acff-979fc22029a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.716266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d43e769-8861-430f-b6b8-512b4a9f8cc2 req-62939207-e716-4576-bbe1-a9918a2266ab tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041210 Feb 19 07:29:24.730426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.755484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a30afa29-5e28-4684-a557-7dcf0af9959d None None] Provisioning complete for port cbb72b16-05ce-490f-9b84-f2ec36f5a3cc triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:24.757229 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a30afa29-5e28-4684-a557-7dcf0af9959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.805084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a30afa29-5e28-4684-a557-7dcf0af9959d None None] Port cbb72b16-05ce-490f-9b84-f2ec36f5a3cc cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:24.811631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e45ae4ad-a547-4fd6-acff-979fc22029a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42f6cd9cec4d408886ee76aedbf56905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7521524 Feb 19 07:29:24.821134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ae4ad-a547-4fd6-acff-979fc22029a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.821324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:24.866610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:24.877415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:24.881041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:24.886735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:24.952555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] Publish callbacks [] for security_group (ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:24.957085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-f7eda6db-7749-4d9d-9136-74e7d1395af2 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742617 Feb 19 07:29:24.971327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778956-1120-4830-a7c7-921aa46ab9a1 req-8c98d1d5-8b8d-4930-9db7-8dfbfa9bfd9e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:24.973420 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18778956-1120-4830-a7c7-921aa46ab9a1 req-8c98d1d5-8b8d-4930-9db7-8dfbfa9bfd9e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 943 time: 0.2094705 Feb 19 07:29:24.996845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.019695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] Publish callbacks [] for security_group (ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.110524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61430a3f-4864-483b-8cb9-f09b949ed8f8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:25.125251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.128574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.131698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.132834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4 HTTP/1.1" status: 204 len: 168 time: 0.3117752 Feb 19 07:29:25.145301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.193017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18778956-1120-4830-a7c7-921aa46ab9a1 req-423dcb4c-95f8-444a-bbc5-68a48b2472ad tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084289 Feb 19 07:29:25.203831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 61430a3f-4864-483b-8cb9-f09b949ed8f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:25.204528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.226168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.235079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17e78c7a-85c6-4202-b448-ffd3a78b2655 req-1a0d7b5a-db07-4e66-9935-9dbfa479cb1d service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605963 Feb 19 07:29:25.235614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc1beb-8895-4ef3-8c2e-780f013dc63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77b6f9-034f-4fcf-b6cf-598cb9aacdc4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:25.342688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.383789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 61430a3f-4864-483b-8cb9-f09b949ed8f8 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:25.384180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.401003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event updated for resources: {'Port': ['ID=cbb72b16-05ce-490f-9b84-f2ec36f5a3cc,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:25.458005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:25.459707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:25.461875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 61430a3f-4864-483b-8cb9-f09b949ed8f8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61430a3f-4864-483b-8cb9-f09b949ed8f8,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:25.466802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.467956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2be6b855-477d-4249-8bdd-4f982e90a06c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:25.639118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2be6b855-477d-4249-8bdd-4f982e90a06c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:25.640942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.666656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Router f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:25.678497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=61430a3f-4864-483b-8cb9-f09b949ed8f8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:25.760290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2be6b855-477d-4249-8bdd-4f982e90a06c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:25.894791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:25.903522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8cade07d-f341-4858-9a03-28790f4f5bcb tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738122 Feb 19 07:29:25.905980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:25.911518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.912060 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] Sync routers for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:25.918714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.951850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-941a8283-a5bf-4c4b-8528-0737951dd93f None None] Provisioning complete for port cbb72b16-05ce-490f-9b84-f2ec36f5a3cc triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:25.955796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-941a8283-a5bf-4c4b-8528-0737951dd93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:25.959075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:25.965170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.004663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becd358-66e0-45c4-8b9a-72525b937db1 req-20a5db36-777f-4b2f-9b81-dc6d10755531 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:26.006307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5becd358-66e0-45c4-8b9a-72525b937db1 req-20a5db36-777f-4b2f-9b81-dc6d10755531 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1616669 Feb 19 07:29:26.025694 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.025911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.035198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b7c7cf-00d4-416a-8822-c0b3db603b6f None None] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:26.036497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:26.037242 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.044193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884677d7-c767-49ae-b51a-09503e46223c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.045463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:26.088137 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:26.089170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8facd2-2d10-4e3c-837b-5ade52970ca1 None None] The sync data for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:26.124076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-941a8283-a5bf-4c4b-8528-0737951dd93f None None] Port cbb72b16-05ce-490f-9b84-f2ec36f5a3cc cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:26.146761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5becd358-66e0-45c4-8b9a-72525b937db1 req-a4eaef80-840c-4c0a-812f-585722cc71c4 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336539 Feb 19 07:29:26.185904 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-884677d7-c767-49ae-b51a-09503e46223c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:29:26.187638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-884677d7-c767-49ae-b51a-09503e46223c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 HTTP/1.1" status: 409 len: 329 time: 0.2805929 Feb 19 07:29:26.189717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:26.190974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:26.192472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:26.252219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f4f42d22-151b-4cf3-a597-7ad62648c855 None None] Provisioning complete for port 61430a3f-4864-483b-8cb9-f09b949ed8f8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:26.252603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4f42d22-151b-4cf3-a597-7ad62648c855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.379795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f4f42d22-151b-4cf3-a597-7ad62648c855 None None] Current status of the port 61430a3f-4864-483b-8cb9-f09b949ed8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:26.413675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 2a57fe21-9438-49d9-b5d5-87521c3696bf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:26.624247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Provisioning complete for port 61430a3f-4864-483b-8cb9-f09b949ed8f8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:26.624612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.748958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.753929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Current status of the port 61430a3f-4864-483b-8cb9-f09b949ed8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:26.768001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:26.768739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:26.842736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f70ed7a-2acb-4460-9ff5-176c15773e7a None None] Port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:26.862655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5780-4403-4672-b6c2-04b8ef9c1b64 req-dfb63e7b-8831-44e1-9c70-16e11cf23aea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:26.864778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cab5780-4403-4672-b6c2-04b8ef9c1b64 req-dfb63e7b-8831-44e1-9c70-16e11cf23aea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 943 time: 0.5383234 Feb 19 07:29:26.932427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61430a3f-4864-483b-8cb9-f09b949ed8f8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:26.968129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cab5780-4403-4672-b6c2-04b8ef9c1b64 req-41e0a369-48e6-421a-b6e3-b0c86a22deb8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952618 Feb 19 07:29:26.990582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:27.005642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b60b6e44-06dd-403e-b19f-bdb6b5a11f3b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/2a57fe21-9438-49d9-b5d5-87521c3696bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0968297 Feb 19 07:29:27.006888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Sync routers for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:27.007125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:27.034535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:27.035196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:27.105390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 61430a3f-4864-483b-8cb9-f09b949ed8f8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:27.105890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:27.196816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c9767e98-b84c-45f8-9226-bff3f65765c0 None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:27.197329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9767e98-b84c-45f8-9226-bff3f65765c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:27.317756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9767e98-b84c-45f8-9226-bff3f65765c0 None None] Port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:27.331748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:27.333022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.333513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.333971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.334429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.334883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.336410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.336410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.336410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.337168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.337946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.338405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.339006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.339598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.340043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.345458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-636f4a9c-6b62-4f6e-8331-69b6db487b60 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9833 time: 0.3363941 Feb 19 07:29:27.348911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:27.412308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 61430a3f-4864-483b-8cb9-f09b949ed8f8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:27.467481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1648af-4524-4228-8a61-4d2a44585852 req-25a0a219-5b37-41dd-ab72-e231a251e8e1 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.476341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad1648af-4524-4228-8a61-4d2a44585852 req-25a0a219-5b37-41dd-ab72-e231a251e8e1 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1877506 Feb 19 07:29:27.527365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5b2d8a08-3165-4c7d-b291-969b07f79089 None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:27.535055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b2d8a08-3165-4c7d-b291-969b07f79089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:27.547882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.548545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.548977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.550009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.550532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.551152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.551613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.552119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.552617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.553121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.553618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.554118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.554618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.555117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.560206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de40c520-3c6a-46bf-ad4b-0d71565c1274 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8877 time: 0.2071841 Feb 19 07:29:27.560900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:27.590085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad1648af-4524-4228-8a61-4d2a44585852 req-ef2100b4-0a16-4400-ba19-3c622dc34507 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120324 Feb 19 07:29:27.618858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d8a08-3165-4c7d-b291-969b07f79089 None None] Port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:27.691842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 2, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:27.718884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Checking router: 2a57fe21-9438-49d9-b5d5-87521c3696bf for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:27.719493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Updating router 2a57fe21-9438-49d9-b5d5-87521c3696bf port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:29:27.751552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:27.877761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting port cbb72b16-05ce-490f-9b84-f2ec36f5a3cc {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:27.878383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:27.920025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-bea8cf9d-5617-42f5-b2fb-47de13e8ab2e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:27.922048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-bea8cf9d-5617-42f5-b2fb-47de13e8ab2e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.1327453 Feb 19 07:29:27.939887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-543461db-fb5c-464a-a5eb-d78f47bbaea6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/quotas/29082bdf133b4265ad8728e9104a89c1 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Feb 19 07:29:28.008189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-da5387bb-be19-4a93-9252-bf87d832a7e8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612113 Feb 19 07:29:28.083915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c81f70b-f4d4-4386-87cc-8bbf4f14e4d5 tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4314 time: 0.5211899 Feb 19 07:29:28.104173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.111850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-fba0c6c1-a6ec-4b55-932d-03205d7862f5 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Feb 19 07:29:28.130937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Calling delete_port for cbb72b16-05ce-490f-9b84-f2ec36f5a3cc owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:28.205172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 160808c2-2176-4fd2-832e-f405d8dd3b51 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:28.231837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-043d1f22-1351-4ef9-a050-4075eec7c6f5 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114922 Feb 19 07:29:28.350665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks [] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.360577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.381848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f490c-32c5-4616-b17e-9cee9542c682 req-e4cb037b-9a5f-4a36-880a-15b4014740ca tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:28.388929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9d4f490c-32c5-4616-b17e-9cee9542c682 req-e4cb037b-9a5f-4a36-880a-15b4014740ca tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 943 time: 0.1188631 Feb 19 07:29:28.462322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=160808c2-2176-4fd2-832e-f405d8dd3b51,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:28.480351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9d4f490c-32c5-4616-b17e-9cee9542c682 req-d2ac9a64-4894-4fd4-a596-3cf04574efc1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844314 Feb 19 07:29:28.492033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf06e20-583e-4148-b9ba-d6c1e4c0d0fc None None] Pushing event updated for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.502497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cbb72b16-05ce-490f-9b84-f2ec36f5a3cc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.515923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '160808c2-2176-4fd2-832e-f405d8dd3b51', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': '160808c2-2176-4fd2-832e-f405d8dd3b51', 'mac_address': 'fa:16:3e:7d:05:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:28.570774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 160808c2-2176-4fd2-832e-f405d8dd3b51 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:28.571169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.588956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160808c2-2176-4fd2-832e-f405d8dd3b51 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:28.628311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=160808c2-2176-4fd2-832e-f405d8dd3b51,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:28.635508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Attempting to bind port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:28.636326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Attempting to bind port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:28.636982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Attempting to bind port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 on network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:28.641238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.648593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Port': ['ID=cbb72b16-05ce-490f-9b84-f2ec36f5a3cc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.664820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:28.665301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Checking segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:28.665722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.670477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Bound using segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:28.670923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Bound port: 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:28.671450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.857064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:28.861849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652006045', 'description': 'tempest-secgroup-smoke-1652006045 description', 'project_id': '192bc80735b24509a5710608a1dfaaed'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:28.912736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.934386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] For port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:28.941741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] For port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:28.949412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:28.961861 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:28.966910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.026463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8acd597c-bfd6-4569-aa4d-70bcfb46bce7 req-b889d19a-2537-4b39-a233-5ebf84bb8cdf tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 210 time: 0.0875261 Feb 19 07:29:29.090391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (6e4710e1-0747-413f-ab21-d53117459a3d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.095112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e4710e1-0747-413f-ab21-d53117459a3d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.128770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:29.134117 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.152796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['160808c2-2176-4fd2-832e-f405d8dd3b51'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:29.169890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.173775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3156910 Feb 19 07:29:29.179170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:29.193344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c5416-afe7-413e-a140-74f6c4f7d1f9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4710e1-0747-413f-ab21-d53117459a3d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:29.198825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:29.311402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:29.312398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:29.321410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf06e20-583e-4148-b9ba-d6c1e4c0d0fc None None] Pushing event updated for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:29.338682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8d058-2f24-4a76-b9e9-4dd9a6697f85 req-4ee4f415-0a67-4cb0-a5b3-7ef40a63a6a8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.341980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51b8d058-2f24-4a76-b9e9-4dd9a6697f85 req-4ee4f415-0a67-4cb0-a5b3-7ef40a63a6a8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1612904 Feb 19 07:29:29.445443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Current status of the port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:29.445875 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.450275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4fe22d93-75af-4561-9cb8-8e5154dc61cd), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.463544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51b8d058-2f24-4a76-b9e9-4dd9a6697f85 req-5b2ee9db-6ed6-48a1-a121-8ac6a01be848 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082902 Feb 19 07:29:29.475856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Router f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:29.674325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] For port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:29.684466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62439293-75a5-4c25-b9bd-76133499466f req-1234e74d-6e85-4c4a-94bf-2ad0b8287e32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:29.686214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62439293-75a5-4c25-b9bd-76133499466f req-1234e74d-6e85-4c4a-94bf-2ad0b8287e32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 944 time: 0.1271961 Feb 19 07:29:29.693357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.708957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:29.717427 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (4fe22d93-75af-4561-9cb8-8e5154dc61cd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.733647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4fe22d93-75af-4561-9cb8-8e5154dc61cd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.744178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:29.757616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1e7cbe76-718d-4614-a49d-78004e59b484 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5648656 Feb 19 07:29:29.763014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] Sync routers for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:29.765290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:29.784390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:29.785805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62439293-75a5-4c25-b9bd-76133499466f req-8e1b284f-cdc2-4e67-b3b5-a6b212a81540 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897448 Feb 19 07:29:29.801678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:29.854566 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:29.860832 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ad183bcd-12b0-4607-812f-9e8144649a00 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] show failed (client error): The resource could not be found. Feb 19 07:29:29.862957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad183bcd-12b0-4607-812f-9e8144649a00 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1291150513 HTTP/1.1" status: 404 len: 335 time: 0.0945241 Feb 19 07:29:29.864706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe22d93-75af-4561-9cb8-8e5154dc61cd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:29.868435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:29.877395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-27bc134d-3111-48e0-acef-984530ebcc8e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:29.879096 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] Routers {'f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:29.879868 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:29.881200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf446b5-9338-4f2a-9ec3-7278ec955c5e None None] Pushing event updated for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:29.899708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5d7827f5-ab78-43f9-966c-5e40b173efb6 None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:29.899867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.899976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d7827f5-ab78-43f9-966c-5e40b173efb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:29.903434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7b78f533-8bbf-4031-aa6e-76c099c96d89 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7181180 Feb 19 07:29:29.904386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:29.912823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:29.945131 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-27bc134d-3111-48e0-acef-984530ebcc8e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] update failed (client error): The resource could not be found. Feb 19 07:29:29.947584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-27bc134d-3111-48e0-acef-984530ebcc8e tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1459969559 HTTP/1.1" status: 404 len: 335 time: 0.0771720 Feb 19 07:29:29.950461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36426) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:29.977314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (5c09c778-0b45-4193-92ee-960830c57025), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.113323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting subnet f33571ef-f380-4049-b483-4895bdaa4d2a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:29:30.126212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (f33571ef-f380-4049-b483-4895bdaa4d2a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.145665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.149963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5d7827f5-ab78-43f9-966c-5e40b173efb6 None None] Current status of the port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:30.152757 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:30.153889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d02cb-b802-4192-bae5-02c6ca5b26f7 None None] The sync data for ids ['f27cd2c3-a1bc-4e78-bdec-15d427fc81f1'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:30.165514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:30.198423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (5c09c778-0b45-4193-92ee-960830c57025), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.200676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c1f751-0dd3-4f35-b3af-6cceda974e98 None None] The sync data for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 is: [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:28Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:30.205390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5c09c778-0b45-4193-92ee-960830c57025), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.230867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c09c778-0b45-4193-92ee-960830c57025,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.234157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-137bac09-d45c-4164-8c6e-b4817c035d6d req-49473d63-9f14-4589-a768-857c8502b3e7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 210 time: 0.0468795 Feb 19 07:29:30.243152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.243813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.244348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.244907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.245423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.246066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.246759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.247118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.247468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.247807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.248144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.248483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.248946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:30.250836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f33571ef-f380-4049-b483-4895bdaa4d2a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.254583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.256020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f322b72-4d0e-4468-8df1-9ae769e6fe84 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3505766 Feb 19 07:29:30.258599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:30.263975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:30.406089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (deeb9808-8799-414d-ae6d-eb3de4137348), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.464678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f33571ef-f380-4049-b483-4895bdaa4d2a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.468048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-af7b15b7-4464-409b-b1f5-130f6beee8d8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:30.472524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-af7b15b7-4464-409b-b1f5-130f6beee8d8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.2021575 Feb 19 07:29:30.489788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Request body: {'port': {'device_id': '4cbcf02f-3819-4076-af64-7a481c342333', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'admin_state_up': True, 'tenant_id': '29082bdf133b4265ad8728e9104a89c1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:30.545078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f33571ef-f380-4049-b483-4895bdaa4d2a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.573852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (deeb9808-8799-414d-ae6d-eb3de4137348), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.578005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Subnet': ['ID=f33571ef-f380-4049-b483-4895bdaa4d2a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.587495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (deeb9808-8799-414d-ae6d-eb3de4137348), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.598906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.600740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c23027-6f44-439f-b852-ce383e339f00 None None] Network 2f46183f-9caf-483e-b1dc-70bbb637231b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:30.604994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb6cdd8c-bad4-4b50-8c27-477b725d3a7c tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/subnets/f33571ef-f380-4049-b483-4895bdaa4d2a HTTP/1.1" status: 204 len: 168 time: 0.6513894 Feb 19 07:29:30.606657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:30.628812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeb9808-8799-414d-ae6d-eb3de4137348,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:30.668490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.672316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ebac81e6-9528-4edc-9abf-e4c98ecac546 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4100986 Feb 19 07:29:30.672510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:30.675532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting subnet 70bf7def-321f-42f5-9f19-eaebeb47db21 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:29:30.677552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:30.679466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (70bf7def-321f-42f5-9f19-eaebeb47db21), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.707786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:30.711478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.741959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (70bf7def-321f-42f5-9f19-eaebeb47db21), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.870084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (70bf7def-321f-42f5-9f19-eaebeb47db21), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.879080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (adb2ed84-0552-4db2-b12f-a1d522a3cc90), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:30.908522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedba527-36a8-4513-b401-50a2c359906a None None] DHCP port deletion for 2f46183f-9caf-483e-b1dc-70bbb637231b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:29:30.962037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Allocated IP 172.20.0.12 (34d197c3-5889-4968-a25d-77a345522bfb/66b46b22-6422-4dd3-b4e9-6dfa178728e3/226a7a25-0be5-4d85-9e01-01fc15c02bac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:31.007560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Deleting port d5042ebe-b3e8-4804-9ced-4bc2cd61837f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:31.007958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.015913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502600-02b0-4e88-931d-13097c5b0031 req-2ddd07b2-2f47-406a-b489-14b82d411007 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:31.017441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1502600-02b0-4e88-931d-13097c5b0031 req-2ddd07b2-2f47-406a-b489-14b82d411007 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0965431 Feb 19 07:29:31.019053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (70bf7def-321f-42f5-9f19-eaebeb47db21), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.049876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:31.063254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Subnet': ['ID=70bf7def-321f-42f5-9f19-eaebeb47db21,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.123096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.129109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-563b7c31-b133-4732-a3a0-431089907bac tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/subnets/70bf7def-321f-42f5-9f19-eaebeb47db21 HTTP/1.1" status: 204 len: 168 time: 0.5186677 Feb 19 07:29:31.130600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:31.136918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be11ccb-515e-469a-8fa8-c241e2b75727 None None] Network 25d53906-5d28-43f7-8a70-558fad6be0f5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:31.223816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1502600-02b0-4e88-931d-13097c5b0031 req-f7c818c4-a85b-4e89-afed-91ada4e304a1 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626410 Feb 19 07:29:31.295590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2f46183f-9caf-483e-b1dc-70bbb637231b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.305659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (adb2ed84-0552-4db2-b12f-a1d522a3cc90), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.312171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks [] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.321346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (adb2ed84-0552-4db2-b12f-a1d522a3cc90), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.329599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fedba527-36a8-4513-b401-50a2c359906a None None] For port d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,segment=NetworkSegment(6c40e5ba-d444-4bd8-a5e9-b6d6251ca462),segment_id=6c40e5ba-d444-4bd8-a5e9-b6d6251ca462)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:31.330345 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.381497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb2ed84-0552-4db2-b12f-a1d522a3cc90,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.384715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Calling delete_port for d5042ebe-b3e8-4804-9ced-4bc2cd61837f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:31.395385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.399273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11b407f6-cabb-443d-84d6-a98442437a72 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7230678 Feb 19 07:29:31.401970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:31.408168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:31.447009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:31.447422 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.461951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting port d5042ebe-b3e8-4804-9ced-4bc2cd61837f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:31.462301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.508281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] DHCP port deletion for 25d53906-5d28-43f7-8a70-558fad6be0f5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:29:31.523155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.565586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16254e-eeb7-4740-a22e-5d603b0eadb3 req-bbb97e0a-654c-411b-8371-e1894cf5fd2c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:31.567839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e16254e-eeb7-4740-a22e-5d603b0eadb3 req-bbb97e0a-654c-411b-8371-e1894cf5fd2c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 944 time: 0.1871364 Feb 19 07:29:31.574141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] For port d5042ebe-b3e8-4804-9ced-4bc2cd61837f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,segment=NetworkSegment(6c40e5ba-d444-4bd8-a5e9-b6d6251ca462),segment_id=6c40e5ba-d444-4bd8-a5e9-b6d6251ca462)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:31.574520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.605172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event updated for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.611271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Calling delete_port for d5042ebe-b3e8-4804-9ced-4bc2cd61837f owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:31.623412 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:29:31.632127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (f53e3324-992a-4d07-9245-d8ec6c8201eb), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.685618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e16254e-eeb7-4740-a22e-5d603b0eadb3 req-3c815f9d-ce56-407f-955f-1efae29dbaae tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074386 Feb 19 07:29:31.750785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:31.757629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.775900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Network 34d197c3-5889-4968-a25d-77a345522bfb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:31.777885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (f53e3324-992a-4d07-9245-d8ec6c8201eb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.780481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:31.791180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c732a-6a20-4feb-bf91-c89fdb42d29c req-d660dd8a-1800-4135-8741-6a61fd49174c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:31.801494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e41c732a-6a20-4feb-bf91-c89fdb42d29c req-d660dd8a-1800-4135-8741-6a61fd49174c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 932 time: 0.3582139 Feb 19 07:29:31.810246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:31.811699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d5042ebe-b3e8-4804-9ced-4bc2cd61837f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.816395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (f53e3324-992a-4d07-9245-d8ec6c8201eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.842942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Port': ['ID=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.850034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] No DVR routers for this DVR port d5042ebe-b3e8-4804-9ced-4bc2cd61837f on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:31.873271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedba527-36a8-4513-b401-50a2c359906a None None] Pushing event deleted for resources: {'Port': ['ID=d5042ebe-b3e8-4804-9ced-4bc2cd61837f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.886948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53e3324-992a-4d07-9245-d8ec6c8201eb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:31.890148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedba527-36a8-4513-b401-50a2c359906a None None] No DVR routers for this DVR port d5042ebe-b3e8-4804-9ced-4bc2cd61837f on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:31.907964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:31.908589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1addd34a-54f1-4fc8-9b1a-b2a269ab200a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5056467 Feb 19 07:29:31.920622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:31.922773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:31.932248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'security_group_rule': {'security_group_id': '6e4710e1-0747-413f-ab21-d53117459a3d', 'project_id': '192bc80735b24509a5710608a1dfaaed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:31.963511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Deleting port 5cee70ea-c424-423c-b323-d9ebaf8dc595 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:31.963922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.001732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e41c732a-6a20-4feb-bf91-c89fdb42d29c req-de28911f-3e1d-4bad-a4f3-3c69eb7192e2 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951661 Feb 19 07:29:32.010272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2f46183f-9caf-483e-b1dc-70bbb637231b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.014103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:32.014856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.024118 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Project 192bc80735b24509a5710608a1dfaaed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:29:32.048846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (957658c8-6e7b-4492-a912-236856b734fe), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.049093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-a7f079cb-c2fe-4541-b82c-a0272d5dd842 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5625093 Feb 19 07:29:32.053318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f46183f-9caf-483e-b1dc-70bbb637231b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.061153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-45ad01d1-86ed-4a4c-81fb-c5aa96bac570 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:29:32.062041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-45ad01d1-86ed-4a4c-81fb-c5aa96bac570 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083196 Feb 19 07:29:32.077257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.077691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c40e5ba-d444-4bd8-a5e9-b6d6251ca462') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.085665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Request body: {'port': {'device_id': '4cbcf02f-3819-4076-af64-7a481c342333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:32.090459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 160808c2-2176-4fd2-832e-f405d8dd3b51 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:32.101693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6c40e5ba-d444-4bd8-a5e9-b6d6251ca462), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.141653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c40e5ba-d444-4bd8-a5e9-b6d6251ca462), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.156485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (957658c8-6e7b-4492-a912-236856b734fe), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.160842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:29:32.161462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6c40e5ba-d444-4bd8-a5e9-b6d6251ca462), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.162876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] For port 5cee70ea-c424-423c-b323-d9ebaf8dc595, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5cee70ea-c424-423c-b323-d9ebaf8dc595,segment=NetworkSegment(f10e83ef-6da0-47ce-bb3c-cccecf5db390),segment_id=f10e83ef-6da0-47ce-bb3c-cccecf5db390)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:32.163324 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:32.165163 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:32.178602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (957658c8-6e7b-4492-a912-236856b734fe), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.192900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Calling delete_port for 5cee70ea-c424-423c-b323-d9ebaf8dc595 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:32.234044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.286368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957658c8-6e7b-4492-a912-236856b734fe,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.314418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.318163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-74005e44-eda2-42e0-87e4-2cfb7609354c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959196 Feb 19 07:29:32.319287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 160808c2-2176-4fd2-832e-f405d8dd3b51 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:32.327708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2f46183f-9caf-483e-b1dc-70bbb637231b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.351314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.356844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/networks/2f46183f-9caf-483e-b1dc-70bbb637231b HTTP/1.1" status: 204 len: 168 time: 1.2249999 Feb 19 07:29:32.358437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 160808c2-2176-4fd2-832e-f405d8dd3b51 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:32.360493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.380795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:32.392833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87786f1f-8f91-4bce-af9f-cca3adac806f tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Network': ['ID=2f46183f-9caf-483e-b1dc-70bbb637231b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.450923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:32.539949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (5cee70ea-c424-423c-b323-d9ebaf8dc595), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.566241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e43bd7-4edb-480d-840f-7f25d880c613 req-bc2a2b10-536a-4896-8a86-814a8371146c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:32.568159 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4e43bd7-4edb-480d-840f-7f25d880c613 req-bc2a2b10-536a-4896-8a86-814a8371146c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2323956 Feb 19 07:29:32.578824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (25d53906-5d28-43f7-8a70-558fad6be0f5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.581454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] No DVR routers for this DVR port 5cee70ea-c424-423c-b323-d9ebaf8dc595 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:32.585894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5c68e-8527-4e01-b2e7-7ccf3d7d7449 None None] Pushing event deleted for resources: {'Port': ['ID=5cee70ea-c424-423c-b323-d9ebaf8dc595,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.596007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 160808c2-2176-4fd2-832e-f405d8dd3b51 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:32.596007 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.642314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:32.649145 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05666145-7b49-4ec2-9bc7-62c51bbdfe59" -d '{"events": [{"server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "name": "network-vif-plugged", "status": "completed", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:32.661400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-464219bc-47e3-46e2-b863-4c356fe369df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.665466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=160808c2-2176-4fd2-832e-f405d8dd3b51,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:32.670449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.716959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4e43bd7-4edb-480d-840f-7f25d880c613 req-b8e2369a-82eb-43bb-b23e-d7a18af15a69 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259875 Feb 19 07:29:32.728705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:32.768056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (25d53906-5d28-43f7-8a70-558fad6be0f5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.781842 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9fe3a1-ab12-48ad-938f-9514d2eed581 x-openstack-request-id: req-fb9fe3a1-ab12-48ad-938f-9514d2eed581 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:32.782368 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "name": "network-vif-plugged", "status": "completed", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:32.782368 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb9fe3a1-ab12-48ad-938f-9514d2eed581 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:32.782758 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51', 'code': 200} Feb 19 07:29:32.787746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-a0d8e75e-d880-4472-9673-1bd48a040ea6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652006045&fields=id&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 267 time: 0.1085093 Feb 19 07:29:32.793974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226a7a25-0be5-4d85-9e01-01fc15c02bac {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:32.800202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d53906-5d28-43f7-8a70-558fad6be0f5']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.805775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks [] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.828994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10e83ef-6da0-47ce-bb3c-cccecf5db390') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.829991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Transition to ACTIVE for port object 226a7a25-0be5-4d85-9e01-01fc15c02bac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:32.831543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10e83ef-6da0-47ce-bb3c-cccecf5db390') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:32.839046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.847750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f10e83ef-6da0-47ce-bb3c-cccecf5db390), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.911979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d5042ebe-b3e8-4804-9ced-4bc2cd61837f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:32.916375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f10e83ef-6da0-47ce-bb3c-cccecf5db390), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.934841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:29:32.935424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f10e83ef-6da0-47ce-bb3c-cccecf5db390), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:32.938630 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:32.942927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d5042ebe-b3e8-4804-9ced-4bc2cd61837f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:32.942927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d5042ebe-b3e8-4804-9ced-4bc2cd61837f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:32.942927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5cee70ea-c424-423c-b323-d9ebaf8dc595 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:32.972497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5cee70ea-c424-423c-b323-d9ebaf8dc595 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:32.972914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5cee70ea-c424-423c-b323-d9ebaf8dc595 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:33.007844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Pushing event updated for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:33.022017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b0c9c-eec2-4a39-a0e3-59f10758de61 req-a25d83b3-ae52-48c3-a7df-4cc53a3668d0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.023605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e9b0c9c-eec2-4a39-a0e3-59f10758de61 req-a25d83b3-ae52-48c3-a7df-4cc53a3668d0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.1820071 Feb 19 07:29:33.034630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba74fd5-0b43-498f-90ab-5200b35e05ea req-a62e155e-0eb5-41ea-b82a-0e49574331f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.036852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ba74fd5-0b43-498f-90ab-5200b35e05ea req-a62e155e-0eb5-41ea-b82a-0e49574331f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 1127 time: 0.1717486 Feb 19 07:29:33.044075 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.059868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (25d53906-5d28-43f7-8a70-558fad6be0f5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.071655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.074885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/networks/25d53906-5d28-43f7-8a70-558fad6be0f5 HTTP/1.1" status: 204 len: 168 time: 0.6930580 Feb 19 07:29:33.078358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-464219bc-47e3-46e2-b863-4c356fe369df admin admin] Publish callbacks [] for security_group (3551124c-b10b-459c-891a-e8c4d29d2fdc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.083208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:33.103659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bba51-7aae-4d21-bb26-ac4586a58a26 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Network': ['ID=25d53906-5d28-43f7-8a70-558fad6be0f5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:33.116787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-464219bc-47e3-46e2-b863-4c356fe369df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3551124c-b10b-459c-891a-e8c4d29d2fdc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.141503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e9b0c9c-eec2-4a39-a0e3-59f10758de61 req-3f9f3524-3739-444c-b14c-c57447cd1083 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121755 Feb 19 07:29:33.155614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ba74fd5-0b43-498f-90ab-5200b35e05ea req-cf74bcf1-4de5-49c3-8673-5d9245c15187 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076400 Feb 19 07:29:33.170110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-07e3e9bb-cc71-4cdf-b672-d698e7f99be5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.171681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-07e3e9bb-cc71-4cdf-b672-d698e7f99be5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/networks?id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 200 len: 796 time: 0.3399127 Feb 19 07:29:33.224534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-464219bc-47e3-46e2-b863-4c356fe369df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1b93de9336c4a77a9517b82992e997f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7718241 Feb 19 07:29:33.229021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-a6f99880-97ab-484a-82c9-8f23445786b8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/quotas/192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 375 time: 0.0402484 Feb 19 07:29:33.231405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:33.240673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464219bc-47e3-46e2-b863-4c356fe369df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3551124c-b10b-459c-891a-e8c4d29d2fdc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:33.249698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting subnet d901e8f8-5b71-4803-b00c-9367898e56ea {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:29:33.265679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32fd99-9431-4b6d-ac8e-3362bf12aab1 req-abe806e5-428c-4ef4-a685-08467062a6d4 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.267178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc32fd99-9431-4b6d-ac8e-3362bf12aab1 req-abe806e5-428c-4ef4-a685-08467062a6d4 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 944 time: 0.0555246 Feb 19 07:29:33.270852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for subnet (d901e8f8-5b71-4803-b00c-9367898e56ea), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.318772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc32fd99-9431-4b6d-ac8e-3362bf12aab1 req-010d80d0-7909-4f55-aa5d-0270f4cad314 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 Feb 19 07:29:33.327957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Attempting to bind port 226a7a25-0be5-4d85-9e01-01fc15c02bac on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:33.328294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Attempting to bind port 226a7a25-0be5-4d85-9e01-01fc15c02bac by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:33.328623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Attempting to bind port 226a7a25-0be5-4d85-9e01-01fc15c02bac on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:33.352224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Port 226a7a25-0be5-4d85-9e01-01fc15c02bac on network 34d197c3-5889-4968-a25d-77a345522bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:33.352449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Attempting to bind port 226a7a25-0be5-4d85-9e01-01fc15c02bac on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:33.362158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (d901e8f8-5b71-4803-b00c-9367898e56ea), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.385306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:33.385692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Checking segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:33.386086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Bound using segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:33.386552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Bound port: 226a7a25-0be5-4d85-9e01-01fc15c02bac, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:33.386906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.435173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-c485fb1f-05b3-4bf7-b32d-742f23fa8ad9 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1952343 Feb 19 07:29:33.470621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] Publish callbacks [] for security_group (3551124c-b10b-459c-891a-e8c4d29d2fdc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.488780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf371c-678a-4c42-9b06-2e0056f829e3 req-e7728fc4-5c46-424e-9935-ccc9b6fe61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.490391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eabf371c-678a-4c42-9b06-2e0056f829e3 req-e7728fc4-5c46-424e-9935-ccc9b6fe61c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1127 time: 0.0462015 Feb 19 07:29:33.534775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eabf371c-678a-4c42-9b06-2e0056f829e3 req-a9fb6b63-64a2-48fb-a0b2-995e2f4a7086 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Feb 19 07:29:33.568043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] Publish callbacks [] for security_group (3551124c-b10b-459c-891a-e8c4d29d2fdc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.616892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:33.629453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d901e8f8-5b71-4803-b00c-9367898e56ea), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:33.863232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14dc8c-c826-416b-898f-5b24e249c611 req-89fcd4d4-d644-4944-bd52-42495f93b133 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:33.864854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c14dc8c-c826-416b-898f-5b24e249c611 req-89fcd4d4-d644-4944-bd52-42495f93b133 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0587151 Feb 19 07:29:33.915481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c14dc8c-c826-416b-898f-5b24e249c611 req-19c6bd0f-73ea-497a-a8ce-f6e1685c9a1e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 Feb 19 07:29:34.000020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:34.018536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.055395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-76c6eef0-6850-4fd9-a9cf-63a22d320f4b service neutron] 10.222.0.43 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966387 Feb 19 07:29:34.130879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3551124c-b10b-459c-891a-e8c4d29d2fdc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.133578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.134853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3551124c-b10b-459c-891a-e8c4d29d2fdc HTTP/1.1" status: 204 len: 168 time: 0.9023495 Feb 19 07:29:34.144456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.145137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.146667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] 10.222.0.24 "PUT /v2.0/ports/226a7a25-0be5-4d85-9e01-01fc15c02bac HTTP/1.1" status: 200 len: 1092 time: 2.0728524 Feb 19 07:29:34.148561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:34.150938 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a8c9ae-de4b-4fb4-a976-bda3d3522683" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:34.176240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6028f1-2eed-46b0-b8d7-41c42c6f7207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551124c-b10b-459c-891a-e8c4d29d2fdc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:34.179496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d30c72-3851-41d5-8ed6-ad31f9623164 service neutron] Pushing event updated for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:34.186433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (d901e8f8-5b71-4803-b00c-9367898e56ea), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.207698 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38837c1-6600-4c1e-9263-2a1272fa263a x-openstack-request-id: req-d38837c1-6600-4c1e-9263-2a1272fa263a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:34.207993 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:34.208247 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d38837c1-6600-4c1e-9263-2a1272fa263a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:34.208646 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac', 'status': 'completed', 'code': 200} Feb 19 07:29:34.245791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Subnet': ['ID=d901e8f8-5b71-4803-b00c-9367898e56ea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:34.246695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5550797-16e3-41c1-a8c7-6a6248236040 None None] Network 52324bf5-7ab9-4e37-a353-43dd5d636014 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:34.249471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.252891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df3578b8-cd05-42af-8b0f-645af5e9c0a4 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/subnets/d901e8f8-5b71-4803-b00c-9367898e56ea HTTP/1.1" status: 204 len: 168 time: 1.1681254 Feb 19 07:29:34.256026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:34.276672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-293c3431-66a4-4d7d-898c-e80bac5f0d8b service neutron] 10.222.0.43 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113881 Feb 19 07:29:34.299761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-084ad919-e99b-455f-8474-10e302e9f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.301219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-084ad919-e99b-455f-8474-10e302e9f5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 1126 time: 0.0737436 Feb 19 07:29:34.402360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-f9f7738a-241f-4c0a-a10e-03aaf4ced600 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac HTTP/1.1" status: 200 len: 217 time: 0.0918422 Feb 19 07:29:34.543912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37affacf-178b-4e02-bd93-119825f52769 req-231d6432-2c44-4161-9923-ebf8e27f3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.561091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-231d6432-2c44-4161-9923-ebf8e27f3529 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.1482508 Feb 19 07:29:34.599748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c8b41-863a-4cf5-a093-d104b6afb00b req-9fc4ee61-f5a0-461b-bcc5-24c06fa5173a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.601655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c4c8b41-863a-4cf5-a093-d104b6afb00b req-9fc4ee61-f5a0-461b-bcc5-24c06fa5173a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.3285043 Feb 19 07:29:34.614155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (52324bf5-7ab9-4e37-a353-43dd5d636014), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.614922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-bcaac6c8-dc23-47b2-ad0d-eb86669523e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342853 Feb 19 07:29:34.640343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] DHCP port deletion for 52324bf5-7ab9-4e37-a353-43dd5d636014 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:29:34.746806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c4c8b41-863a-4cf5-a093-d104b6afb00b req-b2cb7809-9835-45c5-9027-4a5802af5cdd tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Feb 19 07:29:34.755515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Deleting port d919bfd0-9b03-437b-acee-4522987f9efa {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:34.756303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.846719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] For port d919bfd0-9b03-437b-acee-4522987f9efa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d919bfd0-9b03-437b-acee-4522987f9efa,segment=NetworkSegment(821679f2-adc5-4884-bd17-4e81e7cd2156),segment_id=821679f2-adc5-4884-bd17-4e81e7cd2156)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:34.846913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-eca773c2-3529-4b53-8ea1-1b290d9a8095 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244613 Feb 19 07:29:34.847794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:34.856699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7ce30ee-cb8a-4ce8-87db-7b49d37d4b98 req-5f77afda-0920-4299-8d9c-92536d1ada3f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 210 time: 0.0427694 Feb 19 07:29:34.858056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f8cc-50aa-4df4-91f2-1655c92ac905 req-57cdb3e3-c3aa-4906-80c5-82593f8befb6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:34.860220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e847f8cc-50aa-4df4-91f2-1655c92ac905 req-57cdb3e3-c3aa-4906-80c5-82593f8befb6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 944 time: 0.3355331 Feb 19 07:29:34.880965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Calling delete_port for d919bfd0-9b03-437b-acee-4522987f9efa owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:34.892285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Deleting port d919bfd0-9b03-437b-acee-4522987f9efa {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:34.892927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.029947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] For port d919bfd0-9b03-437b-acee-4522987f9efa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d919bfd0-9b03-437b-acee-4522987f9efa,segment=NetworkSegment(821679f2-adc5-4884-bd17-4e81e7cd2156),segment_id=821679f2-adc5-4884-bd17-4e81e7cd2156)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:35.030710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.037269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.050615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Calling delete_port for d919bfd0-9b03-437b-acee-4522987f9efa owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:35.064156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d919bfd0-9b03-437b-acee-4522987f9efa no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:35.071028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] No DVR routers for this DVR port d919bfd0-9b03-437b-acee-4522987f9efa on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:35.111644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d919bfd0-9b03-437b-acee-4522987f9efa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:35.112572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d919bfd0-9b03-437b-acee-4522987f9efa not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:35.114402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f54a0c-ee06-467a-8fd0-0bd28db93201 None None] Pushing event deleted for resources: {'Port': ['ID=d919bfd0-9b03-437b-acee-4522987f9efa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:35.139765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37affacf-178b-4e02-bd93-119825f52769 req-60f817fc-ba84-4fa4-ab7f-686244fc0369 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785034 Feb 19 07:29:35.209165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e847f8cc-50aa-4df4-91f2-1655c92ac905 req-3a793131-4830-4b13-b16a-3e894c16b30b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362849 Feb 19 07:29:35.243042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc31a-3d9a-4ef3-8a9a-ef08745c7215 req-ce18838a-3ad5-4d5d-98fc-3262e1976e2c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.244735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81dbc31a-3d9a-4ef3-8a9a-ef08745c7215 req-ce18838a-3ad5-4d5d-98fc-3262e1976e2c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1398599 Feb 19 07:29:35.278155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-b5596e3b-0a8d-4c3d-bb1a-fb557775ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.279754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-b5596e3b-0a8d-4c3d-bb1a-fb557775ffd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 1126 time: 0.0697989 Feb 19 07:29:35.294757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d919bfd0-9b03-437b-acee-4522987f9efa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.342885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Port': ['ID=d919bfd0-9b03-437b-acee-4522987f9efa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:35.359333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] No DVR routers for this DVR port d919bfd0-9b03-437b-acee-4522987f9efa on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:35.404776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-0f4659e8-9af3-4d82-842e-ab7016d4334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.407244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-0f4659e8-9af3-4d82-842e-ab7016d4334a service neutron] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.1208506 Feb 19 07:29:35.463104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-d1ebdc87-8a7c-4786-91ce-1a88216b7901 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac HTTP/1.1" status: 200 len: 217 time: 0.0491920 Feb 19 07:29:35.518799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-83521cba-6251-4443-985d-a7e82bcc3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:35.520487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-83521cba-6251-4443-985d-a7e82bcc3d30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.0507891 Feb 19 07:29:35.539549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:35.566451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-cf23a3ac-29bb-446a-b971-ff0177f7f522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395248 Feb 19 07:29:35.648158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-613842065-network', 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:35.682175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-07ddfd03-728b-4be5-8a57-bcfae93ffd7e service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093755 Feb 19 07:29:35.682770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81dbc31a-3d9a-4ef3-8a9a-ef08745c7215 req-d612b65f-c5c9-459d-a447-9110457725fe tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305203 Feb 19 07:29:35.687427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:35.689181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.706880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.751755 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (52324bf5-7ab9-4e37-a353-43dd5d636014), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.774334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52324bf5-7ab9-4e37-a353-43dd5d636014']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.786948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821679f2-adc5-4884-bd17-4e81e7cd2156') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.787719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821679f2-adc5-4884-bd17-4e81e7cd2156') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:35.800464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (821679f2-adc5-4884-bd17-4e81e7cd2156), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.823913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (821679f2-adc5-4884-bd17-4e81e7cd2156), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.824439 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21a8c9ae-de4b-4fb4-a976-bda3d3522683 req-5cf3a4b1-2f52-4e90-b2fa-069eedebe259 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Feb 19 07:29:35.842514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:29:35.842917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (821679f2-adc5-4884-bd17-4e81e7cd2156), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:29:35.847214 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:29:35.881851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks [] for security_group (8a427c8c-f214-4495-99b0-8d281ffb230e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.886617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8a427c8c-f214-4495-99b0-8d281ffb230e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.957869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:29:35.984286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a427c8c-f214-4495-99b0-8d281ffb230e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:35.988669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5cc69901-7132-4e84-9913-985e8123c718), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:35.990508 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Added segment 5cc69901-7132-4e84-9913-985e8123c718 of type vlan for network 3966aaac-6018-4723-b62b-dbf14a9dc378 Feb 19 07:29:36.009925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (52324bf5-7ab9-4e37-a353-43dd5d636014), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.058541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.061764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/networks/52324bf5-7ab9-4e37-a353-43dd5d636014 HTTP/1.1" status: 204 len: 168 time: 1.8041475 Feb 19 07:29:36.071820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ef86-e714-4329-8cc3-604b7bcc9d5b req-30f80ca3-580b-429d-af57-f01151caec02 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.073727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe09ef86-e714-4329-8cc3-604b7bcc9d5b req-30f80ca3-580b-429d-af57-f01151caec02 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.1733968 Feb 19 07:29:36.073889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:36.077124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3966aaac-6018-4723-b62b-dbf14a9dc378), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.104391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6acd-ddfc-4694-8e65-c01fdede4f0a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Pushing event deleted for resources: {'Network': ['ID=52324bf5-7ab9-4e37-a353-43dd5d636014,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.119753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3966aaac-6018-4723-b62b-dbf14a9dc378), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.120741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.121369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.135544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3c220ca5-97bc-4f5d-8db4-2fb74f637a3a tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "GET /v2.0/ports?device_id=f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 HTTP/1.1" status: 200 len: 205 time: 0.0607629 Feb 19 07:29:36.140801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:36.194702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe09ef86-e714-4329-8cc3-604b7bcc9d5b req-c71791c4-1f76-495d-a986-8abd4089093d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105487 Feb 19 07:29:36.200121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6590004 Feb 19 07:29:36.201140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:36.212813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-96b17bba-9f1d-4467-9a94-e68214bf9124 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.214283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-96b17bba-9f1d-4467-9a94-e68214bf9124 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.47 "GET /v2.0/networks?id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 200 len: 796 time: 0.3526959 Feb 19 07:29:36.217984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Request body: {'subnet': {'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-613842065-subnet', 'tenant_id': '99d6cad14b874c15954db2639f62db31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:36.236567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-612f2284-27d1-45a0-a7fa-b1e6d2cc76b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.240274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3de9-d964-4c59-82a8-b17062560cce admin admin] Pushing event updated for resources: {'Network': ['ID=3966aaac-6018-4723-b62b-dbf14a9dc378,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.251991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:29:36.273083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:36.276004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.280027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-5df3e315-44ec-4e75-9ffe-00485fd0acfd tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.281616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-5df3e315-44ec-4e75-9ffe-00485fd0acfd tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 811 time: 0.3222563 Feb 19 07:29:36.285105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.351168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8baa362-424e-4e15-b598-e0d9b73e3bd6 req-d8ecfd6a-b30b-48d4-a04a-af5aa58a87dd tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 210 time: 0.0709839 Feb 19 07:29:36.365365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-6aba0786-22c6-4085-99fb-050b32dbcf4d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/quotas/aa01e58d47714bf884d33709310a849f HTTP/1.1" status: 200 len: 375 time: 0.0741396 Feb 19 07:29:36.490930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-db1af5ec-cbe6-4f94-ac9f-d8c162d4c8e2 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192bc80735b24509a5710608a1dfaaed HTTP/1.1" status: 200 len: 380 time: 0.2436755 Feb 19 07:29:36.525238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'port': {'device_id': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'admin_state_up': True, 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'security_groups': ['6e4710e1-0747-413f-ab21-d53117459a3d']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:36.529531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b288a-e16a-4de0-a1a7-ec62722f6eed req-2934e82c-0ff3-4332-8b52-92bb071829fb tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.531171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-753b288a-e16a-4de0-a1a7-ec62722f6eed req-2934e82c-0ff3-4332-8b52-92bb071829fb tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 944 time: 0.0962672 Feb 19 07:29:36.532114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f2f85811-974c-4de2-beaf-7a5d7ffebb4f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.548389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.574635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router_controller (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.598213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-31bb1f9d-8f01-4501-826e-9e21ee4cf856 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254758 Feb 19 07:29:36.632307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f85811-974c-4de2-beaf-7a5d7ffebb4f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:36.637454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-753b288a-e16a-4de0-a1a7-ec62722f6eed req-20d13f50-3886-4dce-bd1c-ee3ce90c2e24 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Feb 19 07:29:36.644837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:36.645206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Network hostable DHCP agents. Network: 3966aaac-6018-4723-b62b-dbf14a9dc378, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:29:36.676335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:29:36.688335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3966aaac-6018-4723-b62b-dbf14a9dc378) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:36.689580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (f27cd2c3-a1bc-4e78-bdec-15d427fc81f1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.690160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Fanout notify agent at l3_agent the message router_deleted on router f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:29:36.702277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5090fe-50c0-49a0-98e0-0585dcd82c7e None None] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:36.702454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.703083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.707171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.708311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9697b1cd-548a-4408-8f8e-4402c0a92d68 tempest-RoutersNegativeTest-913939843 tempest-RoutersNegativeTest-913939843-project] 10.222.0.43 "DELETE /v2.0/routers/f27cd2c3-a1bc-4e78-bdec-15d427fc81f1 HTTP/1.1" status: 204 len: 168 time: 0.5628302 Feb 19 07:29:36.760929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81d95112-33e4-4fe8-940e-0f87daf8b9a1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5477099 Feb 19 07:29:36.789842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-cdcd8a5c-198b-4a18-864a-e1e71bf82b3a service neutron] 10.222.0.43 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583941 Feb 19 07:29:36.794023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ac0fb-c5ed-4536-b152-8dae2f48293a req-70ef028f-8d0f-429d-b88e-15df1dba9214 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:36.795834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-162ac0fb-c5ed-4536-b152-8dae2f48293a req-70ef028f-8d0f-429d-b88e-15df1dba9214 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.0842121 Feb 19 07:29:36.799876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Made reservation on behalf of 192bc80735b24509a5710608a1dfaaed for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:36.803283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:36.890519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-162ac0fb-c5ed-4536-b152-8dae2f48293a req-871f0e41-5760-4177-b81c-58a4134e2afe tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861311 Feb 19 07:29:36.935246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7b0d0-6974-46e5-939d-eea243e546c2 None None] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:29:36.961135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-923ba15c-7ff1-41e6-931a-616b27f129e6 service neutron] 10.222.0.43 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702857 Feb 19 07:29:37.098713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:37.101416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.20.0.9 (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a/d7356464-a3eb-4680-a812-70e93acd42dd/a05017d4-9206-4ea3-8e2e-4dfab8963d1e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:37.253641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc406f67-aa5b-4b06-a69c-8f15ea524ecb req-15d5ca6a-4512-4eb9-bf59-97a53d63353a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 210 time: 0.0744457 Feb 19 07:29:37.339526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36598) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:37.340274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7ab0615-52e1-4a2d-82e0-a9c4de19f068 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e70dc191f7a1402cb7ccc55e2793f231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394383 Feb 19 07:29:37.390432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.465602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db4dc-25e7-4f7b-8fd6-0d804995a1ff req-43a758f1-a354-45a6-9f05-cfd87eb40c69 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:37.467374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb6db4dc-25e7-4f7b-8fd6-0d804995a1ff req-43a758f1-a354-45a6-9f05-cfd87eb40c69 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.1268432 Feb 19 07:29:37.478926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] Publish callbacks [] for security_group (b6948123-adb5-4516-80e7-c787bb61aba5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.488854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.543849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-1370f4e1-d19b-4e5d-b2d1-88f1f58a9c82 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:37.545449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] Publish callbacks [] for security_group (b6948123-adb5-4516-80e7-c787bb61aba5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.545781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-1370f4e1-d19b-4e5d-b2d1-88f1f58a9c82 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1168947 Feb 19 07:29:37.563356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-c2d84c7a-6b1f-455e-80b4-16bd5ba63587 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0113699 Feb 19 07:29:37.580226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:37.596208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:37.614388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-109e01df-33d7-4179-8788-2810b37ee6b0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440412 Feb 19 07:29:37.614651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:37.617167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:37.663541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb6db4dc-25e7-4f7b-8fd6-0d804995a1ff req-16099f33-12c2-4dcb-ac4f-483c80f5f7e6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870584 Feb 19 07:29:37.716944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:37.718480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.728455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-b2314220-c742-4e12-b62e-8de10644541e service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128273 Feb 19 07:29:37.742554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b6948123-adb5-4516-80e7-c787bb61aba5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.748736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:37.754153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6948123-adb5-4516-80e7-c787bb61aba5 HTTP/1.1" status: 204 len: 168 time: 0.4092419 Feb 19 07:29:37.767255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5285-5e28-4793-b3f7-d61c419e6412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6948123-adb5-4516-80e7-c787bb61aba5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:37.786292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e0435557-698c-41b3-a1f8-c6a9be67c28e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656949 Feb 19 07:29:37.813127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 226a7a25-0be5-4d85-9e01-01fc15c02bac details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:37.848308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Request body: {'port': {'device_id': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:37.897476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-dfd60103-c4c9-4bcf-8891-d691f205761a service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680663 Feb 19 07:29:37.990287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:38.008322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '226a7a25-0be5-4d85-9e01-01fc15c02bac', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'port_id': '226a7a25-0be5-4d85-9e01-01fc15c02bac', 'mac_address': 'fa:16:3e:15:c2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b46b22-6422-4dd3-b4e9-6dfa178728e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:38.012824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-18dc825d-86d7-4111-a522-92863230b523 None None] Provisioning complete for port a05017d4-9206-4ea3-8e2e-4dfab8963d1e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:38.013206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18dc825d-86d7-4111-a522-92863230b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.025022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.061906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-18dc825d-86d7-4111-a522-92863230b523 None None] Port a05017d4-9206-4ea3-8e2e-4dfab8963d1e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:29:38.114901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 226a7a25-0be5-4d85-9e01-01fc15c02bac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:38.115570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.133122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226a7a25-0be5-4d85-9e01-01fc15c02bac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:38.156515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:38.165021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.188319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6cd5d-4520-48f3-a2b3-78849442bbc9 req-ef26cd99-f33d-4313-8f4e-2291d99314f7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:38.196683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7a6cd5d-4520-48f3-a2b3-78849442bbc9 req-ef26cd99-f33d-4313-8f4e-2291d99314f7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 944 time: 0.0825539 Feb 19 07:29:38.264127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:38.275958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.276312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.277259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.277259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.301895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.302347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.302695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.303035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.303352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda6cd9-edf3-4931-9999-3dd8555ab18f req-f7e14b0c-2a2d-4e7b-baa5-02ea86ede0f7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:38.303506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.303791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.304109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.305191 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fda6cd9-edf3-4931-9999-3dd8555ab18f req-f7e14b0c-2a2d-4e7b-baa5-02ea86ede0f7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 931 time: 0.5044916 Feb 19 07:29:38.309683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7a6cd5d-4520-48f3-a2b3-78849442bbc9 req-193a2b6d-1d40-45e4-ab08-8bc6f39a78cd tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119874 Feb 19 07:29:38.312003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.312447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:29:38.401942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fda6cd9-edf3-4931-9999-3dd8555ab18f req-e04830fc-59c5-4aac-99d7-97bc9135a7d8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834634 Feb 19 07:29:38.404847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['226a7a25-0be5-4d85-9e01-01fc15c02bac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:38.428238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b32ff5c1-6cf6-416d-9b12-5346c828f4df req-161b0a86-4fec-4448-bd3c-7dcd6cfd26e1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 210 time: 0.0627966 Feb 19 07:29:38.537501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05017d4-9206-4ea3-8e2e-4dfab8963d1e {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:38.554743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks [] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.577023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Transition to ACTIVE for port object a05017d4-9206-4ea3-8e2e-4dfab8963d1e will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:38.591235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.603441 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60bda2c0-aa13-48a6-a918-a6ecdf039f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.618465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3d69c30-eb4a-4be1-9797-be56c6813b10 req-d9d3e0ce-697d-4463-829f-62097b46c94d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 210 time: 0.0770602 Feb 19 07:29:38.713592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-b7270fb1-6284-4b03-8c64-95af2e19032b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:38.715462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-b7270fb1-6284-4b03-8c64-95af2e19032b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 811 time: 0.2426620 Feb 19 07:29:38.733831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Request body: {'port': {'device_id': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'admin_state_up': True, 'tenant_id': 'aa01e58d47714bf884d33709310a849f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:38.749960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Pushing event updated for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:38.920991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Attempting to bind port a05017d4-9206-4ea3-8e2e-4dfab8963d1e on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:38.921326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Attempting to bind port a05017d4-9206-4ea3-8e2e-4dfab8963d1e by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:38.923482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Attempting to bind port a05017d4-9206-4ea3-8e2e-4dfab8963d1e on network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:38.948320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f01ee7-63d3-46bf-ae53-39a36efb76fb req-02c805ed-0810-4fb2-87e0-14a8f22be515 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:38.950289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15f01ee7-63d3-46bf-ae53-39a36efb76fb req-02c805ed-0810-4fb2-87e0-14a8f22be515 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.1671233 Feb 19 07:29:38.951290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Port a05017d4-9206-4ea3-8e2e-4dfab8963d1e on network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:38.951804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Attempting to bind port a05017d4-9206-4ea3-8e2e-4dfab8963d1e on network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:38.973346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:38.974032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Checking segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:38.974843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Bound using segment: {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:38.975682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Bound port: a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bcf939-3047-41e8-873e-3648bbca980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:38.983131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:38.985620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Made reservation on behalf of aa01e58d47714bf884d33709310a849f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:38.990087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.022984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:39.034395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-6ca06857-79cd-4219-899b-c291c0e80277 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.035954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-6ca06857-79cd-4219-899b-c291c0e80277 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 945 time: 0.2021148 Feb 19 07:29:39.108449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15f01ee7-63d3-46bf-ae53-39a36efb76fb req-555571f6-8a99-4044-8290-1dbc0eb2104a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445885 Feb 19 07:29:39.158163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:39.163049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:39.171297 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.210935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.211611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.213017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] 10.222.0.47 "PUT /v2.0/ports/a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 200 len: 1091 time: 1.3986866 Feb 19 07:29:39.213579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:39.215734 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933" -d '{"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:39.223609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1ed21693-4276-4aae-b133-07ac6c03b6bb tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-136611023', 'prefixes': ['172.20.0.0/16']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:39.248366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2c14d-4aea-4ceb-838b-de1bbc166f9f service neutron] Pushing event updated for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:39.280449 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bee8ec5-02a9-48d6-bd40-f09b83738f91 x-openstack-request-id: req-1bee8ec5-02a9-48d6-bd40-f09b83738f91 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:39.280885 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:39.281381 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bee8ec5-02a9-48d6-bd40-f09b83738f91 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:39.281858 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'status': 'completed', 'code': 200} Feb 19 07:29:39.294315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Allocated IP 172.20.0.6 (7181c2fe-9071-453c-9e00-ac64b3f5996f/e7445ac7-f753-44bd-a7dc-ac554765d9af/e63acb79-2441-45a3-9a17-16ca53b995b7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:39.298139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port 160808c2-2176-4fd2-832e-f405d8dd3b51 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:39.298484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.321731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-6dc0517e-4f00-4ca2-81e0-776883e89036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.323365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-6dc0517e-4f00-4ca2-81e0-776883e89036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1125 time: 0.0614638 Feb 19 07:29:39.375666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-12542186-439f-437d-beda-d174424655d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 200 len: 217 time: 0.0430486 Feb 19 07:29:39.485796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ed21693-4276-4aae-b133-07ac6c03b6bb tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.487215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ed21693-4276-4aae-b133-07ac6c03b6bb tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4631329 Feb 19 07:29:39.496504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-a353341e-eb6f-49cb-86cd-d3b373e4dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.497331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:39.498170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-a353341e-eb6f-49cb-86cd-d3b373e4dd05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7356464-a3eb-4680-a812-70e93acd42dd HTTP/1.1" status: 200 len: 835 time: 0.1100662 Feb 19 07:29:39.523816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920dbf5-b50b-4867-9d1f-bb40ed4eb4e1 req-c800292e-67fc-45fb-b432-8e7e5b287f7a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.525507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1920dbf5-b50b-4867-9d1f-bb40ed4eb4e1 req-c800292e-67fc-45fb-b432-8e7e5b287f7a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 945 time: 0.1068654 Feb 19 07:29:39.607640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port 160808c2-2176-4fd2-832e-f405d8dd3b51, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=160808c2-2176-4fd2-832e-f405d8dd3b51,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:39.608319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.637261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89cfe3d4-8ce0-41cc-85f9-aff0c4fb0001 req-a3a839fc-c302-4a9e-8a3a-bcc080414832 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 210 time: 0.0807762 Feb 19 07:29:39.650962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c20fd6e6-c32d-432d-a99c-1e87337e6753 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "GET /v2.0/subnetpools/e4dfeeb6-c719-4ee6-ba5e-81fff309a639 HTTP/1.1" status: 200 len: 731 time: 0.1521962 Feb 19 07:29:39.654868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for 160808c2-2176-4fd2-832e-f405d8dd3b51 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:39.656846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1920dbf5-b50b-4867-9d1f-bb40ed4eb4e1 req-a28fb24d-a56b-417b-8a84-7e69114ae89b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103945 Feb 19 07:29:39.659375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:39.664412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-03631b24-06d4-4d1b-bcc2-edd02d19ff76 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-651662141'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:39.675929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-1a7c3801-3a5f-4749-a825-0b98f5951093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.685877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.688186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-1a7c3801-3a5f-4749-a825-0b98f5951093 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1826892 Feb 19 07:29:39.781848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-fbb7f8cd-68f7-4a05-8bb6-63abc0e62994 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.783579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-fbb7f8cd-68f7-4a05-8bb6-63abc0e62994 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.2205193 Feb 19 07:29:39.806825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks [] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.817738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6b54f74-d71c-4351-9cd1-82c70258593c req-cae15179-2294-496e-bff5-9fc567e57616 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 210 time: 0.0331268 Feb 19 07:29:39.822645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:39.834598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 226a7a25-0be5-4d85-9e01-01fc15c02bac up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:39.914719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb3c0c-11e0-4020-88cf-d974999be9a3 req-8a763163-3240-4f51-8dbf-774adb8c912c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:39.915122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-5b73aeb9-f508-40f1-828f-a3cbb251c04f service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102866 Feb 19 07:29:39.916367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50eb3c0c-11e0-4020-88cf-d974999be9a3 req-8a763163-3240-4f51-8dbf-774adb8c912c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 943 time: 0.1616130 Feb 19 07:29:39.919226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 226a7a25-0be5-4d85-9e01-01fc15c02bac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:39.923315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03631b24-06d4-4d1b-bcc2-edd02d19ff76 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.925098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-03631b24-06d4-4d1b-bcc2-edd02d19ff76 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "PUT /v2.0/subnetpools/e4dfeeb6-c719-4ee6-ba5e-81fff309a639 HTTP/1.1" status: 200 len: 683 time: 0.2646942 Feb 19 07:29:39.927524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 226a7a25-0be5-4d85-9e01-01fc15c02bac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:39.928449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.936182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:39.960648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:39.977789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f9f79769-6e8b-4160-93b9-bec372cd98fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:40.043153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:40.046593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.079584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cbbe86a-7192-4ab2-a23a-17ebf22946bc req-55d138d0-d90a-4125-bde3-47215a6fd687 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557276 Feb 19 07:29:40.080740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Network 7181c2fe-9071-453c-9e00-ac64b3f5996f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:40.111280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:40.112629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 226a7a25-0be5-4d85-9e01-01fc15c02bac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:40.113213 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.121670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:40.147436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50eb3c0c-11e0-4020-88cf-d974999be9a3 req-95dd30ae-818f-464c-a339-8d0ca54efbe6 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154231 Feb 19 07:29:40.157479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (160808c2-2176-4fd2-832e-f405d8dd3b51), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.168058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:40.170228 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ceff0a-81e4-4e89-b61a-88976813ce18" -d '{"events": [{"server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "name": "network-vif-plugged", "status": "completed", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:40.179979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:40.213293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Pushing event updated for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:40.223477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:40.234641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.249279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.5 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/924a4360-1df9-4bd9-b4a4-96239498a341) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:40.272117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-8cea8568-8624-4f4a-9cf2-4fd47cdd3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:40.273846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-8cea8568-8624-4f4a-9cf2-4fd47cdd3da6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1125 time: 0.0919666 Feb 19 07:29:40.302646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c8152b7c-e059-4228-9a99-a0ff2a60daf2 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.303840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c8152b7c-e059-4228-9a99-a0ff2a60daf2 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e4dfeeb6-c719-4ee6-ba5e-81fff309a639 HTTP/1.1" status: 204 len: 168 time: 0.3667250 Feb 19 07:29:40.308708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=160808c2-2176-4fd2-832e-f405d8dd3b51,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:40.311683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36676) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:40.322835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:40.323510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.337087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:40.356112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e069886b-891e-4636-b34e-64ce24acae45 req-ec52e66b-e570-45d6-bc17-75650f997156 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dba2a87-78a4-44d9-8baa-b7346e1b57c8 HTTP/1.1" status: 200 len: 210 time: 0.0538204 Feb 19 07:29:40.366842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port 160808c2-2176-4fd2-832e-f405d8dd3b51 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:40.369347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.373897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9ae1ac1-ff20-4d1a-a255-a6d6b0b1cee8 req-53f67a64-07e7-4c9c-9ab5-741875590154 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/160808c2-2176-4fd2-832e-f405d8dd3b51 HTTP/1.1" status: 204 len: 173 time: 1.3312752 Feb 19 07:29:40.374537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'name': 'network-vif-deleted', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:40.377653 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbeeb42-538c-45d9-b9d5-3f65dc0f9c93" -d '{"events": [{"server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "name": "network-vif-deleted", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:40.387434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-f30f6890-c5c9-41ed-9e21-64aa58385ce0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6569188 Feb 19 07:29:40.399244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Request body: {'port': {'device_id': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:40.486806 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-6c17775c-9709-4168-bb33-7906157f539f tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] show failed (client error): The resource could not be found. Feb 19 07:29:40.491019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c17775c-9709-4168-bb33-7906157f539f tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "GET /v2.0/subnetpools/e4dfeeb6-c719-4ee6-ba5e-81fff309a639 HTTP/1.1" status: 404 len: 346 time: 0.1373954 Feb 19 07:29:40.497842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:40.499484 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89fbf8-fc91-4653-b3af-60f900056d20 x-openstack-request-id: req-1e89fbf8-fc91-4653-b3af-60f900056d20 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:40.499883 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dba2a87-78a4-44d9-8baa-b7346e1b57c8", "name": "network-vif-deleted", "tag": "160808c2-2176-4fd2-832e-f405d8dd3b51", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:40.500242 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e89fbf8-fc91-4653-b3af-60f900056d20 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:40.500739 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dba2a87-78a4-44d9-8baa-b7346e1b57c8', 'name': 'network-vif-deleted', 'tag': '160808c2-2176-4fd2-832e-f405d8dd3b51', 'status': 'completed', 'code': 200} Feb 19 07:29:40.522206 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81f41e-c436-4533-bd7e-d8c367f99786 x-openstack-request-id: req-de81f41e-c436-4533-bd7e-d8c367f99786 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:40.522509 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "name": "network-vif-plugged", "status": "completed", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:40.522814 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-de81f41e-c436-4533-bd7e-d8c367f99786 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:40.523419 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac', 'code': 200} Feb 19 07:29:40.525124 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a269af2d-422e-4de7-85fe-310075a68ff6 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] delete failed (client error): The resource could not be found. Feb 19 07:29:40.529279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a269af2d-422e-4de7-85fe-310075a68ff6 tempest-SubnetPoolsTestJSON-1732847134 tempest-SubnetPoolsTestJSON-1732847134-project] 10.222.0.43 "DELETE /v2.0/subnetpools/e4dfeeb6-c719-4ee6-ba5e-81fff309a639 HTTP/1.1" status: 404 len: 346 time: 0.0235956 Feb 19 07:29:40.531086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.804896 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:29:40.868114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:40.921972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88ef2-8382-4162-9961-7e0bf7a6f1b2 req-ffcba980-cefe-4ce0-8a73-81bd50817eff tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:40.928855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0e88ef2-8382-4162-9961-7e0bf7a6f1b2 req-ffcba980-cefe-4ce0-8a73-81bd50817eff tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 0.1206222 Feb 19 07:29:40.933616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63acb79-2441-45a3-9a17-16ca53b995b7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:40.959784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks [] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.984763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Transition to ACTIVE for port object e63acb79-2441-45a3-9a17-16ca53b995b7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:40.985809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0db5c45-27ab-4465-a323-598b5a6bde2b req-11250df0-8012-4f27-9970-503b24505e5d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 210 time: 0.0965424 Feb 19 07:29:40.990010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:40.998234 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.022790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0e88ef2-8382-4162-9961-7e0bf7a6f1b2 req-e8d93e33-eb16-47a7-a6d0-70ba901d82d9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922465 Feb 19 07:29:41.067825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6814e3c-0a05-457e-9d59-2c5132b70d97 req-95260eb0-455d-41ba-96f2-51d74724e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.069328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6814e3c-0a05-457e-9d59-2c5132b70d97 req-95260eb0-455d-41ba-96f2-51d74724e266 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 1128 time: 0.1812928 Feb 19 07:29:41.072949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e46cfa00-00c9-41cd-971b-2455ced3fd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.077893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-dfdca51a-a3ec-42e6-bbb4-1ab6f448a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.079479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-dfdca51a-a3ec-42e6-bbb4-1ab6f448a384 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 200 len: 896 time: 0.7993701 Feb 19 07:29:41.095163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.144240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (924a4360-1df9-4bd9-b4a4-96239498a341), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.150093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-385ca7e8-01f8-4918-b80a-caaaf1e30430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 200 len: 217 time: 0.0608797 Feb 19 07:29:41.205445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Attempting to bind port e63acb79-2441-45a3-9a17-16ca53b995b7 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:41.205700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Attempting to bind port e63acb79-2441-45a3-9a17-16ca53b995b7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:41.206110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Attempting to bind port e63acb79-2441-45a3-9a17-16ca53b995b7 on network 7181c2fe-9071-453c-9e00-ac64b3f5996f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:41.220221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Port e63acb79-2441-45a3-9a17-16ca53b995b7 on network 7181c2fe-9071-453c-9e00-ac64b3f5996f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:41.220548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Attempting to bind port e63acb79-2441-45a3-9a17-16ca53b995b7 on network 7181c2fe-9071-453c-9e00-ac64b3f5996f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:41.262184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6814e3c-0a05-457e-9d59-2c5132b70d97 req-3f4e4e27-7a74-4218-a147-1429cd1e45b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815445 Feb 19 07:29:41.262481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:41.262817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Checking segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:41.263237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Bound using segment: {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:41.263690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Bound port: e63acb79-2441-45a3-9a17-16ca53b995b7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c46ddf-ae57-42fc-80ee-0207050d9455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:41.264053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.272011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-642cfcd7-4f95-447d-af49-efd364935779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.273427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-642cfcd7-4f95-447d-af49-efd364935779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7356464-a3eb-4680-a812-70e93acd42dd HTTP/1.1" status: 200 len: 835 time: 0.1124003 Feb 19 07:29:41.285575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacb879-811f-4198-baec-db35a84e70ae req-6d2bc037-6dcf-4573-96f4-8360a86620f3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.287012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bacb879-811f-4198-baec-db35a84e70ae req-6d2bc037-6dcf-4573-96f4-8360a86620f3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 943 time: 0.1463768 Feb 19 07:29:41.289663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e46cfa00-00c9-41cd-971b-2455ced3fd4e admin admin] Publish callbacks [] for security_group (d56255b2-1971-4b3e-be74-b582fc8eeda0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.313724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e46cfa00-00c9-41cd-971b-2455ced3fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d56255b2-1971-4b3e-be74-b582fc8eeda0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.321665 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.371518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1ec23-0124-49e5-9fc1-4da893790924 req-e401372a-3a09-4012-971e-8158a9602539 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.373524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70e1ec23-0124-49e5-9fc1-4da893790924 req-e401372a-3a09-4012-971e-8158a9602539 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 943 time: 0.1540039 Feb 19 07:29:41.399925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cfa00-00c9-41cd-971b-2455ced3fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56255b2-1971-4b3e-be74-b582fc8eeda0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.404191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e46cfa00-00c9-41cd-971b-2455ced3fd4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e3ff28674104b69b19e6bec1275c851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350738 Feb 19 07:29:41.404774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:41.412053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:41.415349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:41.420789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:41.422580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.427036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:41.432212 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8bacb879-811f-4198-baec-db35a84e70ae req-33ac8d6b-37ac-48fb-8beb-f85188b31869 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337402 Feb 19 07:29:41.438484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e63acb79-2441-45a3-9a17-16ca53b995b7,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:41.453710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.479844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-8ca1ba58-e25b-48f6-95cb-4f039ab7a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.481366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-8ca1ba58-e25b-48f6-95cb-4f039ab7a757 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1922011 Feb 19 07:29:41.496657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70e1ec23-0124-49e5-9fc1-4da893790924 req-911df798-5c4a-4f55-b876-ecdcd8ec407a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123543 Feb 19 07:29:41.506851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.507096 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.508600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 200 len: 1091 time: 1.1170068 Feb 19 07:29:41.524471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.525100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.533864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f599-a308-4145-ac1e-e1004fba88a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:41.584500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-851db8db-ba87-4a89-a929-1af1fe7c52e2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7715132 Feb 19 07:29:41.586597 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] Publish callbacks [] for security_group (d56255b2-1971-4b3e-be74-b582fc8eeda0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.603163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Request body: {'port': {'device_id': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:41.616414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-46c9a611-bd05-4b73-b35b-9bbb298acbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.617928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-46c9a611-bd05-4b73-b35b-9bbb298acbfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1125 time: 0.0510330 Feb 19 07:29:41.658258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] Publish callbacks [] for security_group (d56255b2-1971-4b3e-be74-b582fc8eeda0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.674395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-593b9756-e79e-4fcb-9daa-384b5227cdb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 200 len: 217 time: 0.0362892 Feb 19 07:29:41.681157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-4a307a7d-df33-455a-b9ed-46a9c879b646 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872771 Feb 19 07:29:41.729403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-6b2ec3f0-0814-448a-9fde-8b892e8457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:41.730970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-6b2ec3f0-0814-448a-9fde-8b892e8457d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.0495620 Feb 19 07:29:41.764969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-9279bad9-3ff4-41ec-9bae-bda3f3457e74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271478 Feb 19 07:29:41.766890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.839522 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d56255b2-1971-4b3e-be74-b582fc8eeda0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.842006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:41.843356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d56255b2-1971-4b3e-be74-b582fc8eeda0 HTTP/1.1" status: 204 len: 168 time: 0.4293787 Feb 19 07:29:41.866749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05b15b14-7a7f-4a21-9e0b-1e85b0eab933 req-5e56d126-5fbc-412f-b01f-c72dad7be466 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663754 Feb 19 07:29:41.883318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-42e95cee-264a-4b2e-a20c-26fb5473b079 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113551 Feb 19 07:29:41.907899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a975a-d512-498c-a666-1011c13c10b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56255b2-1971-4b3e-be74-b582fc8eeda0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.145157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 160808c2-2176-4fd2-832e-f405d8dd3b51 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:29:42.180876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 160808c2-2176-4fd2-832e-f405d8dd3b51 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:29:42.181611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 160808c2-2176-4fd2-832e-f405d8dd3b51 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:29:42.235891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924a4360-1df9-4bd9-b4a4-96239498a341 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:42.253233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks [] for port (924a4360-1df9-4bd9-b4a4-96239498a341), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.268547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-781a0563-ecba-432d-b994-77943b251074 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.270035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-781a0563-ecba-432d-b994-77943b251074 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1845272 Feb 19 07:29:42.280963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Transition to ACTIVE for port object 924a4360-1df9-4bd9-b4a4-96239498a341 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:42.293795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.309478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-f03e97b0-0b38-42fa-acf8-09b25ea1671b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0268586 Feb 19 07:29:42.395130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a0a95b9-7f20-42fa-87cc-6db0d059c7be req-1e405c6c-bcef-4c4c-b714-ea8113961c3e service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038545 Feb 19 07:29:42.402734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54fa4-bd30-471b-81b3-29488b3e9022 req-c411cde0-dfd1-4f14-b6cc-34332ec7b260 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.410196 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdc54fa4-bd30-471b-81b3-29488b3e9022 req-c411cde0-dfd1-4f14-b6cc-34332ec7b260 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 943 time: 0.0905626 Feb 19 07:29:42.427516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.443349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Pushing event updated for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.482556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdc54fa4-bd30-471b-81b3-29488b3e9022 req-7c9b8008-5f15-4f64-9871-bb52b8f00b15 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713925 Feb 19 07:29:42.501962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-6216ef6b-4fc4-4fb4-b0cc-73e0af0cd8f2 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1725409 Feb 19 07:29:42.502647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:42.505075 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313de1db-1d87-475a-b0d5-56bedaeb7969" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:42.546241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Attempting to bind port 924a4360-1df9-4bd9-b4a4-96239498a341 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:42.546605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Attempting to bind port 924a4360-1df9-4bd9-b4a4-96239498a341 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:42.546896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Attempting to bind port 924a4360-1df9-4bd9-b4a4-96239498a341 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:42.579374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Port 924a4360-1df9-4bd9-b4a4-96239498a341 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:42.579701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Attempting to bind port 924a4360-1df9-4bd9-b4a4-96239498a341 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:42.589574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:42.589899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:42.590291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:42.590732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Bound port: 924a4360-1df9-4bd9-b4a4-96239498a341, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:42.591095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.613542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6690-ab05-4ae9-a33a-b16299d32a3f req-f4612054-ab83-4ace-ba0a-c3e67e08fc12 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.615060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-773b6690-ab05-4ae9-a33a-b16299d32a3f req-f4612054-ab83-4ace-ba0a-c3e67e08fc12 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 0.0608330 Feb 19 07:29:42.665020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-773b6690-ab05-4ae9-a33a-b16299d32a3f req-b5ee5c5e-ec2e-4d99-bfa4-1d79771fd393 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Feb 19 07:29:42.680633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-f2e8c7c3-a5b8-4267-8c55-ef57284513c8 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556644 Feb 19 07:29:42.692124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:42.697119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=924a4360-1df9-4bd9-b4a4-96239498a341,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:42.718918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.787142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.787509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:42.788892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] 10.222.0.47 "PUT /v2.0/ports/924a4360-1df9-4bd9-b4a4-96239498a341 HTTP/1.1" status: 200 len: 1091 time: 1.1966243 Feb 19 07:29:42.789242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6f36e-bb0b-4d3b-957d-be681d0540fe req-f9df5028-3c71-48f1-9474-2a6a54c03b01 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.789389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:42.791650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccc6f36e-bb0b-4d3b-957d-be681d0540fe req-f9df5028-3c71-48f1-9474-2a6a54c03b01 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 943 time: 0.0571413 Feb 19 07:29:42.791818 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860250e5-81ec-42bb-932f-e46a1fcc051a" -d '{"events": [{"name": "network-changed", "server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:42.812363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:42.818572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038223 Feb 19 07:29:42.822042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:42.856266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4c4c0-112d-4e49-aee3-4896b1b9c011 service neutron] Pushing event updated for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:42.869538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccc6f36e-bb0b-4d3b-957d-be681d0540fe req-716b7724-dff4-4c77-b374-bb25ad0cb71c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707700 Feb 19 07:29:42.899913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-737ef91f-6b2c-4dfe-b07f-cb670cfb9671 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047389 Feb 19 07:29:42.918963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-4198221f-01c6-482d-9453-cea4481249f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:42.921338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-4198221f-01c6-482d-9453-cea4481249f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 1125 time: 0.0808969 Feb 19 07:29:42.921523 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a432430-e771-442a-9664-882fa1691b70 x-openstack-request-id: req-8a432430-e771-442a-9664-882fa1691b70 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:42.922007 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:42.922123 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a432430-e771-442a-9664-882fa1691b70 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:42.922565 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7', 'status': 'completed', 'code': 200} Feb 19 07:29:42.957517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6ac26105-acf0-4046-9bb6-4d00f845bb6e tempest-NetworksApiDiscovery-2057799935 tempest-NetworksApiDiscovery-2057799935-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1306355 Feb 19 07:29:42.982492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-be8fd93a-73fb-4b70-9282-83cf17012edd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924a4360-1df9-4bd9-b4a4-96239498a341 HTTP/1.1" status: 200 len: 217 time: 0.0518482 Feb 19 07:29:43.055117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-05f262aa-e019-40e8-8ce6-fe56040a5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.061235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-05f262aa-e019-40e8-8ce6-fe56040a5747 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0670521 Feb 19 07:29:43.117678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd4ab-cb89-4483-8b69-a996001749db req-167c8390-e30a-47e1-b095-0edb1da6a0aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.119239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83cfd4ab-cb89-4483-8b69-a996001749db req-167c8390-e30a-47e1-b095-0edb1da6a0aa tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 943 time: 0.1091754 Feb 19 07:29:43.120595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-38dcde65-70c3-484e-a13e-f2a72bbc00f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543177 Feb 19 07:29:43.126200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-50579b46-1ad5-4eb7-aaeb-3673bd40d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.127873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-50579b46-1ad5-4eb7-aaeb-3673bd40d04d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1125 time: 0.1728644 Feb 19 07:29:43.226447 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c89429-eb38-4488-a35d-bed2d894e5a1 x-openstack-request-id: req-33c89429-eb38-4488-a35d-bed2d894e5a1 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:43.226822 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:43.227319 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33c89429-eb38-4488-a35d-bed2d894e5a1 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:43.228127 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341', 'status': 'completed', 'code': 200} Feb 19 07:29:43.238554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83cfd4ab-cb89-4483-8b69-a996001749db req-255d9825-b962-4f14-890f-c8297cd2523e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097207 Feb 19 07:29:43.304792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-c610b18f-1436-42a9-890f-576301a18706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.306578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-c610b18f-1436-42a9-890f-576301a18706 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.1703022 Feb 19 07:29:43.320254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787ef53f-394b-41ec-a886-5e15fadade2c req-26172b7d-fe73-403d-a38a-f9638773dd60 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 210 time: 0.0577378 Feb 19 07:29:43.348722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-9f13bee2-9c0b-4f64-b3e6-53da65758b04 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206879 Feb 19 07:29:43.380755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-ac0e4d22-f14c-46d7-8516-08fc6619514b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 200 len: 217 time: 0.0659664 Feb 19 07:29:43.432026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:43.483750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34f1552-f6b2-4271-af92-50d559f823f0 req-06144805-b169-4a98-9540-389182891a6f service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258976 Feb 19 07:29:43.486087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-1c0b5e76-9bd9-4739-9dc9-f800b66ba5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.488472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-1c0b5e76-9bd9-4739-9dc9-f800b66ba5ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.1008596 Feb 19 07:29:43.561950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-297c2b2b-11ab-4f35-b14c-b2b5bd0c09a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663810 Feb 19 07:29:43.668304 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-557c3e14-14e2-4a0a-a0ec-9b9825d07abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:43.698424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-9e85b94d-4e2b-453d-9faa-eb513195023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.700600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-9e85b94d-4e2b-453d-9faa-eb513195023a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 1125 time: 0.1314104 Feb 19 07:29:43.738190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b670ce4-e84d-4519-96f7-5b0ea418a8ce req-fae544ce-dc0f-4e63-a3ca-83f791f56fc2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.743779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b670ce4-e84d-4519-96f7-5b0ea418a8ce req-fae544ce-dc0f-4e63-a3ca-83f791f56fc2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 943 time: 0.1219258 Feb 19 07:29:43.748619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-870c6fcb-dde3-46a1-984b-50cf2a4970d1 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790950 Feb 19 07:29:43.860197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b670ce4-e84d-4519-96f7-5b0ea418a8ce req-0e668e98-5d19-492d-ba70-46eb8b5e2560 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Feb 19 07:29:43.862655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-557c3e14-14e2-4a0a-a0ec-9b9825d07abd admin admin] Publish callbacks [] for security_group (1dd36b1f-8b38-437f-9c41-e9076fe5e843), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:43.871074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-24f2da00-5309-4c63-b9d0-71941fe5159d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:43.872666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-24f2da00-5309-4c63-b9d0-71941fe5159d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.1656685 Feb 19 07:29:43.874734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-557c3e14-14e2-4a0a-a0ec-9b9825d07abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1dd36b1f-8b38-437f-9c41-e9076fe5e843), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:43.921630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-313de1db-1d87-475a-b0d5-56bedaeb7969 req-8394474c-fa7c-4c16-b423-984f5d37f069 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668143 Feb 19 07:29:43.928546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-557c3e14-14e2-4a0a-a0ec-9b9825d07abd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8dfab8c30ad40709ce749176ebfc7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4949751 Feb 19 07:29:43.934008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:43.937213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-88a11a84-3e1d-4b05-8dc3-cc82c516dff6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924a4360-1df9-4bd9-b4a4-96239498a341 HTTP/1.1" status: 200 len: 217 time: 0.0558286 Feb 19 07:29:43.942071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c3e14-14e2-4a0a-a0ec-9b9825d07abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd36b1f-8b38-437f-9c41-e9076fe5e843,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.005755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] Publish callbacks [] for security_group (1dd36b1f-8b38-437f-9c41-e9076fe5e843), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.018617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-120745bf-efa9-406e-90f2-7570e3d04567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:44.021073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-120745bf-efa9-406e-90f2-7570e3d04567 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0771642 Feb 19 07:29:44.054316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] Publish callbacks [] for security_group (1dd36b1f-8b38-437f-9c41-e9076fe5e843), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.065506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-d232cd37-e032-44de-b8ae-9b783cc628a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310190 Feb 19 07:29:44.091271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ad90-1877-4b03-a667-6d420b86cade req-5de8ff76-0ab3-4ef1-b1a5-fe373e4c28c5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:44.092751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd66ad90-1877-4b03-a667-6d420b86cade req-5de8ff76-0ab3-4ef1-b1a5-fe373e4c28c5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 943 time: 0.1021998 Feb 19 07:29:44.131159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a05017d4-9206-4ea3-8e2e-4dfab8963d1e details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:44.159242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd66ad90-1877-4b03-a667-6d420b86cade req-8763817a-f2ac-46b8-859a-defddf150430 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 Feb 19 07:29:44.159853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1dd36b1f-8b38-437f-9c41-e9076fe5e843), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.162439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.164080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dd36b1f-8b38-437f-9c41-e9076fe5e843 HTTP/1.1" status: 204 len: 168 time: 0.2284718 Feb 19 07:29:44.172460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8adac0-f532-4fda-8f74-ea76b37aebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd36b1f-8b38-437f-9c41-e9076fe5e843,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.172620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-0a9aacd6-292d-4ff9-9a01-dc43164062e5 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003585 Feb 19 07:29:44.255356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:44.270197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'port_id': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'mac_address': 'fa:16:3e:bc:1d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:44.303979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-860250e5-81ec-42bb-932f-e46a1fcc051a req-9ef31c37-5e84-4e17-a54b-f93a64bc53fc service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224685 Feb 19 07:29:44.336595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a05017d4-9206-4ea3-8e2e-4dfab8963d1e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:44.337250 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.357666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05017d4-9206-4ea3-8e2e-4dfab8963d1e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:44.398133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:44.402998 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:44.406823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf007377-e86b-42bc-8df9-1814af41abd4 req-c3ff4c26-29eb-4926-9723-d4ec82753865 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:44.409330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf007377-e86b-42bc-8df9-1814af41abd4 req-c3ff4c26-29eb-4926-9723-d4ec82753865 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 943 time: 0.0929945 Feb 19 07:29:44.501156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f44a84cc-85ab-459d-9c7a-47441840aec5 req-c106cc45-9e4a-4321-b0f8-16a086aa99c5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 210 time: 0.0989127 Feb 19 07:29:44.501311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:44.505253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf007377-e86b-42bc-8df9-1814af41abd4 req-bf817f7c-b3b4-49f7-b973-1d56eac84d19 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878956 Feb 19 07:29:44.722621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-da689af2-f8ff-46f4-9240-074aad09e0a2 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:44.726842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-da689af2-f8ff-46f4-9240-074aad09e0a2 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1674201 Feb 19 07:29:44.740722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': '7a51754b-2f27-4e9a-a351-668279ad0698', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:44.868399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:44.874408 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:45.009899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a05017d4-9206-4ea3-8e2e-4dfab8963d1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:45.095091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfcc26-6242-43fe-9c3e-e5d93476010d req-8b306b08-c026-4d1d-9738-201923387bc0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.102829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bcfcc26-6242-43fe-9c3e-e5d93476010d req-8b306b08-c026-4d1d-9738-201923387bc0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 943 time: 0.1231203 Feb 19 07:29:45.138753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.14 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/0570f4c3-7eea-4c57-aeff-e6b73eed7f30) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:45.171444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bcfcc26-6242-43fe-9c3e-e5d93476010d req-1018097b-a737-4ecd-b820-ab9dc6510da1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639117 Feb 19 07:29:45.351426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:45.406440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:45.410519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094afe-908e-42e5-9a4b-7e83e296dee1 req-bd6fbea8-8ce8-4423-984c-8fc4fd61ff9c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.422106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:45.423033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48094afe-908e-42e5-9a4b-7e83e296dee1 req-bd6fbea8-8ce8-4423-984c-8fc4fd61ff9c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 943 time: 0.0982094 Feb 19 07:29:45.481406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:45.486234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:45.500662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:45.535684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48094afe-908e-42e5-9a4b-7e83e296dee1 req-961a0c23-b884-4ca2-8ddb-6db29f855c57 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111085 Feb 19 07:29:45.564082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.565684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:45.575136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:45.596990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-7fea5907-5f20-4b93-88d2-3d97494631c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595579 Feb 19 07:29:45.606756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Request body: {'port': {'device_id': '7a51754b-2f27-4e9a-a351-668279ad0698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:45.700761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cf776-c2ba-4a93-a4e7-3e617daff767 req-d183ad3b-7870-422e-9c74-c2f954fd8195 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.702394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-371cf776-c2ba-4a93-a4e7-3e617daff767 req-d183ad3b-7870-422e-9c74-c2f954fd8195 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 944 time: 0.1050220 Feb 19 07:29:45.747712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:45.775450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-371cf776-c2ba-4a93-a4e7-3e617daff767 req-1ccaf9db-88a0-40ad-8dab-be7b8c2ecd69 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641406 Feb 19 07:29:45.776446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367e44a-dc95-4044-8bed-3435d62ad6a7 req-69c5fe94-9066-4573-8366-5abaaab5fab3 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:45.778074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a367e44a-dc95-4044-8bed-3435d62ad6a7 req-69c5fe94-9066-4573-8366-5abaaab5fab3 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 932 time: 0.1339457 Feb 19 07:29:45.855235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e63acb79-2441-45a3-9a17-16ca53b995b7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:45.947851 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a367e44a-dc95-4044-8bed-3435d62ad6a7 req-621dfdc8-4bc4-4c14-a623-29efa8ee0225 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425905 Feb 19 07:29:46.018666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e63acb79-2441-45a3-9a17-16ca53b995b7,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:46.032976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e63acb79-2441-45a3-9a17-16ca53b995b7', 'network_id': '7181c2fe-9071-453c-9e00-ac64b3f5996f', 'port_id': 'e63acb79-2441-45a3-9a17-16ca53b995b7', 'mac_address': 'fa:16:3e:2d:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7445ac7-f753-44bd-a7dc-ac554765d9af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:46.092035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e63acb79-2441-45a3-9a17-16ca53b995b7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:46.092431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.110150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63acb79-2441-45a3-9a17-16ca53b995b7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:46.141468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e63acb79-2441-45a3-9a17-16ca53b995b7,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:46.143637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.149904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:46.160275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks [] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.174882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Transition to ACTIVE for port object 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:29:46.181339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.250989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:46.270269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Pushing event updated for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:46.325522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Attempting to bind port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:29:46.325968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Attempting to bind port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:29:46.326426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Attempting to bind port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:46.335647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:29:46.336026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Attempting to bind port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:29:46.343211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:29:46.343562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:29:46.344050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:29:46.344520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Bound port: 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:29:46.344884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.384596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501d1e-8837-4bbc-b57b-59c43d0dcd73 req-24e7fb6c-e1f6-4f5f-9b9a-1d8b4013c1a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.393587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af501d1e-8837-4bbc-b57b-59c43d0dcd73 req-24e7fb6c-e1f6-4f5f-9b9a-1d8b4013c1a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 943 time: 0.1176043 Feb 19 07:29:46.401744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e63acb79-2441-45a3-9a17-16ca53b995b7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:46.441028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:29:46.444832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:29:46.454119 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.500351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.501037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:46.502638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] 10.222.0.47 "PUT /v2.0/ports/0570f4c3-7eea-4c57-aeff-e6b73eed7f30 HTTP/1.1" status: 200 len: 1092 time: 0.9007504 Feb 19 07:29:46.503633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:46.508102 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:46.508314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af501d1e-8837-4bbc-b57b-59c43d0dcd73 req-49107fd8-1587-4b0b-b0d0-696560685f09 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133671 Feb 19 07:29:46.560126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaf991-01a7-4b0c-bae0-2035cb2e7c12 service neutron] Pushing event updated for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:46.588705 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08a495-1a70-4b34-9e72-54db81e88698 x-openstack-request-id: req-3d08a495-1a70-4b34-9e72-54db81e88698 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:46.589223 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:46.591394 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d08a495-1a70-4b34-9e72-54db81e88698 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:46.596256 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30', 'status': 'completed', 'code': 200} Feb 19 07:29:46.737090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-68c3c837-0b23-45cc-895c-7a1a991361d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.739095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-68c3c837-0b23-45cc-895c-7a1a991361d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 1126 time: 0.1329315 Feb 19 07:29:46.750315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be6c51-ce1d-4589-9bf2-0bd8a0bdbfa0 req-deeeb756-1981-41ef-a68e-8cf912954abb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.752366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63be6c51-ce1d-4589-9bf2-0bd8a0bdbfa0 req-deeeb756-1981-41ef-a68e-8cf912954abb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 944 time: 0.0801163 Feb 19 07:29:46.860516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-36d90423-1d5b-4c73-8aee-f7856b62a099 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30 HTTP/1.1" status: 200 len: 217 time: 0.1069775 Feb 19 07:29:46.936647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63be6c51-ce1d-4589-9bf2-0bd8a0bdbfa0 req-b6d7f63c-feca-4c10-a5a3-a4b633d954c0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753695 Feb 19 07:29:46.945541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d021de-78b8-428b-8c6c-6c2a1c4eb825 req-12a457d1-73b8-41d4-9768-32b8a80f1c5c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.947235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6d021de-78b8-428b-8c6c-6c2a1c4eb825 req-12a457d1-73b8-41d4-9768-32b8a80f1c5c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 944 time: 0.0702631 Feb 19 07:29:46.957043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-a0bdfb95-16f5-4e4d-8f33-114192ee87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:46.959794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-a0bdfb95-16f5-4e4d-8f33-114192ee87ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0924084 Feb 19 07:29:47.016612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-3f685aa0-076c-4847-8101-625218d4ff7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503290 Feb 19 07:29:47.043181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6d021de-78b8-428b-8c6c-6c2a1c4eb825 req-0e0aafff-7463-4a51-98d2-9ae66929f8c1 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864716 Feb 19 07:29:47.179740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-46c94720-c2cc-467c-a09d-e282bc0af7f6 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556125 Feb 19 07:29:47.186632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe09d72-96b1-49f5-a971-5295f8497198 req-64a70cbb-9c0f-4310-9ef3-a569a05088bf tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:47.188090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fe09d72-96b1-49f5-a971-5295f8497198 req-64a70cbb-9c0f-4310-9ef3-a569a05088bf tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 944 time: 0.0886269 Feb 19 07:29:47.243071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:47.379417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1619ad77-9a1e-47c7-94e4-e5e69b140a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.480777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1619ad77-9a1e-47c7-94e4-e5e69b140a64 admin admin] Publish callbacks [] for security_group (bef2d8a3-34bb-48f3-aec1-f934894d75b0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.485821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1619ad77-9a1e-47c7-94e4-e5e69b140a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bef2d8a3-34bb-48f3-aec1-f934894d75b0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.541412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1619ad77-9a1e-47c7-94e4-e5e69b140a64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c458a0205bd04ad08dd3b1e3ccaa790f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952464 Feb 19 07:29:47.542850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:47.546461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619ad77-9a1e-47c7-94e4-e5e69b140a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2d8a3-34bb-48f3-aec1-f934894d75b0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:47.631597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fe09d72-96b1-49f5-a971-5295f8497198 req-ee9dc905-a531-478d-a051-91db7eddb69a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248836 Feb 19 07:29:47.647456 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e42d686-2b7b-4f74-a336-b924c2e42ed8 req-c4f206d5-b5b0-4521-88f5-906952bb753e service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581709 Feb 19 07:29:47.669575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] Publish callbacks [] for security_group (bef2d8a3-34bb-48f3-aec1-f934894d75b0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.698102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38a22-97da-4092-9606-4075029517de req-89b7162f-e91a-453b-85a6-a6b077a76ae6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:47.700163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cb38a22-97da-4092-9606-4075029517de req-89b7162f-e91a-453b-85a6-a6b077a76ae6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 943 time: 0.0688767 Feb 19 07:29:47.703588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] Publish callbacks [] for security_group (bef2d8a3-34bb-48f3-aec1-f934894d75b0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.755017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cb38a22-97da-4092-9606-4075029517de req-4629fb68-94d1-43d4-9cd7-58a3ce00d037 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483837 Feb 19 07:29:47.792505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-2357b28f-fef3-4578-8d40-727b7c10d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:47.794659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-2357b28f-fef3-4578-8d40-727b7c10d570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 1126 time: 0.0868130 Feb 19 07:29:47.825884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bef2d8a3-34bb-48f3-aec1-f934894d75b0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.829533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.830924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bef2d8a3-34bb-48f3-aec1-f934894d75b0 HTTP/1.1" status: 204 len: 168 time: 0.2856233 Feb 19 07:29:47.862028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e63acb79-2441-45a3-9a17-16ca53b995b7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:47.875311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d9bec-f6ac-4514-ba15-20de0e54f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2d8a3-34bb-48f3-aec1-f934894d75b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:47.941194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e63acb79-2441-45a3-9a17-16ca53b995b7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:47.956303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-5d28dd56-5f61-447a-826a-1cd45a7cd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:47.957521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e63acb79-2441-45a3-9a17-16ca53b995b7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:47.958152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:47.958587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-5d28dd56-5f61-447a-826a-1cd45a7cd908 service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.1562920 Feb 19 07:29:48.029597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-0afae374-43a1-4758-82ac-ac6d0c196e41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30 HTTP/1.1" status: 200 len: 217 time: 0.0650346 Feb 19 07:29:48.132686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e63acb79-2441-45a3-9a17-16ca53b995b7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:48.134038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-ff37096f-3725-4c5b-945b-a1f76702a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.134536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.135496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-ff37096f-3725-4c5b-945b-a1f76702a347 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0989156 Feb 19 07:29:48.144230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30619-b88f-4f87-b228-6fc77ae181d0 req-5d681cb0-781d-4f6c-aa2e-2178c2787522 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.151409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ae30619-b88f-4f87-b228-6fc77ae181d0 req-5d681cb0-781d-4f6c-aa2e-2178c2787522 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 944 time: 0.0980370 Feb 19 07:29:48.196029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-9b4f37eb-bf65-4a03-a844-9efb46ac4783 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376008 Feb 19 07:29:48.204510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e63acb79-2441-45a3-9a17-16ca53b995b7,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:48.206541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 924a4360-1df9-4bd9-b4a4-96239498a341 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:48.313259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3ae30619-b88f-4f87-b228-6fc77ae181d0 req-a5540dfd-fdf1-44d4-8001-3db6f321814b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608307 Feb 19 07:29:48.317986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a05017d4-9206-4ea3-8e2e-4dfab8963d1e up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:48.323179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:48.330020 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e5d5b-0811-4a28-9a6c-82b10f4c49f3" -d '{"events": [{"server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:48.333510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b81ec0-8940-4f91-9348-fc7b56fae37a req-0997be61-f1ce-442e-85de-106afc623fc5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.341894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8b81ec0-8940-4f91-9348-fc7b56fae37a req-0997be61-f1ce-442e-85de-106afc623fc5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 944 time: 0.1375504 Feb 19 07:29:48.356966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-cfbfa979-7f25-45e8-81d0-3c38c19cfd8f service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485469 Feb 19 07:29:48.378496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.396879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:48.450759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6acef4cd-ce61-4abb-bd07-814804e44bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.454051 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa1879b-2ab7-4293-bc89-4d2d5e0d92d4 x-openstack-request-id: req-8fa1879b-2ab7-4293-bc89-4d2d5e0d92d4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:48.454345 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "name": "network-vif-plugged", "status": "completed", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:48.454603 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fa1879b-2ab7-4293-bc89-4d2d5e0d92d4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:48.455718 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7', 'code': 200} Feb 19 07:29:48.475357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8b81ec0-8940-4f91-9348-fc7b56fae37a req-63976176-61df-4509-a4bf-68168b5843b5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291499 Feb 19 07:29:48.493430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.504896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=924a4360-1df9-4bd9-b4a4-96239498a341,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:48.518805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '924a4360-1df9-4bd9-b4a4-96239498a341', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': '924a4360-1df9-4bd9-b4a4-96239498a341', 'mac_address': 'fa:16:3e:de:a1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:48.522342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee08c0b6-423a-4713-96e4-4e290aa4ce3a req-b412858d-71d7-4732-a570-1c27b72c84ef service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580920 Feb 19 07:29:48.523076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a05017d4-9206-4ea3-8e2e-4dfab8963d1e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:48.562989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a05017d4-9206-4ea3-8e2e-4dfab8963d1e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:48.563327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.609492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 924a4360-1df9-4bd9-b4a4-96239498a341 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:48.609902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.625938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924a4360-1df9-4bd9-b4a4-96239498a341 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:48.640626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6acef4cd-ce61-4abb-bd07-814804e44bdb admin admin] Publish callbacks [] for security_group (9be58397-5f46-4f75-b849-d9aa9d4a25a3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.648296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6acef4cd-ce61-4abb-bd07-814804e44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9be58397-5f46-4f75-b849-d9aa9d4a25a3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.657614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=924a4360-1df9-4bd9-b4a4-96239498a341,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:48.665082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.703681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef4cd-ce61-4abb-bd07-814804e44bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be58397-5f46-4f75-b849-d9aa9d4a25a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.716769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.743095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6acef4cd-ce61-4abb-bd07-814804e44bdb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad950c3c0ebe440cb06841b64123d247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421578 Feb 19 07:29:48.743649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:48.763754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a05017d4-9206-4ea3-8e2e-4dfab8963d1e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:48.764248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.812285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:48.816554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] Publish callbacks [] for security_group (9be58397-5f46-4f75-b849-d9aa9d4a25a3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.836431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.851663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] Publish callbacks [] for security_group (9be58397-5f46-4f75-b849-d9aa9d4a25a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.924950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9be58397-5f46-4f75-b849-d9aa9d4a25a3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.929956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:48.932130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9be58397-5f46-4f75-b849-d9aa9d4a25a3 HTTP/1.1" status: 204 len: 168 time: 0.1876578 Feb 19 07:29:48.938418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:48.948854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43641816-7d7b-4bab-abe8-1a4c6becbebb req-eb0e9b6c-e1e6-4d05-9e0e-8b88961da725 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:48.953034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43641816-7d7b-4bab-abe8-1a4c6becbebb req-eb0e9b6c-e1e6-4d05-9e0e-8b88961da725 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 944 time: 0.1811128 Feb 19 07:29:48.967596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b24d21-c569-49a6-af52-7fd6a5517e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be58397-5f46-4f75-b849-d9aa9d4a25a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:49.031674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43641816-7d7b-4bab-abe8-1a4c6becbebb req-1130a0c5-6665-42f1-b8bd-63e22e158469 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Feb 19 07:29:49.072497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419363a5-b31a-407e-a377-d4f4f5a198d5 req-e6d93234-91cd-4849-a752-2a3f7ae7e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.074783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419363a5-b31a-407e-a377-d4f4f5a198d5 req-e6d93234-91cd-4849-a752-2a3f7ae7e2f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1127 time: 0.5054567 Feb 19 07:29:49.086426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153813-82d1-4272-ae2e-3a91671c53c7 req-ce6a688b-9132-4506-89fe-4b141b53a0ad tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.087933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9153813-82d1-4272-ae2e-3a91671c53c7 req-ce6a688b-9132-4506-89fe-4b141b53a0ad tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 944 time: 0.1280601 Feb 19 07:29:49.157360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['924a4360-1df9-4bd9-b4a4-96239498a341'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:49.166963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419363a5-b31a-407e-a377-d4f4f5a198d5 req-9a510aac-dad8-4e10-83a5-212cbea3335e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780087 Feb 19 07:29:49.176378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9153813-82d1-4272-ae2e-3a91671c53c7 req-ab915b6d-3b43-4cbe-93ba-f6afae71202d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813403 Feb 19 07:29:49.448088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951ec56-3e54-4b60-94b0-09351022812f req-70d82d70-602f-4236-a82f-57b121436ab0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.449734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b951ec56-3e54-4b60-94b0-09351022812f req-70d82d70-602f-4236-a82f-57b121436ab0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0583324 Feb 19 07:29:49.503462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b951ec56-3e54-4b60-94b0-09351022812f req-c3b75a98-ca8e-40ee-bf54-64a5182288b0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Feb 19 07:29:49.620593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425b3bf-aa61-426d-89bf-f793b5c263dc req-c8650130-8f6f-4603-be45-c6ec9832a985 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:49.622252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b425b3bf-aa61-426d-89bf-f793b5c263dc req-c8650130-8f6f-4603-be45-c6ec9832a985 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.0550981 Feb 19 07:29:49.681649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b425b3bf-aa61-426d-89bf-f793b5c263dc req-52a43798-09fb-4185-a068-fde27e1e0cb7 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534880 Feb 19 07:29:50.230618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb357dd-93e3-4dcf-8881-7124fcd197f1 req-5558570c-b196-43ad-85d0-fb391d429dd7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.232168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efb357dd-93e3-4dcf-8881-7124fcd197f1 req-5558570c-b196-43ad-85d0-fb391d429dd7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 944 time: 0.0992429 Feb 19 07:29:50.333714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efb357dd-93e3-4dcf-8881-7124fcd197f1 req-d0aaddd0-61ff-4077-a378-a16b5660c62f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951145 Feb 19 07:29:50.420743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfb897-cbdd-417b-a2b0-a1b492444676 req-7d5fb016-3af0-40e9-aaf5-9ed2956bb0d0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.432383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7dfb897-cbdd-417b-a2b0-a1b492444676 req-7d5fb016-3af0-40e9-aaf5-9ed2956bb0d0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 944 time: 0.1449399 Feb 19 07:29:50.457903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:50.463415 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b55f2e1-9650-4633-b7f0-04a2142bad90" -d '{"events": [{"server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "name": "network-vif-plugged", "status": "completed", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:50.513979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7dfb897-cbdd-417b-a2b0-a1b492444676 req-0a03f73c-c3fd-421f-a3f1-1966f96b3896 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746999 Feb 19 07:29:50.528311 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d9a49f-a4c1-4c16-a53d-412d68889554 x-openstack-request-id: req-d7d9a49f-a4c1-4c16-a53d-412d68889554 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:50.528711 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "name": "network-vif-plugged", "status": "completed", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:50.529071 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7d9a49f-a4c1-4c16-a53d-412d68889554 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:50.532515 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'code': 200} Feb 19 07:29:50.683944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497c1ae-919b-497d-87c9-2ceedd542ffa req-b6a3db53-57cb-4801-8327-c3ac38971f5e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.692118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7497c1ae-919b-497d-87c9-2ceedd542ffa req-b6a3db53-57cb-4801-8327-c3ac38971f5e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1043212 Feb 19 07:29:50.701338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726dfb7-f7ca-4c68-af8e-1d24b25bdf36 req-ddf9d708-9814-4866-96df-aaca36243cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.702794 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1726dfb7-f7ca-4c68-af8e-1d24b25bdf36 req-ddf9d708-9814-4866-96df-aaca36243cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1127 time: 0.1150215 Feb 19 07:29:50.771543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1726dfb7-f7ca-4c68-af8e-1d24b25bdf36 req-92ca897c-1cf4-4c06-a59d-cda5c5923643 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588441 Feb 19 07:29:50.785728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7497c1ae-919b-497d-87c9-2ceedd542ffa req-86c1553d-0164-4f10-97bc-28de8c65c74c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937519 Feb 19 07:29:50.865022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c9f0c-0dc0-4587-9ba7-232b83524197 req-baa5a788-c83f-4637-b0fd-b1cbfef41dcf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:50.870335 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-319c9f0c-0dc0-4587-9ba7-232b83524197 req-baa5a788-c83f-4637-b0fd-b1cbfef41dcf tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.0975735 Feb 19 07:29:50.972192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-319c9f0c-0dc0-4587-9ba7-232b83524197 req-189fb816-704c-43da-b6d3-0db364dbae4e tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927277 Feb 19 07:29:51.137156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942645c-726c-4c75-87a1-96b361727cf8 req-7b1c3098-2d87-4989-b674-92f017c1cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.139501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-7b1c3098-2d87-4989-b674-92f017c1cf25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1127 time: 0.1094825 Feb 19 07:29:51.155846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79db28-1281-496d-8003-88187e29a9c7 req-068a403d-47af-40fe-a75e-1c0a949bfe88 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.160175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea79db28-1281-496d-8003-88187e29a9c7 req-068a403d-47af-40fe-a75e-1c0a949bfe88 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1120048 Feb 19 07:29:51.308265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea79db28-1281-496d-8003-88187e29a9c7 req-d709673e-53c4-4cd3-a819-f70564705371 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249700 Feb 19 07:29:51.318388 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-4e2128cb-6476-4940-b5a9-5702dd642aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587645 Feb 19 07:29:51.322966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942645c-726c-4c75-87a1-96b361727cf8 req-9a6bddec-12fd-4e09-8b24-c69b53f9a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.324907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-9a6bddec-12fd-4e09-8b24-c69b53f9a50e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.1630061 Feb 19 07:29:51.434102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-865b6d21-2864-49db-b000-a52acb20fc5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 200 len: 217 time: 0.1000831 Feb 19 07:29:51.472440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133aba3-49dd-4db0-9758-b947f1869700 req-54185513-7fc6-4031-80a5-8987b07567ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.474940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-54185513-7fc6-4031-80a5-8987b07567ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 1127 time: 0.0915043 Feb 19 07:29:51.536778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942645c-726c-4c75-87a1-96b361727cf8 req-f7012129-d146-4c5e-b1d2-f6ffbc05d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.539228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-f7012129-d146-4c5e-b1d2-f6ffbc05d3be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.0990539 Feb 19 07:29:51.603788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-d80e0dc6-593a-4798-aedf-255e6170de5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574546 Feb 19 07:29:51.636772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386a9dc-4e5f-499a-8268-5044dc08157c req-ead9b0c7-944d-4c0c-a6e9-1b1472742dc9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.638499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2386a9dc-4e5f-499a-8268-5044dc08157c req-ead9b0c7-944d-4c0c-a6e9-1b1472742dc9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 944 time: 0.1689894 Feb 19 07:29:51.785315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133aba3-49dd-4db0-9758-b947f1869700 req-d083de91-f9e5-4ddb-b87d-00288aa754f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.789802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-d083de91-f9e5-4ddb-b87d-00288aa754f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.2834814 Feb 19 07:29:51.791953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0d652-1a70-4606-b954-025683101b22 req-3ffe29bb-52de-459d-8bc7-ac1db76cad45 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.794925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2386a9dc-4e5f-499a-8268-5044dc08157c req-31944003-4ff8-4514-a612-141e0bcea505 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486607 Feb 19 07:29:51.799884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51f0d652-1a70-4606-b954-025683101b22 req-3ffe29bb-52de-459d-8bc7-ac1db76cad45 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 944 time: 0.1059966 Feb 19 07:29:51.830623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-6aeeadc6-22e5-4b9b-9230-c8c61326cbd6 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197728 Feb 19 07:29:51.886849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-0cc2ca0d-3ecf-42a4-a0b4-11427c54027a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 200 len: 217 time: 0.0868971 Feb 19 07:29:51.966331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133aba3-49dd-4db0-9758-b947f1869700 req-5fb93758-c4bd-4c96-a98e-931b0b515da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:51.966331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-5fb93758-c4bd-4c96-a98e-931b0b515da9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.0699313 Feb 19 07:29:52.014985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d942645c-726c-4c75-87a1-96b361727cf8 req-44f7af30-3ded-4f5b-b99c-5dc02cb57e88 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746974 Feb 19 07:29:52.037238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51f0d652-1a70-4606-b954-025683101b22 req-c0e410b6-2214-4bcb-8b69-3e2e4bd86b31 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363012 Feb 19 07:29:52.043234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-188d463e-85b0-4370-b021-55ca4aa7f5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701456 Feb 19 07:29:52.177917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:29:52.193363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-80ada07c-23ef-4873-aaa3-cbe5bfea3832 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449208 Feb 19 07:29:52.196260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 924a4360-1df9-4bd9-b4a4-96239498a341 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:52.432560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 924a4360-1df9-4bd9-b4a4-96239498a341 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:52.452492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 924a4360-1df9-4bd9-b4a4-96239498a341 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:52.452882 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:52.480566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb68c-2fbd-4032-bd63-6cc320769551 req-ddd5b89b-f32d-4ec1-9348-20d642fb42a1 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:52.498852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff3cb68c-2fbd-4032-bd63-6cc320769551 req-ddd5b89b-f32d-4ec1-9348-20d642fb42a1 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.3033931 Feb 19 07:29:52.562737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:52.582417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30', 'mac_address': 'fa:16:3e:74:cf:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:29:52.598467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff254976-fd30-4e27-a56c-7f815ad62f83 req-42d3f3e4-4eee-4b94-9b84-733d8cc25e25 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:52.604706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff254976-fd30-4e27-a56c-7f815ad62f83 req-42d3f3e4-4eee-4b94-9b84-733d8cc25e25 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1164348 Feb 19 07:29:52.630094 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff3cb68c-2fbd-4032-bd63-6cc320769551 req-7121e181-3f43-4216-af3a-c86852b0b7e0 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211200 Feb 19 07:29:52.689581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3133aba3-49dd-4db0-9758-b947f1869700 req-13e14129-1890-484e-bfff-3e51f7245bbc service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846714 Feb 19 07:29:52.695475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:52.695877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:52.697816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 924a4360-1df9-4bd9-b4a4-96239498a341 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:52.698761 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:52.722791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:29:52.732304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff254976-fd30-4e27-a56c-7f815ad62f83 req-22a8207c-fd21-4222-8d62-d880ab680e6f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169105 Feb 19 07:29:52.747536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:52.749860 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6674af4-f310-4a49-99ca-7981e7527fae" -d '{"events": [{"server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "name": "network-vif-plugged", "status": "completed", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:52.765749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:52.769748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=924a4360-1df9-4bd9-b4a4-96239498a341,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:52.772789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:52.785909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:52.876232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:52.923520 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63797b5d-c547-44d1-9443-b259585f1ec9 x-openstack-request-id: req-63797b5d-c547-44d1-9443-b259585f1ec9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:52.929586 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "name": "network-vif-plugged", "status": "completed", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:52.929888 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63797b5d-c547-44d1-9443-b259585f1ec9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:52.930281 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341', 'code': 200} Feb 19 07:29:52.948514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:52.989347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a9fd9-ab9d-488d-b122-f5ccd55a12d0 req-80ff0de5-9ba4-4c21-b7ce-5a7677620191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:52.991536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-390a9fd9-ab9d-488d-b122-f5ccd55a12d0 req-80ff0de5-9ba4-4c21-b7ce-5a7677620191 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 1127 time: 0.1013458 Feb 19 07:29:53.015607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eae99-f8eb-4374-b5c1-c7ccecbec91f req-1a137501-0c3f-4215-b038-21b46fc80d40 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.031628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a36eae99-f8eb-4374-b5c1-c7ccecbec91f req-1a137501-0c3f-4215-b038-21b46fc80d40 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 945 time: 0.1336935 Feb 19 07:29:53.071101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-390a9fd9-ab9d-488d-b122-f5ccd55a12d0 req-6dcd9ea4-84a4-4ef2-abb8-4d6355f9a39f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715864 Feb 19 07:29:53.107704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a36eae99-f8eb-4374-b5c1-c7ccecbec91f req-7b05fd23-facc-418b-b01f-25e630e8c6da tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749874 Feb 19 07:29:53.187420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29499db3-4025-4050-b786-42b89c8bba90 req-4a011ee5-6e91-4a98-b3b8-54cf09d3a951 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.189017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29499db3-4025-4050-b786-42b89c8bba90 req-4a011ee5-6e91-4a98-b3b8-54cf09d3a951 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.0679502 Feb 19 07:29:53.248111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0570f4c3-7eea-4c57-aeff-e6b73eed7f30'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:53.259625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29499db3-4025-4050-b786-42b89c8bba90 req-1a086ab1-1048-460e-9868-59a6a6b65454 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628266 Feb 19 07:29:53.733171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2f5b-de1c-4ccf-a83f-b2b87a89174f req-64e63ed5-d069-4c37-9101-341cea310de8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.734690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623a2f5b-de1c-4ccf-a83f-b2b87a89174f req-64e63ed5-d069-4c37-9101-341cea310de8 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.0568445 Feb 19 07:29:53.785816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623a2f5b-de1c-4ccf-a83f-b2b87a89174f req-13394e2e-c23f-4717-a3e2-dbd0c2c56f4b tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Feb 19 07:29:53.922458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38d11-8c0d-4817-8272-45f0d9b0e278 req-739525e3-93a1-4fe5-8183-5434c6791fb0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.923726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6e02-aa27-4e50-8fdf-65dc06f5a563 req-1a17319a-943b-421f-abee-123fd24cce61 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:53.924284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48d38d11-8c0d-4817-8272-45f0d9b0e278 req-739525e3-93a1-4fe5-8183-5434c6791fb0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0636554 Feb 19 07:29:53.928759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56cf6e02-aa27-4e50-8fdf-65dc06f5a563 req-1a17319a-943b-421f-abee-123fd24cce61 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.0639479 Feb 19 07:29:53.982501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56cf6e02-aa27-4e50-8fdf-65dc06f5a563 req-ec7b267e-5d63-4319-b88a-7e4814e6b457 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476091 Feb 19 07:29:53.983372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48d38d11-8c0d-4817-8272-45f0d9b0e278 req-c37d8573-0a79-4e7e-9a5d-5c62bbca209a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531933 Feb 19 07:29:54.006103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:54.053190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c64d7-01d8-4853-81d7-4563305307fb tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:54.056283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9a9c64d7-01d8-4853-81d7-4563305307fb tempest-TestNetworkBasicOps-585527480 tempest-TestNetworkBasicOps-585527480-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1122 time: 0.0486906 Feb 19 07:29:54.058881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:54.063618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:54.086688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:54.185375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:54.234364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555f0cd-426b-421c-b1d0-508624c21e2a req-3547d3b8-7981-4382-bd36-38c05a2ebc05 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:54.235899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7555f0cd-426b-421c-b1d0-508624c21e2a req-3547d3b8-7981-4382-bd36-38c05a2ebc05 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 945 time: 0.0593486 Feb 19 07:29:54.285285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7555f0cd-426b-421c-b1d0-508624c21e2a req-294d2afb-25cc-4176-9878-d31150b1c6e7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Feb 19 07:29:54.311465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Allocated IP 172.25.7.238 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:54.466839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe250d-6b80-4ef3-9b80-0885a0b90c69 req-8d50e055-b240-4bbd-89c4-93bfe63979cb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:54.466839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09fe250d-6b80-4ef3-9b80-0885a0b90c69 req-8d50e055-b240-4bbd-89c4-93bfe63979cb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.0893679 Feb 19 07:29:54.473261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:54.528482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09fe250d-6b80-4ef3-9b80-0885a0b90c69 req-265b62cc-4b9f-440e-94e6-73524d087076 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633390 Feb 19 07:29:54.541413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:54.588964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:29:54.595575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:29:54.600378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:29:54.603855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:55.138827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (914d17dd-4a62-4daf-9d7d-033eca20025f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:55.172330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80083078-d15b-4d77-ae81-de2253c591b0 req-7db03147-aef0-4869-b508-93ac65588e0c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:55.174532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80083078-d15b-4d77-ae81-de2253c591b0 req-7db03147-aef0-4869-b508-93ac65588e0c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0998020 Feb 19 07:29:55.255941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:55.278901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80083078-d15b-4d77-ae81-de2253c591b0 req-accb072c-70d5-4d68-9b75-5c6e425c59f6 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956864 Feb 19 07:29:55.453666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:55.460351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:55.554261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event updated for resources: {'Port': ['ID=7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:55.568949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (914d17dd-4a62-4daf-9d7d-033eca20025f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:55.727168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac66390-52ce-41ae-8536-f08f096e5bd3 req-25e6a729-22d1-4037-8639-72a52eca40e5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:55.735503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ac66390-52ce-41ae-8536-f08f096e5bd3 req-25e6a729-22d1-4037-8639-72a52eca40e5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 945 time: 0.0650666 Feb 19 07:29:55.739483 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Floating IP 914d17dd-4a62-4daf-9d7d-033eca20025f associated. External IP: 172.25.7.238, port: a05017d4-9206-4ea3-8e2e-4dfab8963d1e. Feb 19 07:29:55.797481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85000a10-37c0-48b3-b8b8-05c95dce8bf7 req-b8b3dfd8-d27f-4a0e-b6c4-3926f275b628 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:55.799068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85000a10-37c0-48b3-b8b8-05c95dce8bf7 req-b8b3dfd8-d27f-4a0e-b6c4-3926f275b628 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.1676481 Feb 19 07:29:55.812228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ac66390-52ce-41ae-8536-f08f096e5bd3 req-2bd3a2f3-c410-4836-982b-d46fd59e7c7e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757804 Feb 19 07:29:55.932223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85000a10-37c0-48b3-b8b8-05c95dce8bf7 req-0fc5b9b8-50fc-4b4a-aa65-f8f43f880bce tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254904 Feb 19 07:29:56.125851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 2a57fe21-9438-49d9-b5d5-87521c3696bf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:29:56.195228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:29:56.273320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:29:56.279066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:29:56.279696 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:56.360914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:29:56.373591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f6cb-e3b6-493a-bfac-357bdafae26f req-27ad4bd5-700b-438a-b492-f9cbb24b85a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:56.375230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c9f6cb-e3b6-493a-bfac-357bdafae26f req-27ad4bd5-700b-438a-b492-f9cbb24b85a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.1550763 Feb 19 07:29:56.406951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Sync routers for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:29:56.421598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:29:56.422117 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:56.446012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:56.447070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:56.471847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-a5e4fc7f-35e1-40de-897b-913f2652c6b3 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:56.477272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-a5e4fc7f-35e1-40de-897b-913f2652c6b3 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.2303746 Feb 19 07:29:56.500363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-696f9d89-e7d3-44f8-a107-f3245fa859c5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/quotas/29082bdf133b4265ad8728e9104a89c1 HTTP/1.1" status: 200 len: 375 time: 0.0155234 Feb 19 07:29:56.582017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:56.643010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-aa01ab19-3fb5-40dd-b5b0-8221dfcb84cf tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348250 Feb 19 07:29:56.673577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:56.676653 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4982ce8-e8b7-4ca8-a29c-b39264b7be19" -d '{"events": [{"server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "name": "network-vif-plugged", "status": "completed", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:56.702595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:56.709271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:56.798794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:56.826133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:56.828668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30c9f6cb-e3b6-493a-bfac-357bdafae26f req-516b8d4e-9935-4890-90df-6cd84242b379 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457262 Feb 19 07:29:56.859277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-16208ac6-73fc-496b-86bf-749389dec756 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7991483 Feb 19 07:29:56.864387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-b69c6db4-f311-4802-883c-3f83b565d2f4 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202473 Feb 19 07:29:56.864918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37120) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:56.865349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:56.872321 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1247f713-d108-420e-9b49-80146ea4c88a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:56.990384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '914d17dd-4a62-4daf-9d7d-033eca20025f', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'port_id': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'mac_address': 'fa:16:3e:bc:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:29:54Z', 'updated_at': '2022-02-19T07:29:54Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:57.000364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-767e9bae-064c-49e2-b63e-d2a279ce049e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0923982 Feb 19 07:29:57.023898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Checking router: 2a57fe21-9438-49d9-b5d5-87521c3696bf for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:29:57.025074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486abd2-8f2d-4880-9802-01ec54fddf1b req-c2423667-ee62-4ce3-b9a7-4707d29f171a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.035630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:29:57.036615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:29:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:57.040157 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5486abd2-8f2d-4880-9802-01ec54fddf1b req-c2423667-ee62-4ce3-b9a7-4707d29f171a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1007953 Feb 19 07:29:57.133186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5486abd2-8f2d-4880-9802-01ec54fddf1b req-cb38b07d-3805-44b5-9070-2c29ea4aff3b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Feb 19 07:29:57.156365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2a90f39b-428a-4da2-89d9-698634e44f86 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/914d17dd-4a62-4daf-9d7d-033eca20025f HTTP/1.1" status: 200 len: 991 time: 0.2803965 Feb 19 07:29:57.187264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-bfc21d2f-1359-4dfe-a633-9901b9c5cac8 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062162 Feb 19 07:29:57.207110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.207110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.207110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.207110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.208280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.208778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.209254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.214218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-48a2bc09-0fcb-4b8f-8b31-9afae7449fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6719 time: 0.1416311 Feb 19 07:29:57.509412 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497dce28-ad6f-4c10-bb14-e56485cd41af x-openstack-request-id: req-497dce28-ad6f-4c10-bb14-e56485cd41af {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:57.509412 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "name": "network-vif-plugged", "status": "completed", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:57.509412 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-497dce28-ad6f-4c10-bb14-e56485cd41af {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:57.510029 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30', 'code': 200} Feb 19 07:29:57.538571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:29:57.578446 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fa9e07-31f6-42fb-8633-80b463cea341 x-openstack-request-id: req-13fa9e07-31f6-42fb-8633-80b463cea341 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:57.579327 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:57.580308 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13fa9e07-31f6-42fb-8633-80b463cea341 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:57.580859 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'status': 'completed', 'code': 200} Feb 19 07:29:57.601309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-356a7a9a-2abf-4050-8ba2-c48856e401d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.601791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-356a7a9a-2abf-4050-8ba2-c48856e401d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.602490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-356a7a9a-2abf-4050-8ba2-c48856e401d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.604280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-356a7a9a-2abf-4050-8ba2-c48856e401d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=71b38913-2132-4dc6-b20e-e02a667060f8&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05 HTTP/1.1" status: 200 len: 2293 time: 0.3518410 Feb 19 07:29:57.636067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a8d993b-bd37-4889-a77a-836cbed61b0a req-f0cf4795-ba76-40a0-9f9b-3eae6d7cf4d5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 210 time: 0.0808318 Feb 19 07:29:57.656923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f713-d108-420e-9b49-80146ea4c88a req-4e7bdb08-2a99-4549-afa3-a1a37dff7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.656923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-4e7bdb08-2a99-4549-afa3-a1a37dff7060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1127 time: 0.1549044 Feb 19 07:29:57.670697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdff425-d835-45c6-bbe7-20a3f98e46d9 req-f4529fb9-fb87-4a90-bffd-5d574f900e6b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.672415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdff425-d835-45c6-bbe7-20a3f98e46d9 req-f4529fb9-fb87-4a90-bffd-5d574f900e6b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.2779024 Feb 19 07:29:57.739690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce381a-9c61-4c90-bc24-54640c592748 req-2812196d-7a80-4039-9ed8-a74c0818d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.741398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10ce381a-9c61-4c90-bc24-54640c592748 req-2812196d-7a80-4039-9ed8-a74c0818d0da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 1128 time: 0.3499613 Feb 19 07:29:57.786846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8fdff425-d835-45c6-bbe7-20a3f98e46d9 req-cf44c29c-8582-475c-a248-1c61bd931fba tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791380 Feb 19 07:29:57.792245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-14624733-8779-483d-aca0-8b943744e37b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 HTTP/1.1" status: 200 len: 1001 time: 0.1566100 Feb 19 07:29:57.845035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f713-d108-420e-9b49-80146ea4c88a req-2ff1ffac-a002-47cc-8d9b-287ae0a33a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.846642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-2ff1ffac-a002-47cc-8d9b-287ae0a33a26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 200 len: 896 time: 0.1870754 Feb 19 07:29:57.900422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-d3359faa-2e50-4879-a11e-70174a0246c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:57.901907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-d3359faa-2e50-4879-a11e-70174a0246c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1ab1706-35e4-45f6-b2c0-f2320725082a HTTP/1.1" status: 200 len: 855 time: 0.1007013 Feb 19 07:29:57.985941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-65dda3cf-d919-4ea2-989d-b80f5a21e626 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 200 len: 999 time: 0.1159017 Feb 19 07:29:58.014570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '914d17dd-4a62-4daf-9d7d-033eca20025f', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'port_id': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'mac_address': 'fa:16:3e:bc:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:29:54Z', 'updated_at': '2022-02-19T07:29:54Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:29:58.022838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10ce381a-9c61-4c90-bc24-54640c592748 req-283ae898-7c0d-4f9f-b1e6-6ab0f5750432 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493982 Feb 19 07:29:58.055282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0ef19928-c960-4a08-8f38-6e9c429c8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.056809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0ef19928-c960-4a08-8f38-6e9c429c8abc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9cf329dd-f9b9-40d5-b761-f49277abeeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1328876 Feb 19 07:29:58.057707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251cc05-b6cb-44b2-bd61-6d6a12f139ea None None] The sync data for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 is: [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '914d17dd-4a62-4daf-9d7d-033eca20025f', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'port_id': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2197, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'mac_address': 'fa:16:3e:bc:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:29:54Z', 'updated_at': '2022-02-19T07:29:54Z', 'revision_number': 0, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:29:58.084247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601b34e-96f6-4629-86fd-f3d019624571 req-03ef8216-d9fa-4507-aa69-bb6759da91c0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.086068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d601b34e-96f6-4629-86fd-f3d019624571 req-03ef8216-d9fa-4507-aa69-bb6759da91c0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.2641788 Feb 19 07:29:58.103752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f713-d108-420e-9b49-80146ea4c88a req-bafe0ad4-4305-4bf1-9e46-2397713e3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.105563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-bafe0ad4-4305-4bf1-9e46-2397713e3bce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7356464-a3eb-4680-a812-70e93acd42dd HTTP/1.1" status: 200 len: 835 time: 0.0748351 Feb 19 07:29:58.121956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4d7af-12f5-41e1-a348-758da166570c req-514ea4c5-c68f-4aee-b42d-073082d68d85 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.123628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acf4d7af-12f5-41e1-a348-758da166570c req-514ea4c5-c68f-4aee-b42d-073082d68d85 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 945 time: 0.1362445 Feb 19 07:29:58.160935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:58.235086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acf4d7af-12f5-41e1-a348-758da166570c req-ce0323f7-44ba-4bcf-b441-77f5adeed958 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042230 Feb 19 07:29:58.344043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44a18c24-cc97-4375-8d97-3ca136c43293 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/914d17dd-4a62-4daf-9d7d-033eca20025f HTTP/1.1" status: 200 len: 991 time: 0.1742857 Feb 19 07:29:58.449752 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bdea9-4652-4afe-bff4-ddaa119084e9 None None] New status for floating IP 914d17dd-4a62-4daf-9d7d-033eca20025f: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:29:58.469692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842e34b-c880-46fa-b074-37a3645117b9 req-9ec5ab1f-a6ea-4fee-8fef-7a3303c7dac8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.471930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a842e34b-c880-46fa-b074-37a3645117b9 req-9ec5ab1f-a6ea-4fee-8fef-7a3303c7dac8 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.2098248 Feb 19 07:29:58.488342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247f713-d108-420e-9b49-80146ea4c88a req-a66f8119-ed23-4b93-9869-a76b7a838bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.490576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-a66f8119-ed23-4b93-9869-a76b7a838bc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2017846 Feb 19 07:29:58.548436 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a842e34b-c880-46fa-b074-37a3645117b9 req-f60b4f59-7cc4-4320-930a-57f57535bcb9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666301 Feb 19 07:29:58.556620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port 924a4360-1df9-4bd9-b4a4-96239498a341 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:29:58.556970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:58.563017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-d2c32881-0ee2-4d4b-9e0e-9373011d7f4d service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701023 Feb 19 07:29:58.674293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port 924a4360-1df9-4bd9-b4a4-96239498a341, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=924a4360-1df9-4bd9-b4a4-96239498a341,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:29:58.674668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:58.690854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for 924a4360-1df9-4bd9-b4a4-96239498a341 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:29:58.706840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-6bfc2b57-0661-48c6-83d2-cc0db7fa8a50 service neutron] 10.222.0.47 "GET /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366467 Feb 19 07:29:58.768827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-c48a0dcd-524c-435a-91a3-5260504c616f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 217 time: 0.0506892 Feb 19 07:29:58.826174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-10d0a863-770e-4245-9a07-23e8bd69a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.827791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-10d0a863-770e-4245-9a07-23e8bd69a7c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.0528090 Feb 19 07:29:58.887567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77bc0979-9bd7-48a1-91f9-54132ecc6d52 req-c510c7ba-4d1b-4768-9ac9-104fca0a7310 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 210 time: 0.1156809 Feb 19 07:29:58.939989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (924a4360-1df9-4bd9-b4a4-96239498a341), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:58.950260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-b2e46530-154e-474f-a262-19070dd9fb33 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254355 Feb 19 07:29:58.952512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['924a4360-1df9-4bd9-b4a4-96239498a341'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:29:58.975714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=924a4360-1df9-4bd9-b4a4-96239498a341,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:29:58.997813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-e5b29242-8a9b-44d6-b33c-38cfe52861a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:58.999303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-e5b29242-8a9b-44d6-b33c-38cfe52861a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1638129 Feb 19 07:29:59.076350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port 924a4360-1df9-4bd9-b4a4-96239498a341 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:29:59.080513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:59.083471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d601b34e-96f6-4629-86fd-f3d019624571 req-baaff167-b26b-4b85-95a4-fc2d9b1cd8c9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "DELETE /v2.0/ports/924a4360-1df9-4bd9-b4a4-96239498a341 HTTP/1.1" status: 204 len: 173 time: 0.7934148 Feb 19 07:29:59.083952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'name': 'network-vif-deleted', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:29:59.086461 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925e9c4-829d-4975-bf08-5a73dc647f44" -d '{"events": [{"server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "name": "network-vif-deleted", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:29:59.129367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1247f713-d108-420e-9b49-80146ea4c88a req-34069287-2a72-4ae1-b219-4c02e96c50a1 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446831 Feb 19 07:29:59.155779 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e34214-7c19-4feb-bfa4-bb2c41d1c072 x-openstack-request-id: req-e2e34214-7c19-4feb-bfa4-bb2c41d1c072 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:29:59.156093 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5188e86f-3d7f-4db6-8a77-13536b059a13", "name": "network-vif-deleted", "tag": "924a4360-1df9-4bd9-b4a4-96239498a341", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:29:59.156333 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2e34214-7c19-4feb-bfa4-bb2c41d1c072 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:29:59.156824 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5188e86f-3d7f-4db6-8a77-13536b059a13', 'name': 'network-vif-deleted', 'tag': '924a4360-1df9-4bd9-b4a4-96239498a341', 'status': 'completed', 'code': 200} Feb 19 07:29:59.196771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dc15d-f346-4756-b8ad-53360612f06b req-e0618229-8475-4723-9f58-41156c652496 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.198250 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-002dc15d-f346-4756-b8ad-53360612f06b req-e0618229-8475-4723-9f58-41156c652496 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.3153958 Feb 19 07:29:59.207751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-19242d64-43df-47aa-945c-7b1ffc971499 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.209248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-19242d64-43df-47aa-945c-7b1ffc971499 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.2764611 Feb 19 07:29:59.218826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-c41503b4-a241-4277-8614-8399e5ba7cce service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079835 Feb 19 07:29:59.224746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Request body: {'port': {'device_id': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'admin_state_up': True, 'tenant_id': '29082bdf133b4265ad8728e9104a89c1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:29:59.342542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37160) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:29:59.370069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0a372ae-fd3b-469b-9f6c-ec38384ea61f req-6d123ec3-d7b7-403a-9b92-204170aa40cf tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=5188e86f-3d7f-4db6-8a77-13536b059a13 HTTP/1.1" status: 200 len: 210 time: 0.0402207 Feb 19 07:29:59.384739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-002dc15d-f346-4756-b8ad-53360612f06b req-6cc7dd89-7f36-4188-be0b-5d6e921ed263 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744573 Feb 19 07:29:59.434008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-542b3daa-16f3-4330-9257-33973b61e03d service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060511 Feb 19 07:29:59.465620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c33b6ee2-0048-45eb-9bba-98b35321db9d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/914d17dd-4a62-4daf-9d7d-033eca20025f HTTP/1.1" status: 200 len: 993 time: 0.1193612 Feb 19 07:29:59.510828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-fd32900d-b7be-4072-9581-6ccba3382803 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 217 time: 0.0671954 Feb 19 07:29:59.519496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:29:59.523126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:29:59.621613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0ada1a35-c015-4fb1-9bf3-d9db32109858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.623285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0ada1a35-c015-4fb1-9bf3-d9db32109858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.0906627 Feb 19 07:29:59.780786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Allocated IP 172.20.0.10 (34d197c3-5889-4968-a25d-77a345522bfb/66b46b22-6422-4dd3-b4e9-6dfa178728e3/23dce1fd-c001-42d6-b7d6-cbe6c1c11c08) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:29:59.798173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa0ce-a132-47ed-9960-687314ef8831 req-6f0c6343-e5d0-4412-a672-00ada678a261 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.800362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f3aa0ce-a132-47ed-9960-687314ef8831 req-6f0c6343-e5d0-4412-a672-00ada678a261 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1709542 Feb 19 07:29:59.803412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-ce2f9a95-605b-4f67-860f-d6387f73ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:29:59.804816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-ce2f9a95-605b-4f67-860f-d6387f73ee0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1714354 Feb 19 07:29:59.928319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f3aa0ce-a132-47ed-9960-687314ef8831 req-ec331d19-10ed-486f-a7d4-eb1ea1a2df5d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188521 Feb 19 07:30:00.019106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77373cfe-a578-4e52-ab89-e7fc40117890 req-1769443d-7609-48ab-bbdb-70bcf0013901 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 210 time: 0.0341358 Feb 19 07:30:00.046463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0c6fc8fa-e238-431e-9742-dba82e15c94d service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331076 Feb 19 07:30:00.137756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks [] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:00.139338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:00.185271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-71005fa5-d7f8-4e25-aa0b-525720a3f084 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305792 Feb 19 07:30:00.200674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:00.212135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['226a7a25-0be5-4d85-9e01-01fc15c02bac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:00.215437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:00.260233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-888e24c6-699d-42e7-b596-7ad68fe73b80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=70972fa0-2997-4188-999f-0255b14274ba HTTP/1.1" status: 200 len: 217 time: 0.0666342 Feb 19 07:30:00.288449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Network 34d197c3-5889-4968-a25d-77a345522bfb is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:00.317635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:00.321775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:00.327499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event updated for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:00.375354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-3c952c5f-e1c0-4c70-9961-4cab99c0c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.377153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-3c952c5f-e1c0-4c70-9961-4cab99c0c2f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.1087990 Feb 19 07:30:00.398185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.398716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:00.455887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-5d8d86e5-3598-437c-9d6f-c180b371f576 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2359676 Feb 19 07:30:00.491979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Request body: {'port': {'device_id': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:00.552303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-4838542c-c49e-493b-a071-4361cadcf6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.553973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-4838542c-c49e-493b-a071-4361cadcf6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1693552 Feb 19 07:30:00.648555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:00.674435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83b1a-c65d-4c10-a554-9fd1204dec4b req-128de899-e971-4f0a-b3d6-859d56a23ee1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.676040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58e83b1a-c65d-4c10-a554-9fd1204dec4b req-128de899-e971-4f0a-b3d6-859d56a23ee1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.1812699 Feb 19 07:30:00.768034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-51327759-702f-45d0-9966-c667e5267b4f service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035971 Feb 19 07:30:00.792860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-6fbedd15-dcb5-44cd-8c41-9c2b4f4c2817 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:00.794352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-6fbedd15-dcb5-44cd-8c41-9c2b4f4c2817 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1174629 Feb 19 07:30:00.809925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-7be73ded-0e2a-420f-a6a1-7f206c072519 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Feb 19 07:30:00.846782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-b835b072-62af-42c1-983b-373508e3ebf8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283971 Feb 19 07:30:00.916580 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58e83b1a-c65d-4c10-a554-9fd1204dec4b req-9008e7ae-3cdc-4180-aad2-68b36aab39d9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327318 Feb 19 07:30:00.970699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-6a6142e6-ae47-489c-b17b-8a877cc55154 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161940 Feb 19 07:30:01.026586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-b8204975-a96f-4673-9d07-a8a8236f1256 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486043 Feb 19 07:30:01.094235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-837876ad-a84a-47cd-9250-d82de8c1335e service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169133 Feb 19 07:30:01.111156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-36b18a69-e739-4b67-9c25-f75d4e54a8a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=53aefed0-d094-4de3-a66e-a819d5ddfead HTTP/1.1" status: 200 len: 217 time: 0.0566027 Feb 19 07:30:01.217712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4f79d-0213-4600-9b33-50e8c7fc91d0 req-336a4754-be76-43fd-a31a-03937e3e5924 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.219358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2fa4f79d-0213-4600-9b33-50e8c7fc91d0 req-336a4754-be76-43fd-a31a-03937e3e5924 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.2048514 Feb 19 07:30:01.254374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f24eb291-d53a-42d5-98d0-ab62827cfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.256010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f24eb291-d53a-42d5-98d0-ab62827cfa0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 200 len: 797 time: 0.1357563 Feb 19 07:30:01.267267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:01.407455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0c095-e6d0-47d0-a346-75a721c143c4 req-711a7d7c-cad7-44e9-95a4-60e69b8813c5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.420827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14e0c095-e6d0-47d0-a346-75a721c143c4 req-711a7d7c-cad7-44e9-95a4-60e69b8813c5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1288531 Feb 19 07:30:01.522302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14e0c095-e6d0-47d0-a346-75a721c143c4 req-5cbae5b8-c170-438a-88d9-8e207e529c32 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886085 Feb 19 07:30:01.701614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks [] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:01.716907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319732e-0a56-45fc-b016-4b4c97a37e5e req-013ec752-834c-4ebe-a64e-d2780658d349 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.718855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6319732e-0a56-45fc-b016-4b4c97a37e5e req-013ec752-834c-4ebe-a64e-d2780658d349 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 932 time: 0.0793374 Feb 19 07:30:01.744631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Transition to ACTIVE for port object 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:01.757790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:01.804557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6319732e-0a56-45fc-b016-4b4c97a37e5e req-5ae51062-b8a1-4e97-8a49-97643e2d5623 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762248 Feb 19 07:30:01.817378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2fa4f79d-0213-4600-9b33-50e8c7fc91d0 req-17851ba9-4aca-48f8-9993-44517b025296 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746360 Feb 19 07:30:01.835779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f49674f7-d210-4151-9207-80ab1f8f3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:01.837732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f49674f7-d210-4151-9207-80ab1f8f3595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=71b38913-2132-4dc6-b20e-e02a667060f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5623512 Feb 19 07:30:01.899602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Pushing event updated for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:01.926919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e02b5b7-50bc-4026-9e94-158378d48624 req-f8613840-00fc-4595-9fa6-0ae9a1e7ba54 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0755372 Feb 19 07:30:02.036656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Attempting to bind port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:02.037231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Attempting to bind port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:02.037231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Attempting to bind port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:02.053586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-c597a2da-0fd1-431e-89cb-73a1eea3189b service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073185 Feb 19 07:30:02.054313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 on network 34d197c3-5889-4968-a25d-77a345522bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:02.055132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Attempting to bind port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:02.060585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:02.060957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Checking segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:02.061862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Bound using segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:02.062325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Bound port: 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:02.063737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:02.199565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 924a4360-1df9-4bd9-b4a4-96239498a341 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:02.242504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:02.246870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d399c-01dd-4c20-8845-cc9362fc5331 req-1a616c90-0697-4447-bbb6-d2e7f289e6ac tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.257577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d6d399c-01dd-4c20-8845-cc9362fc5331 req-1a616c90-0697-4447-bbb6-d2e7f289e6ac tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.1101542 Feb 19 07:30:02.265693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:02.272816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-1335459a-6ff0-4458-a0ec-2cb88aec1cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968801 Feb 19 07:30:02.275233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 924a4360-1df9-4bd9-b4a4-96239498a341 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:02.276076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 924a4360-1df9-4bd9-b4a4-96239498a341 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:02.291766 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:02.343789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d6d399c-01dd-4c20-8845-cc9362fc5331 req-00d37fc7-b7e6-4b08-96f4-a2faac6d4d8a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836797 Feb 19 07:30:02.352152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-aa70c9d6-0282-4157-8c84-1df24d9ba9a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 HTTP/1.1" status: 200 len: 217 time: 0.0723121 Feb 19 07:30:02.370299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.370923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:02.372512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-6ab55439-142f-411b-9b40-335971ec381b service neutron] 10.222.0.24 "PUT /v2.0/ports/23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 HTTP/1.1" status: 200 len: 1092 time: 1.8878372 Feb 19 07:30:02.373014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:02.375670 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af" -d '{"events": [{"name": "network-changed", "server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:02.431697 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34179b75-c7c1-44b5-8e47-549a4134b019 x-openstack-request-id: req-34179b75-c7c1-44b5-8e47-549a4134b019 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:02.431697 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:02.431697 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34179b75-c7c1-44b5-8e47-549a4134b019 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:02.432132 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08', 'status': 'completed', 'code': 200} Feb 19 07:30:02.448558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab55439-142f-411b-9b40-335971ec381b service neutron] Pushing event updated for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:02.462115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-df5997c8-155f-45ab-aa70-8f42731ad02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.463614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-df5997c8-155f-45ab-aa70-8f42731ad02d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1030796 Feb 19 07:30:02.502738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-b6bf1a09-211a-4018-ba94-b0cb926e6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.504280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-b6bf1a09-211a-4018-ba94-b0cb926e6104 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 1126 time: 0.0865567 Feb 19 07:30:02.549296 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-187904ed-beca-46cf-a544-398c3cef9251 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 HTTP/1.1" status: 200 len: 217 time: 0.0366256 Feb 19 07:30:02.555482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f04cfe87-f6ba-4e63-8591-b8692bfb66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.556925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-f04cfe87-f6ba-4e63-8591-b8692bfb66fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0861182 Feb 19 07:30:02.659207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-693204be-4564-436f-bcff-9fc7bfc91918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.661807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-693204be-4564-436f-bcff-9fc7bfc91918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.1032839 Feb 19 07:30:02.710816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-3c35c904-7440-42d0-8ae9-ba643e745417 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327578 Feb 19 07:30:02.712978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88df01-bfeb-41e9-9f93-62acc12f5b1a req-38ce9b65-63ce-4d36-b494-e972efd37d6d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:02.722519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a88df01-bfeb-41e9-9f93-62acc12f5b1a req-38ce9b65-63ce-4d36-b494-e972efd37d6d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1087532 Feb 19 07:30:02.738217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-0d985754-c081-4112-bff7-2907a51c393f service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700754 Feb 19 07:30:02.836783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a88df01-bfeb-41e9-9f93-62acc12f5b1a req-d0e8f3a9-2b79-4fb3-8eab-40e5284f243d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126187 Feb 19 07:30:02.926096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-d62b166a-7a1f-48a7-a10b-49e2d169166f service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019601 Feb 19 07:30:02.979411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-63a0d5e7-e5ce-4a41-9996-9d48c17a43d8 service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303305 Feb 19 07:30:03.043370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:03.074206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-28139312-c878-4416-9ff5-a052a43ab3f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e HTTP/1.1" status: 200 len: 217 time: 0.0637240 Feb 19 07:30:03.208516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-52576641-42e5-4479-a421-1bb8c9af84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.210894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-52576641-42e5-4479-a421-1bb8c9af84d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 200 len: 797 time: 0.1273055 Feb 19 07:30:03.217131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cadcc2e-7c70-43cf-becd-b9e95d8660f4 req-eecd592a-4cc1-45d9-9ba3-16d42ba102be service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826567 Feb 19 07:30:03.283720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be505f3-38df-4221-8065-8c30983aaa99 req-f736b10d-f3ea-4945-ad46-45d99d3b9b72 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.286327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be505f3-38df-4221-8065-8c30983aaa99 req-f736b10d-f3ea-4945-ad46-45d99d3b9b72 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 944 time: 0.2163234 Feb 19 07:30:03.359731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:03.397875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-5506a87b-0508-4baf-b2b0-ede253a629c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.402269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-5506a87b-0508-4baf-b2b0-ede253a629c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=867a6f1f-6e4a-44e4-96cb-1a44b2afda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1827738 Feb 19 07:30:03.409267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d350e881-de40-4363-b9f0-934024bdddfb req-aefc9937-6a15-4308-bc7b-240580038dc8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0485978 Feb 19 07:30:03.410077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-3bfa915d-42bf-4df0-8f8e-44cb18cc0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.411586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-3bfa915d-42bf-4df0-8f8e-44cb18cc0c86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 1126 time: 0.1242642 Feb 19 07:30:03.415449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5afc80f3-0518-4706-9835-c90232e6ca27 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.417102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5afc80f3-0518-4706-9835-c90232e6ca27 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.6430345 Feb 19 07:30:03.433879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': '35e16994-e8cd-431d-8e12-9aec2e647535', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:03.543108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be505f3-38df-4221-8065-8c30983aaa99 req-465147da-6fe6-477d-993a-3061fcd9df46 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248788 Feb 19 07:30:03.566325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddaad-4cdc-41e8-be67-00b9e0d391d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:03.592242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-a46bee6b-1a3f-4775-9d39-00c2d89ec81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.601069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-a46bee6b-1a3f-4775-9d39-00c2d89ec81c service neutron] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.1658294 Feb 19 07:30:03.654143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-a6c53459-353c-47b2-955c-627ed62b15b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 HTTP/1.1" status: 200 len: 217 time: 0.0519650 Feb 19 07:30:03.675662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec91726-3884-4ffb-b462-d975b8aed862 req-2d2c4c0c-de13-443d-9ee3-37757439631e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.677434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ec91726-3884-4ffb-b462-d975b8aed862 req-2d2c4c0c-de13-443d-9ee3-37757439631e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.1626036 Feb 19 07:30:03.698925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-ec1aa2b8-c393-4b49-85fd-1eb22cd5fca6 service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862403 Feb 19 07:30:03.712460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:03.715736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:03.789779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddaad-4cdc-41e8-be67-00b9e0d391d8 admin admin] Publish callbacks [] for security_group (c96fc4e5-88d5-4cfe-9844-0e2856fd11ed), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:03.795839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ec91726-3884-4ffb-b462-d975b8aed862 req-f6dd2a12-904c-4518-b874-ea874a127cff tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 Feb 19 07:30:03.802726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-bb7a15f3-a302-4926-a740-3234173c5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:03.804293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-bb7a15f3-a302-4926-a740-3234173c5cd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.1043677 Feb 19 07:30:03.827477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1ddaad-4cdc-41e8-be67-00b9e0d391d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c96fc4e5-88d5-4cfe-9844-0e2856fd11ed), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:03.840418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-3fe2bfec-512e-48d9-9b00-b6b4a94ad560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292284 Feb 19 07:30:03.888151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e182a24e-90e0-40b2-bd05-5f497ea2b150 req-a37faaf4-d373-46d0-918a-78637d273ddf service neutron] 10.222.0.47 "GET /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767128 Feb 19 07:30:03.903364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b1ddaad-4cdc-41e8-be67-00b9e0d391d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfd8ac89710149159a7e6782f0ad1421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5356514 Feb 19 07:30:03.933218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:03.935991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ddaad-4cdc-41e8-be67-00b9e0d391d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96fc4e5-88d5-4cfe-9844-0e2856fd11ed,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:03.983697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.3 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/cf716ba6-804a-406f-9aa1-ff51b051f367) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:04.006690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-b79cbeed-b94b-43e3-b5a8-c8b76164eeef tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:04.008265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-b79cbeed-b94b-43e3-b5a8-c8b76164eeef tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 946 time: 0.1225767 Feb 19 07:30:04.077516 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] Publish callbacks [] for security_group (c96fc4e5-88d5-4cfe-9844-0e2856fd11ed), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.112671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-efa980de-e6c0-462f-8e3a-5342f9e68c1b service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600834 Feb 19 07:30:04.117930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] Publish callbacks [] for security_group (c96fc4e5-88d5-4cfe-9844-0e2856fd11ed), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.145216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6839f19-17ce-4207-9e0a-125c241f644f req-0dc467a3-7b0e-4ee8-828d-9b8244fe2c85 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:04.146814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6839f19-17ce-4207-9e0a-125c241f644f req-0dc467a3-7b0e-4ee8-828d-9b8244fe2c85 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1279140 Feb 19 07:30:04.217314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:04.217653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.282420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.283152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6839f19-17ce-4207-9e0a-125c241f644f req-44e6e417-56de-4fb5-92ac-ac2a6e4372eb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197300 Feb 19 07:30:04.295698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b68cd9a5-cb2e-47e4-a0d6-1ec34b1178af req-181b562e-9b06-46b8-bf82-eff7a1ea76c9 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665912 Feb 19 07:30:04.301730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c96fc4e5-88d5-4cfe-9844-0e2856fd11ed), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.304414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.307905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c96fc4e5-88d5-4cfe-9844-0e2856fd11ed HTTP/1.1" status: 204 len: 168 time: 0.3712223 Feb 19 07:30:04.334310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6c8aa-e795-42b0-83e2-89f96fd1302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96fc4e5-88d5-4cfe-9844-0e2856fd11ed,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:04.386421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:04.388118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.406216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:04.408503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.513312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:04.552021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:04.555308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:04.643877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:04.695956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c5d9-cc8e-40dc-bc01-67c732eed0df req-a4ba7053-d8b9-421a-a93f-be703dc227df tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:04.701766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662ecda-e67a-4f52-9ed4-aac8894c63ad req-22aac3d5-507f-4145-9e48-c590be64e2ed tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:04.704048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a662ecda-e67a-4f52-9ed4-aac8894c63ad req-22aac3d5-507f-4145-9e48-c590be64e2ed tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 931 time: 0.2011857 Feb 19 07:30:04.718538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c719c5d9-cc8e-40dc-bc01-67c732eed0df req-a4ba7053-d8b9-421a-a93f-be703dc227df tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 944 time: 0.0905588 Feb 19 07:30:04.737585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37258) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:04.743011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:04.743647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.774888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c719c5d9-cc8e-40dc-bc01-67c732eed0df req-84452362-7953-42e4-b69e-3c0b1138a247 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553474 Feb 19 07:30:04.784058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-598e2e50-db4c-4e00-9ef4-a713e8693ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.820060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-5541bccf-5444-4a72-9a99-38a9ae27f0c8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3907371 Feb 19 07:30:04.843282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Request body: {'port': {'device_id': '35e16994-e8cd-431d-8e12-9aec2e647535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:04.847426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0570f4c3-7eea-4c57-aeff-e6b73eed7f30), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:04.861554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:04.894577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a662ecda-e67a-4f52-9ed4-aac8894c63ad req-e8eae128-b3f1-46a5-8a2e-50fe4c91147e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795785 Feb 19 07:30:04.915085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0570f4c3-7eea-4c57-aeff-e6b73eed7f30'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:04.929201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eceab205-6ea3-4d5c-afe4-c9c0d4c5de41 req-99d218b9-f05d-464b-acb9-97a848d76455 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=7a51754b-2f27-4e9a-a351-668279ad0698 HTTP/1.1" status: 200 len: 210 time: 0.0490749 Feb 19 07:30:04.956164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=0570f4c3-7eea-4c57-aeff-e6b73eed7f30,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.022155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:05.030538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.033892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e917ef21-d4ce-472e-a6a2-3491930ed32c req-09d9d2b1-b537-427d-90a7-05281c86d148 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/0570f4c3-7eea-4c57-aeff-e6b73eed7f30 HTTP/1.1" status: 204 len: 173 time: 1.0086174 Feb 19 07:30:05.034351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'name': 'network-vif-deleted', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:05.036793 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f75c1d-7605-441d-a76e-90ec79f355b1" -d '{"events": [{"server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "name": "network-vif-deleted", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:05.073898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:05.083057 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.089204 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fda2f9-14dc-435f-b3ea-fcc32d566474 x-openstack-request-id: req-99fda2f9-14dc-435f-b3ea-fcc32d566474 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:05.089452 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a51754b-2f27-4e9a-a351-668279ad0698", "name": "network-vif-deleted", "tag": "0570f4c3-7eea-4c57-aeff-e6b73eed7f30", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:05.089693 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99fda2f9-14dc-435f-b3ea-fcc32d566474 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:05.090090 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a51754b-2f27-4e9a-a351-668279ad0698', 'name': 'network-vif-deleted', 'tag': '0570f4c3-7eea-4c57-aeff-e6b73eed7f30', 'status': 'completed', 'code': 200} Feb 19 07:30:05.139242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-598e2e50-db4c-4e00-9ef4-a713e8693ff9 admin admin] Publish callbacks [] for security_group (7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.147087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-598e2e50-db4c-4e00-9ef4-a713e8693ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.184775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.185862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.186339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.186974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.187470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.187937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.188396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.191021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9511260-c679-4989-bfcf-8817a78934a1 req-eb5ae0aa-462a-4a78-87c6-7d28a2360e36 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 6719 time: 0.1150131 Feb 19 07:30:05.248038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9511260-c679-4989-bfcf-8817a78934a1 req-a0e69ac9-c451-40a2-b9fe-35b2538ccef2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0486448 Feb 19 07:30:05.249880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-598e2e50-db4c-4e00-9ef4-a713e8693ff9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e04e5ddfdbc4ec0aea00aef41c41407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035722 Feb 19 07:30:05.253005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:05.254972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2e50-db4c-4e00-9ef4-a713e8693ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.307882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] Publish callbacks [] for security_group (7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.333187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] Publish callbacks [] for security_group (7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.387044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.390036 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.393648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20 HTTP/1.1" status: 204 len: 168 time: 0.1372473 Feb 19 07:30:05.425397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579b26c-142a-4afb-9e50-a83c24e3e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca170a6-d7bb-42ac-9c36-a99dc2c8cb20,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.436015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf716ba6-804a-406f-9aa1-ff51b051f367 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:05.448502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks [] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.462373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82c5b-91bc-48a2-a214-fb1a6bf9fbfa req-13ba326d-fc06-4efb-a6d7-bbeff631d4a9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.463720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Transition to ACTIVE for port object cf716ba6-804a-406f-9aa1-ff51b051f367 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:05.464038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4d82c5b-91bc-48a2-a214-fb1a6bf9fbfa req-13ba326d-fc06-4efb-a6d7-bbeff631d4a9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0716057 Feb 19 07:30:05.469829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.533486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4d82c5b-91bc-48a2-a214-fb1a6bf9fbfa req-4f2324a6-7ac1-4aac-bd60-1d229a10646b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617549 Feb 19 07:30:05.539900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Pushing event updated for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.618246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Attempting to bind port cf716ba6-804a-406f-9aa1-ff51b051f367 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:05.622558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Attempting to bind port cf716ba6-804a-406f-9aa1-ff51b051f367 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:05.622558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Attempting to bind port cf716ba6-804a-406f-9aa1-ff51b051f367 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:05.624145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Port cf716ba6-804a-406f-9aa1-ff51b051f367 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:05.624485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Attempting to bind port cf716ba6-804a-406f-9aa1-ff51b051f367 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:05.630411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:05.630777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:05.631151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:05.631603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Bound port: cf716ba6-804a-406f-9aa1-ff51b051f367, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:05.631964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.695756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:05.698812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=cf716ba6-804a-406f-9aa1-ff51b051f367,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:05.706523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.739825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.740515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:05.741920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] 10.222.0.24 "PUT /v2.0/ports/cf716ba6-804a-406f-9aa1-ff51b051f367 HTTP/1.1" status: 200 len: 1091 time: 0.9065952 Feb 19 07:30:05.770386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b0c7-71da-491b-a1eb-9629cf29474c service neutron] Pushing event updated for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:05.828130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-fbe35523-2eb1-4b60-99fc-3fbbf777dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.830571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-fbe35523-2eb1-4b60-99fc-3fbbf777dc1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 1125 time: 0.0505252 Feb 19 07:30:05.884407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-25de62ab-e988-442e-9f82-44f8252971c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf716ba6-804a-406f-9aa1-ff51b051f367 HTTP/1.1" status: 200 len: 217 time: 0.0462635 Feb 19 07:30:05.960350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-f3be973e-ce83-4770-92f7-1b1823f65798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.962300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-f3be973e-ce83-4770-92f7-1b1823f65798 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0707207 Feb 19 07:30:05.971039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:05.974306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e601d-20b5-49fc-876a-f1fd49d8f53b req-0cea71d5-5ef0-4529-a266-f07050002b5f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:05.976117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c34e601d-20b5-49fc-876a-f1fd49d8f53b req-0cea71d5-5ef0-4529-a266-f07050002b5f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 944 time: 0.0946412 Feb 19 07:30:06.012282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-6d902c38-7f21-4b59-b4e8-d0abedcc3b8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351942 Feb 19 07:30:06.043615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7a91-26d8-40f4-a3e6-6b997529cec0 req-c24d1f1d-f49c-4a8b-a813-c8e4d79abe37 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.045968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3ae7a91-26d8-40f4-a3e6-6b997529cec0 req-c24d1f1d-f49c-4a8b-a813-c8e4d79abe37 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 943 time: 0.0657282 Feb 19 07:30:06.107264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:06.113282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3ae7a91-26d8-40f4-a3e6-6b997529cec0 req-7c2f1a7d-7f84-48b3-a154-38752e63535d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Feb 19 07:30:06.114887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c34e601d-20b5-49fc-876a-f1fd49d8f53b req-b17ca5ce-8e74-4c5d-b12b-09412279a99b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Feb 19 07:30:06.131414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'port_id': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08', 'mac_address': 'fa:16:3e:e5:22:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b46b22-6422-4dd3-b4e9-6dfa178728e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:06.155101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-e537a03f-4ae1-408f-beba-2aa49b9f6fc9 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351626 Feb 19 07:30:06.190387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:06.191072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:06.225581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:06.244938 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a7cf1aa-563f-4efe-95aa-c4852147673c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:06.256098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:06.261310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:06.283088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-631306b2-f02d-4eaf-83ac-ef94fae5e74f req-17bf14a4-2ea5-4c36-8a04-fbdfc96b5429 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192825 Feb 19 07:30:06.325551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:06.497702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-6c9ddf38-5ddf-4bf7-949f-8f2295a99747 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.499299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-6c9ddf38-5ddf-4bf7-949f-8f2295a99747 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1007919 Feb 19 07:30:06.517269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-6a9f14cd-9ef9-4bb2-8b0f-860a2b93cc3c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0099225 Feb 19 07:30:06.538746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:06.585578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-65868a94-7e4c-4871-876b-0204c71f41e6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620019 Feb 19 07:30:06.591133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-04c06e4c-0bd6-43c9-8755-ab16810654d5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:30:06.601002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-04c06e4c-0bd6-43c9-8755-ab16810654d5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131774 Feb 19 07:30:06.718143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc68de-9840-4d0f-ab0e-6884c1804ee4 req-35b00955-217f-4ed7-951c-240e3f6a874f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:06.718594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-c7eb2133-8289-41f8-99bc-bc2519062e12 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164961 Feb 19 07:30:06.720314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1fc68de-9840-4d0f-ab0e-6884c1804ee4 req-35b00955-217f-4ed7-951c-240e3f6a874f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1051278 Feb 19 07:30:06.775766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1fc68de-9840-4d0f-ab0e-6884c1804ee4 req-6d1619f9-d52e-4662-b7eb-1571e772db60 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493312 Feb 19 07:30:06.813568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-afd4c556-bdab-4060-9a9f-d892308728e0 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940685 Feb 19 07:30:06.984952 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fb50916-902c-4821-9f0c-78c243c6f724 req-f4049d20-9b18-4993-903f-6894dc99340d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 210 time: 0.0279140 Feb 19 07:30:07.090948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:07.093569 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8123cc-3fe7-479c-88ca-6db6d9db1384" -d '{"events": [{"name": "network-changed", "server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:07.135479 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44928b0a-9882-46d1-9d1d-8ca14cfc74b5 x-openstack-request-id: req-44928b0a-9882-46d1-9d1d-8ca14cfc74b5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:07.135773 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:07.136053 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44928b0a-9882-46d1-9d1d-8ca14cfc74b5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:07.136716 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367', 'status': 'completed', 'code': 200} Feb 19 07:30:07.296295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-5c18191a-0a3b-4677-af03-0ccd70e9c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.298001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-5c18191a-0a3b-4677-af03-0ccd70e9c38b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 1125 time: 0.1338317 Feb 19 07:30:07.316703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb33b67-24f2-467b-b692-2d99a98823d1 req-c681dd1a-0247-4359-9e85-301bad39c126 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.317252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3c066-9e32-4108-8c54-33b1905a76f4 req-69009c1a-b430-483a-bd6c-bb0a8a02f381 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.318516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cb33b67-24f2-467b-b692-2d99a98823d1 req-c681dd1a-0247-4359-9e85-301bad39c126 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 945 time: 0.1114166 Feb 19 07:30:07.320482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eba3c066-9e32-4108-8c54-33b1905a76f4 req-69009c1a-b430-483a-bd6c-bb0a8a02f381 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 943 time: 0.0840139 Feb 19 07:30:07.386345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eba3c066-9e32-4108-8c54-33b1905a76f4 req-ce16341d-d6e6-4ec4-b7bb-7121fb59c78e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539939 Feb 19 07:30:07.482950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cb33b67-24f2-467b-b692-2d99a98823d1 req-2e86de4f-9dbd-4431-89e4-a5fcb9f66c6e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478741 Feb 19 07:30:07.495046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-cfa7f9ce-d54f-4d2f-ba06-133d9a55d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.496877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-cfa7f9ce-d54f-4d2f-ba06-133d9a55d91b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.1751974 Feb 19 07:30:07.544396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-a88af839-5f62-4334-a9b3-0627340f71f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf716ba6-804a-406f-9aa1-ff51b051f367 HTTP/1.1" status: 200 len: 217 time: 0.0417376 Feb 19 07:30:07.608843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-1ace7115-f7c0-4b8c-a364-9b1a06abfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.610433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-1ace7115-f7c0-4b8c-a364-9b1a06abfdc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0593069 Feb 19 07:30:07.643974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-62e21160-d088-4c71-acc4-403da153bc6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266712 Feb 19 07:30:07.789346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-b8559379-a77c-4066-b750-1c6bff1be30e service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373801 Feb 19 07:30:07.908795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e8123cc-3fe7-479c-88ca-6db6d9db1384 req-371bda39-420b-4a88-af1c-282c65954f02 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118119 Feb 19 07:30:07.949248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159320d-f1fb-4680-baf4-dced75b32110 req-d8517b4e-7eba-49ab-ad0a-4009e11ae32a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:07.950191 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7159320d-f1fb-4680-baf4-dced75b32110 req-d8517b4e-7eba-49ab-ad0a-4009e11ae32a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0860515 Feb 19 07:30:07.989943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:08.041276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7159320d-f1fb-4680-baf4-dced75b32110 req-723cc80f-1558-4e97-b432-1ccb2b6967bf tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777998 Feb 19 07:30:08.113714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:08.121959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:08.122355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.179883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f7d5183-f3ca-40f6-8b39-d2161a5c1b65 req-7b0b46da-63e8-4e59-88fc-e1cd478cc02e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 210 time: 0.0583701 Feb 19 07:30:08.237062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:08.254389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-f4ce801b-eef0-414f-b8f3-bf6e13c28f9b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.256131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-f4ce801b-eef0-414f-b8f3-bf6e13c28f9b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.2102449 Feb 19 07:30:08.264363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:08.264800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.266553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:08.266939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0570f4c3-7eea-4c57-aeff-e6b73eed7f30 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:08.274405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:08.293557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:08.295822 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec261947-0372-434f-8c76-c741cf68ca20" -d '{"events": [{"server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "name": "network-vif-plugged", "status": "completed", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:08.309591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:08.316408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.347499 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd0542-161b-4343-90ae-98c77036e139 x-openstack-request-id: req-09dd0542-161b-4343-90ae-98c77036e139 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:08.347862 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "name": "network-vif-plugged", "status": "completed", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:08.348189 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09dd0542-161b-4343-90ae-98c77036e139 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:08.348650 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08', 'code': 200} Feb 19 07:30:08.372321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.400877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:08.404235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.537919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc816d0b-f825-4451-ae74-f18d8ca857b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.571576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414a19-e300-47ed-a25c-972c07bf1f6b req-50a7f995-e316-4d01-bb14-c6612e940059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.573095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8414a19-e300-47ed-a25c-972c07bf1f6b req-50a7f995-e316-4d01-bb14-c6612e940059 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 1128 time: 0.1590874 Feb 19 07:30:08.609519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba2f4d-1a91-47bd-a7bb-3fdff3277858 req-7f875841-4fb8-4879-9718-369f466db242 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.611602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbba2f4d-1a91-47bd-a7bb-3fdff3277858 req-7f875841-4fb8-4879-9718-369f466db242 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 943 time: 0.1285231 Feb 19 07:30:08.626391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6db775-5e94-4a42-8474-b0fef2f41efb req-7a969e1f-17f1-4bac-9c96-17427901822f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.628017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a6db775-5e94-4a42-8474-b0fef2f41efb req-7a969e1f-17f1-4bac-9c96-17427901822f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.0528564 Feb 19 07:30:08.629820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.14 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/b969178b-9630-48ff-addb-238b472285f6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:08.679261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a6db775-5e94-4a42-8474-b0fef2f41efb req-8baa5d80-1f08-4f5d-a851-b71558b50f5d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455525 Feb 19 07:30:08.687879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8414a19-e300-47ed-a25c-972c07bf1f6b req-79289adf-4b7e-465d-8606-9aeb7c66fef2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067209 Feb 19 07:30:08.716594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbba2f4d-1a91-47bd-a7bb-3fdff3277858 req-cf9087b0-2db2-4eb4-9f06-407089f160e6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979211 Feb 19 07:30:08.831103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (b969178b-9630-48ff-addb-238b472285f6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.865210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b969178b-9630-48ff-addb-238b472285f6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:08.879294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:08.913868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:08.916997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:08.923617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:08.946666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:08.979690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:08.979690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.012237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-e70142b3-7f2c-4f1e-b50d-1da93add54ea tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7419441 Feb 19 07:30:09.024580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Request body: {'port': {'device_id': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:09.097857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b969178b-9630-48ff-addb-238b472285f6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.162225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c75811-850b-4405-88aa-72d0a56c6d30 req-73b6ba56-73f2-481c-890d-4b7f5ed43a36 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.163895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2c75811-850b-4405-88aa-72d0a56c6d30 req-73b6ba56-73f2-481c-890d-4b7f5ed43a36 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0550339 Feb 19 07:30:09.213898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2c75811-850b-4405-88aa-72d0a56c6d30 req-684293ef-f39c-47f1-b3b2-d76f48e40f67 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438235 Feb 19 07:30:09.363043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02326981-73d0-44c6-9615-8dddc38038d0 req-69eefc99-a8a0-4ec1-a3b2-231d7096006d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.364428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-02326981-73d0-44c6-9615-8dddc38038d0 req-69eefc99-a8a0-4ec1-a3b2-231d7096006d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 932 time: 0.0909169 Feb 19 07:30:09.435425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b969178b-9630-48ff-addb-238b472285f6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:09.448837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks [] for port (b969178b-9630-48ff-addb-238b472285f6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.456099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-02326981-73d0-44c6-9615-8dddc38038d0 req-4909ec5e-73b3-4a34-baf9-192f2ee50217 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843041 Feb 19 07:30:09.465259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Transition to ACTIVE for port object b969178b-9630-48ff-addb-238b472285f6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:09.469526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b969178b-9630-48ff-addb-238b472285f6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.558097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Pushing event updated for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:09.588626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Attempting to bind port b969178b-9630-48ff-addb-238b472285f6 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:09.588960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Attempting to bind port b969178b-9630-48ff-addb-238b472285f6 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:09.589281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Attempting to bind port b969178b-9630-48ff-addb-238b472285f6 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:09.593526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Port b969178b-9630-48ff-addb-238b472285f6 on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:09.593846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Attempting to bind port b969178b-9630-48ff-addb-238b472285f6 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:09.598611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:09.598951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:09.599615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:09.600049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Bound port: b969178b-9630-48ff-addb-238b472285f6, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:09.600399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b969178b-9630-48ff-addb-238b472285f6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.653054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.665626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:09.668903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b969178b-9630-48ff-addb-238b472285f6,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:09.674774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b969178b-9630-48ff-addb-238b472285f6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.726838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.727480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:09.729281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] 10.222.0.47 "PUT /v2.0/ports/b969178b-9630-48ff-addb-238b472285f6 HTTP/1.1" status: 200 len: 1092 time: 0.7094398 Feb 19 07:30:09.729918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'tag': 'b969178b-9630-48ff-addb-238b472285f6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:09.732354 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c27e94-9f88-459e-996c-1f2a069e414d" -d '{"events": [{"name": "network-changed", "server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "tag": "b969178b-9630-48ff-addb-238b472285f6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:09.745487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90353b-9456-4b9f-b3d5-7d451da3208c service neutron] Pushing event updated for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:09.786659 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9025e1e-1379-4407-a02a-72a9ff026427 x-openstack-request-id: req-d9025e1e-1379-4407-a02a-72a9ff026427 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:09.786957 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "tag": "b969178b-9630-48ff-addb-238b472285f6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:09.787235 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9025e1e-1379-4407-a02a-72a9ff026427 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:09.787646 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'tag': 'b969178b-9630-48ff-addb-238b472285f6', 'status': 'completed', 'code': 200} Feb 19 07:30:09.819227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370c4d-74c5-4218-a8d3-1d42f45d415f req-a99fddc7-0df6-4b2a-91b7-309e6949dfa9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.821940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd370c4d-74c5-4218-a8d3-1d42f45d415f req-a99fddc7-0df6-4b2a-91b7-309e6949dfa9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.0616541 Feb 19 07:30:09.841049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-dabc9325-96c5-4bc1-800f-5f6c741fa40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.842707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-dabc9325-96c5-4bc1-800f-5f6c741fa40c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 1126 time: 0.0536926 Feb 19 07:30:09.880431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd370c4d-74c5-4218-a8d3-1d42f45d415f req-e4c84f40-b1a1-479a-8283-75b04e7539e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Feb 19 07:30:09.916199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-a9e12101-b5c2-43ac-a8b3-76c465097210 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b969178b-9630-48ff-addb-238b472285f6 HTTP/1.1" status: 200 len: 217 time: 0.0650833 Feb 19 07:30:09.983619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeac3a-b1b3-47b7-aedf-a1b25d7cf7bd req-7430e536-1f43-47ca-a609-982da0e01693 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:09.987885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1aeac3a-b1b3-47b7-aedf-a1b25d7cf7bd req-7430e536-1f43-47ca-a609-982da0e01693 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 943 time: 0.1386275 Feb 19 07:30:10.002891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device cf716ba6-804a-406f-9aa1-ff51b051f367 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:10.047270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-9fd22f5d-0164-4bf6-9a1f-eecb7bfedb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:10.048801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-9fd22f5d-0164-4bf6-9a1f-eecb7bfedb1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.1255000 Feb 19 07:30:10.095652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-14acc9e5-ff02-4425-87ed-79f31ad2e8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369430 Feb 19 07:30:10.102994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1aeac3a-b1b3-47b7-aedf-a1b25d7cf7bd req-7bc678f6-8a8f-4aab-941f-d66a35005610 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109672 Feb 19 07:30:10.113157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=cf716ba6-804a-406f-9aa1-ff51b051f367,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:10.124919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'cf716ba6-804a-406f-9aa1-ff51b051f367', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': 'cf716ba6-804a-406f-9aa1-ff51b051f367', 'mac_address': 'fa:16:3e:ed:98:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:10.169267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port cf716ba6-804a-406f-9aa1-ff51b051f367 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:10.169578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:10.183735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf716ba6-804a-406f-9aa1-ff51b051f367 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:10.204862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=cf716ba6-804a-406f-9aa1-ff51b051f367,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:10.205737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-ccd7a1d7-66a4-41ae-9f42-40a6300491b4 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007764 Feb 19 07:30:10.209020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:10.269931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:10.307359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e794040c-cc5f-49cd-b75a-2c306b780eb1 req-299bd714-487d-44e5-b8c5-6cf5a77a1764 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962019 Feb 19 07:30:10.366822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c9a91-d0b7-45be-907d-0b47c5df0e11 req-a1e036b1-270a-4cf9-bffc-72c4bb3330bb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:10.369985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-660c9a91-d0b7-45be-907d-0b47c5df0e11 req-a1e036b1-270a-4cf9-bffc-72c4bb3330bb tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0577285 Feb 19 07:30:10.404476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c27e94-9f88-459e-996c-1f2a069e414d req-3ffb848e-df81-4423-a326-e8ed3a3feda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:10.406330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-3ffb848e-df81-4423-a326-e8ed3a3feda3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 1126 time: 0.0527923 Feb 19 07:30:10.421167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-660c9a91-d0b7-45be-907d-0b47c5df0e11 req-52066ef9-4fa8-4ae2-8c7d-96ad32a5a073 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Feb 19 07:30:10.510249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['cf716ba6-804a-406f-9aa1-ff51b051f367'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:10.537255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c27e94-9f88-459e-996c-1f2a069e414d req-7de8bdea-d5a5-4f50-b8d7-645c2f6c512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:10.538750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-7de8bdea-d5a5-4f50-b8d7-645c2f6c512d service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.1242900 Feb 19 07:30:10.598650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-2c662c4a-6db2-4043-abf9-86d59bfba200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b969178b-9630-48ff-addb-238b472285f6 HTTP/1.1" status: 200 len: 217 time: 0.0525186 Feb 19 07:30:10.971737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:11.032308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b13d4-c68f-49bd-b343-2f1ca2042855 req-e4adde52-d5f8-4885-98fc-6b4445f5593a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.036209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-265b13d4-c68f-49bd-b343-2f1ca2042855 req-e4adde52-d5f8-4885-98fc-6b4445f5593a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.0609097 Feb 19 07:30:11.044220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207da61-9038-4ac3-a0fa-aac51eebb670 req-5620afc4-90f1-428f-b800-7e65c6208888 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.045747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f207da61-9038-4ac3-a0fa-aac51eebb670 req-5620afc4-90f1-428f-b800-7e65c6208888 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 944 time: 0.4878283 Feb 19 07:30:11.059123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c27e94-9f88-459e-996c-1f2a069e414d req-2d9a0f3c-62be-4c8d-bd30-171fcf323009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.060695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-2d9a0f3c-62be-4c8d-bd30-171fcf323009 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.4312689 Feb 19 07:30:11.093998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-265b13d4-c68f-49bd-b343-2f1ca2042855 req-59b684bd-8bca-42c1-891f-fc293b963586 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Feb 19 07:30:11.105004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-9bb0259c-410a-441d-b752-c247683519f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364051 Feb 19 07:30:11.180475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f207da61-9038-4ac3-a0fa-aac51eebb670 req-220bad3f-bc46-41fd-a8e3-8825aca4f256 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251447 Feb 19 07:30:11.229623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-f08513b4-533e-48d9-8386-58e259c13689 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144111 Feb 19 07:30:11.260842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851739-dff2-4cc6-99cf-340562da96a1 req-da6296a6-cad8-4aa1-a33e-bc0d414c31dd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.262487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea851739-dff2-4cc6-99cf-340562da96a1 req-da6296a6-cad8-4aa1-a33e-bc0d414c31dd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 944 time: 0.0736501 Feb 19 07:30:11.336077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea851739-dff2-4cc6-99cf-340562da96a1 req-682fc6f6-dab0-4fc6-ba4f-14953e0cdd3c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659966 Feb 19 07:30:11.356072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c27e94-9f88-459e-996c-1f2a069e414d req-749d90f6-b897-46a5-aec0-95488aead6e7 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189516 Feb 19 07:30:11.621161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74393f-e64d-48d2-9a10-995ff639c726 req-ed8d5bd9-8acd-449e-9f6f-4a1ae1d69644 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:11.622839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e74393f-e64d-48d2-9a10-995ff639c726 req-ed8d5bd9-8acd-449e-9f6f-4a1ae1d69644 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0668757 Feb 19 07:30:11.687064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e74393f-e64d-48d2-9a10-995ff639c726 req-caa63fff-68e4-49c6-9568-2d618c28f469 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Feb 19 07:30:12.001167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device cf716ba6-804a-406f-9aa1-ff51b051f367 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:12.048370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port cf716ba6-804a-406f-9aa1-ff51b051f367 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:12.052451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port cf716ba6-804a-406f-9aa1-ff51b051f367 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:12.052825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:12.141220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port cf716ba6-804a-406f-9aa1-ff51b051f367 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:12.142414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:12.166173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:12.168844 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88898f7-b88d-437e-a14f-b8bc2c6ee499" -d '{"events": [{"server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "name": "network-vif-plugged", "status": "completed", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:12.183036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=cf716ba6-804a-406f-9aa1-ff51b051f367,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:12.187381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:12.232215 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9eb03d-802b-4f7c-863b-1116883152f5 x-openstack-request-id: req-9f9eb03d-802b-4f7c-863b-1116883152f5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:12.232706 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "name": "network-vif-plugged", "status": "completed", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:12.232984 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f9eb03d-802b-4f7c-863b-1116883152f5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:12.233364 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367', 'code': 200} Feb 19 07:30:12.248703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:12.377841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1c2e-1c6b-4b1e-81d0-a5502e7d456b req-34e36f68-25da-462e-86f4-78b4f173a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:12.380231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faeb1c2e-1c6b-4b1e-81d0-a5502e7d456b req-34e36f68-25da-462e-86f4-78b4f173a284 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 1127 time: 0.0828702 Feb 19 07:30:12.395305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d7f8-6034-4876-b179-f497fff33384 req-23a25eb4-0e5b-43c7-8f50-e808afcf784d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:12.399413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e946d7f8-6034-4876-b179-f497fff33384 req-23a25eb4-0e5b-43c7-8f50-e808afcf784d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 944 time: 0.1129582 Feb 19 07:30:12.414073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:12.464173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-faeb1c2e-1c6b-4b1e-81d0-a5502e7d456b req-fb26b61c-880e-42bc-9f66-3c748e9e8349 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637391 Feb 19 07:30:12.519859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86cc3-d3e9-4478-8aac-f78a3e049cad req-f8c7c1d5-e0b7-4649-87be-d809a0dfbb88 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:12.527737 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08d86cc3-d3e9-4478-8aac-f78a3e049cad req-f8c7c1d5-e0b7-4649-87be-d809a0dfbb88 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.0809927 Feb 19 07:30:12.555122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e946d7f8-6034-4876-b179-f497fff33384 req-b4d67730-3dba-4203-969f-6aeedf3cfc1d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936294 Feb 19 07:30:12.577244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08d86cc3-d3e9-4478-8aac-f78a3e049cad req-5aab589e-3d0c-41fa-ba11-320d98e651b3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Feb 19 07:30:12.863168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24a1f2-44f1-45a6-b9ea-24946e852598 req-b4f4f7a6-0bc1-412a-84d4-b0c18b2f165c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:12.873253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e24a1f2-44f1-45a6-b9ea-24946e852598 req-b4f4f7a6-0bc1-412a-84d4-b0c18b2f165c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0937345 Feb 19 07:30:12.970640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e24a1f2-44f1-45a6-b9ea-24946e852598 req-0912f5bb-fdd4-45aa-aedd-194de7599122 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956576 Feb 19 07:30:13.683125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7605ea-ef0b-421a-a96d-8f7ef87013e5 req-81002b76-5f50-45cc-9b37-501f0120fbb1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:13.686061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fe7605ea-ef0b-421a-a96d-8f7ef87013e5 req-81002b76-5f50-45cc-9b37-501f0120fbb1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 944 time: 0.0566216 Feb 19 07:30:13.804127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fe7605ea-ef0b-421a-a96d-8f7ef87013e5 req-0a25b1b7-2a8c-443f-b5a6-9e87f887d202 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108046 Feb 19 07:30:13.805918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178c9b3-d6b0-4b16-9b92-4b40e63c4fd8 req-13d6314e-391b-41aa-bec0-ead9f5738462 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:13.813277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7178c9b3-d6b0-4b16-9b92-4b40e63c4fd8 req-13d6314e-391b-41aa-bec0-ead9f5738462 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.1301327 Feb 19 07:30:13.876209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7178c9b3-d6b0-4b16-9b92-4b40e63c4fd8 req-5f43bb0f-1323-4774-8bc2-2b4f336c3285 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591264 Feb 19 07:30:14.146053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea027-0430-42ae-b214-70c3bc883a4d req-3f8028ce-ccac-4980-8916-faa9efd21459 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:14.147621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4ea027-0430-42ae-b214-70c3bc883a4d req-3f8028ce-ccac-4980-8916-faa9efd21459 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0666802 Feb 19 07:30:14.223477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4ea027-0430-42ae-b214-70c3bc883a4d req-d062244b-1651-46c7-a4f3-f37339ad9439 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Feb 19 07:30:14.297343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b969178b-9630-48ff-addb-238b472285f6 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:14.457733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b969178b-9630-48ff-addb-238b472285f6,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:14.474665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b969178b-9630-48ff-addb-238b472285f6', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': 'b969178b-9630-48ff-addb-238b472285f6', 'mac_address': 'fa:16:3e:60:f0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:14.517875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b969178b-9630-48ff-addb-238b472285f6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:14.518271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b969178b-9630-48ff-addb-238b472285f6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:14.531015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b969178b-9630-48ff-addb-238b472285f6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:14.551175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b969178b-9630-48ff-addb-238b472285f6,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:14.556272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b969178b-9630-48ff-addb-238b472285f6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:14.608363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:14.929849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65aab4-ec23-4f57-ad8b-cc5457d3b031 req-1f15d71f-05d4-4e8b-97b3-22b25ea2a62a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:14.932080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e65aab4-ec23-4f57-ad8b-cc5457d3b031 req-1f15d71f-05d4-4e8b-97b3-22b25ea2a62a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 945 time: 0.0759432 Feb 19 07:30:14.947906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b969178b-9630-48ff-addb-238b472285f6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:15.044802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7f269-c24d-48e1-acea-2bb507ad7efa req-22f13ae2-d82e-4668-968f-179f1d25f2ee tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:15.047350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bd7f269-c24d-48e1-acea-2bb507ad7efa req-22f13ae2-d82e-4668-968f-179f1d25f2ee tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.1032634 Feb 19 07:30:15.069328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e65aab4-ec23-4f57-ad8b-cc5457d3b031 req-d5ae91b4-9569-4d99-9d34-001d740848ae tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183598 Feb 19 07:30:15.116323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bd7f269-c24d-48e1-acea-2bb507ad7efa req-d27349b8-9371-48ef-963d-86c2ef14fbf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 Feb 19 07:30:15.425713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59692e3-aa4f-473d-9633-9cd4bb733086 req-1d62e7c0-2047-4c93-aac9-582d48d34338 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:15.428999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a59692e3-aa4f-473d-9633-9cd4bb733086 req-1d62e7c0-2047-4c93-aac9-582d48d34338 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1094711 Feb 19 07:30:15.537948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a59692e3-aa4f-473d-9633-9cd4bb733086 req-bc5e5a3f-be29-4a3d-af8c-4708e8ab516d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Feb 19 07:30:16.228346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b0445-1a16-44d4-8bc8-4db852bad2af req-117c4e0e-bb16-4955-9025-65b792b0635d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:16.230558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-216b0445-1a16-44d4-8bc8-4db852bad2af req-117c4e0e-bb16-4955-9025-65b792b0635d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 945 time: 0.0927839 Feb 19 07:30:16.285695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-216b0445-1a16-44d4-8bc8-4db852bad2af req-3fbfe271-c38b-4238-9d24-d0d3e26fab0a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Feb 19 07:30:16.315999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b969178b-9630-48ff-addb-238b472285f6 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:16.369704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b969178b-9630-48ff-addb-238b472285f6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:16.374645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b969178b-9630-48ff-addb-238b472285f6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:16.375524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b969178b-9630-48ff-addb-238b472285f6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:16.487693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b969178b-9630-48ff-addb-238b472285f6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:16.490152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b969178b-9630-48ff-addb-238b472285f6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:16.569284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b969178b-9630-48ff-addb-238b472285f6,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:16.570467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b969178b-9630-48ff-addb-238b472285f6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:16.591472 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70762f2f-0fce-4d63-94a6-71a39dfd5205" -d '{"events": [{"server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "name": "network-vif-plugged", "status": "completed", "tag": "b969178b-9630-48ff-addb-238b472285f6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:16.600833 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b969178b-9630-48ff-addb-238b472285f6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:16.684917 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6499a-e44f-4a08-870f-e3ca07d80099 x-openstack-request-id: req-cfe6499a-e44f-4a08-870f-e3ca07d80099 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:16.686123 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "name": "network-vif-plugged", "status": "completed", "tag": "b969178b-9630-48ff-addb-238b472285f6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:16.687517 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cfe6499a-e44f-4a08-870f-e3ca07d80099 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:16.688158 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b969178b-9630-48ff-addb-238b472285f6', 'code': 200} Feb 19 07:30:16.759832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:16.821240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f6b8-e4fa-4dc7-8e98-6a7c172bfefc req-53d5d738-6c19-4cf1-a876-184f77b0280b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:16.822940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04b5f6b8-e4fa-4dc7-8e98-6a7c172bfefc req-53d5d738-6c19-4cf1-a876-184f77b0280b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1310132 Feb 19 07:30:16.834552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187ab9-cfac-42e0-b7cb-7cd8f7bd03c2 req-f7e99063-6217-4595-a62f-ea017e74983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:16.836826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe187ab9-cfac-42e0-b7cb-7cd8f7bd03c2 req-f7e99063-6217-4595-a62f-ea017e74983b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 1128 time: 0.0918412 Feb 19 07:30:16.909897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04b5f6b8-e4fa-4dc7-8e98-6a7c172bfefc req-56546596-bc2d-4f26-99fb-5ab8ac8cbdf4 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775218 Feb 19 07:30:16.939865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe187ab9-cfac-42e0-b7cb-7cd8f7bd03c2 req-933693ea-ced8-474a-95fb-9f536c2b105d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771306 Feb 19 07:30:17.420732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162151f-b448-4a2f-ad94-2ccbba343bca req-7876286c-a1a9-46dd-971b-9ebbb4d61567 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:17.423785 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f162151f-b448-4a2f-ad94-2ccbba343bca req-7876286c-a1a9-46dd-971b-9ebbb4d61567 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.0675342 Feb 19 07:30:17.475135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f162151f-b448-4a2f-ad94-2ccbba343bca req-44c60cf9-213e-4ce0-86eb-9d2fc6fffdc8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464313 Feb 19 07:30:17.807136 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:30:18.096075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fec93b-55a8-46cc-bb37-51dc6646093f req-8b51704e-bfa4-4907-ab5b-ce40542d82d5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:18.097769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60fec93b-55a8-46cc-bb37-51dc6646093f req-8b51704e-bfa4-4907-ab5b-ce40542d82d5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0585771 Feb 19 07:30:18.176745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60fec93b-55a8-46cc-bb37-51dc6646093f req-5a6353ca-18f2-4950-8736-b9a79d6148d0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712204 Feb 19 07:30:18.617802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934dbf8-a644-4386-a9c1-7e8c358d238b req-db9ef5c7-db35-4fec-a872-a10e5542d397 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:18.620201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8934dbf8-a644-4386-a9c1-7e8c358d238b req-db9ef5c7-db35-4fec-a872-a10e5542d397 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.0656254 Feb 19 07:30:18.679028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8934dbf8-a644-4386-a9c1-7e8c358d238b req-1b389f33-d89e-482a-8cf6-44e00d19ce82 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Feb 19 07:30:18.981890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-7ef357c9-f56c-4453-ac3f-4453068947d7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:18.990136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-7ef357c9-f56c-4453-ac3f-4453068947d7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1444428 Feb 19 07:30:19.006764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4fb1d56f-9096-47b3-9884-10255ea9d427 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0142949 Feb 19 07:30:19.072375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-58fac4ba-cc2a-4696-83d1-642c82c02b33 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644422 Feb 19 07:30:19.179314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-15c2ed56-c3e4-4e66-a43a-41a2c9364442 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056952 Feb 19 07:30:19.289995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-dc35bdd2-ed7d-4f4b-bee9-21f3c844e60a service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095200 Feb 19 07:30:19.348802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057f1bd-4138-46ad-bd43-ad4ccb2ac2e8 req-893fdb52-0912-4ac9-a015-18c23aa1a743 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:19.350956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b057f1bd-4138-46ad-bd43-ad4ccb2ac2e8 req-893fdb52-0912-4ac9-a015-18c23aa1a743 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0873780 Feb 19 07:30:19.462915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b057f1bd-4138-46ad-bd43-ad4ccb2ac2e8 req-147c7071-dc49-4dc4-a339-27e4a5509eea tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061928 Feb 19 07:30:19.525464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01d492dd-789b-432b-a02c-8f282d4c77df req-a262ba1e-5744-4ed7-b6bd-8aa60e50efa5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 210 time: 0.0446577 Feb 19 07:30:20.570528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-9d394839-7d85-462f-aab6-4c4a1524e62f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:20.572466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-9d394839-7d85-462f-aab6-4c4a1524e62f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1441967 Feb 19 07:30:20.589380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': '2d442f5a-202f-4812-926c-60133d5585a8', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:20.665969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62541228-69dd-431b-8382-cf93664a7f64 req-5e159485-b590-41bf-9b10-657e02dff0e5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 210 time: 0.0480473 Feb 19 07:30:20.701829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fd3d4-89a6-44e7-965c-d02e4dae1204 req-62188120-2789-4809-9507-f9130596283a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:20.703402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d0fd3d4-89a6-44e7-965c-d02e4dae1204 req-62188120-2789-4809-9507-f9130596283a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1274252 Feb 19 07:30:20.759257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:20.762395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:20.784825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d0fd3d4-89a6-44e7-965c-d02e4dae1204 req-e6b9b74b-97e6-4ddc-a42b-b8715c4a3bf9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730736 Feb 19 07:30:20.906773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.5 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:21.083943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.124751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.140311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b969178b-9630-48ff-addb-238b472285f6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:21.174174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:21.180063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:21.184735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:21.189539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:21.229489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:21.238158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:21.238788 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.259988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2ad60207-3c30-441c-834f-dc0989360227 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6742849 Feb 19 07:30:21.274774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Request body: {'port': {'device_id': '2d442f5a-202f-4812-926c-60133d5585a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:21.355802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.679157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:21.691251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks [] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.707797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Transition to ACTIVE for port object 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:21.713674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.820832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:21.821006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708407c-91b6-4667-802c-f9677aa8fe60 req-895dbf53-78d3-4ea4-89e9-99b06e9b66f9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:21.836735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b708407c-91b6-4667-802c-f9677aa8fe60 req-895dbf53-78d3-4ea4-89e9-99b06e9b66f9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 943 time: 0.0901990 Feb 19 07:30:21.856084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Attempting to bind port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:21.856739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Attempting to bind port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:21.857323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Attempting to bind port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:21.862728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:21.863157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Attempting to bind port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:21.868797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:21.869274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:21.936414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:21.936414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Bound port: 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:21.936414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:21.936953 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b708407c-91b6-4667-802c-f9677aa8fe60 req-a2765d0f-9277-4161-b6be-2d05a7021bb9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704658 Feb 19 07:30:22.005463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:22.008984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:22.023076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe6dfd-d4dc-4203-b82b-92927c8d7abd req-0d05c32f-1ef7-4358-9656-4a6c535c51b9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.024921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6fe6dfd-d4dc-4203-b82b-92927c8d7abd req-0d05c32f-1ef7-4358-9656-4a6c535c51b9 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0873318 Feb 19 07:30:22.026451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:22.074782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.075717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:22.077100 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] 10.222.0.47 "PUT /v2.0/ports/76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd HTTP/1.1" status: 200 len: 1091 time: 0.8088520 Feb 19 07:30:22.081461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:22.083857 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea90305a-26cb-4b8d-b0be-f267405602bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:22.172835 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c04db-69c3-4bc5-97e7-6e9431059489 x-openstack-request-id: req-cf3c04db-69c3-4bc5-97e7-6e9431059489 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:22.173124 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:22.173384 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf3c04db-69c3-4bc5-97e7-6e9431059489 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:22.173790 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd', 'status': 'completed', 'code': 200} Feb 19 07:30:22.176692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c7f04-97fa-4463-88c1-98f20a571ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:22.185588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6fe6dfd-d4dc-4203-b82b-92927c8d7abd req-f4c6e73e-01e7-4f0b-b837-101af113cbac tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539156 Feb 19 07:30:22.202940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-f74138b4-e275-40c4-956b-654cab8df53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.205608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-f74138b4-e275-40c4-956b-654cab8df53c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 1125 time: 0.0730007 Feb 19 07:30:22.255420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-8b54ce42-14ba-4fba-902b-3880c2284647 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd HTTP/1.1" status: 200 len: 217 time: 0.0428302 Feb 19 07:30:22.308407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-e99e0228-2988-4e4a-bf71-6ebbeac8655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.309870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-e99e0228-2988-4e4a-bf71-6ebbeac8655c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0490549 Feb 19 07:30:22.342144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-ff658fa7-b453-4905-98ad-03383ae1502a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263431 Feb 19 07:30:22.449234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-2cfc55f6-ac25-4773-ac72-c786f9f01664 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007123 Feb 19 07:30:22.542253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf06b6cf-184c-42bb-bb83-e5d1631e3dd4 req-a0120a8b-d3ea-43a4-8843-ff53307a58a3 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Feb 19 07:30:22.632384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-16d9ee5c-2716-4469-8e78-344133765cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.633891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-16d9ee5c-2716-4469-8e78-344133765cbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 1125 time: 0.0459578 Feb 19 07:30:22.728448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-f0c69cbd-c9f2-4322-95e7-babfcd1c2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.729929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-f0c69cbd-c9f2-4322-95e7-babfcd1c2d17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.0898502 Feb 19 07:30:22.772896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-9fc75aff-afa2-44b2-8253-75de1ea72f37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd HTTP/1.1" status: 200 len: 217 time: 0.0357168 Feb 19 07:30:22.827331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-b06ff53f-1b7f-4b68-b8ec-828a51320e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:22.828841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-b06ff53f-1b7f-4b68-b8ec-828a51320e16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0503149 Feb 19 07:30:22.861044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-fbaf3bc7-e2b7-48cf-bc85-db96a948f6b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Feb 19 07:30:22.953232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-ee566b2a-6b31-4fac-a1d9-2b038f04678c service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865023 Feb 19 07:30:23.038534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e765-a238-4a70-b345-9ba36616dc0f req-845e65e6-cc5d-4bac-8704-d33c1123145c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.040090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9490e765-a238-4a70-b345-9ba36616dc0f req-845e65e6-cc5d-4bac-8704-d33c1123145c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 943 time: 0.0591447 Feb 19 07:30:23.044125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea90305a-26cb-4b8d-b0be-f267405602bb req-f7e5b518-6bdb-4be7-9ea4-40cded81043a service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852578 Feb 19 07:30:23.086446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9490e765-a238-4a70-b345-9ba36616dc0f req-1824997a-15e4-4e36-9b44-8c4c49e8dcc1 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Feb 19 07:30:23.322377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bd06e-056f-453b-935f-c2d5daffb7fd req-62f317cd-5c63-4e7b-a2aa-0b315d045acf tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.323828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-034bd06e-056f-453b-935f-c2d5daffb7fd req-62f317cd-5c63-4e7b-a2aa-0b315d045acf tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0584862 Feb 19 07:30:23.370060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-034bd06e-056f-453b-935f-c2d5daffb7fd req-70e6fea3-e479-4ca6-b708-38a4eecbf8f0 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Feb 19 07:30:23.499249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b97ec0-5d65-4570-8423-b374e61c8921 req-9b80a725-72a6-40a8-96ca-e24dab5995c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:23.501547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0b97ec0-5d65-4570-8423-b374e61c8921 req-9b80a725-72a6-40a8-96ca-e24dab5995c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1127 time: 0.0533087 Feb 19 07:30:23.557513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0b97ec0-5d65-4570-8423-b374e61c8921 req-2344d1e7-4e36-4b96-865c-d0b6ff1688dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Feb 19 07:30:24.204978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0a0e2-bac3-433f-afe3-64bf3729fda4 req-907fc49e-4d54-415b-94c2-8288a9bc96a8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:24.206388 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dc0a0e2-bac3-433f-afe3-64bf3729fda4 req-907fc49e-4d54-415b-94c2-8288a9bc96a8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 943 time: 0.0520408 Feb 19 07:30:24.256222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1dc0a0e2-bac3-433f-afe3-64bf3729fda4 req-2d34095f-7564-4181-9d0e-b3f9f06e7657 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Feb 19 07:30:24.494541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1f4b2-a1ac-458c-80e8-3bf34be8fee4 req-d88ae452-24eb-481b-989a-358ab09f7fe3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:24.496009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12b1f4b2-a1ac-458c-80e8-3bf34be8fee4 req-d88ae452-24eb-481b-989a-358ab09f7fe3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0551932 Feb 19 07:30:24.547667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12b1f4b2-a1ac-458c-80e8-3bf34be8fee4 req-65848578-048e-4200-9dd5-c823834fa702 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Feb 19 07:30:25.379177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6b0c-91dd-454b-b14e-8cf31be736bb req-bc510589-d1e8-44ab-bc6a-4948505a13f6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:25.380863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b3a6b0c-91dd-454b-b14e-8cf31be736bb req-bc510589-d1e8-44ab-bc6a-4948505a13f6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 943 time: 0.0558467 Feb 19 07:30:25.427803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b3a6b0c-91dd-454b-b14e-8cf31be736bb req-1be497bb-36de-491a-bd8e-ee8ff64ea6c9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Feb 19 07:30:25.665974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd349-e9ee-4185-86a6-9cc54bd38e02 req-ca2e0888-e018-4205-b9d5-a23b151a3342 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:25.667604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-104fd349-e9ee-4185-86a6-9cc54bd38e02 req-ca2e0888-e018-4205-b9d5-a23b151a3342 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0514529 Feb 19 07:30:25.713545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-104fd349-e9ee-4185-86a6-9cc54bd38e02 req-e1004418-9f71-425c-8860-0182c8476f17 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Feb 19 07:30:25.938601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-ede5df17-92cf-4172-baad-cd4abd6ba6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:25.940141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-ede5df17-92cf-4172-baad-cd4abd6ba6b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa01e58d47714bf884d33709310a849f&device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 1127 time: 0.0834901 Feb 19 07:30:25.947725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0e89c-baac-4957-9b58-21c036c376a7 req-e907681a-f648-414e-aa18-586ad424e20f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:25.949181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bad0e89c-baac-4957-9b58-21c036c376a7 req-e907681a-f648-414e-aa18-586ad424e20f tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0811355 Feb 19 07:30:26.045860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bad0e89c-baac-4957-9b58-21c036c376a7 req-d8b1556e-a0e4-4f63-93c5-3f945be905dc tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881610 Feb 19 07:30:26.067726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-d54c00bb-c108-4c0b-a608-8ad769c6a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:26.069183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-d54c00bb-c108-4c0b-a608-8ad769c6a65d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 200 len: 911 time: 0.1191406 Feb 19 07:30:26.115164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-bf54ee2b-c6b2-4fe2-8513-8567b0227e75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 200 len: 217 time: 0.0394845 Feb 19 07:30:26.162639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-a82b5a13-1f06-449d-8211-86135e83b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:26.164150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-a82b5a13-1f06-449d-8211-86135e83b343 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 200 len: 851 time: 0.0437117 Feb 19 07:30:26.197740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-56189edf-2b40-45a7-9464-5c0bbb12a9a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7181c2fe-9071-453c-9e00-ac64b3f5996f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249970 Feb 19 07:30:26.293937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-0587b0ea-8d8f-4deb-aa73-da0e0b4d2534 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888422 Feb 19 07:30:26.332677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:26.384415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a75445b-eaab-4a5f-9f09-bbae4e0feac9 req-beeeefc7-d997-4c32-b8c7-a4fe4621d891 service neutron] 10.222.0.24 "GET /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848432 Feb 19 07:30:26.440220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:26.451963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd', 'mac_address': 'fa:16:3e:86:01:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:26.491326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:26.491729 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:26.510746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:26.538055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:26.543130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:26.560355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74423e-2ba3-4459-9a1e-16b54350082f req-f320a470-b8b2-4a14-9621-75eb3c094d27 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:26.561978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b74423e-2ba3-4459-9a1e-16b54350082f req-f320a470-b8b2-4a14-9621-75eb3c094d27 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 943 time: 0.0627153 Feb 19 07:30:26.597013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:26.615073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b74423e-2ba3-4459-9a1e-16b54350082f req-e56f4f91-9bee-4908-9ba8-740dedcc100c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Feb 19 07:30:26.955691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:27.171267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf129b0-d846-4eba-9da6-1e3b44ccac64 req-6602c337-9928-43bb-9d7a-78c2cf3ccd2c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:27.173402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bf129b0-d846-4eba-9da6-1e3b44ccac64 req-6602c337-9928-43bb-9d7a-78c2cf3ccd2c tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0563581 Feb 19 07:30:27.227500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bf129b0-d846-4eba-9da6-1e3b44ccac64 req-04bcc46b-4033-4ec5-ad05-70b86d35999e tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Feb 19 07:30:27.736923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219056b5-91ba-4ae9-aacb-17e0be31c9d8 req-6a6007a2-c2e6-4349-ac3c-f47e8edf6cb9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:27.738405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-219056b5-91ba-4ae9-aacb-17e0be31c9d8 req-6a6007a2-c2e6-4349-ac3c-f47e8edf6cb9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 944 time: 0.0560188 Feb 19 07:30:27.785138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-219056b5-91ba-4ae9-aacb-17e0be31c9d8 req-82e7f8ad-93dd-463c-900f-19b132c07a07 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Feb 19 07:30:28.355786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8a49c-d5be-4f41-bb61-9cae25f56ddf req-8f752f61-aa84-43fc-90da-e7c9921703dc tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:28.357607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18d8a49c-d5be-4f41-bb61-9cae25f56ddf req-8f752f61-aa84-43fc-90da-e7c9921703dc tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0616224 Feb 19 07:30:28.358905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:28.414393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:28.416087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18d8a49c-d5be-4f41-bb61-9cae25f56ddf req-74f4b560-77f3-4976-af54-7323c3081212 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510473 Feb 19 07:30:28.418477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:28.418879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:28.496723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:28.497113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:28.518871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:28.521020 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99d50b9-806f-46bc-b4d8-f89b46d5089e" -d '{"events": [{"server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "name": "network-vif-plugged", "status": "completed", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:28.532844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:28.537347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:28.566195 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29f9275-23ef-42d6-bf36-24369db42d07 x-openstack-request-id: req-c29f9275-23ef-42d6-bf36-24369db42d07 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:28.566468 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "name": "network-vif-plugged", "status": "completed", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:28.566720 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c29f9275-23ef-42d6-bf36-24369db42d07 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:28.567102 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd', 'code': 200} Feb 19 07:30:28.590618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:28.682722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13906f3-3859-4f45-803c-fcd5bc499680 req-5ac7b209-afdb-4849-96ce-5560448f910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:28.684275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c13906f3-3859-4f45-803c-fcd5bc499680 req-5ac7b209-afdb-4849-96ce-5560448f910b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 1127 time: 0.0549071 Feb 19 07:30:28.729357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c13906f3-3859-4f45-803c-fcd5bc499680 req-88081217-f6e4-42fa-a4d8-61a3e468c966 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Feb 19 07:30:28.929924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78309ef-ae7f-4e67-8147-f7269ddd01f3 req-a8e7286f-a8fc-4ae0-9655-1733678238ef tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:28.931741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e78309ef-ae7f-4e67-8147-f7269ddd01f3 req-a8e7286f-a8fc-4ae0-9655-1733678238ef tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.0616829 Feb 19 07:30:28.986940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e78309ef-ae7f-4e67-8147-f7269ddd01f3 req-6aed685c-6eed-4b6b-a443-dc5f84c83ceb tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Feb 19 07:30:29.560608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314411-8adc-4536-ad68-5e222fb0667b req-f1ad1fed-c3c0-4bb6-85a1-d4f596c73683 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:29.562606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9314411-8adc-4536-ad68-5e222fb0667b req-f1ad1fed-c3c0-4bb6-85a1-d4f596c73683 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0648930 Feb 19 07:30:29.624741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9314411-8adc-4536-ad68-5e222fb0667b req-3df73019-c10b-4838-910d-e5fc9e4c4045 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506241 Feb 19 07:30:29.924030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12db94-f2c3-46cf-98a6-42c14c7ae714 req-9d7cb56c-50c3-4b33-b479-b73fd0908dd4 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:29.925991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b12db94-f2c3-46cf-98a6-42c14c7ae714 req-9d7cb56c-50c3-4b33-b479-b73fd0908dd4 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0648606 Feb 19 07:30:29.999824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b12db94-f2c3-46cf-98a6-42c14c7ae714 req-cc91cfbf-e1f7-4dc6-93fb-4562b301c477 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637279 Feb 19 07:30:30.137513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b35256-5d6f-41d6-9bec-e7096ce0d73d req-781e13f7-b145-4cd3-b4cc-466293065275 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:30.143982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8b35256-5d6f-41d6-9bec-e7096ce0d73d req-781e13f7-b145-4cd3-b4cc-466293065275 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.0685365 Feb 19 07:30:30.162309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:30.212245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8b35256-5d6f-41d6-9bec-e7096ce0d73d req-280f9810-f9a3-48ab-85c3-8e4eebcfca0d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634773 Feb 19 07:30:31.151312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbdb7d-ca24-4e5a-9f3c-aae98d915afe req-0bf74e93-d99e-4e6a-9fec-fa121dbc1c3d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:31.163368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55dbdb7d-ca24-4e5a-9f3c-aae98d915afe req-0bf74e93-d99e-4e6a-9fec-fa121dbc1c3d tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0804877 Feb 19 07:30:31.248665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55dbdb7d-ca24-4e5a-9f3c-aae98d915afe req-83da7f46-1de6-4e16-b9db-fc829cffdbb3 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837510 Feb 19 07:30:31.387214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcb512-b33b-48d8-bec3-2b8908b8354e req-d35939db-7ae4-4d54-adc9-e9ccafc5d89e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:31.388854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0bcb512-b33b-48d8-bec3-2b8908b8354e req-d35939db-7ae4-4d54-adc9-e9ccafc5d89e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.0734966 Feb 19 07:30:31.413439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:31.454652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0bcb512-b33b-48d8-bec3-2b8908b8354e req-dba35baa-a8a9-491c-a5d2-be20c85d587b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Feb 19 07:30:31.590853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:31.656071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067325-1587-43ca-8cce-02214885febe req-9f4ea222-247b-4e49-9f41-ee53e0b17472 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:31.659247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61067325-1587-43ca-8cce-02214885febe req-9f4ea222-247b-4e49-9f41-ee53e0b17472 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.1066878 Feb 19 07:30:31.729504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Publish callbacks [] for security_group (69c425e2-d8ad-4fb2-904b-aac17b5e67c9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:31.733465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61067325-1587-43ca-8cce-02214885febe req-acd50402-7989-439a-95a4-09000a6f1f0d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691593 Feb 19 07:30:31.734760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69c425e2-d8ad-4fb2-904b-aac17b5e67c9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:31.792718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c425e2-d8ad-4fb2-904b-aac17b5e67c9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:31.805249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b4af0f0156043c5b6ea1821f6851495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3890405 Feb 19 07:30:31.805436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.805786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.806227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.806568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.807002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.807475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:31.807644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.807947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.808282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.808610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.808943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.809521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.809856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.810183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcddfb5f-e2f5-4fb4-82f7-97257292029c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:31.912671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Publish callbacks [] for security_group (69c425e2-d8ad-4fb2-904b-aac17b5e67c9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:31.938895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300697-bffd-41cc-9b00-aaae6bbc99dd req-0055dae8-ac7b-4bc2-92dd-dcefcfb314d9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:31.940440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72300697-bffd-41cc-9b00-aaae6bbc99dd req-0055dae8-ac7b-4bc2-92dd-dcefcfb314d9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.0893807 Feb 19 07:30:31.962966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Publish callbacks [] for security_group (69c425e2-d8ad-4fb2-904b-aac17b5e67c9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:32.024943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72300697-bffd-41cc-9b00-aaae6bbc99dd req-5e5e88ca-c758-4f3d-abe4-3a5c8af6dec4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754430 Feb 19 07:30:32.045458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69c425e2-d8ad-4fb2-904b-aac17b5e67c9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:32.049176 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:32.050603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69c425e2-d8ad-4fb2-904b-aac17b5e67c9 HTTP/1.1" status: 204 len: 168 time: 0.2402093 Feb 19 07:30:32.075150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c425e2-d8ad-4fb2-904b-aac17b5e67c9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:32.085280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.085767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.086125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.086467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.086804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.087140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.087508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.087841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.088171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.088500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.088908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.089242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.089568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbfb762-b102-492c-a745-434c5e6fc6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:32.421964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ca09a-6c78-439a-ac72-a0d2ddaa0735 req-0eeb31cc-b217-4c80-9fb5-221d3678b616 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:32.424604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-671ca09a-6c78-439a-ac72-a0d2ddaa0735 req-0eeb31cc-b217-4c80-9fb5-221d3678b616 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.0883112 Feb 19 07:30:32.468524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f20d41-4e2b-4445-a208-e8e56bf43ed8 req-bff67a69-8a32-4aca-a70e-7345d0c26081 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:32.477215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55f20d41-4e2b-4445-a208-e8e56bf43ed8 req-bff67a69-8a32-4aca-a70e-7345d0c26081 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1251526 Feb 19 07:30:32.508379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-671ca09a-6c78-439a-ac72-a0d2ddaa0735 req-67be7cd4-3a30-4bd7-99b0-d31270a50fa9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673831 Feb 19 07:30:32.553939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-55f20d41-4e2b-4445-a208-e8e56bf43ed8 req-c8b7382f-03a7-4b3f-adf2-a99c005e1004 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Feb 19 07:30:33.034251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:33.298374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-4f3b354c-61c0-47ef-9522-c710325a3564 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:33.300189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-4f3b354c-61c0-47ef-9522-c710325a3564 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.0874517 Feb 19 07:30:33.442569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Deleting port e63acb79-2441-45a3-9a17-16ca53b995b7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:33.444534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:33.494358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:33.547831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] For port e63acb79-2441-45a3-9a17-16ca53b995b7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e63acb79-2441-45a3-9a17-16ca53b995b7,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:33.548195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:33.564036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Calling delete_port for e63acb79-2441-45a3-9a17-16ca53b995b7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:33.673223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c982c03b-31e9-4719-a30c-0e78d0f57160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:33.769307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5b391-603a-4071-956e-9c0fa82e628c req-06c624ad-5c1e-4f89-adea-949d076b13cc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:33.776997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7c5b391-603a-4071-956e-9c0fa82e628c req-06c624ad-5c1e-4f89-adea-949d076b13cc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.1045270 Feb 19 07:30:33.799386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0377c8-4fb3-4ea4-9710-4ed39067a478 req-892f129b-8b2a-47bd-bc91-e7a81eb01fab tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:33.801803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f0377c8-4fb3-4ea4-9710-4ed39067a478 req-892f129b-8b2a-47bd-bc91-e7a81eb01fab tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd1682e0-427b-42a6-97d3-ea8d2326cf4c HTTP/1.1" status: 200 len: 945 time: 0.1179743 Feb 19 07:30:33.851224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e63acb79-2441-45a3-9a17-16ca53b995b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:33.863878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f9f79769-6e8b-4160-93b9-bec372cd98fa', 'e63acb79-2441-45a3-9a17-16ca53b995b7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:33.865894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7c5b391-603a-4071-956e-9c0fa82e628c req-0dc42d38-022c-42a0-8a2b-3ca07fb0d701 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851822 Feb 19 07:30:33.902994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Pushing event deleted for resources: {'Port': ['ID=e63acb79-2441-45a3-9a17-16ca53b995b7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:33.944408 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f0377c8-4fb3-4ea4-9710-4ed39067a478 req-a4291d41-91b2-48df-a9d3-ecfbb468a976 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324735 Feb 19 07:30:33.997324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] No DVR routers for this DVR port e63acb79-2441-45a3-9a17-16ca53b995b7 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:34.001580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.005240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1811da2-6d43-41ea-995d-d4c1bdc02502 req-c448a729-1f2f-45b2-8231-7754aa388931 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "DELETE /v2.0/ports/e63acb79-2441-45a3-9a17-16ca53b995b7 HTTP/1.1" status: 204 len: 173 time: 0.6999471 Feb 19 07:30:34.006103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'name': 'network-vif-deleted', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:34.011893 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5510fe7d-abb2-45aa-8e36-6ed66da4e64c" -d '{"events": [{"server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "name": "network-vif-deleted", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:34.015272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c982c03b-31e9-4719-a30c-0e78d0f57160 admin admin] Publish callbacks [] for security_group (8963e3bd-a48e-4f73-a702-5e4056b9795f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.039025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-96690af1-55b7-473b-b00b-8c43c4a38f06 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:34.042011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-96690af1-55b7-473b-b00b-8c43c4a38f06 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 945 time: 0.1492105 Feb 19 07:30:34.048638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c982c03b-31e9-4719-a30c-0e78d0f57160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8963e3bd-a48e-4f73-a702-5e4056b9795f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.159409 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c982c03b-31e9-4719-a30c-0e78d0f57160 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7502710d50b47368959ff58ccf7d08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632578 Feb 19 07:30:34.159986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:34.160816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982c03b-31e9-4719-a30c-0e78d0f57160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963e3bd-a48e-4f73-a702-5e4056b9795f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:34.204130 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79410943-4ea4-4480-92af-c4acc16a7cd4 x-openstack-request-id: req-79410943-4ea4-4480-92af-c4acc16a7cd4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:34.204490 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1682e0-427b-42a6-97d3-ea8d2326cf4c", "name": "network-vif-deleted", "tag": "e63acb79-2441-45a3-9a17-16ca53b995b7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:34.204754 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79410943-4ea4-4480-92af-c4acc16a7cd4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:34.205163 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1682e0-427b-42a6-97d3-ea8d2326cf4c', 'name': 'network-vif-deleted', 'tag': 'e63acb79-2441-45a3-9a17-16ca53b995b7', 'status': 'completed', 'code': 200} Feb 19 07:30:34.238483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] Publish callbacks [] for security_group (8963e3bd-a48e-4f73-a702-5e4056b9795f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.260316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:34.260872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.273973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] Publish callbacks [] for security_group (8963e3bd-a48e-4f73-a702-5e4056b9795f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.346515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8963e3bd-a48e-4f73-a702-5e4056b9795f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.353182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.357637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8963e3bd-a48e-4f73-a702-5e4056b9795f HTTP/1.1" status: 204 len: 168 time: 0.1936743 Feb 19 07:30:34.367609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d72a7-0f94-4e67-b3bf-d01785b3fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963e3bd-a48e-4f73-a702-5e4056b9795f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:34.398563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:34.398936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.421748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:34.630277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.654716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:34.661472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b969178b-9630-48ff-addb-238b472285f6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:34.681040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:34.779273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:34.783246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:34.789003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55ceb238-1607-4c22-bcb0-b4391b30f9f8 req-08572ff6-f6de-4d72-a56a-0356c475db99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd HTTP/1.1" status: 204 len: 173 time: 0.7353063 Feb 19 07:30:35.118509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89d4ae4f-7947-44a9-8337-a7ea39aa0149 req-36dadcbf-0807-4725-9f2d-4e0c46a0058b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d442f5a-202f-4812-926c-60133d5585a8 HTTP/1.1" status: 200 len: 210 time: 0.0486727 Feb 19 07:30:35.422519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a0197-40d9-4ec2-997b-aa9cea932040 req-31d63674-9e6d-4f98-a8a4-98cacbd0742a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:35.424559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c3a0197-40d9-4ec2-997b-aa9cea932040 req-31d63674-9e6d-4f98-a8a4-98cacbd0742a tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.1040194 Feb 19 07:30:35.460458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37714) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:35.529596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c3a0197-40d9-4ec2-997b-aa9cea932040 req-0546a67b-d982-4b28-92c4-5c606e106604 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976269 Feb 19 07:30:35.601762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-206260584-network', 'tenant_id': '84ca237979c04a75924a5aac952afe09'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:35.625919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Made reservation on behalf of 84ca237979c04a75924a5aac952afe09 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:35.628524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.637328 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.717148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks [] for security_group (d991e592-2726-4f2d-8ecd-3d9398a7efc4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.723235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d991e592-2726-4f2d-8ecd-3d9398a7efc4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.746365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:30:35.756084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d991e592-2726-4f2d-8ecd-3d9398a7efc4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.760726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (da50077b-8587-4bcf-a6ef-91c1d9ebd9ad), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.761064 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Added segment da50077b-8587-4bcf-a6ef-91c1d9ebd9ad of type vlan for network 340f63ee-2410-4caa-ad18-1d480a7a2b1c Feb 19 07:30:35.802041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (340f63ee-2410-4caa-ad18-1d480a7a2b1c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.827142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (340f63ee-2410-4caa-ad18-1d480a7a2b1c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.828097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:35.829168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:35.879026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4172907 Feb 19 07:30:35.881816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:35.888129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Request body: {'subnet': {'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-206260584-subnet', 'tenant_id': '84ca237979c04a75924a5aac952afe09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:35.894683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411ebb4-eaa6-450d-9ef4-d8c14358874a admin admin] Pushing event updated for resources: {'Network': ['ID=340f63ee-2410-4caa-ad18-1d480a7a2b1c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:35.908366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:30:35.912042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Made reservation on behalf of 84ca237979c04a75924a5aac952afe09 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:35.916090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:36.100925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (92de5c8d-ee3b-40ce-ba89-6d37870464ae), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:36.119995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e63acb79-2441-45a3-9a17-16ca53b995b7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:36.151709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: e63acb79-2441-45a3-9a17-16ca53b995b7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:36.152055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e63acb79-2441-45a3-9a17-16ca53b995b7 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:36.153977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92de5c8d-ee3b-40ce-ba89-6d37870464ae,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:36.172105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Checking segment: {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:36.172484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Network hostable DHCP agents. Network: 340f63ee-2410-4caa-ad18-1d480a7a2b1c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:30:36.195062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:30:36.207737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'name': 'network-vif-deleted', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:36.210083 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8ca3a4-a63a-4747-8d67-daa87d74d86f" -d '{"events": [{"server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "name": "network-vif-deleted", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:36.214454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 340f63ee-2410-4caa-ad18-1d480a7a2b1c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:36.218451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:36.219091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:36.239768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed4213-2bdb-49bf-a12b-a4991f1ed920 None None] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:30:36.260398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2286bfa0-0e7e-41ee-a938-8fe601159c0d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3717997 Feb 19 07:30:36.301208 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c510d9c-d540-48b3-99a8-eb7dd8b7715b x-openstack-request-id: req-7c510d9c-d540-48b3-99a8-eb7dd8b7715b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:36.301208 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d442f5a-202f-4812-926c-60133d5585a8", "name": "network-vif-deleted", "tag": "76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:36.301208 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c510d9c-d540-48b3-99a8-eb7dd8b7715b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:36.301208 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d442f5a-202f-4812-926c-60133d5585a8', 'name': 'network-vif-deleted', 'tag': '76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd', 'status': 'completed', 'code': 200} Feb 19 07:30:36.316469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8fe1a20-3a55-4f84-ae83-edcad7ae2384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:36.396592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e290241-ce87-415b-9d9c-171dca67c030 None None] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:30:36.425307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:36.472681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:36.473271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 76c9b52a-2f9e-4db9-ad93-0d94ea97a8bd not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:36.527452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206861-4658-4ad7-a0df-1e26d085bc60 req-741caf13-4703-493a-b1f3-f91423de23aa tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:36.529037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc206861-4658-4ad7-a0df-1e26d085bc60 req-741caf13-4703-493a-b1f3-f91423de23aa tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.0934196 Feb 19 07:30:36.613635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc206861-4658-4ad7-a0df-1e26d085bc60 req-1b98bdfc-6b6c-4555-9a7b-8fac5231d862 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764482 Feb 19 07:30:36.709594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9372a5f-f1b4-4bcf-ad4f-772888a5744c req-2324fffd-dbd9-4caa-aceb-f229eb5b5546 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:36.712380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9372a5f-f1b4-4bcf-ad4f-772888a5744c req-2324fffd-dbd9-4caa-aceb-f229eb5b5546 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.0885940 Feb 19 07:30:36.784772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9372a5f-f1b4-4bcf-ad4f-772888a5744c req-6eec9cdf-0f87-407e-b16f-ac1cc4159850 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Feb 19 07:30:37.813584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c158-7374-4cba-ba44-40d84a80face req-8e764978-5bdb-4d71-b30b-cf8e00865369 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:37.821001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a764c158-7374-4cba-ba44-40d84a80face req-8e764978-5bdb-4d71-b30b-cf8e00865369 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.0666494 Feb 19 07:30:37.948410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a764c158-7374-4cba-ba44-40d84a80face req-70aae223-87d6-4ae5-b0a2-f052241b73c7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264086 Feb 19 07:30:38.120022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2141b-78cb-472d-977e-666d3a600165 req-006008db-fbfe-46ac-b740-0dbbdbcff6e5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:38.122575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9c2141b-78cb-472d-977e-666d3a600165 req-006008db-fbfe-46ac-b740-0dbbdbcff6e5 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2156384 Feb 19 07:30:38.242907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983895a0-4ae0-4347-802b-3f9e23af065a req-8984d48d-623e-463a-a129-410ce40f9662 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:38.245678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-983895a0-4ae0-4347-802b-3f9e23af065a req-8984d48d-623e-463a-a129-410ce40f9662 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 945 time: 0.2719846 Feb 19 07:30:38.274725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88519cd-89b3-4a3a-8545-746e54796969 req-dff0ca84-b1f6-41a2-a3cc-0fb85e242942 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:38.284509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e88519cd-89b3-4a3a-8545-746e54796969 req-dff0ca84-b1f6-41a2-a3cc-0fb85e242942 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.2439513 Feb 19 07:30:38.543341 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc808fa-6599-4809-8866-ed55ff86dd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:38.793563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-983895a0-4ae0-4347-802b-3f9e23af065a req-c75ac2b1-3547-471c-93ba-63783efe9fbf tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b445998-0260-4d89-9c6b-7c28eaaf2df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413785 Feb 19 07:30:38.799386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Deleting port f9f79769-6e8b-4160-93b9-bec372cd98fa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:38.799741 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:38.894013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port b969178b-9630-48ff-addb-238b472285f6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:38.894357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b969178b-9630-48ff-addb-238b472285f6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:38.954759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] For port f9f79769-6e8b-4160-93b9-bec372cd98fa, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9f79769-6e8b-4160-93b9-bec372cd98fa,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:38.955129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:38.977384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Calling delete_port for f9f79769-6e8b-4160-93b9-bec372cd98fa owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:39.050404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port b969178b-9630-48ff-addb-238b472285f6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b969178b-9630-48ff-addb-238b472285f6,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:39.050726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b969178b-9630-48ff-addb-238b472285f6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.076052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for b969178b-9630-48ff-addb-238b472285f6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:39.202219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308078-3dbe-40c0-8b8a-05bca5b6fbd2 req-75f49b1c-6e81-4217-8be6-ec44b23308a6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:39.211049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17308078-3dbe-40c0-8b8a-05bca5b6fbd2 req-75f49b1c-6e81-4217-8be6-ec44b23308a6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=a86c7a73-e5e6-4967-9275-546f2cd82cab HTTP/1.1" status: 200 len: 946 time: 0.0848031 Feb 19 07:30:39.255260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f9f79769-6e8b-4160-93b9-bec372cd98fa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.267864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f9f79769-6e8b-4160-93b9-bec372cd98fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:39.276818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17308078-3dbe-40c0-8b8a-05bca5b6fbd2 req-95920d7f-30d3-450c-9d3d-be91a8f52e13 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643148 Feb 19 07:30:39.343361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Pushing event deleted for resources: {'Port': ['ID=f9f79769-6e8b-4160-93b9-bec372cd98fa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.410509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] No DVR routers for this DVR port f9f79769-6e8b-4160-93b9-bec372cd98fa on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:39.417915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.421215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9c2141b-78cb-472d-977e-666d3a600165 req-1cfc4247-0557-4257-abc7-29692706b20b tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.24 "DELETE /v2.0/ports/f9f79769-6e8b-4160-93b9-bec372cd98fa HTTP/1.1" status: 204 len: 173 time: 1.2874408 Feb 19 07:30:39.424015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'name': 'network-vif-deleted', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:39.426261 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8cf0a-7c4d-4512-b5b1-919f205fcab9" -d '{"events": [{"server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "name": "network-vif-deleted", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:39.467957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b969178b-9630-48ff-addb-238b472285f6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.482166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b969178b-9630-48ff-addb-238b472285f6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:39.486497 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640a8b1-b732-4c55-9769-1f40b2a7bae9 x-openstack-request-id: req-1640a8b1-b732-4c55-9769-1f40b2a7bae9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:39.486884 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb368f1-308b-4ba3-a7d5-4f92a2019a5f", "name": "network-vif-deleted", "tag": "f9f79769-6e8b-4160-93b9-bec372cd98fa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:39.487096 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1640a8b1-b732-4c55-9769-1f40b2a7bae9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:39.487468 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb368f1-308b-4ba3-a7d5-4f92a2019a5f', 'name': 'network-vif-deleted', 'tag': 'f9f79769-6e8b-4160-93b9-bec372cd98fa', 'status': 'completed', 'code': 200} Feb 19 07:30:39.490747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:39.514794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=b969178b-9630-48ff-addb-238b472285f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:39.545390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-ff2b83cf-ba3e-4756-b1f9-7e0008a190e4 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:39.553545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-ff2b83cf-ba3e-4756-b1f9-7e0008a190e4 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 808 time: 0.2537417 Feb 19 07:30:39.579032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port b969178b-9630-48ff-addb-238b472285f6 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:39.582063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-12a8250b-4691-4d0d-9af1-5ea989a1e603 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/quotas/84ca237979c04a75924a5aac952afe09 HTTP/1.1" status: 200 len: 375 time: 0.0276012 Feb 19 07:30:39.583261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.586627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e88519cd-89b3-4a3a-8545-746e54796969 req-2834d601-2b3a-4de4-b949-212d07941045 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/b969178b-9630-48ff-addb-238b472285f6 HTTP/1.1" status: 204 len: 173 time: 1.2873440 Feb 19 07:30:39.625410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-1ee93672-d20e-4dcc-ae6a-14468d83295f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341666 Feb 19 07:30:39.680658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:39.722531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-1fa257fd-950f-4eb8-83a2-0d7dd3ab82ec service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:30:39.731742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-1fa257fd-950f-4eb8-83a2-0d7dd3ab82ec service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0990992 Feb 19 07:30:39.819845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-a4ad233d-2981-4f39-95ba-356ea49c59f3 service neutron] 10.222.0.43 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871623 Feb 19 07:30:39.951684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7b0fea2-4179-4229-b257-900feb2660e4 req-c323e4af-42e3-462a-a60b-fb996bab3903 tempest-ServerRescueTestJSON-2026091451 tempest-ServerRescueTestJSON-2026091451-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fb368f1-308b-4ba3-a7d5-4f92a2019a5f HTTP/1.1" status: 200 len: 210 time: 0.0362949 Feb 19 07:30:39.962357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-34c9faa7-1ad3-4983-8153-27e7ece7850a service neutron] 10.222.0.43 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360505 Feb 19 07:30:40.181092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-baa28259-796a-4a62-a62a-3423f0d427a0 req-ad0a1cd0-8672-4b8f-a38b-0839b766261b tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 210 time: 0.0380509 Feb 19 07:30:40.681680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-422e2642-d8c2-49f6-96e1-893e33d8d6ce tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:40.683523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-422e2642-d8c2-49f6-96e1-893e33d8d6ce tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1197522 Feb 19 07:30:40.701380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-a49d7be1-af87-435f-9324-cb27dae9f10b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0114095 Feb 19 07:30:40.772900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-821ba502-cc10-46fb-a721-28443d5b1004 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633409 Feb 19 07:30:40.873416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-ab17e897-2cdf-41f7-ac2d-2f3581624181 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933340 Feb 19 07:30:40.971705 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:40.995153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:41.003314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-66ccaa10-ff27-4f7f-9bce-b3e21543cd5d service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238239 Feb 19 07:30:41.268753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9a5a5e2-d350-4de8-a7d9-1f09d0bc7715 req-9a09aece-2e0c-4274-b6a6-ee0a5749b602 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 210 time: 0.0596201 Feb 19 07:30:41.422974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-fd309788-f597-4470-9fa3-100661f7aa04 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:41.425460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-fd309788-f597-4470-9fa3-100661f7aa04 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 808 time: 0.1274571 Feb 19 07:30:41.445631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b08417a-234f-4c35-82af-d4a14b28b5f8 req-06650eb4-512e-4eb5-a0f8-8210202a75f7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 210 time: 0.0467515 Feb 19 07:30:41.449004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Request body: {'port': {'device_id': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c', 'admin_state_up': True, 'tenant_id': '84ca237979c04a75924a5aac952afe09'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:41.506199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'name': 'network-vif-deleted', 'tag': 'b969178b-9630-48ff-addb-238b472285f6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:41.508474 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bdcc27-d973-4d42-91a3-6937a478a809" -d '{"events": [{"server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "name": "network-vif-deleted", "tag": "b969178b-9630-48ff-addb-238b472285f6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:41.560447 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dec943-11cf-449e-a828-2a59257c4683 x-openstack-request-id: req-82dec943-11cf-449e-a828-2a59257c4683 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:41.560766 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86c7a73-e5e6-4967-9275-546f2cd82cab", "name": "network-vif-deleted", "tag": "b969178b-9630-48ff-addb-238b472285f6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:41.561051 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82dec943-11cf-449e-a828-2a59257c4683 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:41.561471 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86c7a73-e5e6-4967-9275-546f2cd82cab', 'name': 'network-vif-deleted', 'tag': 'b969178b-9630-48ff-addb-238b472285f6', 'status': 'completed', 'code': 200} Feb 19 07:30:41.644708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Made reservation on behalf of 84ca237979c04a75924a5aac952afe09 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:41.648183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:41.834579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Allocated IP 172.20.0.2 (340f63ee-2410-4caa-ad18-1d480a7a2b1c/92de5c8d-ee3b-40ce-ba89-6d37870464ae/5b50bbd0-470c-468d-9f68-80fca2f737c0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:41.838977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (32821432-7077-4421-92ac-c1ae1b7c1979), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.139533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9f79769-6e8b-4160-93b9-bec372cd98fa no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:42.140097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks [] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.180980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: f9f79769-6e8b-4160-93b9-bec372cd98fa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:42.181804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9f79769-6e8b-4160-93b9-bec372cd98fa not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:42.237045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.323749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:42.336976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:42.346583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:42.399128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:42.399794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.404179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Pushing event updated for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:42.412577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Deleting port c56964a2-ad99-44b8-b4a0-614784b53447 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:42.412920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.431054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b969178b-9630-48ff-addb-238b472285f6 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:42.434842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.438118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-232e69a4-b9c5-44ba-8a94-d621d16f746a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9944386 Feb 19 07:30:42.473307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b969178b-9630-48ff-addb-238b472285f6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:42.474424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b969178b-9630-48ff-addb-238b472285f6 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:42.477090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Request body: {'port': {'device_id': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:42.486551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2caf-c35c-45a4-9102-363c1b7bb57f req-adef09da-00d1-419e-b7bc-43a8b96192cd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:42.488194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47ab2caf-c35c-45a4-9102-363c1b7bb57f req-adef09da-00d1-419e-b7bc-43a8b96192cd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.2116401 Feb 19 07:30:42.613825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] For port c56964a2-ad99-44b8-b4a0-614784b53447, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c56964a2-ad99-44b8-b4a0-614784b53447,segment=NetworkSegment(b4c46ddf-ae57-42fc-80ee-0207050d9455),segment_id=b4c46ddf-ae57-42fc-80ee-0207050d9455)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:42.614192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.617967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:42.628455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47ab2caf-c35c-45a4-9102-363c1b7bb57f req-95cef925-3bb8-47e0-a799-b7410d8f47ae tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209188 Feb 19 07:30:42.644478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Calling delete_port for c56964a2-ad99-44b8-b4a0-614784b53447 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:42.770985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74e61751-b326-4a9e-97b0-a04555050644 req-4086ca00-2f2a-468b-92e7-23ff62bf3b03 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 210 time: 0.0330522 Feb 19 07:30:42.820112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-55ebd6b9-8fdc-4021-8017-ed9c20bc5218 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:42.821695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-55ebd6b9-8fdc-4021-8017-ed9c20bc5218 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.5509388 Feb 19 07:30:42.835590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:42.873762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0548d8-ecb1-48b4-88e3-cb1a3bcf6ba8 req-9f7d33f0-402a-43f1-90c5-0498926aa331 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:42.875833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f0548d8-ecb1-48b4-88e3-cb1a3bcf6ba8 req-9f7d33f0-402a-43f1-90c5-0498926aa331 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 931 time: 0.1607099 Feb 19 07:30:42.977003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:42.980712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.030713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f0548d8-ecb1-48b4-88e3-cb1a3bcf6ba8 req-6b026bf0-3c7c-479a-af30-c49c334f98cc tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435840 Feb 19 07:30:43.133132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.6 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/7f171b04-b1a1-4a9b-ad61-279fc8c9ef75) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:43.169554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c56964a2-ad99-44b8-b4a0-614784b53447), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.179226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b50bbd0-470c-468d-9f68-80fca2f737c0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:43.208010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks [] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.210755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c56964a2-ad99-44b8-b4a0-614784b53447,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.243098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Transition to ACTIVE for port object 5b50bbd0-470c-468d-9f68-80fca2f737c0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:43.268921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.297291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.336558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.349004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:43.366309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.400565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:43.405465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:43.413325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:43.458676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:43.459351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.474092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:43.480367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-003eddad-072f-43b3-890a-d16a8c047c84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6490729 Feb 19 07:30:43.495811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Request body: {'port': {'device_id': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:43.510508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Attempting to bind port 5b50bbd0-470c-468d-9f68-80fca2f737c0 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:43.510863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Attempting to bind port 5b50bbd0-470c-468d-9f68-80fca2f737c0 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:43.511169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Attempting to bind port 5b50bbd0-470c-468d-9f68-80fca2f737c0 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:43.517501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (32821432-7077-4421-92ac-c1ae1b7c1979), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.519012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Port 5b50bbd0-470c-468d-9f68-80fca2f737c0 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:43.519362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Attempting to bind port 5b50bbd0-470c-468d-9f68-80fca2f737c0 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:43.525013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:43.525356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Checking segment: {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:43.525751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Bound using segment: {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:43.526183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Bound port: 5b50bbd0-470c-468d-9f68-80fca2f737c0, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:43.526536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.569914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.673953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:43.697367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:43.708489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.914601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:43.925836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101b6e0-c4c2-4996-a2e4-e420f6560233 req-dbfa0047-ffe3-41b9-bb89-624e3f42f349 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:43.927432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a101b6e0-c4c2-4996-a2e4-e420f6560233 req-dbfa0047-ffe3-41b9-bb89-624e3f42f349 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.1854143 Feb 19 07:30:43.932541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks [] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:43.959864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Transition to ACTIVE for port object 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:43.975037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:44.048132 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a101b6e0-c4c2-4996-a2e4-e420f6560233 req-841680cf-02f6-4af6-8179-baa527ea7432 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128755 Feb 19 07:30:44.079594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.211287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Attempting to bind port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:44.211980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Attempting to bind port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:44.212520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Attempting to bind port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:44.231861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:44.231861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Attempting to bind port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:44.251344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:44.251685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:44.252445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:44.252445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Bound port: 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:44.254650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:44.272758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.273777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:44.275608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5b50bbd0-470c-468d-9f68-80fca2f737c0 HTTP/1.1" status: 200 len: 1091 time: 1.8082659 Feb 19 07:30:44.300932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:44.304800 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b" -d '{"events": [{"name": "network-changed", "server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:44.310028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0485b44-b9af-439d-a1e6-7a52297acf23 req-f9cf469f-b9e3-481c-8b81-8bd999a3d012 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.317077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0485b44-b9af-439d-a1e6-7a52297acf23 req-f9cf469f-b9e3-481c-8b81-8bd999a3d012 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 943 time: 0.1018894 Feb 19 07:30:44.379027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:44.383144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:44.387391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0485b44-b9af-439d-a1e6-7a52297acf23 req-2e24265c-92c6-466d-afdd-c8900be2a85e tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Feb 19 07:30:44.392843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180381de-cc28-454c-bf4f-3b4670eb0af0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.393780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:44.422059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Router 32821432-7077-4421-92ac-c1ae1b7c1979 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:30:44.439799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-11e703ac-6884-45fe-98f6-d63b70fd943c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.441596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-11e703ac-6884-45fe-98f6-d63b70fd943c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.3073089 Feb 19 07:30:44.442271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.443003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:44.444441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] 10.222.0.47 "PUT /v2.0/ports/7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 HTTP/1.1" status: 200 len: 1091 time: 0.9562550 Feb 19 07:30:44.444937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:44.447387 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593824b5-be37-4228-8c3a-b1a723e6217f" -d '{"events": [{"name": "network-changed", "server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:44.456505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f91cfb-2064-4fd5-9d8d-70f9c514c6b9 req-285f9310-ebdd-403a-aa1f-b2b12ff79e2e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.464511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55f91cfb-2064-4fd5-9d8d-70f9c514c6b9 req-285f9310-ebdd-403a-aa1f-b2b12ff79e2e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 943 time: 0.3292477 Feb 19 07:30:44.482065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb85c5-b259-49d2-8185-b73af57c4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:44.523826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-573194e2-ec86-4aec-9d68-1fc4b84dcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.525379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-573194e2-ec86-4aec-9d68-1fc4b84dcc98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 1125 time: 0.1938975 Feb 19 07:30:44.526923 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b972fd-6c3a-44b8-824d-2b8de2461553 x-openstack-request-id: req-89b972fd-6c3a-44b8-824d-2b8de2461553 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:44.527116 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:44.527402 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89b972fd-6c3a-44b8-824d-2b8de2461553 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:44.527793 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0', 'status': 'completed', 'code': 200} Feb 19 07:30:44.553844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-49b0353c-92b9-4f57-a81d-bd8b243a71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.555482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-49b0353c-92b9-4f57-a81d-bd8b243a71e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 1125 time: 0.0642943 Feb 19 07:30:44.560009 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893660a-15be-4865-9e97-9f250594eafb x-openstack-request-id: req-4893660a-15be-4865-9e97-9f250594eafb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:44.560305 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:44.560566 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4893660a-15be-4865-9e97-9f250594eafb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:44.560969 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75', 'status': 'completed', 'code': 200} Feb 19 07:30:44.606042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-465f2653-0047-4caf-b2fd-0a75521152ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 HTTP/1.1" status: 200 len: 217 time: 0.0392313 Feb 19 07:30:44.628887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-dc889d23-dbcf-493b-a907-3b5c19cf214c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0 HTTP/1.1" status: 200 len: 217 time: 0.0952575 Feb 19 07:30:44.661024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-b7f0bbf7-da77-43c9-8de9-5b5201bfbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.662550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-b7f0bbf7-da77-43c9-8de9-5b5201bfbfae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0456960 Feb 19 07:30:44.695402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-3abaa98a-fcea-4d51-8f75-4c3637a82767 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266569 Feb 19 07:30:44.713995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55f91cfb-2064-4fd5-9d8d-70f9c514c6b9 req-c6adfddc-c17f-4959-a344-acd0f0fd093a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479801 Feb 19 07:30:44.772928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-c80ec3ff-0725-4a3a-8017-d54cf2c48db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:44.774507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-c80ec3ff-0725-4a3a-8017-d54cf2c48db3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92de5c8d-ee3b-40ce-ba89-6d37870464ae HTTP/1.1" status: 200 len: 848 time: 0.1381638 Feb 19 07:30:44.794799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-87758157-6e03-4d52-98a1-fa1a5d850c56 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935240 Feb 19 07:30:44.801574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:30:44.809576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c06b2d74-ff6f-483d-b7e2-250f61665d42 admin admin] 10.222.0.43 "PUT /v2.0/routers/32821432-7077-4421-92ac-c1ae1b7c1979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8132069 Feb 19 07:30:44.810118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37882) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:44.814696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Sync routers for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:30:44.828975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:30:44.829958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:44.835701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-3ff8208d-37a5-404d-9593-cb18522c130c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340f63ee-2410-4caa-ad18-1d480a7a2b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519798 Feb 19 07:30:44.838352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port cf716ba6-804a-406f-9aa1-ff51b051f367 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:44.838703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.002866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-696a0fce-337a-47bc-a709-6b489d0b0299 req-db1e4502-d8b8-403e-8a06-6ee93a22e9da service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012811 Feb 19 07:30:45.006052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks [] for router (32821432-7077-4421-92ac-c1ae1b7c1979), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.036933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:30:45.063323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-e5421155-0a18-469f-b979-b042c5852913 service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205687 Feb 19 07:30:45.198656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30a45dbd-27d7-40fb-b6c7-eb1a64b61e15 req-eff0769e-d88f-4cdd-8f87-ffbf46777384 service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267951 Feb 19 07:30:45.200752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593824b5-be37-4228-8c3a-b1a723e6217f req-dee1485a-93c8-452f-b571-62a53a990f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.216902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-dee1485a-93c8-452f-b571-62a53a990f9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 1125 time: 0.1598985 Feb 19 07:30:45.239230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:30:43Z', 'revision_number': 5, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:45.273120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Checking router: 32821432-7077-4421-92ac-c1ae1b7c1979 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:30:45.283623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Routers {'32821432-7077-4421-92ac-c1ae1b7c1979'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:30:45.284356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:30:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['32821432-7077-4421-92ac-c1ae1b7c1979'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:45.288465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114897c7-a04e-4360-916c-b610c43bf068 req-c20f10d0-4cc6-4e8b-bbf4-4f70a94f9145 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.295500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114897c7-a04e-4360-916c-b610c43bf068 req-c20f10d0-4cc6-4e8b-bbf4-4f70a94f9145 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 945 time: 0.1265347 Feb 19 07:30:45.319342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port cf716ba6-804a-406f-9aa1-ff51b051f367, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=cf716ba6-804a-406f-9aa1-ff51b051f367,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:45.319975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.341169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for cf716ba6-804a-406f-9aa1-ff51b051f367 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:45.354208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-d5c90b90-d8c6-4c49-8b8b-47a8322f9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.357083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-d5c90b90-d8c6-4c49-8b8b-47a8322f9043 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 1125 time: 0.1016297 Feb 19 07:30:45.385570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks [] for router_gateway (32821432-7077-4421-92ac-c1ae1b7c1979), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.411805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] Set router 32821432-7077-4421-92ac-c1ae1b7c1979 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:30:45.462950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114897c7-a04e-4360-916c-b610c43bf068 req-4cbbb05b-2133-45b3-8d0d-d3ec0860e991 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604612 Feb 19 07:30:45.479914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593824b5-be37-4228-8c3a-b1a723e6217f req-fdcbff99-498d-4309-8cab-5e7a2a252797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.481418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-fdcbff99-498d-4309-8cab-5e7a2a252797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.2504957 Feb 19 07:30:45.495015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-b19477f6-0a6b-4a25-a099-8d9135d9a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.496591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-b19477f6-0a6b-4a25-a099-8d9135d9a73e service neutron] 10.222.0.47 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 908 time: 0.1338484 Feb 19 07:30:45.503980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Deleting port c1be813c-33c2-4140-aabd-e20e8a8dcb2d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:45.504346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.542877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-ec7d1f62-2e50-48f2-8e72-a6788cc520ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0 HTTP/1.1" status: 200 len: 217 time: 0.0402422 Feb 19 07:30:45.546667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-b2422481-d86e-4b79-a38f-0035c497f757 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 HTTP/1.1" status: 200 len: 217 time: 0.0541127 Feb 19 07:30:45.651448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593824b5-be37-4228-8c3a-b1a723e6217f req-c18cb220-f702-485d-94e2-f94689e47485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.654424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-c18cb220-f702-485d-94e2-f94689e47485 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0704572 Feb 19 07:30:45.672991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:30:43Z', 'revision_number': 5, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:45.681801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-a91bdcf0-1649-48d9-8d7c-4d57649999b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.683333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-a91bdcf0-1649-48d9-8d7c-4d57649999b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92de5c8d-ee3b-40ce-ba89-6d37870464ae HTTP/1.1" status: 200 len: 848 time: 0.0702167 Feb 19 07:30:45.701418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-4c7a931d-1028-427a-b2e3-7f4ba0042ffa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349863 Feb 19 07:30:45.704633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b3b177-e766-4c54-a64d-6b6131cb820b None None] The sync data for ids ['32821432-7077-4421-92ac-c1ae1b7c1979'] in n-d-829866-3 is: [{'id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'name': 'tempest-ServerRescueTestJSON-1728487978-router', 'tenant_id': 'aa01e58d47714bf884d33709310a849f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:28:33Z', 'updated_at': '2022-02-19T07:30:43Z', 'revision_number': 5, 'project_id': 'aa01e58d47714bf884d33709310a849f', 'gw_port': {'id': 'c1be813c-33c2-4140-aabd-e20e8a8dcb2d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32821432-7077-4421-92ac-c1ae1b7c1979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:28:34Z', 'updated_at': '2022-02-19T07:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:30:45.728168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] For port c1be813c-33c2-4140-aabd-e20e8a8dcb2d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:45.728558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.731636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275233f-2de5-4629-a8ec-2f602433fcdc req-c07b59eb-a3d9-4d23-9381-4dd2929ac6a6 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.733133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5275233f-2de5-4629-a8ec-2f602433fcdc req-c07b59eb-a3d9-4d23-9381-4dd2929ac6a6 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 943 time: 0.1871409 Feb 19 07:30:45.735873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-b03d7bf1-87fb-46f6-ae12-fb9a30fae315 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340f63ee-2410-4caa-ad18-1d480a7a2b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417054 Feb 19 07:30:45.806999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Calling delete_port for c1be813c-33c2-4140-aabd-e20e8a8dcb2d owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:45.875761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5275233f-2de5-4629-a8ec-2f602433fcdc req-70fa5b74-2aaf-4c44-b9ee-dc5cdac6f9be tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335135 Feb 19 07:30:45.943451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-49e361df-eca9-4a42-b55a-8844a239ebfc service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678751 Feb 19 07:30:45.956488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-519ea6d5-c4bd-46ad-8fc9-86bcd194e528 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413385 Feb 19 07:30:45.964851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1375f7e-46c9-4ba8-bfb4-8d3502e95d58 req-cbbc3e79-230f-4045-b648-29e9604efc17 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:45.966045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cf716ba6-804a-406f-9aa1-ff51b051f367), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:45.966661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1375f7e-46c9-4ba8-bfb4-8d3502e95d58 req-cbbc3e79-230f-4045-b648-29e9604efc17 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 943 time: 0.1576846 Feb 19 07:30:45.983631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['cf716ba6-804a-406f-9aa1-ff51b051f367'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:46.067866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=cf716ba6-804a-406f-9aa1-ff51b051f367,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.137520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port cf716ba6-804a-406f-9aa1-ff51b051f367 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:46.147623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.151245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7bca4f6-1291-4374-a87c-fbdc447b8e9c req-968cb23b-5e4b-45db-841a-4c402cb7b60c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "DELETE /v2.0/ports/cf716ba6-804a-406f-9aa1-ff51b051f367 HTTP/1.1" status: 204 len: 173 time: 1.6841948 Feb 19 07:30:46.151970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1375f7e-46c9-4ba8-bfb4-8d3502e95d58 req-b686af06-a845-47da-a8fe-ee8fe7730a84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701255 Feb 19 07:30:46.173868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-593824b5-be37-4228-8c3a-b1a723e6217f req-b2a52400-87aa-40bb-8ced-b2a5dcb70518 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039256 Feb 19 07:30:46.228472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c1be813c-33c2-4140-aabd-e20e8a8dcb2d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.239954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390c1a0b-bd58-4dfb-8ae7-ab67c6c0048b req-82d7cb58-9d5a-42f6-aabc-2823d1b4b611 service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832570 Feb 19 07:30:46.257524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1be813c-33c2-4140-aabd-e20e8a8dcb2d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.348605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (32821432-7077-4421-92ac-c1ae1b7c1979), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.450832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (32821432-7077-4421-92ac-c1ae1b7c1979), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.452986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks [] for router_controller (32821432-7077-4421-92ac-c1ae1b7c1979), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.499317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (32821432-7077-4421-92ac-c1ae1b7c1979), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.499877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32821432-7077-4421-92ac-c1ae1b7c1979 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:30:46.504688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.508231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84711ea9-5bb6-4625-81b6-a04ce2747c1b admin admin] 10.222.0.43 "DELETE /v2.0/routers/32821432-7077-4421-92ac-c1ae1b7c1979 HTTP/1.1" status: 204 len: 168 time: 1.6944089 Feb 19 07:30:46.508525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37898) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:46.529408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'name': 'network-vif-deleted', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:46.531881 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a2331-98d7-462c-9387-fa0cea2fff77" -d '{"events": [{"server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "name": "network-vif-deleted", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:46.569441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3d31716-341d-43b1-bdaa-5a8d92e1b83e req-c8dbba1d-2a8e-4c54-a2ce-7d412fda3d5f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0342786 Feb 19 07:30:46.584599 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6918b-d486-4cc7-8620-d76ac246b8c8 x-openstack-request-id: req-e2f6918b-d486-4cc7-8620-d76ac246b8c8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:46.585006 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e16994-e8cd-431d-8e12-9aec2e647535", "name": "network-vif-deleted", "tag": "cf716ba6-804a-406f-9aa1-ff51b051f367", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:46.585400 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2f6918b-d486-4cc7-8620-d76ac246b8c8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:46.585550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Deleting subnet e7445ac7-f753-44bd-a7dc-ac554765d9af {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:30:46.587241 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e16994-e8cd-431d-8e12-9aec2e647535', 'name': 'network-vif-deleted', 'tag': 'cf716ba6-804a-406f-9aa1-ff51b051f367', 'status': 'completed', 'code': 200} Feb 19 07:30:46.596853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Publish callbacks [] for subnet (e7445ac7-f753-44bd-a7dc-ac554765d9af), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.635128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e7445ac7-f753-44bd-a7dc-ac554765d9af), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.678386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e7445ac7-f753-44bd-a7dc-ac554765d9af), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.734006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e7445ac7-f753-44bd-a7dc-ac554765d9af), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.759361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7445ac7-f753-44bd-a7dc-ac554765d9af,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:46.762920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.768347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-70b71691-bc88-49b4-9e2f-2fc8f0be07e7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e7445ac7-f753-44bd-a7dc-ac554765d9af HTTP/1.1" status: 204 len: 168 time: 0.2566881 Feb 19 07:30:46.768566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37902) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:46.838844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7181c2fe-9071-453c-9e00-ac64b3f5996f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.923158 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7181c2fe-9071-453c-9e00-ac64b3f5996f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.946568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7181c2fe-9071-453c-9e00-ac64b3f5996f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.965009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c46ddf-ae57-42fc-80ee-0207050d9455') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.965009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c46ddf-ae57-42fc-80ee-0207050d9455') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:30:46.976582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (b4c46ddf-ae57-42fc-80ee-0207050d9455), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:46.992269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b4c46ddf-ae57-42fc-80ee-0207050d9455), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.001324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:30:47.002596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (b4c46ddf-ae57-42fc-80ee-0207050d9455), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:30:47.004691 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:30:47.048839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733c8da-9989-4fd4-9bd3-faba80da0810 req-8789fb05-0ab7-4668-9aec-339da8816140 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:47.057015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9733c8da-9989-4fd4-9bd3-faba80da0810 req-8789fb05-0ab7-4668-9aec-339da8816140 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 943 time: 0.0944476 Feb 19 07:30:47.095267 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (7181c2fe-9071-453c-9e00-ac64b3f5996f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.102610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.107698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] 10.222.0.43 "DELETE /v2.0/networks/7181c2fe-9071-453c-9e00-ac64b3f5996f HTTP/1.1" status: 204 len: 168 time: 0.3382025 Feb 19 07:30:47.125533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c56964a2-ad99-44b8-b4a0-614784b53447 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:47.128577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9733c8da-9989-4fd4-9bd3-faba80da0810 req-fc185776-4d68-4291-80ec-8551acbb19bf tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Feb 19 07:30:47.133485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba295f-5baa-437b-8bab-d4de249ced8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7181c2fe-9071-453c-9e00-ac64b3f5996f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.159569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c56964a2-ad99-44b8-b4a0-614784b53447 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:47.159999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c56964a2-ad99-44b8-b4a0-614784b53447 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:47.160633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c1be813c-33c2-4140-aabd-e20e8a8dcb2d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:47.181443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c1be813c-33c2-4140-aabd-e20e8a8dcb2d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:47.181920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c1be813c-33c2-4140-aabd-e20e8a8dcb2d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:47.246207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:47.289180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11527f17-ceed-45cc-8e39-f550c46975d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa01e58d47714bf884d33709310a849f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414023 Feb 19 07:30:47.292491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:30:47.311245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269f7-d2be-4fb0-a33f-b469235b028c req-012da978-ffff-4516-9a02-2b32defb752e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:47.314072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21a269f7-d2be-4fb0-a33f-b469235b028c req-012da978-ffff-4516-9a02-2b32defb752e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 943 time: 0.0660677 Feb 19 07:30:47.341670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] Publish callbacks [] for security_group (9b445998-0260-4d89-9c6b-7c28eaaf2df6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.364398 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] Publish callbacks [] for security_group (9b445998-0260-4d89-9c6b-7c28eaaf2df6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.374070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21a269f7-d2be-4fb0-a33f-b469235b028c req-1512c8bd-648e-4435-a9c6-cb0caadb2555 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Feb 19 07:30:47.428187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b445998-0260-4d89-9c6b-7c28eaaf2df6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.431146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:47.434924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b445998-0260-4d89-9c6b-7c28eaaf2df6 HTTP/1.1" status: 204 len: 168 time: 0.1388593 Feb 19 07:30:47.441032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9daa23-aa4a-46fb-8f10-8b293ac5c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b445998-0260-4d89-9c6b-7c28eaaf2df6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:47.680354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b090b795-a2d6-4f37-88dd-0efb4f447bd1 req-3c1923e0-693f-45c5-9c9b-cd186636ee32 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0381939 Feb 19 07:30:48.170315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device cf716ba6-804a-406f-9aa1-ff51b051f367 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:30:48.190194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: cf716ba6-804a-406f-9aa1-ff51b051f367 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:30:48.190798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device cf716ba6-804a-406f-9aa1-ff51b051f367 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:30:48.248793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb0e29-3a5e-43c5-9256-26d5fa2256fc req-d74b1960-dbca-45d8-9f39-a3ab2eb47ed9 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:48.250304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8beb0e29-3a5e-43c5-9256-26d5fa2256fc req-d74b1960-dbca-45d8-9f39-a3ab2eb47ed9 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 943 time: 0.0526755 Feb 19 07:30:48.296230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8beb0e29-3a5e-43c5-9256-26d5fa2256fc req-3195e114-6e54-4ebe-a5e8-726eab88cb5f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Feb 19 07:30:48.455594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5b50bbd0-470c-468d-9f68-80fca2f737c0 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:48.508573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9d2d4-b221-4072-bc98-f2be40eb67e1 req-862371d7-1137-40cb-ae83-3c27b296f6f4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:48.510085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44e9d2d4-b221-4072-bc98-f2be40eb67e1 req-862371d7-1137-40cb-ae83-3c27b296f6f4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 943 time: 0.0610483 Feb 19 07:30:48.559727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44e9d2d4-b221-4072-bc98-f2be40eb67e1 req-468d9493-b6e9-4e36-b4e2-f90b947d5576 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Feb 19 07:30:48.563115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:48.575117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '5b50bbd0-470c-468d-9f68-80fca2f737c0', 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c', 'port_id': '5b50bbd0-470c-468d-9f68-80fca2f737c0', 'mac_address': 'fa:16:3e:32:1f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92de5c8d-ee3b-40ce-ba89-6d37870464ae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:48.612757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5b50bbd0-470c-468d-9f68-80fca2f737c0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:48.613174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:48.625567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b50bbd0-470c-468d-9f68-80fca2f737c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:48.644682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:48.648698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:48.649361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:48.748833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:48.763115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.763500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.763851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.764192 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.764533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.764868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.765201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.765569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.765896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.766220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.766546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.766869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.767211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:30:48.779599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f383621f-e35f-42e7-85e5-f5c2fc8f6288 req-3539efed-dabf-4d4e-b37b-71ff7ea58318 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Feb 19 07:30:48.805175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:48.817560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75', 'mac_address': 'fa:16:3e:4f:ad:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:48.856968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:48.857369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:48.871291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:48.896669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:48.901008 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:49.105491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:49.347471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['7f171b04-b1a1-4a9b-ad61-279fc8c9ef75'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:49.404809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['5b50bbd0-470c-468d-9f68-80fca2f737c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:49.443843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9c64-35f7-47b0-ae32-2a297f375c68 req-7374c28b-857c-4a14-99db-a4de34037ca3 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.452814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-899d9c64-35f7-47b0-ae32-2a297f375c68 req-7374c28b-857c-4a14-99db-a4de34037ca3 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 944 time: 0.0784636 Feb 19 07:30:49.536507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-899d9c64-35f7-47b0-ae32-2a297f375c68 req-b0d79f47-4450-4526-9980-736d10a8a827 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820749 Feb 19 07:30:49.927862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-af8f7240-7eee-4727-ae7b-5489934e608c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:49.943494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-af8f7240-7eee-4727-ae7b-5489934e608c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.1295900 Feb 19 07:30:49.958023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-58b5d87a-94c3-4d8d-a7b8-d71d5618814e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/quotas/29082bdf133b4265ad8728e9104a89c1 HTTP/1.1" status: 200 len: 375 time: 0.0133586 Feb 19 07:30:50.031937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-8204037c-c081-45b4-bab9-1316f85103f8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619059 Feb 19 07:30:50.105510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79b08-f7f0-418a-aaab-0716c125b137 req-f402dd8b-1ce3-46df-8e72-b07b2f971e32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:50.109985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8b79b08-f7f0-418a-aaab-0716c125b137 req-f402dd8b-1ce3-46df-8e72-b07b2f971e32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 944 time: 0.4533098 Feb 19 07:30:50.185183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-4fe9e410-649e-4cf8-8794-b9ef2098c2e6 service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439893 Feb 19 07:30:50.204064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8b79b08-f7f0-418a-aaab-0716c125b137 req-ac7e1b0d-830e-48d4-bffe-e7f8c9bbcce0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894294 Feb 19 07:30:50.358754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f16d20bb-a699-4b66-9674-42e6d0b82874 req-09df4adc-ade1-4f19-9fb0-59f30cc49d77 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0466952 Feb 19 07:30:50.373407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-eac7903c-f82b-4bec-ab33-7ef6edd7a49d service neutron] 10.222.0.43 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798551 Feb 19 07:30:50.594007 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14db52cc-0e8b-4c63-92a5-f62c37c266d5 req-746e06bd-895d-43c9-897c-78aeabfcdfc8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0456128 Feb 19 07:30:50.699103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6651-7dcd-4a9c-a0fc-f308de9ec5a5 req-64847198-40ea-4780-a632-f9a687a9e6d7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:50.701192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a72c6651-7dcd-4a9c-a0fc-f308de9ec5a5 req-64847198-40ea-4780-a632-f9a687a9e6d7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 944 time: 0.0683315 Feb 19 07:30:50.820075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a72c6651-7dcd-4a9c-a0fc-f308de9ec5a5 req-a6890667-fbca-44e8-8b82-4e70e6905de3 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124024 Feb 19 07:30:51.350630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9318c02-cdee-425d-9878-3b420d612494 req-620f82df-c3a0-4384-becd-67c912c9cc39 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:51.355424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9318c02-cdee-425d-9878-3b420d612494 req-620f82df-c3a0-4384-becd-67c912c9cc39 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 944 time: 0.0707381 Feb 19 07:30:51.420605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e9318c02-cdee-425d-9878-3b420d612494 req-bf992478-1a7e-4996-8da3-f50593867dca tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625658 Feb 19 07:30:51.469099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2d831d4-3ca2-476b-abd4-3f76199950f3 req-5ec78187-585a-43d3-bf0c-e2b4b28e0fc1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0312603 Feb 19 07:30:51.774351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5379276d-8b26-4328-a3bf-b4e1a2f10ca6 req-5d8f20ab-2e06-46d4-92d7-dc7b5e1a011c tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0583346 Feb 19 07:30:51.855771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-06c2deec-071a-4a25-a03c-6e77a912ddb6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:51.858957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-06c2deec-071a-4a25-a03c-6e77a912ddb6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 815 time: 0.2381825 Feb 19 07:30:51.875313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Request body: {'port': {'device_id': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'admin_state_up': True, 'tenant_id': '29082bdf133b4265ad8728e9104a89c1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:52.019543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a641d-9dab-45d6-82ba-d02c25049b7b req-55a8b277-c10b-4f6c-b008-ea26e4655cc7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.027044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-815a641d-9dab-45d6-82ba-d02c25049b7b req-55a8b277-c10b-4f6c-b008-ea26e4655cc7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 944 time: 0.1090052 Feb 19 07:30:52.064080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Made reservation on behalf of 29082bdf133b4265ad8728e9104a89c1 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:30:52.067457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:52.122621 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-815a641d-9dab-45d6-82ba-d02c25049b7b req-84a2080a-f10a-49a3-9f1f-3b3ca33e7986 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882688 Feb 19 07:30:52.270143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Allocated IP 172.20.0.9 (34d197c3-5889-4968-a25d-77a345522bfb/66b46b22-6422-4dd3-b4e9-6dfa178728e3/c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:30:52.318515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-6fa6f140-5d87-428a-a73d-193622fc3eb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837359 Feb 19 07:30:52.430336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-c9a84755-f291-4b85-9024-38d996e0e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.448989 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-c9a84755-f291-4b85-9024-38d996e0e172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 1128 time: 0.1065600 Feb 19 07:30:52.475246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:52.508855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks [] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:52.613702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:52.623535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:52.623535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:52.648094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:52.668036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6a1ae075-54ad-4fc3-bf3b-ca202cabede9 req-baa8d514-bca5-4db0-8331-8d3d3052480d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0617592 Feb 19 07:30:52.682701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['226a7a25-0be5-4d85-9e01-01fc15c02bac', '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:52.690982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:52.699757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-fb3c9ecc-f3e8-4120-9629-f6a112ab44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.701937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-fb3c9ecc-f3e8-4120-9629-f6a112ab44ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.2270701 Feb 19 07:30:52.717401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575c16-a901-4e04-bbda-ca4a1e05dd01 req-df10472e-b039-4e5f-9946-0472e554e0ee tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.719264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc575c16-a901-4e04-bbda-ca4a1e05dd01 req-df10472e-b039-4e5f-9946-0472e554e0ee tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 944 time: 0.1510425 Feb 19 07:30:52.724741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:52.752666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-ae0ab093-927d-493e-a2d5-a988f1a5e4de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a HTTP/1.1" status: 200 len: 217 time: 0.0441446 Feb 19 07:30:52.762377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Network 34d197c3-5889-4968-a25d-77a345522bfb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:30:52.765176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:30:52.778781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:30:52.841373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.842174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:52.901134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-d43980ff-ab6d-43fc-8308-c35d53c7b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:52.902540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-d43980ff-ab6d-43fc-8308-c35d53c7b041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.1436031 Feb 19 07:30:52.934654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc575c16-a901-4e04-bbda-ca4a1e05dd01 req-0d2aa9bf-ac86-429a-959b-a2a75b756af4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978903 Feb 19 07:30:52.943958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-349d4319-e9cf-4582-8363-fdb38162ece9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0734308 Feb 19 07:30:52.971859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Request body: {'port': {'device_id': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:30:53.013327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-f0f4a3fc-db88-407b-a1b2-c859f4d078d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913184 Feb 19 07:30:53.094909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.097020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:53.097413 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.164238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-c14b5ccc-e067-47c3-ad5a-35464f5263c2 service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501129 Feb 19 07:30:53.173205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:53.181656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:53.185040 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9239250-ec7e-4473-959e-602893cb375a" -d '{"events": [{"server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "name": "network-vif-plugged", "status": "completed", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:53.192890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.193698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5b50bbd0-470c-468d-9f68-80fca2f737c0 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:30:53.276931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.341436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3109929-02cf-4256-968a-9c71eb36be70 req-225c1716-0f2b-4b56-8548-6c77bb254a7f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:53.349381 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3109929-02cf-4256-968a-9c71eb36be70 req-225c1716-0f2b-4b56-8548-6c77bb254a7f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 931 time: 0.4369154 Feb 19 07:30:53.453476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 5b50bbd0-470c-468d-9f68-80fca2f737c0 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:30:53.458080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3109929-02cf-4256-968a-9c71eb36be70 req-20622af1-ca5b-4dbe-bf6e-088da42731be tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065061 Feb 19 07:30:53.462178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec35db-7a02-4307-9c1c-9dce6bc3e7fa req-45bcfead-05fc-414d-99fd-9c136a4e81ae tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:53.463690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28ec35db-7a02-4307-9c1c-9dce6bc3e7fa req-45bcfead-05fc-414d-99fd-9c136a4e81ae tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 944 time: 0.1770101 Feb 19 07:30:53.467852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 5b50bbd0-470c-468d-9f68-80fca2f737c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:30:53.469309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.475385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b373481f-1894-4611-a2ec-5d7d8d9e5df4 req-4133dc84-2693-4920-9342-ba44936f32eb service neutron] 10.222.0.24 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867336 Feb 19 07:30:53.568600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28ec35db-7a02-4307-9c1c-9dce6bc3e7fa req-b307d3fc-48e2-4305-9225-836335c651ac tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883050 Feb 19 07:30:53.578529 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194935fb-24b1-400c-9f2a-5c3a1253dd94 x-openstack-request-id: req-194935fb-24b1-400c-9f2a-5c3a1253dd94 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:53.579013 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "name": "network-vif-plugged", "status": "completed", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:53.579103 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-194935fb-24b1-400c-9f2a-5c3a1253dd94 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:53.579472 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75', 'code': 200} Feb 19 07:30:53.610404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5b50bbd0-470c-468d-9f68-80fca2f737c0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:53.610804 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.657506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:53.672588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:53.679851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks [] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.697313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.715032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Transition to ACTIVE for port object c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:30:53.722078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:53.794780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ec4e5-73ae-4fca-b979-b73ffbde44c6 req-04b0efe2-a208-4946-ac82-849b5be44208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:53.796956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8ec4e5-73ae-4fca-b979-b73ffbde44c6 req-04b0efe2-a208-4946-ac82-849b5be44208 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 1127 time: 0.1304789 Feb 19 07:30:53.807238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.809238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23ba01ea-0651-4191-8346-ba25e5b4b8ac req-0b4abee9-9628-44d3-a709-9f9223c21dd7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0513961 Feb 19 07:30:53.833417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:53.913376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8ec4e5-73ae-4fca-b979-b73ffbde44c6 req-2ec1bb4c-a05c-49f2-8168-e7a631924f88 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863538 Feb 19 07:30:53.923181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Attempting to bind port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:30:53.923549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Attempting to bind port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:30:53.923866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Attempting to bind port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:53.928330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 on network 34d197c3-5889-4968-a25d-77a345522bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:30:53.928934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Attempting to bind port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 on network 34d197c3-5889-4968-a25d-77a345522bfb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:30:53.934436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:30:53.934779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Checking segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:30:53.935168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Bound using segment: {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:30:53.935639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Bound port: c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decee1a4-6021-4d47-87ed-3f573cdd5374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:30:53.936003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:54.025882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:30:54.029869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:30:54.038715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:54.105664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:54.106287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:54.107730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 HTTP/1.1" status: 200 len: 1091 time: 1.1510386 Feb 19 07:30:54.108186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:54.110473 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c984223d-4d14-4a4f-88dd-87ef90722d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:54.163233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc88354-df9c-41e3-b6dc-08a94196ac01 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:54.180676 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2164fc-57bc-4f35-a6a4-53259ba91049 x-openstack-request-id: req-1e2164fc-57bc-4f35-a6a4-53259ba91049 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:54.180966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:54.181219 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e2164fc-57bc-4f35-a6a4-53259ba91049 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:54.181619 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'status': 'completed', 'code': 200} Feb 19 07:30:54.195304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e46c-d65a-4715-9ed8-0132a6fbcdde req-8589d9cd-eada-4a5f-8c53-c2ddd8703641 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:54.196786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db61e46c-d65a-4715-9ed8-0132a6fbcdde req-8589d9cd-eada-4a5f-8c53-c2ddd8703641 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.1551497 Feb 19 07:30:54.220372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-754f01a2-c186-4bae-ab3a-fdcac440f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:54.221833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-754f01a2-c186-4bae-ab3a-fdcac440f7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 1125 time: 0.0703709 Feb 19 07:30:54.276567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-227fb2c3-81d9-45f0-9c22-de6d9f7e3e6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 HTTP/1.1" status: 200 len: 217 time: 0.0482388 Feb 19 07:30:54.316782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db61e46c-d65a-4715-9ed8-0132a6fbcdde req-75d72b3c-199f-4c9b-9ed8-0bd77d98aa46 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056664 Feb 19 07:30:54.335935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-fab9b57e-bb4f-4cdc-88f6-31f2ea51221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:54.337516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-fab9b57e-bb4f-4cdc-88f6-31f2ea51221a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.0549700 Feb 19 07:30:54.370547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-26192ab4-48ac-4dae-b343-36a2a85729a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258977 Feb 19 07:30:54.474843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-62545f9f-c360-479c-9e97-f3c679dc3068 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980480 Feb 19 07:30:54.637404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8aaae51d-4377-41d9-8325-4d53d5033a1a req-696b1737-7223-4a25-8c98-93c31da0f031 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482289 Feb 19 07:30:54.643898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdb871-a8c7-4593-a130-33be7c450d39 req-cd9d55c4-99cf-4b5f-9754-0fbce65bc652 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:54.653485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1fdb871-a8c7-4593-a130-33be7c450d39 req-cd9d55c4-99cf-4b5f-9754-0fbce65bc652 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 943 time: 0.1161551 Feb 19 07:30:54.710006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1fdb871-a8c7-4593-a130-33be7c450d39 req-a166a544-fae3-49d1-ba1c-0e4682865e83 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Feb 19 07:30:54.807609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:30:54.919820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc57a75f-95b9-4f6c-b04b-564b06b04827 req-1d08eb25-8a38-40b9-90ff-74dc412cb659 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0329971 Feb 19 07:30:55.148021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-4602ce2a-984b-4a82-a127-9b656712a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.149417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-4602ce2a-984b-4a82-a127-9b656712a5ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 1125 time: 0.4647355 Feb 19 07:30:55.159793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bd74-c913-418b-b58b-91b645a71b6b req-a0350910-3c7d-4026-a78e-cee1ee6e5be5 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.161192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29f9bd74-c913-418b-b58b-91b645a71b6b req-a0350910-3c7d-4026-a78e-cee1ee6e5be5 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.4790027 Feb 19 07:30:55.291660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29f9bd74-c913-418b-b58b-91b645a71b6b req-a81b8187-5f8c-41ce-ac8c-a832a0efdc05 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203399 Feb 19 07:30:55.298339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-0f959467-ac07-45e9-99f9-d5df13f2c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.300169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-0f959467-ac07-45e9-99f9-d5df13f2c587 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.1379094 Feb 19 07:30:55.350736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-9128cf61-df3c-4206-8582-18e8273c857b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 HTTP/1.1" status: 200 len: 217 time: 0.0439327 Feb 19 07:30:55.407680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-b9b42002-b54c-4a99-aba5-33b29ad0fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.409353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-b9b42002-b54c-4a99-aba5-33b29ad0fa78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.0515518 Feb 19 07:30:55.447625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-3e2e22ad-ecaa-4667-81aa-c5159d3b1b97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310271 Feb 19 07:30:55.452240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df5e84-ddad-4b7a-af1a-829c04c2a5af req-73d94fcd-0c7f-4196-858e-4898f1bf25ff tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.455696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51df5e84-ddad-4b7a-af1a-829c04c2a5af req-73d94fcd-0c7f-4196-858e-4898f1bf25ff tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0676069 Feb 19 07:30:55.544403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51df5e84-ddad-4b7a-af1a-829c04c2a5af req-1b2a5b4a-60da-454d-9890-8c26d49600a8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799701 Feb 19 07:30:55.580573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:55.583406 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc521ca3-d8aa-43a9-a712-05f3584862dd" -d '{"events": [{"server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "name": "network-vif-plugged", "status": "completed", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:55.592389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-062c56ac-08df-4103-9d38-9b255f6aaf71 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353767 Feb 19 07:30:55.651453 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f051de5e-3aef-4779-ac01-ac75e2e27039 x-openstack-request-id: req-f051de5e-3aef-4779-ac01-ac75e2e27039 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:55.651748 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "name": "network-vif-plugged", "status": "completed", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:55.652005 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f051de5e-3aef-4779-ac01-ac75e2e27039 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:55.652399 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0', 'code': 200} Feb 19 07:30:55.803403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c984223d-4d14-4a4f-88dd-87ef90722d4d req-732e3025-354c-4efe-a402-3220d361b002 service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007737 Feb 19 07:30:55.832324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ce3f8-c756-48e4-bb5d-4e3380070256 req-81033cf1-9354-44c9-99c8-2b8cca5e0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.833918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-473ce3f8-c756-48e4-bb5d-4e3380070256 req-81033cf1-9354-44c9-99c8-2b8cca5e0dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 1127 time: 0.0973430 Feb 19 07:30:55.906015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331c7f4-8a0c-40b2-b8b9-3f924d5eb449 req-61fae28b-ddc6-403f-a1b2-7db91f835df6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.918951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7331c7f4-8a0c-40b2-b8b9-3f924d5eb449 req-61fae28b-ddc6-403f-a1b2-7db91f835df6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0843978 Feb 19 07:30:55.923945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-473ce3f8-c756-48e4-bb5d-4e3380070256 req-9ef8e1a4-31e7-41bc-9b61-1958aa6c7d87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841036 Feb 19 07:30:55.936173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4fd8b-6ca1-46f2-a4d2-b44d8c37d388 req-b8af3a35-9340-42e4-bce3-e38de2e724ad tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:55.938235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8de4fd8b-6ca1-46f2-a4d2-b44d8c37d388 req-b8af3a35-9340-42e4-bce3-e38de2e724ad tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 943 time: 0.0825095 Feb 19 07:30:55.977406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7331c7f4-8a0c-40b2-b8b9-3f924d5eb449 req-74982f19-3580-44bf-b801-2377acdf1bae tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575035 Feb 19 07:30:56.006974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8de4fd8b-6ca1-46f2-a4d2-b44d8c37d388 req-673938ac-7c16-4de6-a420-391fee790fc0 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Feb 19 07:30:56.110534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00084380-f821-4d13-a134-20360fbeef6b req-af40910d-0b61-4ea0-b91c-9c03746e548a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0341821 Feb 19 07:30:56.153024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18d65-dd9b-47bb-a275-75a8c0dbe9ac req-24e78c44-7707-44bb-ba6c-ec08d1f01575 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:56.154557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def18d65-dd9b-47bb-a275-75a8c0dbe9ac req-24e78c44-7707-44bb-ba6c-ec08d1f01575 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0702345 Feb 19 07:30:56.211141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-def18d65-dd9b-47bb-a275-75a8c0dbe9ac req-ce885a8d-7f63-4e20-9c44-cb00f9bbca84 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Feb 19 07:30:56.411699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c2d24-5a81-47d6-84d0-a4ab7d0ba2b2 req-f2b1156f-804b-4c76-8c1c-455ee54caa22 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:56.413417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d68c2d24-5a81-47d6-84d0-a4ab7d0ba2b2 req-f2b1156f-804b-4c76-8c1c-455ee54caa22 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.0620131 Feb 19 07:30:56.463228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d68c2d24-5a81-47d6-84d0-a4ab7d0ba2b2 req-fb9d0468-6ef0-4716-a402-4d7d85d1b174 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Feb 19 07:30:56.466044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61593-f4a8-4810-8c76-9f6ac2139923 req-5891e384-2584-496b-882d-7301fa4403a7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:56.467781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43d61593-f4a8-4810-8c76-9f6ac2139923 req-5891e384-2584-496b-882d-7301fa4403a7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0597286 Feb 19 07:30:56.516966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43d61593-f4a8-4810-8c76-9f6ac2139923 req-6fb6b007-361b-4498-8b07-34ebc93e46c6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Feb 19 07:30:57.146277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24040-ac2d-4155-bea4-44b023d058df req-b17dbd4d-255c-460a-9c27-e114185155d7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:57.147822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3d24040-ac2d-4155-bea4-44b023d058df req-b17dbd4d-255c-460a-9c27-e114185155d7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 943 time: 0.0642345 Feb 19 07:30:57.195405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3d24040-ac2d-4155-bea4-44b023d058df req-f9071313-6a69-4c5c-9827-437e876df779 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Feb 19 07:30:57.285656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-20838265-0714-435b-adb1-b6623d1ca0a4 req-684f73c6-1515-4996-ab03-736c8719e30e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Feb 19 07:30:57.601090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39db1f-13d9-4759-91b0-60357658ca96 req-15e5558c-cd3d-4d59-be04-8b4ec12204a2 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:57.602709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b39db1f-13d9-4759-91b0-60357658ca96 req-15e5558c-cd3d-4d59-be04-8b4ec12204a2 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.0655186 Feb 19 07:30:57.670853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698de98c-06fe-4c41-b90f-253c463ff149 req-de707da9-9e7c-47a5-be8e-d933bfc7508a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:57.672514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-698de98c-06fe-4c41-b90f-253c463ff149 req-de707da9-9e7c-47a5-be8e-d933bfc7508a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0738847 Feb 19 07:30:57.673315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b39db1f-13d9-4759-91b0-60357658ca96 req-0d8aa08b-da1f-4ef9-91b8-03b613ce85ce tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645106 Feb 19 07:30:57.728400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-698de98c-06fe-4c41-b90f-253c463ff149 req-ed762a59-aac6-4204-82ef-3d60fe33b076 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Feb 19 07:30:58.039814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-cf118cca-55d4-4fe9-af17-a3ab93370f0d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:58.043143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-cf118cca-55d4-4fe9-af17-a3ab93370f0d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 945 time: 0.0651245 Feb 19 07:30:58.159230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:58.159874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.201840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:30:58.296124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:58.302487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.324064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:30:58.368964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:58.397662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3a977-97d9-46de-a6d7-2cced98b377c req-09596a0e-9c03-40d8-b058-483fe29a1de8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:58.400810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'network_id': '34d197c3-5889-4968-a25d-77a345522bfb', 'port_id': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'mac_address': 'fa:16:3e:b9:46:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b46b22-6422-4dd3-b4e9-6dfa178728e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:30:58.405528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9d3a977-97d9-46de-a6d7-2cced98b377c req-09596a0e-9c03-40d8-b058-483fe29a1de8 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 943 time: 0.0984113 Feb 19 07:30:58.469602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9d3a977-97d9-46de-a6d7-2cced98b377c req-b16a5bfb-36ec-4ebd-9aea-b1910e2b66b9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553162 Feb 19 07:30:58.496784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:30:58.497115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.528392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:30:58.573905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:30:58.583104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.625382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7f171b04-b1a1-4a9b-ad61-279fc8c9ef75), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.642235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2052d472-55fd-4c06-8f45-7f9a58870f96 req-3eac8e70-f1db-4db3-8f76-ab46244e8226 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0496185 Feb 19 07:30:58.648459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e074e8-07c6-46bc-b79b-02b5a6ff5e67 req-4732edf4-5912-4c39-93fb-1f49617a2763 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:58.655289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e074e8-07c6-46bc-b79b-02b5a6ff5e67 req-4732edf4-5912-4c39-93fb-1f49617a2763 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.2614250 Feb 19 07:30:58.665377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.678550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:58.692700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=7f171b04-b1a1-4a9b-ad61-279fc8c9ef75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:30:58.739039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:30:58.744527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:30:58.747952 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ed7dfa5-c611-49bf-a6af-41bda1344218 req-1559beb9-4ce1-49e4-8d8f-7596b6272019 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 HTTP/1.1" status: 204 len: 173 time: 0.6961236 Feb 19 07:30:58.750537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'name': 'network-vif-deleted', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:30:58.753227 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb254bba-c571-4b5e-b261-2f1c440fb8cc" -d '{"events": [{"server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "name": "network-vif-deleted", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:30:58.803394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e074e8-07c6-46bc-b79b-02b5a6ff5e67 req-e67fd0c2-0b3a-4461-a353-a1b804b6e145 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469228 Feb 19 07:30:58.829798 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cb0d1b-0ba0-4752-b0ea-92fa75cd3b50 x-openstack-request-id: req-e9cb0d1b-0ba0-4752-b0ea-92fa75cd3b50 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:30:58.830449 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ad1d2c-7a6a-465c-9439-f2ab856e5265", "name": "network-vif-deleted", "tag": "7f171b04-b1a1-4a9b-ad61-279fc8c9ef75", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:30:58.830916 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9cb0d1b-0ba0-4752-b0ea-92fa75cd3b50 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:30:58.831594 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ad1d2c-7a6a-465c-9439-f2ab856e5265', 'name': 'network-vif-deleted', 'tag': '7f171b04-b1a1-4a9b-ad61-279fc8c9ef75', 'status': 'completed', 'code': 200} Feb 19 07:30:58.863756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:30:58.964935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92bb8100-9a5f-494a-9366-bffddf485843 req-dc1aa2e5-f7f1-48c0-881b-536a85d8c6c0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=41ad1d2c-7a6a-465c-9439-f2ab856e5265 HTTP/1.1" status: 200 len: 210 time: 0.0490615 Feb 19 07:30:59.027009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-ad5ba084-50d6-4440-8aa5-d3ad489cca27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965934 Feb 19 07:30:59.123836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e407-d111-471c-9506-64c52e803678 req-90454ef0-9d5d-434e-8496-15cc3394f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.125768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-90454ef0-9d5d-434e-8496-15cc3394f1b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 1127 time: 0.0748401 Feb 19 07:30:59.234378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e407-d111-471c-9506-64c52e803678 req-5481a300-e78e-4245-bc6f-08c08a80bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.235923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-5481a300-e78e-4245-bc6f-08c08a80bdcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.0888627 Feb 19 07:30:59.293470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-5f51e011-a7dc-4341-a06e-8c643c40a7ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0502501 Feb 19 07:30:59.362248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e407-d111-471c-9506-64c52e803678 req-c80b00df-e3f3-4253-81db-9c50ec40593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.364917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-c80b00df-e3f3-4253-81db-9c50ec40593c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.0646620 Feb 19 07:30:59.408530 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-2880b19d-0c00-4310-948b-31d389bb52a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324528 Feb 19 07:30:59.503956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-6de72da7-7860-4695-bde4-baf2dc64e09d service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895598 Feb 19 07:30:59.618111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da39377-3ef6-4e89-a851-a7c6c6fce87d req-eb78aed1-e9de-4181-95f2-cf44eb4233b2 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.618555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6765e407-d111-471c-9506-64c52e803678 req-41f9a855-c3b1-4e21-bebf-78f1ae79d874 service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065009 Feb 19 07:30:59.627558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9da39377-3ef6-4e89-a851-a7c6c6fce87d req-eb78aed1-e9de-4181-95f2-cf44eb4233b2 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 944 time: 0.0811367 Feb 19 07:30:59.686950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9da39377-3ef6-4e89-a851-a7c6c6fce87d req-cee115a3-24ce-4f4d-aaf5-43ab0d50c8e7 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581949 Feb 19 07:30:59.759864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-472e6c41-140c-423d-8be6-0cd03c63f14e req-e2f78a9d-5fc3-49fd-9bec-ee6c07b2c5d4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=35e16994-e8cd-431d-8e12-9aec2e647535 HTTP/1.1" status: 200 len: 210 time: 0.0290544 Feb 19 07:30:59.840144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487c000-f063-48ca-aa1f-00ec99502733 req-cf567753-58e7-429c-a331-1ffdcb771c03 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.842051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9487c000-f063-48ca-aa1f-00ec99502733 req-cf567753-58e7-429c-a331-1ffdcb771c03 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.0638657 Feb 19 07:30:59.964993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4410ca-b6fa-488d-bf2f-73c190476fda req-287b527d-91d7-47dc-9b76-5052a0561f1f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:30:59.969115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f4410ca-b6fa-488d-bf2f-73c190476fda req-287b527d-91d7-47dc-9b76-5052a0561f1f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=217a583a-7aca-49ab-b29f-8052e71b31ef HTTP/1.1" status: 200 len: 945 time: 0.0806737 Feb 19 07:30:59.994152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Deleting port 5b50bbd0-470c-468d-9f68-80fca2f737c0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:30:59.994926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.027561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f4410ca-b6fa-488d-bf2f-73c190476fda req-9eba0286-d86d-44bf-a016-e7997e0c0e90 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529342 Feb 19 07:31:00.112343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] For port 5b50bbd0-470c-468d-9f68-80fca2f737c0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5b50bbd0-470c-468d-9f68-80fca2f737c0,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:00.112815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.133859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Calling delete_port for 5b50bbd0-470c-468d-9f68-80fca2f737c0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:00.173750 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.217103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:00.283507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:00.291247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:00.291634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.293334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5b50bbd0-470c-468d-9f68-80fca2f737c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.329193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Pushing event deleted for resources: {'Port': ['ID=5b50bbd0-470c-468d-9f68-80fca2f737c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:00.371232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['5b50bbd0-470c-468d-9f68-80fca2f737c0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:00.375423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-b906aa18-860d-4c6d-bcc3-22cd5f969e7e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:00.376293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-b906aa18-860d-4c6d-bcc3-22cd5f969e7e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.1428883 Feb 19 07:31:00.406779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-4ff824a1-6527-4973-af5c-6801c5b021ec tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/quotas/a836a5b5ec614193ad24764c4a204d1d HTTP/1.1" status: 200 len: 375 time: 0.0241389 Feb 19 07:31:00.416290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] No DVR routers for this DVR port 5b50bbd0-470c-468d-9f68-80fca2f737c0 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:00.418961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.423074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9487c000-f063-48ca-aa1f-00ec99502733 req-0f284c60-b03d-47cf-8e9f-d66c58a64dfa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "DELETE /v2.0/ports/5b50bbd0-470c-468d-9f68-80fca2f737c0 HTTP/1.1" status: 204 len: 173 time: 0.5759830 Feb 19 07:31:00.496765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:00.497601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.500543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-b5ab9dd8-b00c-42de-80bd-509dab1e6c4f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876884 Feb 19 07:31:00.508337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:00.546043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:00.546745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 7f171b04-b1a1-4a9b-ad61-279fc8c9ef75 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:00.568761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:00.571304 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdfdcfd-4579-4d09-8e59-760e565ddd3c" -d '{"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:00.611036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:00.613316 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec62814-3185-4202-92fa-00ab0cd4b5dd x-openstack-request-id: req-3ec62814-3185-4202-92fa-00ab0cd4b5dd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:00.613602 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:00.613903 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ec62814-3185-4202-92fa-00ab0cd4b5dd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:00.614266 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'code': 200} Feb 19 07:31:00.615907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:00.627083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-15a2e9f6-b187-44dc-95e2-71372dc4ed01 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242037 Feb 19 07:31:00.680300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:00.752319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-05d693cb-9725-4734-9964-f7a228395084 service neutron] 10.222.0.43 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178017 Feb 19 07:31:00.772133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b029ed-307f-4c71-858f-3a6e9c41a6aa req-e0e42f28-4539-45d3-a528-401841893e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:00.774116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6b029ed-307f-4c71-858f-3a6e9c41a6aa req-e0e42f28-4539-45d3-a528-401841893e15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 1127 time: 0.0893857 Feb 19 07:31:00.841673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'name': 'network-vif-deleted', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:00.844687 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c2245-9bb0-4737-8f8a-06a54717358c" -d '{"events": [{"server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "name": "network-vif-deleted", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:00.862141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ada28-355a-4478-ae6b-9c9f0c5dae3b req-ecea87d5-c037-4422-ad69-9ea26ed9af2d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:00.863754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b3ada28-355a-4478-ae6b-9c9f0c5dae3b req-ecea87d5-c037-4422-ad69-9ea26ed9af2d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0885148 Feb 19 07:31:00.915506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6b029ed-307f-4c71-858f-3a6e9c41a6aa req-55be295f-c551-40f6-978d-89631f15cfb3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290078 Feb 19 07:31:01.043723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b3ada28-355a-4478-ae6b-9c9f0c5dae3b req-48698cd5-a06f-4f77-8ece-4d7eeb34580e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598930 Feb 19 07:31:01.060919 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186f207-1cff-41c8-b49f-3406d1c3f738 x-openstack-request-id: req-8186f207-1cff-41c8-b49f-3406d1c3f738 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:01.061228 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a583a-7aca-49ab-b29f-8052e71b31ef", "name": "network-vif-deleted", "tag": "5b50bbd0-470c-468d-9f68-80fca2f737c0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:01.061547 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8186f207-1cff-41c8-b49f-3406d1c3f738 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:01.061934 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a583a-7aca-49ab-b29f-8052e71b31ef', 'name': 'network-vif-deleted', 'tag': '5b50bbd0-470c-468d-9f68-80fca2f737c0', 'status': 'completed', 'code': 200} Feb 19 07:31:01.192435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ac09f76-3a58-4a65-9937-bc5c5569eaaa req-cfedd2a3-66e1-4622-b2eb-1e663b7e6e52 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 210 time: 0.0934446 Feb 19 07:31:01.533078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-4491a874-1eac-40d9-bf12-74b511a5fb6e tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:01.535811 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-4491a874-1eac-40d9-bf12-74b511a5fb6e tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 808 time: 0.1278610 Feb 19 07:31:01.556264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-071e4055-87e1-4367-b548-95f6d9792fa0 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/quotas/84ca237979c04a75924a5aac952afe09 HTTP/1.1" status: 200 len: 375 time: 0.0155854 Feb 19 07:31:01.581307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9753-9b49-4005-8349-8f861daee69e req-0fac5694-c83e-4833-bbd8-208e481fa67a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:01.583658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51be9753-9b49-4005-8349-8f861daee69e req-0fac5694-c83e-4833-bbd8-208e481fa67a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1257679 Feb 19 07:31:01.598839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-ba6ff8b8-e655-4ec9-a4e8-bc6059c8c975 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416307 Feb 19 07:31:01.603473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51be9753-9b49-4005-8349-8f861daee69e req-98d6d826-cacb-487a-9d0c-7f73c7687b78 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0132067 Feb 19 07:31:01.649273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51be9753-9b49-4005-8349-8f861daee69e req-b05860ab-25ee-4ba0-8790-294fd1f30525 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393481 Feb 19 07:31:01.701983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-707c0646-5aea-4b94-b201-0b4e7b8372a7 service neutron] 10.222.0.43 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016603 Feb 19 07:31:01.786332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51be9753-9b49-4005-8349-8f861daee69e req-417e0c50-80e3-4653-b92c-95f01ff48f54 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264987 Feb 19 07:31:01.814361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-30568354-36e8-4d37-bee4-95a992523de5 service neutron] 10.222.0.43 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101265 Feb 19 07:31:01.941375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51be9753-9b49-4005-8349-8f861daee69e req-21ed0340-43d7-4b3b-b83f-1afbc9ac7ce7 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472561 Feb 19 07:31:02.132229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-387ce68d-c25f-46fb-8e68-0dfaa782c0d8 req-00ebdf8f-d8dc-4db7-aa4e-7dd339dd4375 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 210 time: 0.0462854 Feb 19 07:31:02.318978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8fb79fd-585f-4a1b-990a-37d3d0038fe3 req-42decbb0-a9aa-4887-a683-779babf260e4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=985499ff-16d9-4456-8ded-44faa8bbe7e1 HTTP/1.1" status: 200 len: 210 time: 0.0573378 Feb 19 07:31:02.430146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-672ac9ff-18ca-487d-8da3-ba2bf8e31e35 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:02.440686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-672ac9ff-18ca-487d-8da3-ba2bf8e31e35 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 806 time: 0.3220582 Feb 19 07:31:02.462472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Request body: {'port': {'device_id': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'admin_state_up': True, 'tenant_id': 'a836a5b5ec614193ad24764c4a204d1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:02.467363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590a13-b3e2-4424-ac70-8ebba44a3378 req-17b43991-f8a3-49e4-852e-d1013d7df29f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:02.477021 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2590a13-b3e2-4424-ac70-8ebba44a3378 req-17b43991-f8a3-49e4-852e-d1013d7df29f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1930683 Feb 19 07:31:02.529120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5b50bbd0-470c-468d-9f68-80fca2f737c0 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:02.567466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2590a13-b3e2-4424-ac70-8ebba44a3378 req-4fc6e1df-a4d4-4a7e-a2e1-e8788dccfb7f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892777 Feb 19 07:31:02.588642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 5b50bbd0-470c-468d-9f68-80fca2f737c0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:02.589501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5b50bbd0-470c-468d-9f68-80fca2f737c0 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:02.615362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e05ec685-03af-4578-8027-b947cece18b4 req-b095868f-2046-4d70-8bef-7bd6f144b6eb tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 210 time: 0.0716505 Feb 19 07:31:02.895537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Made reservation on behalf of a836a5b5ec614193ad24764c4a204d1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:02.906606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:03.061443 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:03.211221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Allocated IP 172.20.0.3 (489f4e39-da17-460c-ae31-477dfca47f12/d6d26696-5aae-428d-b9e6-7f269c823ae3/e864f7e9-6b14-43c8-a8db-19aca6487f22) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:03.439299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd68c55c-f2cd-4a05-9ea5-f493c481f637 req-46dac083-6bea-471a-8323-02880f992686 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 210 time: 0.1166902 Feb 19 07:31:03.536655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks [] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:03.583108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:03.595537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:03.632973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Network 489f4e39-da17-460c-ae31-477dfca47f12 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:03.637102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:03.647518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:03.727502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:03.728201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:03.754798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-0ebe86f7-3cf5-4240-8dc7-04c0075fd847 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:03.773906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-0ebe86f7-3cf5-4240-8dc7-04c0075fd847 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.2393274 Feb 19 07:31:03.779715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3264327 Feb 19 07:31:03.803306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-3c75950f-7d87-47ae-a9d8-8ef34d431995 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0216773 Feb 19 07:31:03.808863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Request body: {'port': {'device_id': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:03.853230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-009d95c1-6a23-46fe-a761-984751652106 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413315 Feb 19 07:31:03.913013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081408b-6f6e-460d-88fe-c9db3d26d53d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.003203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:04.019407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-2ad84e66-f004-4aca-8675-7cf181f0591c service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649818 Feb 19 07:31:04.037807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db630c-3a6b-4df8-a02a-ee6364973401 req-6b19586d-49eb-4b47-976d-7263777b10fc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:04.048531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04db630c-3a6b-4df8-a02a-ee6364973401 req-6b19586d-49eb-4b47-976d-7263777b10fc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 931 time: 0.2675188 Feb 19 07:31:04.167097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04db630c-3a6b-4df8-a02a-ee6364973401 req-0e907e42-0d74-4c41-a988-ad50c83fe427 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175127 Feb 19 07:31:04.279336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-11608811-1c4f-4460-83e3-c694d17f9cab service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508259 Feb 19 07:31:04.497049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8061bc2d-b62a-42af-a48a-ba2aec04ee93 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:04.501102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8061bc2d-b62a-42af-a48a-ba2aec04ee93 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 808 time: 0.2147427 Feb 19 07:31:04.521900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Request body: {'port': {'device_id': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c', 'admin_state_up': True, 'tenant_id': '84ca237979c04a75924a5aac952afe09'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:04.651616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b46157fb-a6d8-4a0b-b537-3776d7f16c04 req-afb32a68-0e59-40a6-933b-529deed6d9d9 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 210 time: 0.0601878 Feb 19 07:31:04.731531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e864f7e9-6b14-43c8-a8db-19aca6487f22 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:04.750462 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks [] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:04.772723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Transition to ACTIVE for port object e864f7e9-6b14-43c8-a8db-19aca6487f22 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:04.779984 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:04.811696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b45614c7-aa4e-47fd-ad4b-e81fe5c0ccd3 req-585e63ea-444c-421c-af67-068d49dda5aa tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 210 time: 0.0776339 Feb 19 07:31:04.846084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Made reservation on behalf of 84ca237979c04a75924a5aac952afe09 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:04.868115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:04.885538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:04.977611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Attempting to bind port e864f7e9-6b14-43c8-a8db-19aca6487f22 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:04.978112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Attempting to bind port e864f7e9-6b14-43c8-a8db-19aca6487f22 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:04.978542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Attempting to bind port e864f7e9-6b14-43c8-a8db-19aca6487f22 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:04.984350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Port e864f7e9-6b14-43c8-a8db-19aca6487f22 on network 489f4e39-da17-460c-ae31-477dfca47f12 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:04.984792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Attempting to bind port e864f7e9-6b14-43c8-a8db-19aca6487f22 on network 489f4e39-da17-460c-ae31-477dfca47f12 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:04.990984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:04.991559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Checking segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:04.992312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Bound using segment: {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:04.992907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Bound port: e864f7e9-6b14-43c8-a8db-19aca6487f22, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e72327-6be0-4bd6-9d78-df9d68a5eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:04.993669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.160373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:05.168282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Allocated IP 172.20.0.5 (340f63ee-2410-4caa-ad18-1d480a7a2b1c/92de5c8d-ee3b-40ce-ba89-6d37870464ae/dc82199b-8e08-4092-af96-73034590a824) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:05.170648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:05.183455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.317432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.318060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.325087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] 10.222.0.47 "PUT /v2.0/ports/e864f7e9-6b14-43c8-a8db-19aca6487f22 HTTP/1.1" status: 200 len: 1091 time: 1.5307524 Feb 19 07:31:05.339724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:05.360905 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4446f48-8905-4ebd-a791-c686f6d60bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:05.492614 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f5248-5bc6-49e9-a576-7406743ea104 x-openstack-request-id: req-4c9f5248-5bc6-49e9-a576-7406743ea104 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:05.493033 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:05.493386 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c9f5248-5bc6-49e9-a576-7406743ea104 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:05.494059 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'status': 'completed', 'code': 200} Feb 19 07:31:05.552460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ad71b-a460-4016-8625-9e40dc9adb2e req-88846d84-1f7c-4bca-b336-c0bf628aaf22 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.561587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-731ad71b-a460-4016-8625-9e40dc9adb2e req-88846d84-1f7c-4bca-b336-c0bf628aaf22 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 943 time: 0.2292337 Feb 19 07:31:05.566471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks [] for port (dc82199b-8e08-4092-af96-73034590a824), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.596021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b5e1a-82e3-4a94-a6df-5cd84b147b08 service neutron] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.623504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-e0818d9d-0e8c-4b92-a456-1ba37b01b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.625544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-e0818d9d-0e8c-4b92-a456-1ba37b01b2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 1125 time: 0.2359979 Feb 19 07:31:05.679475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dc82199b-8e08-4092-af96-73034590a824), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.691260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-7832f65d-4be6-42cf-8166-fc442fbdf238 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22 HTTP/1.1" status: 200 len: 217 time: 0.0554361 Feb 19 07:31:05.708345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-731ad71b-a460-4016-8625-9e40dc9adb2e req-7a515a1e-9411-4aa3-bd91-85f249226dc9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452091 Feb 19 07:31:05.770209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-8747ec84-9c30-473f-ae41-d1b14856b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.771991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-8747ec84-9c30-473f-ae41-d1b14856b9a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0585747 Feb 19 07:31:05.810274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Network 340f63ee-2410-4caa-ad18-1d480a7a2b1c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:05.819307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-8ce9748d-a5ac-453d-b041-c8e0fa077725 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354095 Feb 19 07:31:05.821561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:05.824244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:05.832077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Pushing event updated for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:05.883397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44449b74-f743-4343-87b0-eb591e33e33d req-10c89f43-60b9-45b7-a4f6-333c50b32e9c tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.885075 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44449b74-f743-4343-87b0-eb591e33e33d req-10c89f43-60b9-45b7-a4f6-333c50b32e9c tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 931 time: 0.1190991 Feb 19 07:31:05.908429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:05.909218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:05.933593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a913a418-ee3a-450d-a9b5-f34205015b0b req-c0d8ee20-95cd-44e6-af40-f0a2c81b39b6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 210 time: 0.0373099 Feb 19 07:31:05.948667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-eabcfe17-3741-499f-8933-b8737fa1a120 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4385166 Feb 19 07:31:05.974971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Request body: {'port': {'device_id': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:05.998842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-8bb7d3b0-6970-42fe-8573-76b3a54be926 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694944 Feb 19 07:31:06.017787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44449b74-f743-4343-87b0-eb591e33e33d req-b5dd05e0-97ae-410d-bbc0-0655726286ff tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235282 Feb 19 07:31:06.055930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dc82199b-8e08-4092-af96-73034590a824), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.133188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89421822-385a-4b8d-bbd7-0ee4d6439930 req-c364c667-0edd-4804-9551-2859091b89f9 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284165 Feb 19 07:31:06.244642 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6317bc0-cff4-4bd0-9ffa-47ebee23255f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.288897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-0b5ab2e8-74b1-4da9-b69f-db21cf1bdfaf tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:06.290340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-0b5ab2e8-74b1-4da9-b69f-db21cf1bdfaf tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1912057 Feb 19 07:31:06.305925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': '67449025-60cd-4a97-8011-fb88417bce85', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:06.310754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-3c18a229-3a09-47d4-abbd-136e97e3f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:06.312955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-3c18a229-3a09-47d4-abbd-136e97e3f143 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a836a5b5ec614193ad24764c4a204d1d&device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 1125 time: 0.0939617 Feb 19 07:31:06.473545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc82199b-8e08-4092-af96-73034590a824 {{(pid=103587) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:06.483953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks [] for port (dc82199b-8e08-4092-af96-73034590a824), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.498596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.provisioning_blocks [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Transition to ACTIVE for port object dc82199b-8e08-4092-af96-73034590a824 will not be triggered until provisioned by entity L2. {{(pid=103587) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:06.505010 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dc82199b-8e08-4092-af96-73034590a824), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.505738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-063f8db1-5d75-4dbc-ba14-edca9d03b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:06.507259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-063f8db1-5d75-4dbc-ba14-edca9d03b2f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 200 len: 906 time: 0.1819220 Feb 19 07:31:06.516019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:06.519595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.569333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-b610d971-3d4a-4709-bef7-fb81091fed55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22 HTTP/1.1" status: 200 len: 217 time: 0.0550759 Feb 19 07:31:06.595016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:06.671995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-e21cbc5d-8a50-41e8-842f-fd1110d3ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:06.673625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-e21cbc5d-8a50-41e8-842f-fd1110d3ed81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 200 len: 846 time: 0.0945110 Feb 19 07:31:06.701584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Attempting to bind port dc82199b-8e08-4092-af96-73034590a824 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:06.702284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Attempting to bind port dc82199b-8e08-4092-af96-73034590a824 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:06.702847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Attempting to bind port dc82199b-8e08-4092-af96-73034590a824 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:06.709178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Port dc82199b-8e08-4092-af96-73034590a824 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:06.709982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Attempting to bind port dc82199b-8e08-4092-af96-73034590a824 on network 340f63ee-2410-4caa-ad18-1d480a7a2b1c {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:06.716288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:06.716848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Checking segment: {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:06.717300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Bound using segment: {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'} {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:06.717797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Bound port: dc82199b-8e08-4092-af96-73034590a824, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c'}}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:06.718347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dc82199b-8e08-4092-af96-73034590a824), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.735634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-1a9e01cc-5c4a-4077-9aaa-654afccdc839 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=489f4e39-da17-460c-ae31-477dfca47f12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525637 Feb 19 07:31:06.808912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:06.820774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dc82199b-8e08-4092-af96-73034590a824,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:06.821370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.12 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/4ab2813e-1c1c-479a-8ef0-5ab5a750608a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:06.869543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (dc82199b-8e08-4092-af96-73034590a824), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.935080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Pushing event updated for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:06.970135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:06.970815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:06.972396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-8974f818-4217-4086-b3a6-9f979d66ea31 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc82199b-8e08-4092-af96-73034590a824 HTTP/1.1" status: 200 len: 1091 time: 1.0147178 Feb 19 07:31:06.974177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'tag': 'dc82199b-8e08-4092-af96-73034590a824'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:06.977118 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26717ddb-6e02-4d5e-b30b-11926ae1c82c" -d '{"events": [{"name": "network-changed", "server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "tag": "dc82199b-8e08-4092-af96-73034590a824"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:07.004370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1c4c-cdec-4852-bebe-ae5aaf6d111e req-29ad6f0f-945a-4f32-ac68-9bec46f12e56 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.008272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48ee1c4c-cdec-4852-bebe-ae5aaf6d111e req-29ad6f0f-945a-4f32-ac68-9bec46f12e56 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 943 time: 0.1848760 Feb 19 07:31:07.031718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-18de1fae-33f7-4c5a-931d-debfd1a13e80 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878804 Feb 19 07:31:07.116347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-f2ec4375-ea56-41a7-9ce1-2dd4af95244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.118448 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-f2ec4375-ea56-41a7-9ce1-2dd4af95244e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 1125 time: 0.0915804 Feb 19 07:31:07.123099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48ee1c4c-cdec-4852-bebe-ae5aaf6d111e req-d3ef5a30-f82a-43c8-8e36-99a62c8f2565 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063366 Feb 19 07:31:07.134103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a240eacc-7b09-434d-9cad-94ffb020c954 req-8c51780c-8b60-4224-9633-6bea466f04f1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 210 time: 0.0826166 Feb 19 07:31:07.193288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:07.219322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4446f48-8905-4ebd-a791-c686f6d60bc1 req-12d64ed2-8e2d-4583-ab11-20fe31b8f892 service neutron] 10.222.0.47 "GET /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800079 Feb 19 07:31:07.224485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-d257c791-ca94-4a72-948b-2d74659be24f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc82199b-8e08-4092-af96-73034590a824 HTTP/1.1" status: 200 len: 217 time: 0.0992224 Feb 19 07:31:07.226917 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027894be-4dff-454e-8687-6cf805b0d8fc x-openstack-request-id: req-027894be-4dff-454e-8687-6cf805b0d8fc {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:07.238710 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "tag": "dc82199b-8e08-4092-af96-73034590a824", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:07.239584 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-027894be-4dff-454e-8687-6cf805b0d8fc {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:07.240237 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'tag': 'dc82199b-8e08-4092-af96-73034590a824', 'status': 'completed', 'code': 200} Feb 19 07:31:07.253123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:07.306849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-e5d68403-4437-4d93-9638-b83674757ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.308492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-e5d68403-4437-4d93-9638-b83674757ad1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92de5c8d-ee3b-40ce-ba89-6d37870464ae HTTP/1.1" status: 200 len: 848 time: 0.0672128 Feb 19 07:31:07.331157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:07.348601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-cd662d79-a3ea-4566-bdba-a06adf1a3a68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340f63ee-2410-4caa-ad18-1d480a7a2b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Feb 19 07:31:07.381055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:07.385769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:07.391876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:07.452121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62f3cf-86b7-40fd-9b06-744d7657ff63 req-9b199fe5-750c-4e78-8b3b-5fd49769d8ee tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.454421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a62f3cf-86b7-40fd-9b06-744d7657ff63 req-9b199fe5-750c-4e78-8b3b-5fd49769d8ee tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 943 time: 0.1246500 Feb 19 07:31:07.478985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.480798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:07.489991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-6dbd2b89-1650-4f1c-b90c-af64bb021b90 service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320832 Feb 19 07:31:07.512184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-985f851b-e42e-4c69-826f-85ebe4d861b1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2115433 Feb 19 07:31:07.524771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Request body: {'port': {'device_id': '67449025-60cd-4a97-8011-fb88417bce85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:07.581797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a62f3cf-86b7-40fd-9b06-744d7657ff63 req-52a03711-9c49-4d28-a022-fd68a6fb0707 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207707 Feb 19 07:31:07.607982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6281cc03-2610-476f-a9b7-dae800a9a484 req-3a04fe5b-cdc3-4b41-923a-f60e3b385f5e service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099005 Feb 19 07:31:07.626045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:07.711992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-106b7fed-6149-483a-a74a-fce5709a62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.714053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-106b7fed-6149-483a-a74a-fce5709a62b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=84ca237979c04a75924a5aac952afe09&device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 1125 time: 0.0549736 Feb 19 07:31:07.824636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-5ff35c50-70fe-4c41-be36-5bd6596cd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:07.826901 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-5ff35c50-70fe-4c41-be36-5bd6596cd7c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 200 len: 908 time: 0.1037085 Feb 19 07:31:07.871946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-d3ff4845-d07c-40b0-86c6-d069e5b6f32d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc82199b-8e08-4092-af96-73034590a824 HTTP/1.1" status: 200 len: 217 time: 0.0366571 Feb 19 07:31:07.998009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-89f188c7-f57c-428d-8375-e34989e9d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.008074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-89f188c7-f57c-428d-8375-e34989e9d6c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92de5c8d-ee3b-40ce-ba89-6d37870464ae HTTP/1.1" status: 200 len: 848 time: 0.1283495 Feb 19 07:31:08.053237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-82864aeb-e3fa-44e8-83a2-10adbc42d761 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=340f63ee-2410-4caa-ad18-1d480a7a2b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378609 Feb 19 07:31:08.158432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-80261493-2e29-492d-9ad5-432cc9accc66 service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965738 Feb 19 07:31:08.277248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26717ddb-6e02-4d5e-b30b-11926ae1c82c req-322787a1-1ba6-4262-9da3-bfe515da112f service neutron] 10.222.0.47 "GET /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090465 Feb 19 07:31:08.348382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899fee7-d1f1-407b-8706-bb0eda2d7306 req-49cb65a0-54af-490c-b5e2-b172544c2bec tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.350433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3899fee7-d1f1-407b-8706-bb0eda2d7306 req-49cb65a0-54af-490c-b5e2-b172544c2bec tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 943 time: 0.0722973 Feb 19 07:31:08.354837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab2813e-1c1c-479a-8ef0-5ab5a750608a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:08.372371 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks [] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.392110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Transition to ACTIVE for port object 4ab2813e-1c1c-479a-8ef0-5ab5a750608a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:08.399852 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.425338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db7b7-1051-43e4-9f66-d6be9619fb18 req-88ab9225-e3b0-4d62-a0f3-569d67fc08ec tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.427004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-377db7b7-1051-43e4-9f66-d6be9619fb18 req-88ab9225-e3b0-4d62-a0f3-569d67fc08ec tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 932 time: 0.1368041 Feb 19 07:31:08.431463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3899fee7-d1f1-407b-8706-bb0eda2d7306 req-e8c30dca-1918-4e27-a30c-b01f410635db tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752645 Feb 19 07:31:08.562417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:08.563040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e439cb25-92b7-47a2-ad84-e79d07cee07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.593619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-377db7b7-1051-43e4-9f66-d6be9619fb18 req-064b12db-6899-4842-bb3d-e798510cc76b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335702 Feb 19 07:31:08.605218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Attempting to bind port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:08.605566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Attempting to bind port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:08.605904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Attempting to bind port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:08.610993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:08.611547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Attempting to bind port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:08.617130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:08.617484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:08.617886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:08.618409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Bound port: 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:08.618865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.697196 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:08.703264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:08.712165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.734332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cabf18-461c-4872-9b89-757b57de3140 req-31862ae7-6e8e-4e49-a7f6-8434f2092849 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.735883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1cabf18-461c-4872-9b89-757b57de3140 req-31862ae7-6e8e-4e49-a7f6-8434f2092849 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 943 time: 0.0586772 Feb 19 07:31:08.759367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.760112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:08.762570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ab2813e-1c1c-479a-8ef0-5ab5a750608a HTTP/1.1" status: 200 len: 1092 time: 1.2415931 Feb 19 07:31:08.765447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:08.768544 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f2a53-16c4-451e-8427-56ed645524e5" -d '{"events": [{"name": "network-changed", "server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:08.801094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d5755-c15a-46dd-b83a-3a624125afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:08.864998 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182493bf-468d-4630-8192-1bf14a39a0b5 x-openstack-request-id: req-182493bf-468d-4630-8192-1bf14a39a0b5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:08.865532 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:08.866256 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-182493bf-468d-4630-8192-1bf14a39a0b5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:08.867997 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a', 'status': 'completed', 'code': 200} Feb 19 07:31:08.878377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1cabf18-461c-4872-9b89-757b57de3140 req-6ae1b645-829a-4937-a574-d11b7d46d134 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252217 Feb 19 07:31:08.892138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-2a2800fb-9413-476e-87af-79193af85242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:08.902068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-2a2800fb-9413-476e-87af-79193af85242 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 1126 time: 0.0893993 Feb 19 07:31:08.940965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-9dea48df-4ecb-4ca6-b36d-79f801122354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a HTTP/1.1" status: 200 len: 217 time: 0.0376797 Feb 19 07:31:08.999210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-5d739d5b-6651-4c1c-8626-1e73fc24cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.000783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-5d739d5b-6651-4c1c-8626-1e73fc24cc88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0537469 Feb 19 07:31:09.074471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-7a88319e-ed38-48b5-a994-e8f1837052cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676639 Feb 19 07:31:09.171909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-8b6e393c-c971-4c0f-8dba-72fc2629d37b service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907764 Feb 19 07:31:09.268645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f21e267-30d6-4cf9-b0a7-6d3229e8f8bb req-2a3d55b9-0d0e-4b11-849c-129681dfdba8 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922430 Feb 19 07:31:09.368418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-fe9c69d8-d7fa-4628-aa56-6abba38dcbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.370075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-fe9c69d8-d7fa-4628-aa56-6abba38dcbfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 1126 time: 0.0545106 Feb 19 07:31:09.480340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-6ba3d917-946f-4b7b-a42d-3da48aed27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.482080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-6ba3d917-946f-4b7b-a42d-3da48aed27e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.1062953 Feb 19 07:31:09.542534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-170cd85e-bd57-41ef-be93-91e75076576d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a HTTP/1.1" status: 200 len: 217 time: 0.0533190 Feb 19 07:31:09.607916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-029172d6-a70b-40f7-bc7b-71c6c6582524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.609758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-029172d6-a70b-40f7-bc7b-71c6c6582524 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0560281 Feb 19 07:31:09.675857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:09.735351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-a7a07008-628c-4e69-ad89-5cc419689ec4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425065 Feb 19 07:31:09.759748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c0571-3cf7-4a47-9e0f-c4722a0539d8 req-036e4746-5336-4ad7-b160-5bd3c92d0a71 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.761260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d34c0571-3cf7-4a47-9e0f-c4722a0539d8 req-036e4746-5336-4ad7-b160-5bd3c92d0a71 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 944 time: 0.0696015 Feb 19 07:31:09.781917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9f58c-dc73-418d-a950-c1a3e025bde6 req-6ae39671-4af6-4a60-96b6-020da6e95ec4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:09.783792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9da9f58c-dc73-418d-a950-c1a3e025bde6 req-6ae39671-4af6-4a60-96b6-020da6e95ec4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 943 time: 0.2404866 Feb 19 07:31:09.831982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d34c0571-3cf7-4a47-9e0f-c4722a0539d8 req-0daac652-d197-4faa-bc72-570035111b01 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596337 Feb 19 07:31:09.892543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9da9f58c-dc73-418d-a950-c1a3e025bde6 req-ccd380be-7d13-415d-9d13-055890abbf15 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745964 Feb 19 07:31:09.932672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-c8fe7d19-84c3-4c62-bc7e-ce004138ce72 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900890 Feb 19 07:31:10.118021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a90f5e-559d-45db-a561-20f13715191d req-ec8c5169-b0dd-48e9-9e83-6a63ac36d6a1 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:10.121479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8a90f5e-559d-45db-a561-20f13715191d req-ec8c5169-b0dd-48e9-9e83-6a63ac36d6a1 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 943 time: 0.0857222 Feb 19 07:31:10.143244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba3f2a53-16c4-451e-8427-56ed645524e5 req-788d1860-8b0b-48b6-b117-8aa8e579b21b service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047935 Feb 19 07:31:10.187641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8a90f5e-559d-45db-a561-20f13715191d req-f8fed3f9-b096-404f-8dcb-7881cfd91a53 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609171 Feb 19 07:31:10.568419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e864f7e9-6b14-43c8-a8db-19aca6487f22 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:31:10.678746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:10.697209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'network_id': '489f4e39-da17-460c-ae31-477dfca47f12', 'port_id': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'mac_address': 'fa:16:3e:e3:3e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d26696-5aae-428d-b9e6-7f269c823ae3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:31:10.739402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e864f7e9-6b14-43c8-a8db-19aca6487f22 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:10.739801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:10.753400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e864f7e9-6b14-43c8-a8db-19aca6487f22 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:10.773849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:10.777854 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:10.778581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dc82199b-8e08-4092-af96-73034590a824 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:31:10.992475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dc82199b-8e08-4092-af96-73034590a824,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:11.012048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'dc82199b-8e08-4092-af96-73034590a824', 'network_id': '340f63ee-2410-4caa-ad18-1d480a7a2b1c', 'port_id': 'dc82199b-8e08-4092-af96-73034590a824', 'mac_address': 'fa:16:3e:84:be:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92de5c8d-ee3b-40ce-ba89-6d37870464ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:31:11.018771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.029987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b746d-8c64-4f5b-91b7-f8089de32fcb req-28d9ef87-7b4e-4335-937a-d5dc5819d9e9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:11.031750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-621b746d-8c64-4f5b-91b7-f8089de32fcb req-28d9ef87-7b4e-4335-937a-d5dc5819d9e9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 944 time: 0.1045210 Feb 19 07:31:11.072645 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:11.089839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port dc82199b-8e08-4092-af96-73034590a824 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:11.090297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dc82199b-8e08-4092-af96-73034590a824), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:11.091709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-621b746d-8c64-4f5b-91b7-f8089de32fcb req-3d1e1066-736b-4a4b-83e1-ee091679a7c6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 Feb 19 07:31:11.105925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc82199b-8e08-4092-af96-73034590a824 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:11.132181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9376a-9edb-45cc-b9bc-abf7360d7b40 req-9fbdf47b-f7e4-4da2-bfc4-b573b9f7ff28 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:11.134631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bba9376a-9edb-45cc-b9bc-abf7360d7b40 req-9fbdf47b-f7e4-4da2-bfc4-b573b9f7ff28 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 944 time: 0.1140058 Feb 19 07:31:11.138217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dc82199b-8e08-4092-af96-73034590a824,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:11.145727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dc82199b-8e08-4092-af96-73034590a824), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:11.242750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:11.254588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bba9376a-9edb-45cc-b9bc-abf7360d7b40 req-a5dae20e-2a2f-4ea4-bd5d-f9197f5e6577 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109850 Feb 19 07:31:11.382324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8075ebd-5888-40fa-808d-0c9f41110141 req-14268d8a-eaf0-409a-b78a-f8e4b7a18ddb tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:11.384058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8075ebd-5888-40fa-808d-0c9f41110141 req-14268d8a-eaf0-409a-b78a-f8e4b7a18ddb tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 944 time: 0.0598176 Feb 19 07:31:11.432413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8075ebd-5888-40fa-808d-0c9f41110141 req-25c54456-2bd2-4cd5-87b7-66cf79f3c34f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Feb 19 07:31:11.603581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['dc82199b-8e08-4092-af96-73034590a824'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:11.626986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e864f7e9-6b14-43c8-a8db-19aca6487f22'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:12.223821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad7a5d-6280-419b-969b-c70f451367f2 req-c33a9c5e-313a-453f-b579-d9d1492ff514 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.225796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bfad7a5d-6280-419b-969b-c70f451367f2 req-c33a9c5e-313a-453f-b579-d9d1492ff514 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 944 time: 0.0612276 Feb 19 07:31:12.234811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4ab2813e-1c1c-479a-8ef0-5ab5a750608a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:31:12.278253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bfad7a5d-6280-419b-969b-c70f451367f2 req-05ff9b2e-3eca-4d33-9ccf-5af1cb70c5c5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462117 Feb 19 07:31:12.365239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:12.381154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a', 'mac_address': 'fa:16:3e:fd:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:31:12.429661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3259a-f2bf-482d-a8c7-57ed7f396be7 req-a2f46671-748b-46ec-8bb1-6a1c7bcead49 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.431120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43a3259a-f2bf-482d-a8c7-57ed7f396be7 req-a2f46671-748b-46ec-8bb1-6a1c7bcead49 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 944 time: 0.0722687 Feb 19 07:31:12.455008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:12.455811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:12.459088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:12.484833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab2813e-1c1c-479a-8ef0-5ab5a750608a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:12.527451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:12.530366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43a3259a-f2bf-482d-a8c7-57ed7f396be7 req-cdb2122a-74f7-49f1-a5be-12e5ccdda93d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922134 Feb 19 07:31:12.537820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:12.592471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c54f9-bb10-49c7-830e-6f519785d993 req-8d0c834c-3f56-4146-8557-bedc48c3c811 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:12.594514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da1c54f9-bb10-49c7-830e-6f519785d993 req-8d0c834c-3f56-4146-8557-bedc48c3c811 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 944 time: 0.0758574 Feb 19 07:31:12.606375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:12.659120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da1c54f9-bb10-49c7-830e-6f519785d993 req-e1a6e8a8-4fdf-43ca-8f41-8809c0ce245f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Feb 19 07:31:12.786999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4ab2813e-1c1c-479a-8ef0-5ab5a750608a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:12.866080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:13.175334 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4bc32ca6-51e7-4cee-9978-ecf186facbb5 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/floatingips/914d17dd-4a62-4daf-9d7d-033eca20025f HTTP/1.1" status: 200 len: 993 time: 0.3041446 Feb 19 07:31:13.200440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:13.339639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb289-7b23-4135-93fe-469b54d51320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.440842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:13.498048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12adc-64f5-41a4-861e-68c4f0128b85 req-3d02dd22-4e85-4ee7-987a-0ef43a26fed0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:13.505863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18f12adc-64f5-41a4-861e-68c4f0128b85 req-3d02dd22-4e85-4ee7-987a-0ef43a26fed0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 945 time: 0.1297190 Feb 19 07:31:13.525783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb289-7b23-4135-93fe-469b54d51320 admin admin] Publish callbacks [] for security_group (7940d6ec-b60d-4f58-a52b-8740681883af), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.538644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb289-7b23-4135-93fe-469b54d51320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7940d6ec-b60d-4f58-a52b-8740681883af), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.597593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ebfb289-7b23-4135-93fe-469b54d51320 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86daff6afd0242a693bed03a3912a65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959117 Feb 19 07:31:13.598293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:13.632728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfb289-7b23-4135-93fe-469b54d51320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7940d6ec-b60d-4f58-a52b-8740681883af,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:13.652282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18f12adc-64f5-41a4-861e-68c4f0128b85 req-fe418e03-7f09-4c8d-94b2-83129141f74b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453118 Feb 19 07:31:13.766732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] Publish callbacks [] for security_group (7940d6ec-b60d-4f58-a52b-8740681883af), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.786500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78896bc7-1dee-415f-98b5-12c1818d35d1 req-12017678-9a90-45d2-af52-d98d9695b2e7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:13.788403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78896bc7-1dee-415f-98b5-12c1818d35d1 req-12017678-9a90-45d2-af52-d98d9695b2e7 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 944 time: 0.0580754 Feb 19 07:31:13.831844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:13.832483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.856321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78896bc7-1dee-415f-98b5-12c1818d35d1 req-722d6b0f-f15b-46fc-aa07-2d134bb29efd tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576291 Feb 19 07:31:13.887211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc32b2-e082-4f17-b4ea-670bdb69b84a req-07cc5dd8-d2ad-426e-b89b-6281d3993b50 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:13.888886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4dcc32b2-e082-4f17-b4ea-670bdb69b84a req-07cc5dd8-d2ad-426e-b89b-6281d3993b50 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 944 time: 0.2219880 Feb 19 07:31:13.891109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] Publish callbacks [] for security_group (7940d6ec-b60d-4f58-a52b-8740681883af), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.992212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:13.992542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.012726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:14.031882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4dcc32b2-e082-4f17-b4ea-670bdb69b84a req-1533d224-59be-401f-8375-e60a70d39b09 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301475 Feb 19 07:31:14.086721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7940d6ec-b60d-4f58-a52b-8740681883af), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.089735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.095670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7940d6ec-b60d-4f58-a52b-8740681883af HTTP/1.1" status: 204 len: 168 time: 0.4946747 Feb 19 07:31:14.213783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ebb7-5337-4daa-9eb7-c60d19017aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940d6ec-b60d-4f58-a52b-8740681883af,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.228470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4ab2813e-1c1c-479a-8ef0-5ab5a750608a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:14.242972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.301877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:14.306588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=7f0c3fb0-c69f-4c97-94a7-54fcd9c1451d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.312007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:14.314557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.431523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for floatingip (914d17dd-4a62-4daf-9d7d-033eca20025f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.431860 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Floating IP 914d17dd-4a62-4daf-9d7d-033eca20025f disassociated (deleted). External IP: 172.25.7.238, port: a05017d4-9206-4ea3-8e2e-4dfab8963d1e. Feb 19 07:31:14.443446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:14.443899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.477445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:14.486957 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fdcb63-668e-48a6-ade7-d2f22dde2175" -d '{"events": [{"server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "name": "network-vif-plugged", "status": "completed", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:14.530631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:14.536738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:14.590960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dc82199b-8e08-4092-af96-73034590a824 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:14.606122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fffe5cc-8a9a-41ed-97a8-155105ec75ec x-openstack-request-id: req-9fffe5cc-8a9a-41ed-97a8-155105ec75ec {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:14.606440 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "name": "network-vif-plugged", "status": "completed", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:14.606785 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fffe5cc-8a9a-41ed-97a8-155105ec75ec {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:14.607225 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a', 'code': 200} Feb 19 07:31:14.695525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:14.712725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port dc82199b-8e08-4092-af96-73034590a824 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:14.718349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port dc82199b-8e08-4092-af96-73034590a824 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:14.718685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dc82199b-8e08-4092-af96-73034590a824), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.051020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port dc82199b-8e08-4092-af96-73034590a824 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:15.052335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dc82199b-8e08-4092-af96-73034590a824), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.088956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc686471-5c12-42a8-bb38-6094c2344c21 req-728544f7-0c4a-45e7-9743-1ad443632edc tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.093095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc686471-5c12-42a8-bb38-6094c2344c21 req-728544f7-0c4a-45e7-9743-1ad443632edc tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 944 time: 0.1026256 Feb 19 07:31:15.112449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcf74-6c38-4fd6-91c6-2e86514f7cfc req-dfa7202c-54d5-4b50-bcdb-eef03491004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.114854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a50fcf74-6c38-4fd6-91c6-2e86514f7cfc req-dfa7202c-54d5-4b50-bcdb-eef03491004b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 1128 time: 0.4466591 Feb 19 07:31:15.138776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dc82199b-8e08-4092-af96-73034590a824,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:15.146706 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dc82199b-8e08-4092-af96-73034590a824), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.147801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e864f7e9-6b14-43c8-a8db-19aca6487f22 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:15.153565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 2a57fe21-9438-49d9-b5d5-87521c3696bf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:15.177358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ae3d-b0b3-4e4d-be34-e68bc12fe8ad req-95ea7768-8c90-4c15-b233-f6c570790279 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.179324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f353ae3d-b0b3-4e4d-be34-e68bc12fe8ad req-95ea7768-8c90-4c15-b233-f6c570790279 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.3267291 Feb 19 07:31:15.208625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc686471-5c12-42a8-bb38-6094c2344c21 req-51ad1537-0a91-49c3-87f2-3ecad6aa3ab9 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016033 Feb 19 07:31:15.292259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a50fcf74-6c38-4fd6-91c6-2e86514f7cfc req-6d8242f5-2e23-48af-a8df-77499972f78c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675754 Feb 19 07:31:15.320687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.351915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f353ae3d-b0b3-4e4d-be34-e68bc12fe8ad req-70acfba3-58dc-4d5e-9337-07fe2db4dac1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596291 Feb 19 07:31:15.359949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port e864f7e9-6b14-43c8-a8db-19aca6487f22 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:15.371216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256c2cb-2e3f-4363-ada0-59fb58256fe9 req-3d738d06-5914-4bb8-bf81-271c0e5afe99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.372913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2256c2cb-2e3f-4363-ada0-59fb58256fe9 req-3d738d06-5914-4bb8-bf81-271c0e5afe99 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 944 time: 0.0717795 Feb 19 07:31:15.374472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port e864f7e9-6b14-43c8-a8db-19aca6487f22 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:15.374913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.442571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:15.448624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.453928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Sync routers for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:31:15.471140 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:15.471831 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:15.471961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e864f7e9-6b14-43c8-a8db-19aca6487f22 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:15.472203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.473278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2256c2cb-2e3f-4363-ada0-59fb58256fe9 req-d02b1867-3e8f-4467-97d4-89351ee0a1db tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846035 Feb 19 07:31:15.505282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:15.510808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:15.519593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-737cd0a3-45a0-4ca6-b0ab-767bdb68ea22 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/floatingips/914d17dd-4a62-4daf-9d7d-033eca20025f HTTP/1.1" status: 204 len: 168 time: 2.0776491 Feb 19 07:31:15.520212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:15.522572 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871aca87-5f8c-4e3b-b478-f47961735e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:15.573609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:15.651943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:15.680992 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c61fc7-5264-4b0a-99e8-e0ae806af02f x-openstack-request-id: req-c6c61fc7-5264-4b0a-99e8-e0ae806af02f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:15.681289 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:15.681693 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6c61fc7-5264-4b0a-99e8-e0ae806af02f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:15.682109 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'status': 'completed', 'code': 200} Feb 19 07:31:15.785061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-76d975c7-5451-43f3-b20c-5fec11717a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.786906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-76d975c7-5451-43f3-b20c-5fec11717a01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=192bc80735b24509a5710608a1dfaaed&device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 1127 time: 0.0818763 Feb 19 07:31:15.908411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-6b6d4f2b-0b94-48f5-8a47-59e0a98d389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:15.911543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-6b6d4f2b-0b94-48f5-8a47-59e0a98d389d service neutron] 10.222.0.47 "GET /v2.0/networks?id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 200 len: 896 time: 0.1176190 Feb 19 07:31:15.946647 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:15.983281 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Checking router: 2a57fe21-9438-49d9-b5d5-87521c3696bf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:31:15.992405 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:15.993077 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:15.995569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-7b2e08a9-ad05-4924-9681-a4d0aa6a25d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 200 len: 217 time: 0.0448484 Feb 19 07:31:16.011721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eebf8b-7908-41ba-8aa7-0d1ffb3263bf req-d94f3549-d575-4291-9b94-b5cecbfafacd tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.013405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-86eebf8b-7908-41ba-8aa7-0d1ffb3263bf req-d94f3549-d575-4291-9b94-b5cecbfafacd tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.1150625 Feb 19 07:31:16.083151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-8e3bf8e4-0293-4c4d-9246-981bddfaf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.084655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-8e3bf8e4-0293-4c4d-9246-981bddfaf1e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d7356464-a3eb-4680-a812-70e93acd42dd HTTP/1.1" status: 200 len: 835 time: 0.0806389 Feb 19 07:31:16.139664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:16.151470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-86eebf8b-7908-41ba-8aa7-0d1ffb3263bf req-25dc7486-bbe0-4fed-b411-4f172e65549c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107626 Feb 19 07:31:16.173226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-67f7f8ac-81d3-4360-9d78-e6d8857fdc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.174747 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-67f7f8ac-81d3-4360-9d78-e6d8857fdc31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825536 Feb 19 07:31:16.239934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:16.320368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-e67750ce-02ba-47aa-8197-fac52b4e56ca service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370304 Feb 19 07:31:16.363855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca239c0d-e220-436d-a664-02c245bfa01c req-7c2ae3ce-311e-401b-a04a-d5fda90f4e97 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.373911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca239c0d-e220-436d-a664-02c245bfa01c req-7c2ae3ce-311e-401b-a04a-d5fda90f4e97 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.0755813 Feb 19 07:31:16.438777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca239c0d-e220-436d-a664-02c245bfa01c req-55f477c6-882a-4b09-a874-23daa45a0fcd tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621390 Feb 19 07:31:16.499730 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:16.541807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c0c3e0-16a9-4367-bb6e-0fa74e022ac3 None None] The sync data for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 is: [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:29:25Z', 'revision_number': 4, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6', 'name': '', 'network_id': '98af8c4a-fbc6-45b3-80fc-c35a51f37b5a', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'mac_address': 'fa:16:3e:31:0a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:23Z', 'updated_at': '2022-02-19T07:29:29Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'subnets': [{'id': 'd7356464-a3eb-4680-a812-70e93acd42dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:31:16.608982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc82199b-8e08-4092-af96-73034590a824'}, {'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:16.612146 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5711d32-0a96-40ae-a63d-52ce8c937b12" -d '{"events": [{"server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "name": "network-vif-plugged", "status": "completed", "tag": "dc82199b-8e08-4092-af96-73034590a824"}, {"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:16.653456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756549d1-a6bb-44f4-9893-d37211f79018 req-df940ebc-ac53-4c93-93df-a1d288c83599 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.663045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-756549d1-a6bb-44f4-9893-d37211f79018 req-df940ebc-ac53-4c93-93df-a1d288c83599 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0840204 Feb 19 07:31:16.718618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-756549d1-a6bb-44f4-9893-d37211f79018 req-1f3c3323-daeb-41d6-a0ed-3f7bfea02280 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Feb 19 07:31:16.792382 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325a893-df92-4f23-bfd5-3cb190ea5ef3 x-openstack-request-id: req-8325a893-df92-4f23-bfd5-3cb190ea5ef3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:16.792969 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "name": "network-vif-plugged", "status": "completed", "tag": "dc82199b-8e08-4092-af96-73034590a824", "code": 200}, {"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-plugged", "status": "completed", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:16.793437 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8325a893-df92-4f23-bfd5-3cb190ea5ef3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:16.794061 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc82199b-8e08-4092-af96-73034590a824', 'code': 200} Feb 19 07:31:16.794633 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'code': 200} Feb 19 07:31:16.840307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-786a47ee-5b8d-47cb-843e-dea555c6439a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:16.937739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac2f5f-235f-4db3-8b74-43a393d5ed4f None None] New status for floating IP 914d17dd-4a62-4daf-9d7d-033eca20025f: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:31:16.951585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570e9a4-6968-4d5a-bba6-bfd1bba5c349 req-959a83d7-d445-46f1-8188-d37745adf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.954601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7570e9a4-6968-4d5a-bba6-bfd1bba5c349 req-959a83d7-d445-46f1-8188-d37745adf62f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 1127 time: 0.0602705 Feb 19 07:31:16.963637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b116f5-60b5-485a-84cb-e282016d592d req-9d2dc511-39bd-4956-8e88-9e13208f815d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.965201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2b116f5-60b5-485a-84cb-e282016d592d req-9d2dc511-39bd-4956-8e88-9e13208f815d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.1853499 Feb 19 07:31:16.976533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78eff6e-0c68-43be-b312-57ed1da446b5 req-bf8697dd-f874-4224-8891-7561b75402cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:16.978095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e78eff6e-0c68-43be-b312-57ed1da446b5 req-bf8697dd-f874-4224-8891-7561b75402cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 1127 time: 0.1157911 Feb 19 07:31:16.989759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-3eba9f0d-dbfc-4e01-b40d-a5491c48f6d3 service neutron] 10.222.0.47 "GET /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634936 Feb 19 07:31:17.028800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-786a47ee-5b8d-47cb-843e-dea555c6439a admin admin] Publish callbacks [] for security_group (9b5a7577-9b76-4482-9cc6-4cbea4d82dd1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.041661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-786a47ee-5b8d-47cb-843e-dea555c6439a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b5a7577-9b76-4482-9cc6-4cbea4d82dd1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.046527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e78eff6e-0c68-43be-b312-57ed1da446b5 req-b6566a0e-3376-4998-bd03-3d1bbcb34391 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590799 Feb 19 07:31:17.083504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7570e9a4-6968-4d5a-bba6-bfd1bba5c349 req-a80a0cf2-5464-498f-9636-60edde07d560 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200871 Feb 19 07:31:17.106078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a47ee-5b8d-47cb-843e-dea555c6439a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a7577-9b76-4482-9cc6-4cbea4d82dd1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:17.125163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-786a47ee-5b8d-47cb-843e-dea555c6439a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7665ae53658c48ffbac6be838ca8f368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8809776 Feb 19 07:31:17.125672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:17.135533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2b116f5-60b5-485a-84cb-e282016d592d req-9e6ce866-4e08-4dc0-871f-8a99644c0604 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607034 Feb 19 07:31:17.188524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] Publish callbacks [] for security_group (9b5a7577-9b76-4482-9cc6-4cbea4d82dd1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.211790 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] Publish callbacks [] for security_group (9b5a7577-9b76-4482-9cc6-4cbea4d82dd1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.293616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ecec2-a651-44c2-af4c-b383864988aa req-6c88bd0f-b435-478c-8ec7-539c1590b80d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:17.295278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-372ecec2-a651-44c2-af4c-b383864988aa req-6c88bd0f-b435-478c-8ec7-539c1590b80d tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.0727282 Feb 19 07:31:17.312433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b5a7577-9b76-4482-9cc6-4cbea4d82dd1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.314905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:17.318533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b5a7577-9b76-4482-9cc6-4cbea4d82dd1 HTTP/1.1" status: 204 len: 168 time: 0.1888807 Feb 19 07:31:17.336263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132f638-278c-4350-a4e1-dc7a20aee0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a7577-9b76-4482-9cc6-4cbea4d82dd1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:17.362997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-372ecec2-a651-44c2-af4c-b383864988aa req-b9dfb07e-0d29-470d-8836-d456738fab70 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e4710e1-0747-413f-ab21-d53117459a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589027 Feb 19 07:31:17.563381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdb506-417e-4607-930d-f38f0b6131f0 req-56dcf270-8776-4bb7-b3a1-ab8c01c015ae tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:17.565336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7bdb506-417e-4607-930d-f38f0b6131f0 req-56dcf270-8776-4bb7-b3a1-ab8c01c015ae tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.0586774 Feb 19 07:31:17.622835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7bdb506-417e-4607-930d-f38f0b6131f0 req-2d13b2bf-056f-4596-9272-11b3077e670f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492153 Feb 19 07:31:17.917301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b2ed5-722a-4532-81ff-f9f4dd01312f req-04735f4a-275f-4df8-83e4-f8ccd46304f7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:17.919014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b2b2ed5-722a-4532-81ff-f9f4dd01312f req-04735f4a-275f-4df8-83e4-f8ccd46304f7 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1034586 Feb 19 07:31:17.998781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-38cb94e3-efde-4037-982f-fd132e15c483 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:18.001717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-38cb94e3-efde-4037-982f-fd132e15c483 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 945 time: 0.1400871 Feb 19 07:31:18.053017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b2b2ed5-722a-4532-81ff-f9f4dd01312f req-ac3a9f20-c630-482e-b117-ec5c231f5bc9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168518 Feb 19 07:31:18.144557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port a05017d4-9206-4ea3-8e2e-4dfab8963d1e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:18.144893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:18.255688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port a05017d4-9206-4ea3-8e2e-4dfab8963d1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:18.256059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:18.270453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for a05017d4-9206-4ea3-8e2e-4dfab8963d1e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:18.299242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c641d2-d6e9-4d1e-98b9-304f02d54dfc req-8faa0c00-a47c-4b06-b189-9c58b09cc514 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:18.300762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58c641d2-d6e9-4d1e-98b9-304f02d54dfc req-8faa0c00-a47c-4b06-b189-9c58b09cc514 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.0775874 Feb 19 07:31:18.369284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58c641d2-d6e9-4d1e-98b9-304f02d54dfc req-3f9346cb-3982-4e9f-bac3-f7e2c798e122 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Feb 19 07:31:18.441811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a05017d4-9206-4ea3-8e2e-4dfab8963d1e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:18.530722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=a05017d4-9206-4ea3-8e2e-4dfab8963d1e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:18.562669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-316dbb0c-e53d-4111-8af8-60518f387824 req-0e47be61-8f91-4101-9454-0b7ab09689de tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "GET /v2.0/ports?device_id=c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f HTTP/1.1" status: 200 len: 210 time: 0.0792739 Feb 19 07:31:18.649549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] No DVR routers for this DVR port a05017d4-9206-4ea3-8e2e-4dfab8963d1e on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:18.672308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:18.684943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dbe4a15-737d-4353-810c-d0c3c8095ba0 req-99ab9c57-0092-4ed1-bba7-98e0476c51ea tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.47 "DELETE /v2.0/ports/a05017d4-9206-4ea3-8e2e-4dfab8963d1e HTTP/1.1" status: 204 len: 173 time: 0.6436203 Feb 19 07:31:18.687776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'name': 'network-vif-deleted', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:18.693458 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e51dba-12df-4802-b708-e90658d88f1a" -d '{"events": [{"server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "name": "network-vif-deleted", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:18.819752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441338b-3e27-49d1-8cd6-33440b060966 req-b89c749d-bd2a-4275-a892-5ecbcfeb9085 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:18.830280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9441338b-3e27-49d1-8cd6-33440b060966 req-b89c749d-bd2a-4275-a892-5ecbcfeb9085 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.0999794 Feb 19 07:31:18.917574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9441338b-3e27-49d1-8cd6-33440b060966 req-b0d6e8f5-c46d-4c7f-aa1a-c8eac37f8d18 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859485 Feb 19 07:31:18.945181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927fbc0-c60e-48a4-86f5-4a7e5b80eadc req-9d54e7b3-9e58-4de7-a174-138dbcd8f97a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:18.955739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1927fbc0-c60e-48a4-86f5-4a7e5b80eadc req-9d54e7b3-9e58-4de7-a174-138dbcd8f97a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.1739111 Feb 19 07:31:19.014019 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af71f9-ec62-4116-9fe3-28fc7b1d8671 x-openstack-request-id: req-b3af71f9-ec62-4116-9fe3-28fc7b1d8671 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:19.014429 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f", "name": "network-vif-deleted", "tag": "a05017d4-9206-4ea3-8e2e-4dfab8963d1e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:19.014776 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3af71f9-ec62-4116-9fe3-28fc7b1d8671 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:19.015334 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4edf6b1-981d-4a61-8d49-e8f9fe3fb18f', 'name': 'network-vif-deleted', 'tag': 'a05017d4-9206-4ea3-8e2e-4dfab8963d1e', 'status': 'completed', 'code': 200} Feb 19 07:31:19.068896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1927fbc0-c60e-48a4-86f5-4a7e5b80eadc req-1c795f66-92ac-412f-b069-ed765278259d tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997798 Feb 19 07:31:19.187563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cf0ee-fe70-4125-b029-9607c2c22c2d req-6252705e-e15a-4922-8fcd-3e7b2f834179 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:19.189295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f5cf0ee-fe70-4125-b029-9607c2c22c2d req-6252705e-e15a-4922-8fcd-3e7b2f834179 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0601914 Feb 19 07:31:19.243437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f5cf0ee-fe70-4125-b029-9607c2c22c2d req-6f26bde0-ae79-453a-a5cd-f89638aa0969 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Feb 19 07:31:19.488301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952667f3-8418-4bb6-a927-6fffc00d5f17 req-83d53fb2-2c56-4ffa-8453-99ed8c7d5267 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:19.489892 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-952667f3-8418-4bb6-a927-6fffc00d5f17 req-83d53fb2-2c56-4ffa-8453-99ed8c7d5267 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0615778 Feb 19 07:31:19.541194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-952667f3-8418-4bb6-a927-6fffc00d5f17 req-411677ca-dd1b-45cc-9f18-6a957b0872b4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Feb 19 07:31:19.609640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:19.703797 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (6e4710e1-0747-413f-ab21-d53117459a3d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:19.714202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f173-1c37-42f2-b4e4-f50b127a7659 req-5a048844-17ae-4151-bd5c-d0fcd8628981 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:19.715725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e6d1f173-1c37-42f2-b4e4-f50b127a7659 req-5a048844-17ae-4151-bd5c-d0fcd8628981 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0987346 Feb 19 07:31:19.751428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (6e4710e1-0747-413f-ab21-d53117459a3d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:19.804459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e6d1f173-1c37-42f2-b4e4-f50b127a7659 req-4eb6c5b7-f73d-4ec4-8923-9b86b977fa21 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800776 Feb 19 07:31:19.836438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e4710e1-0747-413f-ab21-d53117459a3d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:19.839268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:19.840955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e4710e1-0747-413f-ab21-d53117459a3d HTTP/1.1" status: 204 len: 168 time: 0.2301834 Feb 19 07:31:19.858420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161f68-d4bd-4e69-abd5-35f7b366ca4a tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4710e1-0747-413f-ab21-d53117459a3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:19.874855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:20.078472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e68b-c868-4508-867c-c8f30376b434 req-d50cf622-0e68-4e0a-924e-e7473f69cbc8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.080106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b92e68b-c868-4508-867c-c8f30376b434 req-d50cf622-0e68-4e0a-924e-e7473f69cbc8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0587752 Feb 19 07:31:20.137922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b92e68b-c868-4508-867c-c8f30376b434 req-53981de1-f9cb-4a88-81e8-44ee0bc2e84b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515757 Feb 19 07:31:20.139791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d0702-d66f-431a-a7c9-9eac9a815089 req-f2223c60-bf8b-4d21-acb4-d924458d22e5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.147571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-594d0702-d66f-431a-a7c9-9eac9a815089 req-f2223c60-bf8b-4d21-acb4-d924458d22e5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.1289737 Feb 19 07:31:20.256576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac1007-50b9-4679-8ce2-ab3f5fba1a67 req-b09101a9-8f11-4790-9053-d4877a68b797 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.258958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dac1007-50b9-4679-8ce2-ab3f5fba1a67 req-b09101a9-8f11-4790-9053-d4877a68b797 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.0634255 Feb 19 07:31:20.263886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-594d0702-d66f-431a-a7c9-9eac9a815089 req-05f39fd8-5074-4b2c-8bf8-cc863076bb5f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153870 Feb 19 07:31:20.328960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5dac1007-50b9-4679-8ce2-ab3f5fba1a67 req-82dcd811-6646-4612-b55e-d1f281f8b236 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576620 Feb 19 07:31:20.482047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:20.582775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756114fb-b993-4ae8-bfcd-e73a96b66e3f req-743df979-2745-4c09-ab17-37dd61eef06b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:20.588861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-756114fb-b993-4ae8-bfcd-e73a96b66e3f req-743df979-2745-4c09-ab17-37dd61eef06b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.0825210 Feb 19 07:31:20.597781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a05017d4-9206-4ea3-8e2e-4dfab8963d1e no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:20.632467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a05017d4-9206-4ea3-8e2e-4dfab8963d1e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:20.632959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a05017d4-9206-4ea3-8e2e-4dfab8963d1e not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:20.642033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:20.670419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-756114fb-b993-4ae8-bfcd-e73a96b66e3f req-f594b86c-c5f8-4123-9294-4688007b15da tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663719 Feb 19 07:31:20.774665 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb26c86-0eb1-49a6-ae22-8866a2e96792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:20.874623 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb26c86-0eb1-49a6-ae22-8866a2e96792 admin admin] Publish callbacks [] for security_group (4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:20.879405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bb26c86-0eb1-49a6-ae22-8866a2e96792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:20.912680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb26c86-0eb1-49a6-ae22-8866a2e96792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:20.932460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8bb26c86-0eb1-49a6-ae22-8866a2e96792 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ae06837ec7d4942b43959f19cf5ee37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2890537 Feb 19 07:31:20.933067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38638) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:20.991011 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] Publish callbacks [] for security_group (4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.013788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] Publish callbacks [] for security_group (4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.092841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100176-fde7-47e2-9a36-cce2283e83ae req-fdc33066-3e21-496e-a014-2810e1676e8a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:21.094362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92100176-fde7-47e2-9a36-cce2283e83ae req-fdc33066-3e21-496e-a014-2810e1676e8a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.0738883 Feb 19 07:31:21.127306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.129918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.131313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7 HTTP/1.1" status: 204 len: 168 time: 0.1971130 Feb 19 07:31:21.150531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56fc7d-5735-4bc6-b4c4-7ad5dcbd1e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b702a3f-6859-4bb4-aac0-d4bd8b6b92a7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:21.189107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92100176-fde7-47e2-9a36-cce2283e83ae req-79dc2e05-d888-4022-99f3-a11a9dc65781 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754416 Feb 19 07:31:21.212267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:21.212794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.334646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:21.335016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.350096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b34a98-ec19-46cf-90c8-91eadcff6f45 req-5975845a-3b6b-4c91-82ae-5e7547c79aae tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:21.351598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03b34a98-ec19-46cf-90c8-91eadcff6f45 req-5975845a-3b6b-4c91-82ae-5e7547c79aae tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1242650 Feb 19 07:31:21.359660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:21.421163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:21.434135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-833b49a9-c099-4c98-9685-94999c3471eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.439534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03b34a98-ec19-46cf-90c8-91eadcff6f45 req-71fd0b56-7a11-4bd4-85e2-344a8a7d9fa5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820806 Feb 19 07:31:21.513661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-833b49a9-c099-4c98-9685-94999c3471eb admin admin] Publish callbacks [] for security_group (474151ae-f01c-4c7f-a815-f5e9a2133000), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.518154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-833b49a9-c099-4c98-9685-94999c3471eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (474151ae-f01c-4c7f-a815-f5e9a2133000), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.555767 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-833b49a9-c099-4c98-9685-94999c3471eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edbcdb5a804e428c9c50d188993ce495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339874 Feb 19 07:31:21.556636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b49a9-c099-4c98-9685-94999c3471eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474151ae-f01c-4c7f-a815-f5e9a2133000,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:21.558886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:21.583625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.605836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] Publish callbacks [] for security_group (474151ae-f01c-4c7f-a815-f5e9a2133000), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.611768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:21.630633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] Publish callbacks [] for security_group (474151ae-f01c-4c7f-a815-f5e9a2133000), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.696112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (474151ae-f01c-4c7f-a815-f5e9a2133000), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.699245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.700607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/474151ae-f01c-4c7f-a815-f5e9a2133000 HTTP/1.1" status: 204 len: 168 time: 0.1408019 Feb 19 07:31:21.726802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bec5-47e4-45ec-8a7c-39e970966f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474151ae-f01c-4c7f-a815-f5e9a2133000,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:21.835708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:21.837290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e14bf-36d8-4623-bef1-f37b4d6b43e1 req-0e4da299-0245-42be-bf33-2ec7d4a84429 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:21.838862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e2e14bf-36d8-4623-bef1-f37b4d6b43e1 req-0e4da299-0245-42be-bf33-2ec7d4a84429 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.0706377 Feb 19 07:31:21.907807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e2e14bf-36d8-4623-bef1-f37b4d6b43e1 req-32bcc93a-9b5d-4eaa-af04-800ef5ba4f9b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Feb 19 07:31:22.040148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-c9163a52-eb2f-444e-b2a1-69b6acb16049 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:22.041606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-c9163a52-eb2f-444e-b2a1-69b6acb16049 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 946 time: 0.1054659 Feb 19 07:31:22.174909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Router 2a57fe21-9438-49d9-b5d5-87521c3696bf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:22.242745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:22.243458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.399576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:22.410800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8226f673-2527-4265-8bb6-3abb8d3db87f tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "PUT /v2.0/routers/2a57fe21-9438-49d9-b5d5-87521c3696bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323441 Feb 19 07:31:22.412290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38680) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:22.416244 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Sync routers for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:31:22.427214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:22.427888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.432243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:22.433193 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:22.436323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212ba2c-286c-4f40-8f70-ad766767c0dc req-5609424e-97d8-4cbb-9cdb-3d839081f46a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:22.438579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c212ba2c-286c-4f40-8f70-ad766767c0dc req-5609424e-97d8-4cbb-9cdb-3d839081f46a tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.1461437 Feb 19 07:31:22.488303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for 4ab2813e-1c1c-479a-8ef0-5ab5a750608a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:22.523476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting subnet d7356464-a3eb-4680-a812-70e93acd42dd {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:31:22.532434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (d7356464-a3eb-4680-a812-70e93acd42dd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.557830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:22.582193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c212ba2c-286c-4f40-8f70-ad766767c0dc req-b3dda0af-7758-4256-8e8e-29518c1e6baa tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/security-groups?id=d991e592-2726-4f2d-8ecd-3d9398a7efc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278620 Feb 19 07:31:22.592021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d7356464-a3eb-4680-a812-70e93acd42dd), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.604133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-c9558a5f-7e1e-428f-8d58-8685ebb7ae69 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:22.605888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-c9558a5f-7e1e-428f-8d58-8685ebb7ae69 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 945 time: 0.1621306 Feb 19 07:31:22.764106 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d7356464-a3eb-4680-a812-70e93acd42dd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.791419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Deleting port dc82199b-8e08-4092-af96-73034590a824 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:22.792123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dc82199b-8e08-4092-af96-73034590a824), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.797768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4ab2813e-1c1c-479a-8ef0-5ab5a750608a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.811677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['4ab2813e-1c1c-479a-8ef0-5ab5a750608a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:22.825387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e664-299b-43d5-b9e9-066e8021f779 req-456755ff-71d8-4860-a9f3-6407f910eb54 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:22.828008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a787e664-299b-43d5-b9e9-066e8021f779 req-456755ff-71d8-4860-a9f3-6407f910eb54 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1441910 Feb 19 07:31:22.849881 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:31:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:22.884421 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Checking router: 2a57fe21-9438-49d9-b5d5-87521c3696bf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:31:22.885521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=4ab2813e-1c1c-479a-8ef0-5ab5a750608a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:22.904347 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Routers {'2a57fe21-9438-49d9-b5d5-87521c3696bf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:22.905067 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2a57fe21-9438-49d9-b5d5-87521c3696bf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:22.922914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a787e664-299b-43d5-b9e9-066e8021f779 req-6b970ab0-3693-4792-962b-1f4232e303ba tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855660 Feb 19 07:31:22.924612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d7356464-a3eb-4680-a812-70e93acd42dd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.973245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:22.977264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/subnets/d7356464-a3eb-4680-a812-70e93acd42dd HTTP/1.1" status: 204 len: 168 time: 0.5639288 Feb 19 07:31:22.981555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:22.991322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7856912-be7e-40d6-a3f4-97a77a63c09d None None] Network 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:22.992629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port 4ab2813e-1c1c-479a-8ef0-5ab5a750608a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:22.997746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.008217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea5bdcea-5601-49a0-adcf-d29fbe9268b8 req-8a0075c0-c047-4147-9b58-fb7bba5b5ff2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "DELETE /v2.0/ports/4ab2813e-1c1c-479a-8ef0-5ab5a750608a HTTP/1.1" status: 204 len: 173 time: 0.9597237 Feb 19 07:31:23.014757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'name': 'network-vif-deleted', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:23.017749 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9708eb5-55d2-473a-ae5a-2a708cbbea97" -d '{"events": [{"server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "name": "network-vif-deleted", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:23.038121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59342d9f-8a51-4fea-990d-8acf64dd3d2c tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Subnet': ['ID=d7356464-a3eb-4680-a812-70e93acd42dd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:23.113283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-739e00fc-9da4-4fab-a100-f112e6423b0d req-87c9e926-dc0a-42d0-a3eb-52d8f44f08cb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=67449025-60cd-4a97-8011-fb88417bce85 HTTP/1.1" status: 200 len: 210 time: 0.0640099 Feb 19 07:31:23.114979 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a359ae2-1df0-46c8-b9e7-bf8ec80afceb x-openstack-request-id: req-6a359ae2-1df0-46c8-b9e7-bf8ec80afceb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:23.115319 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67449025-60cd-4a97-8011-fb88417bce85", "name": "network-vif-deleted", "tag": "4ab2813e-1c1c-479a-8ef0-5ab5a750608a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:23.115670 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a359ae2-1df0-46c8-b9e7-bf8ec80afceb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:23.116228 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67449025-60cd-4a97-8011-fb88417bce85', 'name': 'network-vif-deleted', 'tag': '4ab2813e-1c1c-479a-8ef0-5ab5a750608a', 'status': 'completed', 'code': 200} Feb 19 07:31:23.130441 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] Set router 2a57fe21-9438-49d9-b5d5-87521c3696bf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:23.233653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] For port dc82199b-8e08-4092-af96-73034590a824, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dc82199b-8e08-4092-af96-73034590a824,segment=NetworkSegment(da50077b-8587-4bcf-a6ef-91c1d9ebd9ad),segment_id=da50077b-8587-4bcf-a6ef-91c1d9ebd9ad)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:23.234307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dc82199b-8e08-4092-af96-73034590a824), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.251140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.264950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Calling delete_port for dc82199b-8e08-4092-af96-73034590a824 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:23.328576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a867c-4750-4968-8596-3f5730334532 None None] DHCP port deletion for 98af8c4a-fbc6-45b3-80fc-c35a51f37b5a request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:31:23.385096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_gateway (2a57fe21-9438-49d9-b5d5-87521c3696bf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.399934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Deleting port 61430a3f-4864-483b-8cb9-f09b949ed8f8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:23.400568 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.436503 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:31:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:23.464795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Deleting port 2be6b855-477d-4249-8bdd-4f982e90a06c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:23.468302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.484797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b68a867c-4750-4968-8596-3f5730334532 None None] For port 61430a3f-4864-483b-8cb9-f09b949ed8f8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61430a3f-4864-483b-8cb9-f09b949ed8f8,segment=NetworkSegment(d8bcf939-3047-41e8-873e-3648bbca980e),segment_id=d8bcf939-3047-41e8-873e-3648bbca980e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:23.485561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.488889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dd102f-272b-40e8-b323-781bb8067920 None None] The sync data for ids ['2a57fe21-9438-49d9-b5d5-87521c3696bf'] in n-d-829866-3 is: [{'id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'name': 'tempest-TestNetworkBasicOps-router-19307336', 'tenant_id': '192bc80735b24509a5710608a1dfaaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:29:15Z', 'updated_at': '2022-02-19T07:31:21Z', 'revision_number': 5, 'project_id': '192bc80735b24509a5710608a1dfaaed', 'gw_port': {'id': '2be6b855-477d-4249-8bdd-4f982e90a06c', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a57fe21-9438-49d9-b5d5-87521c3696bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2137, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:29:17Z', 'updated_at': '2022-02-19T07:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:31:23.512931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Calling delete_port for 61430a3f-4864-483b-8cb9-f09b949ed8f8 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:23.546949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (dc82199b-8e08-4092-af96-73034590a824), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.602968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['dc82199b-8e08-4092-af96-73034590a824'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:23.605904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Pushing event deleted for resources: {'Port': ['ID=dc82199b-8e08-4092-af96-73034590a824,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:23.650824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] For port 2be6b855-477d-4249-8bdd-4f982e90a06c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2be6b855-477d-4249-8bdd-4f982e90a06c,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:23.651460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.673107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Calling delete_port for 2be6b855-477d-4249-8bdd-4f982e90a06c owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:23.688681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] No DVR routers for this DVR port dc82199b-8e08-4092-af96-73034590a824 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:23.692239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.699698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e05e9c47-88fd-42fd-9181-1bf783762149 req-336bb0df-2613-4518-a526-50454e5a098f tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.47 "DELETE /v2.0/ports/dc82199b-8e08-4092-af96-73034590a824 HTTP/1.1" status: 204 len: 173 time: 1.0862856 Feb 19 07:31:23.721217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (61430a3f-4864-483b-8cb9-f09b949ed8f8), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.753216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a867c-4750-4968-8596-3f5730334532 None None] Pushing event deleted for resources: {'Port': ['ID=61430a3f-4864-483b-8cb9-f09b949ed8f8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:23.757634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a867c-4750-4968-8596-3f5730334532 None None] No DVR routers for this DVR port 61430a3f-4864-483b-8cb9-f09b949ed8f8 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:31:23.781155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78e2ed45-57c4-4b8b-9de4-2512336c145f req-8a62fbd2-0c64-43e5-8438-3c8cccd158d2 tempest-VolumesActionsTest-266748267 tempest-VolumesActionsTest-266748267-project] 10.222.0.43 "GET /v2.0/ports?device_id=9882a954-f4bc-4c78-b454-b9961a1cd545 HTTP/1.1" status: 200 len: 210 time: 0.0864398 Feb 19 07:31:23.920847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2be6b855-477d-4249-8bdd-4f982e90a06c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:23.960477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Port': ['ID=2be6b855-477d-4249-8bdd-4f982e90a06c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:24.044210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.073500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b6992-5877-4c1f-9fc2-b43e9bfb2ae4 req-e5ffff75-aef7-4c9a-b038-604ed568db48 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:24.075080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0b6992-5877-4c1f-9fc2-b43e9bfb2ae4 req-e5ffff75-aef7-4c9a-b038-604ed568db48 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.0678654 Feb 19 07:31:24.154003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0b6992-5877-4c1f-9fc2-b43e9bfb2ae4 req-66397e0c-c739-460d-9d17-c6c521cf0b43 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Feb 19 07:31:24.167719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.169705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router_controller (2a57fe21-9438-49d9-b5d5-87521c3696bf), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.231322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (2a57fe21-9438-49d9-b5d5-87521c3696bf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.231930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Fanout notify agent at l3_agent the message router_deleted on router 2a57fe21-9438-49d9-b5d5-87521c3696bf {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:31:24.240770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.245263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38734) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:24.250945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b40d05a0-90b9-4a56-8d65-7deab4969816 tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/routers/2a57fe21-9438-49d9-b5d5-87521c3696bf HTTP/1.1" status: 204 len: 168 time: 1.2176213 Feb 19 07:31:24.364674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.506425 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.562760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98af8c4a-fbc6-45b3-80fc-c35a51f37b5a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.578009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bcf939-3047-41e8-873e-3648bbca980e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.578312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bcf939-3047-41e8-873e-3648bbca980e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:24.597537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (d8bcf939-3047-41e8-873e-3648bbca980e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.630261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-80a12176-b436-429e-907a-e4c61bcc8da1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:24.631910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-80a12176-b436-429e-907a-e4c61bcc8da1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1692319 Feb 19 07:31:24.632946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d8bcf939-3047-41e8-873e-3648bbca980e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.648256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:31:24.648719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (d8bcf939-3047-41e8-873e-3648bbca980e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:31:24.652292 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:31:24.666923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-de7ffec9-2ef0-42d3-8e98-41c92d3899c6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0279982 Feb 19 07:31:24.737153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d8b899d6-2590-497f-9798-4aab8390d22a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444574 Feb 19 07:31:24.754762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (98af8c4a-fbc6-45b3-80fc-c35a51f37b5a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.760440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:24.767385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] 10.222.0.43 "DELETE /v2.0/networks/98af8c4a-fbc6-45b3-80fc-c35a51f37b5a HTTP/1.1" status: 204 len: 168 time: 0.5180678 Feb 19 07:31:24.833436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a396171-da8a-4484-8224-3d0aaeebe1df tempest-TestNetworkBasicOps-1318857891 tempest-TestNetworkBasicOps-1318857891-project] Pushing event deleted for resources: {'Network': ['ID=98af8c4a-fbc6-45b3-80fc-c35a51f37b5a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:24.894987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-ddbcdd71-3a54-4602-b716-32a1814c7d87 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495392 Feb 19 07:31:25.042616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:25.089589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:25.089936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ecf46a1-6dfe-4349-9e8c-3a4787dd4fd6 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:25.090365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61430a3f-4864-483b-8cb9-f09b949ed8f8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:25.121876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-a22c5b06-9f6c-46de-9e7a-3b47bbac6c20 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156503 Feb 19 07:31:25.124649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'name': 'network-vif-deleted', 'tag': 'dc82199b-8e08-4092-af96-73034590a824'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:25.127813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 61430a3f-4864-483b-8cb9-f09b949ed8f8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:25.128173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61430a3f-4864-483b-8cb9-f09b949ed8f8 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:25.128745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2be6b855-477d-4249-8bdd-4f982e90a06c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:25.133460 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293ae22-d965-42ea-9087-31bd43f54a7c" -d '{"events": [{"server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "name": "network-vif-deleted", "tag": "dc82199b-8e08-4092-af96-73034590a824"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:25.151926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2be6b855-477d-4249-8bdd-4f982e90a06c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:25.152633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2be6b855-477d-4249-8bdd-4f982e90a06c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:25.218058 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b8b6ce-a386-4699-8d85-53c3918b6f51 x-openstack-request-id: req-06b8b6ce-a386-4699-8d85-53c3918b6f51 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:25.218514 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9882a954-f4bc-4c78-b454-b9961a1cd545", "name": "network-vif-deleted", "tag": "dc82199b-8e08-4092-af96-73034590a824", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:25.218958 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06b8b6ce-a386-4699-8d85-53c3918b6f51 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:25.219641 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9882a954-f4bc-4c78-b454-b9961a1cd545', 'name': 'network-vif-deleted', 'tag': 'dc82199b-8e08-4092-af96-73034590a824', 'status': 'completed', 'code': 200} Feb 19 07:31:25.267400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:25.293770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:25.400111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9e73-93d5-4fec-95a4-40c780c72445 req-75abfda1-7703-48d3-8237-5bbcb14ee0fd tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:25.408970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c03d9e73-93d5-4fec-95a4-40c780c72445 req-75abfda1-7703-48d3-8237-5bbcb14ee0fd tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1298678 Feb 19 07:31:25.437344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78566a56-06ff-4b26-9f81-fda94f7ae836 req-9d60c0b8-16d2-4123-a97a-3dad1ce42dfa tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 210 time: 0.0826130 Feb 19 07:31:25.536455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c03d9e73-93d5-4fec-95a4-40c780c72445 req-479a73b4-cb2e-4862-9664-f749be13ea9d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220427 Feb 19 07:31:25.578156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-56229eb0-ae97-43cf-b120-8598f92e0fa0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=192bc80735b24509a5710608a1dfaaed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066201 Feb 19 07:31:25.578840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:25.622511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bf33699-b34f-42d4-a65d-ef431aceb9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.683960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] Publish callbacks [] for security_group (a190c7a7-3179-4046-97e8-52270ffcf39c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.723177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] Publish callbacks [] for security_group (a190c7a7-3179-4046-97e8-52270ffcf39c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.777730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bf33699-b34f-42d4-a65d-ef431aceb9c4 admin admin] Publish callbacks [] for security_group (868903d0-6b2f-46e6-887a-c9911353dec3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.790092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bf33699-b34f-42d4-a65d-ef431aceb9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (868903d0-6b2f-46e6-887a-c9911353dec3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.820405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a190c7a7-3179-4046-97e8-52270ffcf39c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.822894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.827332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a190c7a7-3179-4046-97e8-52270ffcf39c HTTP/1.1" status: 204 len: 168 time: 0.2460849 Feb 19 07:31:25.840748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf33699-b34f-42d4-a65d-ef431aceb9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868903d0-6b2f-46e6-887a-c9911353dec3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:25.857672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:25.859668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9bf33699-b34f-42d4-a65d-ef431aceb9c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=307128a2c1fd4f7bad9faac80416f44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5647941 Feb 19 07:31:25.871645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313fe6c-6559-4d0d-9f29-e92ec5653f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a190c7a7-3179-4046-97e8-52270ffcf39c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:25.945174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] Publish callbacks [] for security_group (868903d0-6b2f-46e6-887a-c9911353dec3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:25.970248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] Publish callbacks [] for security_group (868903d0-6b2f-46e6-887a-c9911353dec3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.041905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (868903d0-6b2f-46e6-887a-c9911353dec3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.044637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.046318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/868903d0-6b2f-46e6-887a-c9911353dec3 HTTP/1.1" status: 204 len: 168 time: 0.1875622 Feb 19 07:31:26.055150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988acf3-a5b6-42de-855f-87ade615eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868903d0-6b2f-46e6-887a-c9911353dec3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.274614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:26.291860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c1d54c-1017-4250-b070-0ed7687bfa9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.298274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4ab2813e-1c1c-479a-8ef0-5ab5a750608a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:26.322130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 4ab2813e-1c1c-479a-8ef0-5ab5a750608a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:26.322889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 4ab2813e-1c1c-479a-8ef0-5ab5a750608a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:26.381266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c1d54c-1017-4250-b070-0ed7687bfa9d admin admin] Publish callbacks [] for security_group (ec46e930-36f8-4595-88f8-128a2f0b9af6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.387064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7c1d54c-1017-4250-b070-0ed7687bfa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ec46e930-36f8-4595-88f8-128a2f0b9af6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.445936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7c1d54c-1017-4250-b070-0ed7687bfa9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08ae120ee793427a973df058afd56457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699660 Feb 19 07:31:26.447826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1d54c-1017-4250-b070-0ed7687bfa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46e930-36f8-4595-88f8-128a2f0b9af6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.448607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:26.572903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] Publish callbacks [] for security_group (ec46e930-36f8-4595-88f8-128a2f0b9af6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.589499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:26.604410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0fb6c4a-849b-403f-9a1f-728a5a1848e6 req-4d8ed6a3-2c9c-45ed-adf0-ce11863c5286 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 210 time: 0.0783379 Feb 19 07:31:26.627107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92015db-28b2-4fab-af07-7f002f467eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.627815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] Publish callbacks [] for security_group (ec46e930-36f8-4595-88f8-128a2f0b9af6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.632646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dc82199b-8e08-4092-af96-73034590a824 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:26.705294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: dc82199b-8e08-4092-af96-73034590a824 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:31:26.705859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dc82199b-8e08-4092-af96-73034590a824 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:31:26.827154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92015db-28b2-4fab-af07-7f002f467eb3 admin admin] Publish callbacks [] for security_group (aff260f4-439b-456c-9b61-4d74211e2f76), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.827389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe7c6b-7814-4be5-805a-25d99abec5b7 req-f954f29c-ec7c-4bf2-8dd1-6ef207705044 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:26.832877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebe7c6b-7814-4be5-805a-25d99abec5b7 req-f954f29c-ec7c-4bf2-8dd1-6ef207705044 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1392517 Feb 19 07:31:26.837006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ec46e930-36f8-4595-88f8-128a2f0b9af6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.839797 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a92015db-28b2-4fab-af07-7f002f467eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aff260f4-439b-456c-9b61-4d74211e2f76), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.843403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:26.846894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec46e930-36f8-4595-88f8-128a2f0b9af6 HTTP/1.1" status: 204 len: 168 time: 0.3936799 Feb 19 07:31:26.882198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a92015db-28b2-4fab-af07-7f002f467eb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2613d221d26e47789d8d0578b246dc69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908733 Feb 19 07:31:26.887217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38902) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:26.921523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c4bc-f56d-4f3c-bcd1-59135d312114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46e930-36f8-4595-88f8-128a2f0b9af6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:26.931879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-9393540e-97ff-4e48-8fbf-5d8df6b69c8a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:26.934752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-9393540e-97ff-4e48-8fbf-5d8df6b69c8a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.2512271 Feb 19 07:31:26.992324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': '224f7634-66a2-43e3-9bc9-36565f512af3', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:27.004310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ebe7c6b-7814-4be5-805a-25d99abec5b7 req-f5442d49-53a3-40a3-aed3-f9b5dab6182f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562705 Feb 19 07:31:27.013592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92015db-28b2-4fab-af07-7f002f467eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff260f4-439b-456c-9b61-4d74211e2f76,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.046607 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] Publish callbacks [] for security_group (aff260f4-439b-456c-9b61-4d74211e2f76), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.093467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] Publish callbacks [] for security_group (aff260f4-439b-456c-9b61-4d74211e2f76), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.182649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aff260f4-439b-456c-9b61-4d74211e2f76), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.183036 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.185050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aff260f4-439b-456c-9b61-4d74211e2f76 HTTP/1.1" status: 204 len: 168 time: 0.2954392 Feb 19 07:31:27.197395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4653183-ac53-4c65-94a3-a31874d29eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff260f4-439b-456c-9b61-4d74211e2f76,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.236524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:27.241894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.551129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.12 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/3faa9999-8c35-4de8-a856-a8e3573fa978) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:27.747760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d630c6a9-2735-4144-85a1-47b62a690aaf req-cb506fbf-03c1-4b4d-96a4-dcdca1e2a837 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 210 time: 0.0422812 Feb 19 07:31:27.776273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.830935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:27.890390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:27.894314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:27.899325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:27.952466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:27.981964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:27.982665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:28.003825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-d35ea809-cbfc-4a31-aeb1-5b0de5b9206c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0319254 Feb 19 07:31:28.017565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Request body: {'port': {'device_id': '224f7634-66a2-43e3-9bc9-36565f512af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:28.590697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:28.652485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09215428-3c57-4b17-b9f9-4a3bd503a603 req-424d6568-29d5-4a9e-a78e-909e32cb7c32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:28.659665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09215428-3c57-4b17-b9f9-4a3bd503a603 req-424d6568-29d5-4a9e-a78e-909e32cb7c32 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.5454111 Feb 19 07:31:28.796333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09215428-3c57-4b17-b9f9-4a3bd503a603 req-89d92ecb-f7d0-46d6-b012-4cd9fead3209 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355450 Feb 19 07:31:28.978893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea6683-de4a-4d04-a0d4-d20585002f0c req-468bcc62-caee-4a64-b807-c9500bed7234 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:28.981156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ea6683-de4a-4d04-a0d4-d20585002f0c req-468bcc62-caee-4a64-b807-c9500bed7234 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 932 time: 0.1086164 Feb 19 07:31:29.081371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ea6683-de4a-4d04-a0d4-d20585002f0c req-74cd1498-c2c9-47ab-9a95-ad5fe3a7e2fb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935688 Feb 19 07:31:29.226839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faa9999-8c35-4de8-a856-a8e3573fa978 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:29.253056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks [] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:29.283295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Transition to ACTIVE for port object 3faa9999-8c35-4de8-a856-a8e3573fa978 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:31:29.292143 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:29.485645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:29.637615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Attempting to bind port 3faa9999-8c35-4de8-a856-a8e3573fa978 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:29.641301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Attempting to bind port 3faa9999-8c35-4de8-a856-a8e3573fa978 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:29.641861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Attempting to bind port 3faa9999-8c35-4de8-a856-a8e3573fa978 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:29.659533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Port 3faa9999-8c35-4de8-a856-a8e3573fa978 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:29.659889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Attempting to bind port 3faa9999-8c35-4de8-a856-a8e3573fa978 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:29.668738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:29.669086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:29.669480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:29.669909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Bound port: 3faa9999-8c35-4de8-a856-a8e3573fa978, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:29.670311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:29.823887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:29.837725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:29.851925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:29.927960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:29.930488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:29.937464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] 10.222.0.47 "PUT /v2.0/ports/3faa9999-8c35-4de8-a856-a8e3573fa978 HTTP/1.1" status: 200 len: 1092 time: 1.9265635 Feb 19 07:31:29.937977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:29.944915 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e89d872-79b1-4bc9-bd87-b9821922d0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:30.096317 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10aa479-4ab1-43b6-8c37-1de865dc9139 x-openstack-request-id: req-d10aa479-4ab1-43b6-8c37-1de865dc9139 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:30.096725 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:30.101170 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d10aa479-4ab1-43b6-8c37-1de865dc9139 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:30.102851 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'status': 'completed', 'code': 200} Feb 19 07:31:30.112263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c2283-0dd3-4ecf-b889-ab0b41d73c71 service neutron] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:30.161768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-33c94bdd-08a7-4b98-b275-b07756eb4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.163570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-33c94bdd-08a7-4b98-b275-b07756eb4e57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 1126 time: 0.1691401 Feb 19 07:31:30.186130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c19e3-1b1e-4230-8f36-a6e185a26fae req-99c8e9e6-2986-4adb-802c-ceea7a55a004 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.188398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-490c19e3-1b1e-4230-8f36-a6e185a26fae req-99c8e9e6-2986-4adb-802c-ceea7a55a004 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1760082 Feb 19 07:31:30.195978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:30.248206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-b1616504-9450-4e4d-ab83-e398ee6d90e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3faa9999-8c35-4de8-a856-a8e3573fa978 HTTP/1.1" status: 200 len: 217 time: 0.0755394 Feb 19 07:31:30.306870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-490c19e3-1b1e-4230-8f36-a6e185a26fae req-f95815a3-8deb-425b-826f-6138d4c647a9 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085498 Feb 19 07:31:30.328749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d302835-712d-4db7-b12b-cf90a2571cda req-5b3ae10b-88b7-4137-b916-f4d1d5429a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.330880 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-5b3ae10b-88b7-4137-b916-f4d1d5429a1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0726182 Feb 19 07:31:30.418469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-0c000678-b085-41da-ada9-ac75dd8f479d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734262 Feb 19 07:31:30.510723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2d778-7e41-49af-aec6-394e789888f8 req-9ab8bd38-b864-4108-b9c0-dc5f36cafa6b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.512305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7bb2d778-7e41-49af-aec6-394e789888f8 req-9ab8bd38-b864-4108-b9c0-dc5f36cafa6b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 944 time: 0.1803911 Feb 19 07:31:30.581015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-4408051c-e2cc-4115-9991-18d9503f0bc0 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558688 Feb 19 07:31:30.619531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7bb2d778-7e41-49af-aec6-394e789888f8 req-7dcb4dc1-c08e-48b8-8b37-cf94d3e8011e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Feb 19 07:31:30.757392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d302835-712d-4db7-b12b-cf90a2571cda req-b9b3fa8f-3f5f-4ce0-a3c4-e3f208c46ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657159 Feb 19 07:31:30.932082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-b8a17f0d-799d-46f9-a980-60cb0c199638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:30.934198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-b8a17f0d-799d-46f9-a980-60cb0c199638 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 1126 time: 0.1256220 Feb 19 07:31:31.144853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-3f3144f8-4ce1-439d-a354-c4c0817c9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:31.150554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-3f3144f8-4ce1-439d-a354-c4c0817c9f18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.2082264 Feb 19 07:31:31.269502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-0a9dd259-1a36-4377-8b21-168d7ef868ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3faa9999-8c35-4de8-a856-a8e3573fa978 HTTP/1.1" status: 200 len: 217 time: 0.1094203 Feb 19 07:31:31.432120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-43de97c7-ebf8-4266-aaef-e3cddee0efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:31.434346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-43de97c7-ebf8-4266-aaef-e3cddee0efcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.1608093 Feb 19 07:31:31.510362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-1ebb300d-ff35-4172-ab63-0715b2ac76fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676835 Feb 19 07:31:31.589938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451688d-b6d5-4da5-be09-242dcc6d0cd9 req-339969db-d596-4e7d-b3ee-ae038b6ef746 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:31.601179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1451688d-b6d5-4da5-be09-242dcc6d0cd9 req-339969db-d596-4e7d-b3ee-ae038b6ef746 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1191444 Feb 19 07:31:31.783682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1451688d-b6d5-4da5-be09-242dcc6d0cd9 req-4fa5fdcc-8cf4-43c6-a145-b116a056e466 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809859 Feb 19 07:31:31.808259 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:31:31.927878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-ca72a4c5-0768-4d79-b907-82bc5cd84d05 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051793 Feb 19 07:31:32.152095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e89d872-79b1-4bc9-bd87-b9821922d0ad req-f2c8a49a-8357-43f4-bb62-61034e527764 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001586 Feb 19 07:31:32.205565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156047f1-d882-4eb5-8e0a-f8975de6a873 req-9507c555-0dbd-4b6d-80b2-5b33b22ec8a4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:32.213830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-156047f1-d882-4eb5-8e0a-f8975de6a873 req-9507c555-0dbd-4b6d-80b2-5b33b22ec8a4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 944 time: 0.2838452 Feb 19 07:31:32.295975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-156047f1-d882-4eb5-8e0a-f8975de6a873 req-1e35b873-8bd1-4fbc-9ee8-278792f61080 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811729 Feb 19 07:31:33.036669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c1e7-42c5-4742-9a48-0f8c902fc15a req-781aaff6-c7e7-4f37-bb46-d4c536daf4da tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:33.044260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b545c1e7-42c5-4742-9a48-0f8c902fc15a req-781aaff6-c7e7-4f37-bb46-d4c536daf4da tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1282618 Feb 19 07:31:33.070010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.148652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b545c1e7-42c5-4742-9a48-0f8c902fc15a req-368abb19-3c52-4bce-8611-b783fccfb7f5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981069 Feb 19 07:31:33.155276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:33.253479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:33.449286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.489482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.577431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Publish callbacks [] for security_group (ad082766-1588-48c7-931d-6303e1acfc6d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.582459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad082766-1588-48c7-931d-6303e1acfc6d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.643096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Publish callbacks [] for security_group (4e342949-4813-4d80-8b9c-fb509369bf7c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.656670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4e342949-4813-4d80-8b9c-fb509369bf7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.667223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad082766-1588-48c7-931d-6303e1acfc6d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.678128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.678524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.678921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.679291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.679632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.680229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.680570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.680947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.681283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.682223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.682607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.682990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.683353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.689563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e08a71eb-49a9-499d-b158-cfde3d881856 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67a62022aa894cf398bdc142eb99e1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329301 Feb 19 07:31:33.693512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:33.734426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bccb5d-e712-410a-8dcb-fd1090eb4fa4 req-3dc0604a-023a-4946-853e-d5a725d83f86 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:33.738466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59bccb5d-e712-410a-8dcb-fd1090eb4fa4 req-3dc0604a-023a-4946-853e-d5a725d83f86 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 944 time: 0.3293350 Feb 19 07:31:33.799799 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] Publish callbacks [] for security_group (ad082766-1588-48c7-931d-6303e1acfc6d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.837898 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a269de2ff804bffaf930959c44e7992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5826187 Feb 19 07:31:33.845267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:33.847088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e342949-4813-4d80-8b9c-fb509369bf7c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.850358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] Publish callbacks [] for security_group (ad082766-1588-48c7-931d-6303e1acfc6d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.874362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.875074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.875661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.876205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.876749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.877308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.877958 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.878505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.879055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.879608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.880157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.880687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.881216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24a8b9-8a33-44ce-926e-a5e9e890a7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:33.908386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad082766-1588-48c7-931d-6303e1acfc6d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.912538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:33.913918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad082766-1588-48c7-931d-6303e1acfc6d HTTP/1.1" status: 204 len: 168 time: 0.2192369 Feb 19 07:31:33.945435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fffaf7-5578-4bd0-b68e-18e39314d0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad082766-1588-48c7-931d-6303e1acfc6d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:33.949932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59bccb5d-e712-410a-8dcb-fd1090eb4fa4 req-979e283f-1717-4323-8297-bb22bb1b3271 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769171 Feb 19 07:31:33.991832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] Publish callbacks [] for security_group (4e342949-4813-4d80-8b9c-fb509369bf7c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.022983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] Publish callbacks [] for security_group (4e342949-4813-4d80-8b9c-fb509369bf7c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.113414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4e342949-4813-4d80-8b9c-fb509369bf7c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.116491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.120959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e342949-4813-4d80-8b9c-fb509369bf7c HTTP/1.1" status: 204 len: 168 time: 0.2620943 Feb 19 07:31:34.134679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a80c9-8e26-476d-a625-1b887a91dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e342949-4813-4d80-8b9c-fb509369bf7c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:34.402379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382411e-bd24-44f8-b5a0-33ba134da0a4 req-87a48811-5da0-4547-bfa2-f6450ccecd5f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:34.404762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f382411e-bd24-44f8-b5a0-33ba134da0a4 req-87a48811-5da0-4547-bfa2-f6450ccecd5f tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1016288 Feb 19 07:31:34.472150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:34.491330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c82f4d-f04b-4ffb-acca-062a610d8f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.514536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f382411e-bd24-44f8-b5a0-33ba134da0a4 req-9fe7163c-1b91-4c33-9019-34b3c0fc8fdd tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028690 Feb 19 07:31:34.596778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c82f4d-f04b-4ffb-acca-062a610d8f74 admin admin] Publish callbacks [] for security_group (ba6ad373-b74e-451d-a5c0-a20d004d22db), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.616320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41c82f4d-f04b-4ffb-acca-062a610d8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ba6ad373-b74e-451d-a5c0-a20d004d22db), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.648277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39326) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:34.649003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-41c82f4d-f04b-4ffb-acca-062a610d8f74 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0064c587f4841feb9a3f1c15b213e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750267 Feb 19 07:31:34.658128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3faa9999-8c35-4de8-a856-a8e3573fa978 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:31:34.679700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c82f4d-f04b-4ffb-acca-062a610d8f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ad373-b74e-451d-a5c0-a20d004d22db,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:34.755915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] Publish callbacks [] for security_group (ba6ad373-b74e-451d-a5c0-a20d004d22db), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.826348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] Publish callbacks [] for security_group (ba6ad373-b74e-451d-a5c0-a20d004d22db), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.856428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:34.868596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:34.896488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6891a9f7-036d-4264-a7df-d1d959e14a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.910168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'mac_address': 'fa:16:3e:c4:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:31:34.953377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ba6ad373-b74e-451d-a5c0-a20d004d22db), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.959321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:34.964323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba6ad373-b74e-451d-a5c0-a20d004d22db HTTP/1.1" status: 204 len: 168 time: 0.3149796 Feb 19 07:31:34.982388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcffab-2b30-42c2-81ae-9a799adbd92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ad373-b74e-451d-a5c0-a20d004d22db,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.090395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3faa9999-8c35-4de8-a856-a8e3573fa978 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:35.094354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.114963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6891a9f7-036d-4264-a7df-d1d959e14a50 admin admin] Publish callbacks [] for security_group (bc84026a-9a27-47ab-b0c2-eb6c8eb791a5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.124846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6891a9f7-036d-4264-a7df-d1d959e14a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bc84026a-9a27-47ab-b0c2-eb6c8eb791a5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.131016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faa9999-8c35-4de8-a856-a8e3573fa978 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:31:35.166695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:35.186670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.195412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6891a9f7-036d-4264-a7df-d1d959e14a50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f03409ee5654bc594190ffaa0899650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255525 Feb 19 07:31:35.203256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:35.257718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.271253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a9f7-036d-4264-a7df-d1d959e14a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84026a-9a27-47ab-b0c2-eb6c8eb791a5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.314283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cec3ed-0e8f-4f30-80e8-47de4a26ce2e req-e67d60be-470c-4d6b-abf8-732ea867531b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:35.319742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cec3ed-0e8f-4f30-80e8-47de4a26ce2e req-e67d60be-470c-4d6b-abf8-732ea867531b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 944 time: 0.2357473 Feb 19 07:31:35.397450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] Publish callbacks [] for security_group (bc84026a-9a27-47ab-b0c2-eb6c8eb791a5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.446130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cec3ed-0e8f-4f30-80e8-47de4a26ce2e req-1f9ade81-bbf3-43aa-901e-a68c8f7957d7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089272 Feb 19 07:31:35.491962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] Publish callbacks [] for security_group (bc84026a-9a27-47ab-b0c2-eb6c8eb791a5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.587944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['3faa9999-8c35-4de8-a856-a8e3573fa978'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:31:35.613079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bc84026a-9a27-47ab-b0c2-eb6c8eb791a5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.615869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:35.626539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc84026a-9a27-47ab-b0c2-eb6c8eb791a5 HTTP/1.1" status: 204 len: 168 time: 0.4144232 Feb 19 07:31:35.657473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15ec17-b60b-46dc-bcec-442e9eec541b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84026a-9a27-47ab-b0c2-eb6c8eb791a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:35.853127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964355e-da4b-4459-8dba-360cdca2b89e req-40e9a86f-3b2e-40d8-b24a-6eae9ee51691 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:35.866963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5964355e-da4b-4459-8dba-360cdca2b89e req-40e9a86f-3b2e-40d8-b24a-6eae9ee51691 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1549156 Feb 19 07:31:36.001367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5964355e-da4b-4459-8dba-360cdca2b89e req-f5eba3df-4d87-47b6-bb3b-84e2db7b195c tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323605 Feb 19 07:31:36.236345 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb1a67ff-86e5-4474-83a6-f09bc912646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:36.860254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a5305-8e57-45d0-9124-16979e90f946 req-c8566d92-7e26-4566-8fb3-23145be96845 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:36.871546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae1a5305-8e57-45d0-9124-16979e90f946 req-c8566d92-7e26-4566-8fb3-23145be96845 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 945 time: 0.2026663 Feb 19 07:31:36.957344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:36.978641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae1a5305-8e57-45d0-9124-16979e90f946 req-7f5de87b-b7e5-4956-b638-d32dedea925e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054342 Feb 19 07:31:37.251561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:37.318549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc649d-83ec-4886-8f2f-041775333893 req-e8f156af-ebf2-4bba-9bc6-13787b96e779 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:37.327727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ddc649d-83ec-4886-8f2f-041775333893 req-e8f156af-ebf2-4bba-9bc6-13787b96e779 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1211560 Feb 19 07:31:37.375800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f35f746-b36f-4f2e-a33b-789f542360ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.397272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-77330871-network', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:37.441388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ddc649d-83ec-4886-8f2f-041775333893 req-cfb655eb-7250-4209-821c-e7e93922ae2a tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125712 Feb 19 07:31:37.512921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Made reservation on behalf of 67eec07dca0243a0acb4766f8d73b8c0 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:37.516042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.530190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.568525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f35f746-b36f-4f2e-a33b-789f542360ec admin admin] Publish callbacks [] for security_group (b3991aec-1bf7-46d4-9e5b-2d0f5e09937d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.575212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f35f746-b36f-4f2e-a33b-789f542360ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3991aec-1bf7-46d4-9e5b-2d0f5e09937d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.671083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f35f746-b36f-4f2e-a33b-789f542360ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c759ec4d54f0490da81fc3cace7d31a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151385 Feb 19 07:31:37.671463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39436) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:37.680295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f746-b36f-4f2e-a33b-789f542360ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3991aec-1bf7-46d4-9e5b-2d0f5e09937d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:37.735515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks [] for security_group (ae931c3f-4d8d-48c8-b5b2-f034adb48b15), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.740410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ae931c3f-4d8d-48c8-b5b2-f034adb48b15), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.764554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] Publish callbacks [] for security_group (b3991aec-1bf7-46d4-9e5b-2d0f5e09937d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.772648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:37.793169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae931c3f-4d8d-48c8-b5b2-f034adb48b15,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:37.800139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d0a6d1f7-b59d-448a-bdb6-bb3c991f086b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.800621 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Added segment d0a6d1f7-b59d-448a-bdb6-bb3c991f086b of type vlan for network 3bb0fc16-42d6-484d-97cc-faf85941193e Feb 19 07:31:37.822209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] Publish callbacks [] for security_group (b3991aec-1bf7-46d4-9e5b-2d0f5e09937d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.874894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3bb0fc16-42d6-484d-97cc-faf85941193e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.931389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3991aec-1bf7-46d4-9e5b-2d0f5e09937d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.938560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:37.940662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3991aec-1bf7-46d4-9e5b-2d0f5e09937d HTTP/1.1" status: 204 len: 168 time: 0.2676132 Feb 19 07:31:37.952895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9f83-28ac-434a-8357-559c756f7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3991aec-1bf7-46d4-9e5b-2d0f5e09937d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:38.007841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3bb0fc16-42d6-484d-97cc-faf85941193e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.010072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.010671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.050914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0911767 Feb 19 07:31:38.052802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:38.061324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Request body: {'subnet': {'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-77330871-subnet', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:38.104879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Made reservation on behalf of 67eec07dca0243a0acb4766f8d73b8c0 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:38.108430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.172206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a48a-124a-4934-a6d7-e6ba3c472380 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0fc16-42d6-484d-97cc-faf85941193e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:38.188076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3bb0fc16-42d6-484d-97cc-faf85941193e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:31:38.231797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149471-17e3-4f1c-82a8-a2eb07729c5a req-f24908ab-2202-4692-b635-f69792b5bdd9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.233570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c149471-17e3-4f1c-82a8-a2eb07729c5a req-f24908ab-2202-4692-b635-f69792b5bdd9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 945 time: 0.0784049 Feb 19 07:31:38.361428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c149471-17e3-4f1c-82a8-a2eb07729c5a req-21eb1837-8ad3-4e40-a2b0-9ecac3a6df3b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210630 Feb 19 07:31:38.545645 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9b6736c-b9df-49ca-b8fb-df49cedce4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.554017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (8bbbc6ba-f7da-4ab0-be00-4eced9e4616b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.625098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:38.714286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3faa9999-8c35-4de8-a856-a8e3573fa978 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:38.715125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60710afd-f22e-4b16-9963-14bf59d69054 req-931021a7-7e04-4a57-b969-7c17b43268f0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.725305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60710afd-f22e-4b16-9963-14bf59d69054 req-931021a7-7e04-4a57-b969-7c17b43268f0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1205349 Feb 19 07:31:38.728578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Checking segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:38.728945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Network hostable DHCP agents. Network: 3bb0fc16-42d6-484d-97cc-faf85941193e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:38.797319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 3faa9999-8c35-4de8-a856-a8e3573fa978 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:31:38.801313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60710afd-f22e-4b16-9963-14bf59d69054 req-c1a42585-dd8f-4603-a7fe-f9a7de25b618 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Feb 19 07:31:38.804143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 3faa9999-8c35-4de8-a856-a8e3573fa978 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:38.804691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.806235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Network 3bb0fc16-42d6-484d-97cc-faf85941193e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:38.820400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3bb0fc16-42d6-484d-97cc-faf85941193e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:38.834361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:38.836331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.842135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f8542-6398-4648-afdc-c0d95e740d37 None None] Network 3bb0fc16-42d6-484d-97cc-faf85941193e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:38.862991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-258825a9-7624-4c38-a1a1-609fecc6eccc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8062484 Feb 19 07:31:38.863278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:38.871482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:38.902301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (71555077-d0cc-47d2-9397-4ce145e454e1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:38.905461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (71555077-d0cc-47d2-9397-4ce145e454e1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.002928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3faa9999-8c35-4de8-a856-a8e3573fa978 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:39.003532 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.007047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3bb0fc16-42d6-484d-97cc-faf85941193e', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:31:39.008269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.023263 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for router_controller (71555077-d0cc-47d2-9397-4ce145e454e1), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.051950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:39.062791 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cdcb12-037c-42bc-9f48-d51d82450ca1" -d '{"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:39.227450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Allocated IP 172.20.0.2 (3bb0fc16-42d6-484d-97cc-faf85941193e/8bbbc6ba-f7da-4ab0-be00-4eced9e4616b/28e49ecf-d0da-4060-9c93-ca5f913fbfe2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:39.232216 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for router_gateway (71555077-d0cc-47d2-9397-4ce145e454e1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.253522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:39.268809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.331618 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e8a69a-44e9-454c-8e8b-05cb4609f0a6 x-openstack-request-id: req-d3e8a69a-44e9-454c-8e8b-05cb4609f0a6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:39.332042 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:39.332399 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3e8a69a-44e9-454c-8e8b-05cb4609f0a6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:39.333079 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'code': 200} Feb 19 07:31:39.428700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.557518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aaa58-3a17-45fe-92f6-3cbec839b111 req-36b23523-1294-400b-9802-66a9b9d9b925 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:39.568058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-092aaa58-3a17-45fe-92f6-3cbec839b111 req-36b23523-1294-400b-9802-66a9b9d9b925 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.0953617 Feb 19 07:31:39.629070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd7c7a-83c3-4e7b-8760-f37dc029dea0 req-a3cc5c7d-6a7f-438b-9d11-a05863f9a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:39.631951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks [] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.634874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7bd7c7a-83c3-4e7b-8760-f37dc029dea0 req-a3cc5c7d-6a7f-438b-9d11-a05863f9a319 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 1128 time: 0.1987593 Feb 19 07:31:39.645204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.656237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-092aaa58-3a17-45fe-92f6-3cbec839b111 req-f5f43dcb-2080-4f7a-a02c-6c2ddbe7e243 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857985 Feb 19 07:31:39.796980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7bd7c7a-83c3-4e7b-8760-f37dc029dea0 req-b86190d4-4ef1-49b6-8b24-79427761bf07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544108 Feb 19 07:31:39.813835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:39.822918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Network 3bb0fc16-42d6-484d-97cc-faf85941193e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:39.840366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:39.842511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Pushing event updated for resources: {'Port': ['ID=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:39.848237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:40.000552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Attempting to bind port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:40.000942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Attempting to bind port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:40.002567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Attempting to bind port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 on network 3bb0fc16-42d6-484d-97cc-faf85941193e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:40.016500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:40.017451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Checking segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:40.017870 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.018290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Bound using segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:40.020496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Bound port: 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:40.020496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.066818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for router_gateway (71555077-d0cc-47d2-9397-4ce145e454e1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.101703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.146423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] For port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:40.154934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] For port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:40.164329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.261703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a37b44-65e9-43af-ba7a-901832ea2329 None None] Pushing event updated for resources: {'Port': ['ID=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:40.275178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175257d-e3b6-4308-9066-b5e395b23bc2 req-e384d66b-0edb-414f-a450-a52016a7d8d4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.279773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f175257d-e3b6-4308-9066-b5e395b23bc2 req-e384d66b-0edb-414f-a450-a52016a7d8d4 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.3528452 Feb 19 07:31:40.436932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Allocated IP 172.25.7.170 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/fbeef9c0-2b59-465f-96c6-94e2404df387) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:40.444752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f175257d-e3b6-4308-9066-b5e395b23bc2 req-3f65a895-10d5-408c-aa02-563794250ade tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515298 Feb 19 07:31:40.598724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:40.737012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.837391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:40.884147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.893063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:40.938950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b200-38a8-4bae-90ec-0e190faabdf5 req-01885310-d4f5-4260-914f-2f6f3a5226e0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:40.954707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09f4b200-38a8-4bae-90ec-0e190faabdf5 req-01885310-d4f5-4260-914f-2f6f3a5226e0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1571853 Feb 19 07:31:40.980826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.082221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.178668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:41.231326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:41.240677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Pushing event updated for resources: {'Port': ['ID=fbeef9c0-2b59-465f-96c6-94e2404df387,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:41.253334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:41.256896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:41.321331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:41.322322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.348825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Allocated IP 172.25.7.130 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d054a3f2-0bd9-4fbd-9e86-e506001482a7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:41.450612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-09f4b200-38a8-4bae-90ec-0e190faabdf5 req-8a555094-4d6d-435a-8b9b-782dae2580db tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918604 Feb 19 07:31:41.548952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:41.549465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.571403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.626588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:41.634763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.657757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:41.787411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:41.854372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Pushing event updated for resources: {'Port': ['ID=d054a3f2-0bd9-4fbd-9e86-e506001482a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:41.868810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:41.872355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:41.883199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:41.946442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for router_gateway (71555077-d0cc-47d2-9397-4ce145e454e1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.007036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832aff4-2840-4da2-be53-8ff29d204aaa req-562b7074-5520-4b2b-a74c-0a5d591df6c5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.022588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2832aff4-2840-4da2-be53-8ff29d204aaa req-562b7074-5520-4b2b-a74c-0a5d591df6c5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.3804815 Feb 19 07:31:42.096742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006e539-b59a-48eb-a36c-fe8e61302a83 None None] Network 3bb0fc16-42d6-484d-97cc-faf85941193e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:42.136565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2832aff4-2840-4da2-be53-8ff29d204aaa req-a25d9cc4-7015-44bc-9594-2de98198e520 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037958 Feb 19 07:31:42.171293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for floatingip (7c56652d-ed74-4564-8332-929df3f783c4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.208493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-10a4caf7-07d8-4f9d-b476-6883032ae09f None None] Provisioning complete for port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:42.209162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10a4caf7-07d8-4f9d-b476-6883032ae09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.218774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.341489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (71555077-d0cc-47d2-9397-4ce145e454e1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.352220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-10a4caf7-07d8-4f9d-b476-6883032ae09f None None] Current status of the port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:42.408837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.409832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.417605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.492109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Pushing event updated for resources: {'Port': ['ID=d054a3f2-0bd9-4fbd-9e86-e506001482a7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:42.565353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7c56652d-ed74-4564-8332-929df3f783c4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.590619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.595070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7559c80-81df-4d47-9ac5-439facfc3a48 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9916162 Feb 19 07:31:42.596067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:42.604132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2039855617', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'fixed_ips': [{'ip_address': '172.25.7.130'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:42.643500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20573-5b4a-4df2-ab90-bb51bffc2f0d req-b4cc64d1-7b92-4eff-909b-65e22cac3366 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:42.650438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ed20573-5b4a-4df2-ab90-bb51bffc2f0d req-b4cc64d1-7b92-4eff-909b-65e22cac3366 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.0760422 Feb 19 07:31:42.652952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Made reservation on behalf of d41151ff3f184104984f87a0562860a1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:42.657505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.657760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Router 71555077-d0cc-47d2-9397-4ce145e454e1 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:42.670482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.706889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3baa6aab-8cfc-418f-aba3-e2e40b56aa21 None None] Provisioning complete for port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:42.707460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3baa6aab-8cfc-418f-aba3-e2e40b56aa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.745080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ed20573-5b4a-4df2-ab90-bb51bffc2f0d req-21d9932f-7c5a-41a1-8d4c-db645ceeb378 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917132 Feb 19 07:31:42.827108 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for security_group (26651bd6-82a4-4a62-b616-5b41db2ba691), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.828952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3baa6aab-8cfc-418f-aba3-e2e40b56aa21 None None] Current status of the port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:42.833248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26651bd6-82a4-4a62-b616-5b41db2ba691), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.877591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26651bd6-82a4-4a62-b616-5b41db2ba691,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:42.891507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] device_id is not set on port 53a90374-13a2-4312-9a8b-d74bc54c5ed1 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:31:42.907589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:42.924928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:31:42.947259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:42.956768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:42.958685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-331828e2-2fea-499a-bc22-ca3dbfacb8ee admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0938306 Feb 19 07:31:42.986135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:42.986951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:43.203607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:43.470561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161563e-a843-4f9b-ad92-56e5079301e9 req-41470178-da20-420f-a8e6-95674fb1b500 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:43.502307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4161563e-a843-4f9b-ad92-56e5079301e9 req-41470178-da20-420f-a8e6-95674fb1b500 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1897576 Feb 19 07:31:43.548979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:43.648182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4161563e-a843-4f9b-ad92-56e5079301e9 req-0bc88447-bc54-4a14-8439-9ff9276690ca tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448402 Feb 19 07:31:43.753384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:43.756399 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:43.793107 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:31:43.793704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:31:43.901017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-74a6eb05-a573-4744-87c6-b06dbb49c25d tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3033922 Feb 19 07:31:43.903872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:44.047512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:44.072832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:41Z', 'revision_number': 3, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:44.121521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:31:44.122275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Updating router 71555077-d0cc-47d2-9397-4ce145e454e1 port fbeef9c0-2b59-465f-96c6-94e2404df387 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:31:44.181872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.301019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.644197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Allocated IP 172.20.0.1 (3bb0fc16-42d6-484d-97cc-faf85941193e/8bbbc6ba-f7da-4ab0-be00-4eced9e4616b/7cf81414-fb5b-44fa-ab6e-e43ffc92348a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:44.838473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks [] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.840621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks [] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.858847 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.922809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:44.979414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Attempting to bind port fbeef9c0-2b59-465f-96c6-94e2404df387 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:44.980072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Attempting to bind port fbeef9c0-2b59-465f-96c6-94e2404df387 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:44.980469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Attempting to bind port fbeef9c0-2b59-465f-96c6-94e2404df387 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:45.009718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:45.010109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:45.010526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.010921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:45.011884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Bound port: fbeef9c0-2b59-465f-96c6-94e2404df387, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:45.012278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.049753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.061094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Network 3bb0fc16-42d6-484d-97cc-faf85941193e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:45.064483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:45.068230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:45.151272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (71555077-d0cc-47d2-9397-4ce145e454e1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.162810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] For port fbeef9c0-2b59-465f-96c6-94e2404df387, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:45.176361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] For port fbeef9c0-2b59-465f-96c6-94e2404df387, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbeef9c0-2b59-465f-96c6-94e2404df387,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:45.223223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a76e-6f02-41bc-97ab-7e984ae4db46 None None] Pushing event updated for resources: {'Port': ['ID=fbeef9c0-2b59-465f-96c6-94e2404df387,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.226830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.246557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b5907-b965-42ef-b7a3-b8c809961b48 req-0442f98c-5dd2-46e1-97fd-5889fca32ab8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.254644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-691b5907-b965-42ef-b7a3-b8c809961b48 req-0442f98c-5dd2-46e1-97fd-5889fca32ab8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 1.1006508 Feb 19 07:31:45.290963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Deleting port d054a3f2-0bd9-4fbd-9e86-e506001482a7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:45.291507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.362988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:45.363603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:45.428361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-691b5907-b965-42ef-b7a3-b8c809961b48 req-fd6d1d41-cebd-4654-91e0-dc085b816a1b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721897 Feb 19 07:31:45.463953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a76e-6f02-41bc-97ab-7e984ae4db46 None None] Pushing event updated for resources: {'Port': ['ID=fbeef9c0-2b59-465f-96c6-94e2404df387,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:45.538872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.539409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for floatingip (d054a3f2-0bd9-4fbd-9e86-e506001482a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.584104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Calling delete_port for d054a3f2-0bd9-4fbd-9e86-e506001482a7 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:45.619659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:45.846372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f205bf4-e6d7-47af-88bc-18770eeb8b4c req-0be42a88-d5d9-4755-811d-bb9d14ef8ec5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:45.857916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f205bf4-e6d7-47af-88bc-18770eeb8b4c req-0be42a88-d5d9-4755-811d-bb9d14ef8ec5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 1.1033876 Feb 19 07:31:45.887416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d054a3f2-0bd9-4fbd-9e86-e506001482a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.902115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c51bf8ed-274b-480d-8f11-0ae1385cc4bb None None] Provisioning complete for port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:45.902646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c51bf8ed-274b-480d-8f11-0ae1385cc4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:45.954749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Pushing event deleted for resources: {'Port': ['ID=d054a3f2-0bd9-4fbd-9e86-e506001482a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:46.078549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c51bf8ed-274b-480d-8f11-0ae1385cc4bb None None] Port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:31:46.101247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f205bf4-e6d7-47af-88bc-18770eeb8b4c req-6a691cea-1c12-4ee0-9c5b-c96410ee4a40 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422483 Feb 19 07:31:46.114243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.121867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:41Z', 'revision_number': 3, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:46.125683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks [] for floatingip (7c56652d-ed74-4564-8332-929df3f783c4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.128512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.131650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-41423675-c1ca-4dbb-9027-fe30f69bb3d5 tempest-ExternalNetworksAdminNegativeTestJSON-876554916 tempest-ExternalNetworksAdminNegativeTestJSON-876554916-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/7c56652d-ed74-4564-8332-929df3f783c4 HTTP/1.1" status: 204 len: 168 time: 2.2259989 Feb 19 07:31:46.156365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42e8719-4db5-4ed4-b97d-ce958a6abfbd None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:41Z', 'revision_number': 3, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:31:46.442504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks [] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.448809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.693856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (71555077-d0cc-47d2-9397-4ce145e454e1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:46.718857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:46.797380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bba3ba-c36c-4746-af14-23ec5fa46c69 req-896e3ff6-984c-4d3a-bd11-fcfbcfd1d86b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:46.800114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9bba3ba-c36c-4746-af14-23ec5fa46c69 req-896e3ff6-984c-4d3a-bd11-fcfbcfd1d86b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1075342 Feb 19 07:31:46.801070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:46.888055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Network 3bb0fc16-42d6-484d-97cc-faf85941193e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:46.890154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:47.022317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9bba3ba-c36c-4746-af14-23ec5fa46c69 req-38e31191-1c46-4173-8d5d-09825d846670 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081745 Feb 19 07:31:47.153517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbeef9c0-2b59-465f-96c6-94e2404df387 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:47.187547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad6e315e-f9f8-4fad-8116-a9c0fe528103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.190645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Router 71555077-d0cc-47d2-9397-4ce145e454e1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:31:47.259433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fbeef9c0-2b59-465f-96c6-94e2404df387 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:47.260087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.437327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad6e315e-f9f8-4fad-8116-a9c0fe528103 admin admin] Publish callbacks [] for security_group (d49209b5-d30d-4aa5-a534-038a2f741e47), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.445699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad6e315e-f9f8-4fad-8116-a9c0fe528103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d49209b5-d30d-4aa5-a534-038a2f741e47), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.471228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fbeef9c0-2b59-465f-96c6-94e2404df387 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:47.472069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.503143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port fbeef9c0-2b59-465f-96c6-94e2404df387, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbeef9c0-2b59-465f-96c6-94e2404df387,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:47.505818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6b1f2768-9e39-4952-86cc-144c20022d0e None None] Provisioning complete for port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:47.506438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b1f2768-9e39-4952-86cc-144c20022d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.517229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad6e315e-f9f8-4fad-8116-a9c0fe528103 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0122885c9e741e9b0f121b1bacc2670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7149336 Feb 19 07:31:47.526804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4755851-152c-441f-ac98-2003a7f542ae req-0dd97c58-bba1-4595-8cb6-3827abd3bd59 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:47.531022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e315e-f9f8-4fad-8116-a9c0fe528103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49209b5-d30d-4aa5-a534-038a2f741e47,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.532128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4755851-152c-441f-ac98-2003a7f542ae req-0dd97c58-bba1-4595-8cb6-3827abd3bd59 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.2269020 Feb 19 07:31:47.534790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:47.580740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f2768-9e39-4952-86cc-144c20022d0e None None] Port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:31:47.585724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.666026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=fbeef9c0-2b59-465f-96c6-94e2404df387,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:47.729159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:47.740925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-db83688b-6d3e-4f00-b03f-625562f4d886 admin admin] 10.222.0.43 "PUT /v2.0/routers/71555077-d0cc-47d2-9397-4ce145e454e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7803543 Feb 19 07:31:47.788814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4755851-152c-441f-ac98-2003a7f542ae req-c5ba8855-d2ed-44bf-ae66-03299faf9153 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422552 Feb 19 07:31:47.795663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] Publish callbacks [] for security_group (d49209b5-d30d-4aa5-a534-038a2f741e47), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.833049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] Publish callbacks [] for security_group (d49209b5-d30d-4aa5-a534-038a2f741e47), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.914739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d49209b5-d30d-4aa5-a534-038a2f741e47), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.917471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:47.918582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d49209b5-d30d-4aa5-a534-038a2f741e47 HTTP/1.1" status: 204 len: 168 time: 0.3826902 Feb 19 07:31:47.933438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e1628-2fe2-4e86-a065-f7ae53e1d688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49209b5-d30d-4aa5-a534-038a2f741e47,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:48.246394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdd697-6fb6-4777-bcb4-47a3ad979fe4 req-507db419-9a9e-4c5b-961a-f13a81c1717c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:48.255973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fcdd697-6fb6-4777-bcb4-47a3ad979fe4 req-507db419-9a9e-4c5b-961a-f13a81c1717c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1081426 Feb 19 07:31:48.344483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fcdd697-6fb6-4777-bcb4-47a3ad979fe4 req-dce36a74-0839-4d60-9371-7f8f073dcbd6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820343 Feb 19 07:31:48.436618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:48.520613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aff2b375-5307-4b3c-9e43-708d18d52891 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d41151ff3f184104984f87a0562860a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827744 Feb 19 07:31:48.525070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:48.629491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] Publish callbacks [] for security_group (26651bd6-82a4-4a62-b616-5b41db2ba691), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:48.662548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] Publish callbacks [] for security_group (26651bd6-82a4-4a62-b616-5b41db2ba691), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:48.753585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26651bd6-82a4-4a62-b616-5b41db2ba691), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:48.775073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:48.779926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26651bd6-82a4-4a62-b616-5b41db2ba691 HTTP/1.1" status: 204 len: 168 time: 0.2526293 Feb 19 07:31:48.801936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56266f-0cc8-4ea8-94a6-b660e3ce927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26651bd6-82a4-4a62-b616-5b41db2ba691,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.006049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:49.012642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-246159704-network', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:49.046982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2b19-5591-4e96-b53d-53f7b3cbf358 req-6f88d2bb-cc10-4d9b-8e78-e39c23591951 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.050000 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0bac2b19-5591-4e96-b53d-53f7b3cbf358 req-6f88d2bb-cc10-4d9b-8e78-e39c23591951 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1643186 Feb 19 07:31:49.052843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Made reservation on behalf of bcc8744c41e948fbaa85530a87010fa7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:49.055248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.070785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.074057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbeef9c0-2b59-465f-96c6-94e2404df387 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:49.179339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0bac2b19-5591-4e96-b53d-53f7b3cbf358 req-7480506e-d7df-4803-bf8f-3f8e00edc622 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191719 Feb 19 07:31:49.196667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:31:49.222653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fbeef9c0-2b59-465f-96c6-94e2404df387 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:49.223738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.226043 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:49.226678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:49.226887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks [] for security_group (29112d90-bf86-4b93-a62a-0a4d31a660d3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.234701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29112d90-bf86-4b93-a62a-0a4d31a660d3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.286925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29112d90-bf86-4b93-a62a-0a4d31a660d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.296320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:49.308067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f4547a80-d29d-4265-b80c-ca1fbef284bb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.308447 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Added segment f4547a80-d29d-4265-b80c-ca1fbef284bb of type vlan for network de50c8c9-3c67-4d32-b52d-5a547e20a680 Feb 19 07:31:49.344909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fbeef9c0-2b59-465f-96c6-94e2404df387 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:49.365896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (de50c8c9-3c67-4d32-b52d-5a547e20a680), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.426198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (de50c8c9-3c67-4d32-b52d-5a547e20a680), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.430613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.432244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.488448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:49.527636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] Pushing event updated for resources: {'Network': ['ID=de50c8c9-3c67-4d32-b52d-5a547e20a680,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:49.540176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:31:49.618273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:49.619381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c97b141-0227-49ff-9165-f12f3da77147 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6117980 Feb 19 07:31:49.623995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Request body: {'subnet': {'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-246159704-subnet', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:49.665662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Made reservation on behalf of bcc8744c41e948fbaa85530a87010fa7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:49.668724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:49.714343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e8e4b-9d58-4c20-b8e9-b14c736e6bbf req-f61cddcd-3c71-447f-b727-883ee7d8d8ed tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:49.724498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d6e8e4b-9d58-4c20-b8e9-b14c736e6bbf req-f61cddcd-3c71-447f-b727-883ee7d8d8ed tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1995740 Feb 19 07:31:49.835446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d6e8e4b-9d58-4c20-b8e9-b14c736e6bbf req-ebf1546a-2901-486d-917f-45c496c4c8d4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093533 Feb 19 07:31:49.885525 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 2, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:49.939648 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:31:49.940003 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Updating router 71555077-d0cc-47d2-9397-4ce145e454e1 port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:31:49.957166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (da91940d-07a0-425a-8fad-0bca244fee9b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.004336 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.130486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da91940d-07a0-425a-8fad-0bca244fee9b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:50.143024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Checking segment: {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:50.143636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Network hostable DHCP agents. Network: de50c8c9-3c67-4d32-b52d-5a547e20a680, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:50.165880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:50.189088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, de50c8c9-3c67-4d32-b52d-5a547e20a680) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:50.194454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:50.197231 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.199120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b2b93-d0b6-4abd-9338-d234dba5f7a5 None None] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:50.234505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39670) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:50.239319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c43f24c-dadd-4937-ad96-0998758247c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6185060 Feb 19 07:31:50.239583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:50.278493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.280316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.413915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for router_controller (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.534247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-de50c8c9-3c67-4d32-b52d-5a547e20a680', 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680', 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'fixed_ips': [{'subnet_id': 'da91940d-07a0-425a-8fad-0bca244fee9b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:31:50.535420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.701602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60477f20-4038-41cc-be8f-8b690cf89bf3 req-0fa15d11-9ce9-4e33-a232-f7b4c76bfcdc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:50.710238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60477f20-4038-41cc-be8f-8b690cf89bf3 req-0fa15d11-9ce9-4e33-a232-f7b4c76bfcdc tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.3163168 Feb 19 07:31:50.737303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Allocated IP 172.20.0.2 (de50c8c9-3c67-4d32-b52d-5a547e20a680/da91940d-07a0-425a-8fad-0bca244fee9b/47986663-b080-4cae-b179-29805c462627) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:50.772798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for router_gateway (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.821138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60477f20-4038-41cc-be8f-8b690cf89bf3 req-14a2fba8-eb79-4ff8-a2b1-45218ddafbd0 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052384 Feb 19 07:31:50.892159 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks [] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:50.906881 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.044959 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Pushing event updated for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.198757 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks [] for port (47986663-b080-4cae-b179-29805c462627), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.210555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (47986663-b080-4cae-b179-29805c462627), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.229040 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.233015 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.235878 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.236381 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.236860 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.237519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.238013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.239906 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.240393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.240866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.246818 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.247436 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.248171 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.314958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for router_gateway (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.345507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Pushing event updated for resources: {'Port': ['ID=47986663-b080-4cae-b179-29805c462627,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.347106 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Attempting to bind port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:51.349216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Attempting to bind port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:51.349999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Attempting to bind port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a on network 3bb0fc16-42d6-484d-97cc-faf85941193e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:51.369858 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:51.370511 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Checking segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:51.371132 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.371697 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Bound using segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:51.372328 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Bound port: 7cf81414-fb5b-44fa-ab6e-e43ffc92348a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:51.372917 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.377779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.383714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.384259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.384804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.385284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.385795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.386268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.386985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.387522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.387994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.388788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.389315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.389787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:31:51.392443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5ea7c-1f16-47d1-ab90-782349ca72be req-d53962bc-b80c-4ae0-b369-f8b46f5bfb57 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:51.406452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aca5ea7c-1f16-47d1-ab90-782349ca72be req-d53962bc-b80c-4ae0-b369-f8b46f5bfb57 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2797799 Feb 19 07:31:51.408812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:51.410493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:51.418336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:51.459736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.499558 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] For port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:51.507520 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] For port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:51.517036 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.587891 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:51.596073 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:51.645023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aca5ea7c-1f16-47d1-ab90-782349ca72be req-7888e179-1b92-4d2f-85f5-93d283187995 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376375 Feb 19 07:31:51.681424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Attempting to bind port 47986663-b080-4cae-b179-29805c462627 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:51.685951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Attempting to bind port 47986663-b080-4cae-b179-29805c462627 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:51.689317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Attempting to bind port 47986663-b080-4cae-b179-29805c462627 on network de50c8c9-3c67-4d32-b52d-5a547e20a680 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:51.713937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:51.717964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Checking segment: {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:51.718775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.719034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Bound using segment: {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:51.721391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Bound port: 47986663-b080-4cae-b179-29805c462627, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:51.721910 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47986663-b080-4cae-b179-29805c462627), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.754171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:51.782800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Provisioning complete for port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:51.783010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:51.841839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28639a32-a9b0-4697-8089-ccb3e98c4c95 None None] Pushing event updated for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:51.889236 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:51.945406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] For port 47986663-b080-4cae-b179-29805c462627, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:51.952780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] For port 47986663-b080-4cae-b179-29805c462627, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47986663-b080-4cae-b179-29805c462627,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:51.955937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Allocated IP 172.25.7.116 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/de1a06e9-259b-4e9c-b424-0e0057b776fb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:31:51.970556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47986663-b080-4cae-b179-29805c462627), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.148735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1833778291'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:52.241274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abf78c-4fad-4b3d-b987-9d4ec9a492c5 req-073f68dd-5d07-4471-8c4d-7f8ed537cc67 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:52.246183 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74abf78c-4fad-4b3d-b987-9d4ec9a492c5 req-073f68dd-5d07-4471-8c4d-7f8ed537cc67 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.2159934 Feb 19 07:31:52.265423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Made reservation on behalf of ec4203957bfb4c809c310d81676239ac for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:52.271979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.285758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a84130-4e77-4dcd-b97a-19109d943b57 None None] Pushing event updated for resources: {'Port': ['ID=47986663-b080-4cae-b179-29805c462627,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.307701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Current status of the port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:52.308099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.308503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.352520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.352700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.359049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] For port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:52.367481 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.462109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:52.464992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:52.480141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:52.486789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5490d9-530c-41a2-8fdd-808b1f8925d2 None None] Pushing event updated for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.502696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8ce38d15-9c94-4efd-abb2-6baeea167796 None None] Provisioning complete for port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:52.503096 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ce38d15-9c94-4efd-abb2-6baeea167796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.550277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=de1a06e9-259b-4e9c-b424-0e0057b776fb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.617316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks [] for security_group (6ff44fd9-499c-4495-b32b-515e6a47db2a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.627828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6ff44fd9-499c-4495-b32b-515e6a47db2a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.707969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff44fd9-499c-4495-b32b-515e6a47db2a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:52.768066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74abf78c-4fad-4b3d-b987-9d4ec9a492c5 req-02c4f281-c288-41d0-b3b6-c953c4e8f4b8 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119205 Feb 19 07:31:52.770061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:31:52.816156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a432f001-2d22-46bb-a415-8b5f0e9d1263), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.816827 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Added segment a432f001-2d22-46bb-a415-8b5f0e9d1263 of type vlan for network dc6ec5b1-51f5-427a-844f-fe9aef60de7b Feb 19 07:31:52.903391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dc6ec5b1-51f5-427a-844f-fe9aef60de7b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:52.971876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dc6ec5b1-51f5-427a-844f-fe9aef60de7b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:53.009850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.014529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:53.069519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:51Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:53.164697 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ca25aa-6c05-464a-b05a-df52d4ed4d00 None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:51Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:31:53.181940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Pushing event updated for resources: {'Network': ['ID=dc6ec5b1-51f5-427a-844f-fe9aef60de7b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:53.285734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e866d74b-5c15-4a7c-9124-1bdaee69b394 tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5304003 Feb 19 07:31:53.353563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:31:53.354562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47986663-b080-4cae-b179-29805c462627 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:53.563033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6cf2-fdd0-4f5b-aa7d-b7f81f3ece2e req-72d300b4-5fc2-40c2-9bad-dbc8f460a149 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.566094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ce38d15-9c94-4efd-abb2-6baeea167796 None None] Current status of the port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:53.578775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-346e6cf2-fdd0-4f5b-aa7d-b7f81f3ece2e req-72d300b4-5fc2-40c2-9bad-dbc8f460a149 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1954734 Feb 19 07:31:53.644645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d82eb-4614-44d0-b7bf-5e8ccadb299c req-7f2796a4-54ef-47ba-a48d-fe497dd1fc09 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:53.647625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47986663-b080-4cae-b179-29805c462627 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:53.648020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47986663-b080-4cae-b179-29805c462627), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:53.658091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-510d82eb-4614-44d0-b7bf-5e8ccadb299c req-7f2796a4-54ef-47ba-a48d-fe497dd1fc09 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.7446835 Feb 19 07:31:53.732422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-346e6cf2-fdd0-4f5b-aa7d-b7f81f3ece2e req-1c1db76d-9f54-432d-9789-d9f7a084e571 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524444 Feb 19 07:31:53.733254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for router_gateway (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:53.835343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-510d82eb-4614-44d0-b7bf-5e8ccadb299c req-cecd761d-023d-4fcd-a7a3-3425e5f08639 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759551 Feb 19 07:31:53.844646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47986663-b080-4cae-b179-29805c462627 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:53.845057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47986663-b080-4cae-b179-29805c462627), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:53.918526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 47986663-b080-4cae-b179-29805c462627, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47986663-b080-4cae-b179-29805c462627,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:53.926203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47986663-b080-4cae-b179-29805c462627), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.173460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=47986663-b080-4cae-b179-29805c462627,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:54.200150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36b2a7-663f-4819-b87b-a46d0dba4080 None None] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:54.374256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:54.379343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b', 'binding:host_id': 'n-h1-829866-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2109940974'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:54.426953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c5d73-983f-448e-a029-2c34cdac0a26 req-cafcb748-e35f-41be-822b-4925ad0f239e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:54.429220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a5c5d73-983f-448e-a029-2c34cdac0a26 req-cafcb748-e35f-41be-822b-4925ad0f239e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.3141689 Feb 19 07:31:54.448427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Made reservation on behalf of f5133a8d96e04eadbe4601c0792ba70b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:54.455534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.463678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ca211dc0-b075-4c37-9274-34b4bd9ea1ff None None] Provisioning complete for port 47986663-b080-4cae-b179-29805c462627 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:54.464242 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca211dc0-b075-4c37-9274-34b4bd9ea1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47986663-b080-4cae-b179-29805c462627), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.479181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.483988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.550856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-85b57ec4-bf4d-4a8c-a73c-007099d7a28c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2739658 Feb 19 07:31:54.623356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for security_group (39341b8f-d91f-479d-82d6-12a4771a6a36), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.629206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (39341b8f-d91f-479d-82d6-12a4771a6a36), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:54.636982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port bf64d50b-618b-44b9-9785-f6dcbb270b7c yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:31:54.725391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a5c5d73-983f-448e-a029-2c34cdac0a26 req-e2596977-34d7-49fd-bee4-db6d2ee368a3 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752848 Feb 19 07:31:55.003776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-18499a1f-c399-44d3-ad5f-dd180a8f3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.006571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-18499a1f-c399-44d3-ad5f-dd180a8f3c1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 1128 time: 0.3260314 Feb 19 07:31:55.087372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39341b8f-d91f-479d-82d6-12a4771a6a36,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:55.174088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ca211dc0-b075-4c37-9274-34b4bd9ea1ff None None] Current status of the port 47986663-b080-4cae-b179-29805c462627 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:55.402451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47986663-b080-4cae-b179-29805c462627 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:55.542391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port bf64d50b-618b-44b9-9785-f6dcbb270b7c yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:31:55.575082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d57c92-0b3e-4b19-9fae-1367353f11e6 req-51d58332-654e-4cad-9b61-dfd298e6e88f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.579468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17d57c92-0b3e-4b19-9fae-1367353f11e6 req-51d58332-654e-4cad-9b61-dfd298e6e88f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.5921443 Feb 19 07:31:55.588899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:55.592972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47986663-b080-4cae-b179-29805c462627 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:55.593468 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47986663-b080-4cae-b179-29805c462627), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:55.619065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:55.749734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ba9fa-2db2-438f-b3bd-79289f68a9bf req-8389d476-c510-446c-8663-23c7657378db tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.751208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17d57c92-0b3e-4b19-9fae-1367353f11e6 req-b1fd336f-193c-47f1-8a41-cf129460636d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600759 Feb 19 07:31:55.752630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:31:55.758679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f25ba9fa-2db2-438f-b3bd-79289f68a9bf req-8389d476-c510-446c-8663-23c7657378db tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.3981035 Feb 19 07:31:55.833791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Checking segment: {'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:55.834317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Network hostable DHCP agents. Network: dc6ec5b1-51f5-427a-844f-fe9aef60de7b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:31:55.844436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-787cedbc-cae8-42dc-baef-dd8d1d6731e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:55.846156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-787cedbc-cae8-42dc-baef-dd8d1d6731e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.7038784 Feb 19 07:31:55.879042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47986663-b080-4cae-b179-29805c462627 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:55.881767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7cf81414-fb5b-44fa-ab6e-e43ffc92348a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:31:55.893603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=bf64d50b-618b-44b9-9785-f6dcbb270b7c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:55.911202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-d42217ee-80f0-47ea-8fef-ad1c537100c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac HTTP/1.1" status: 200 len: 217 time: 0.0575454 Feb 19 07:31:55.941517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f25ba9fa-2db2-438f-b3bd-79289f68a9bf req-acb16568-0dbb-407a-984d-25bfa429d98d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535125 Feb 19 07:31:55.944917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:31:55.971501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, dc6ec5b1-51f5-427a-844f-fe9aef60de7b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:55.975011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-59994f4e-5fa6-4eef-8119-7db6e116d418 None None] Provisioning complete for port 47986663-b080-4cae-b179-29805c462627 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:55.975669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59994f4e-5fa6-4eef-8119-7db6e116d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47986663-b080-4cae-b179-29805c462627), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:55.992207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:56.014058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4f4d3-9766-4040-bbda-a66882a55350 None None] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:31:56.039694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.040066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.040381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.058343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.058711 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.059121 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 2 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.116187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.116523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.116864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.132091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.132466 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.136324 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 3 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.146301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-22b4de20-9a80-4554-a80a-a332dbfb5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.150775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-22b4de20-9a80-4554-a80a-a332dbfb5ed1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.2339053 Feb 19 07:31:56.169835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.170191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.170530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.183856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.184233 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.184573 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 4 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.208788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-51c3296c-5d03-49ed-8616-d7fdb547923f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495415 Feb 19 07:31:56.217915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.218274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.222527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.223466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:31:56.224018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:56.238623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.238950 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.239387 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 5 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.287496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.287842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.293334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.307093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.308005 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.369817 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 6 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.373368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-61dcc2c1-55bd-4b01-a5bc-bdb127faa28e service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556239 Feb 19 07:31:56.389879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:31:56.406125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:56.408416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.408971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Sync routers for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:31:56.409655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.411862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-59994f4e-5fa6-4eef-8119-7db6e116d418 None None] Current status of the port 47986663-b080-4cae-b179-29805c462627 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:56.419893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.427550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:56.431386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:56.445973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.446797 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.447698 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 7 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.499998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4391160-109c-46a1-803c-379de5648d7d req-84ea28ca-988f-4aad-a56b-7da56007a345 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.502666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4391160-109c-46a1-803c-379de5648d7d req-84ea28ca-988f-4aad-a56b-7da56007a345 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.2215979 Feb 19 07:31:56.504603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.505103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.506164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.531030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.535797 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.537366 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 8 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.600027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.601239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.602050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.603277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:56.613381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.613966 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.619858 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 9 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.625707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fabb50a-4885-4e8b-bda1-6807c4bf9278 req-0e9ab648-5a24-474a-b237-fd9cb8ef050f service neutron] 10.222.0.24 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346513 Feb 19 07:31:56.654060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.654498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:56.654866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.656049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.660917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f878697e-8f49-4cca-a1be-e01cb6a9f1c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4214151 Feb 19 07:31:56.661709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:56.665434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.665952 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.666776 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 10 to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c Feb 19 07:31:56.682986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:56.683646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:56.684319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:56.690348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4391160-109c-46a1-803c-379de5648d7d req-ddab3467-6fe3-4070-afa1-333c77c1f771 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760516 Feb 19 07:31:56.695127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port bf64d50b-618b-44b9-9785-f6dcbb270b7c on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:31:56.696025 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port bf64d50b-618b-44b9-9785-f6dcbb270b7c on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:31:56.696554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:56.823575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port bf64d50b-618b-44b9-9785-f6dcbb270b7c, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:56.824725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:31:56.831410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:56.961941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.962997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-0f599494-90c5-4f43-b1bd-0fd9a66a756d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:56.964381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:56.965288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-0f599494-90c5-4f43-b1bd-0fd9a66a756d tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.4733627 Feb 19 07:31:57.037541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=bf64d50b-618b-44b9-9785-f6dcbb270b7c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:57.062012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c726c832-68ba-40aa-8eff-b9f2d9a82e9a tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6864402 Feb 19 07:31:57.066052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:57.130309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 3, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:57.204276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Checking router: 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:31:57.204766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Updating router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 port de1a06e9-259b-4e9c-b424-0e0057b776fb binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:31:57.269881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.323941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd288d-0d3d-472d-8c37-0790cb71afb4 req-1fd8e176-fcbe-4075-92d4-5eadc0a0268b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:57.343537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-94dd288d-0d3d-472d-8c37-0790cb71afb4 req-1fd8e176-fcbe-4075-92d4-5eadc0a0268b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.2163198 Feb 19 07:31:57.363264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Deleting port bf64d50b-618b-44b9-9785-f6dcbb270b7c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:57.365032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.536518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port bf64d50b-618b-44b9-9785-f6dcbb270b7c, host n-h1-829866-3, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:57.538617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.555933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Calling delete_port for bf64d50b-618b-44b9-9785-f6dcbb270b7c owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:57.653600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks [] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.663918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.728914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-94dd288d-0d3d-472d-8c37-0790cb71afb4 req-bb9d0bf9-0329-4b37-b52e-13937c9b6946 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843632 Feb 19 07:31:57.752112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91202a7-0722-4870-8385-d1d6ab896ea5 None None] Pushing event updated for resources: {'Port': ['ID=de1a06e9-259b-4e9c-b424-0e0057b776fb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:57.798861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bf64d50b-618b-44b9-9785-f6dcbb270b7c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.818253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Attempting to bind port de1a06e9-259b-4e9c-b424-0e0057b776fb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:31:57.821311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Attempting to bind port de1a06e9-259b-4e9c-b424-0e0057b776fb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:31:57.821868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Attempting to bind port de1a06e9-259b-4e9c-b424-0e0057b776fb on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:31:57.854062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:31:57.854796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:31:57.855486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.859694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:31:57.860463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Bound port: de1a06e9-259b-4e9c-b424-0e0057b776fb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:31:57.861037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.883577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf64d50b-618b-44b9-9785-f6dcbb270b7c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:57.938728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.952419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-877efb13-8b64-418a-ac3c-9d7052483b4e tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "DELETE /v2.0/ports/bf64d50b-618b-44b9-9785-f6dcbb270b7c HTTP/1.1" status: 204 len: 168 time: 0.8848472 Feb 19 07:31:57.958838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] For port de1a06e9-259b-4e9c-b424-0e0057b776fb, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:31:57.975421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] For port de1a06e9-259b-4e9c-b424-0e0057b776fb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=de1a06e9-259b-4e9c-b424-0e0057b776fb,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:31:57.990978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:57.993573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39772) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:58.032540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395464-c461-447d-9c12-78565e7c2256 req-38a81e2e-5b1e-4981-a31c-106cf373b2eb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:58.034213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24395464-c461-447d-9c12-78565e7c2256 req-38a81e2e-5b1e-4981-a31c-106cf373b2eb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 1.0659707 Feb 19 07:31:58.063029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91202a7-0722-4870-8385-d1d6ab896ea5 None None] Pushing event updated for resources: {'Port': ['ID=de1a06e9-259b-4e9c-b424-0e0057b776fb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:58.095372 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-973f6992-cac2-4a11-ae8c-5e62e3d12eb8 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:31:58.101429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-973f6992-cac2-4a11-ae8c-5e62e3d12eb8 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports/bf64d50b-618b-44b9-9785-f6dcbb270b7c HTTP/1.1" status: 404 len: 333 time: 0.1033988 Feb 19 07:31:58.104918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:31:58.104918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:58.111569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:58.138922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1696679859'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:58.155046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36192a-a510-468a-acd8-138526ee423b req-21f335c1-5fb4-4052-9c30-c7521d842037 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:58.164868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b36192a-a510-468a-acd8-138526ee423b req-21f335c1-5fb4-4052-9c30-c7521d842037 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.2667146 Feb 19 07:31:58.197722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Made reservation on behalf of f5133a8d96e04eadbe4601c0792ba70b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:31:58.202762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:58.247325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:31:58.250959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b36192a-a510-468a-acd8-138526ee423b req-41ab215f-5080-48f7-9120-a3838ee01ac5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789716 Feb 19 07:31:58.319063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port e864f7e9-6b14-43c8-a8db-19aca6487f22 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:58.319447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:58.342538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-6ffdf817-3b48-4a47-ae98-c8c2e6a16f76 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:58.344186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-6ffdf817-3b48-4a47-ae98-c8c2e6a16f76 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.4167626 Feb 19 07:31:58.370588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port d7e84d22-6b42-47ee-a7a2-451b651dbb7d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:31:58.534245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 3, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:31:58.570210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff76463-9e6a-4cd5-bbc3-7bd9488ea766 None None] The sync data for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 is: [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 3, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:31:58.574127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:58.731469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:58.746230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24395464-c461-447d-9c12-78565e7c2256 req-f561b551-7f55-48a5-ad9d-439e80f25155 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860118 Feb 19 07:31:58.760909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e864f7e9-6b14-43c8-a8db-19aca6487f22 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:31:59.024889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582196ac-36f4-4ded-a33e-995d0f187017 req-3c3c879b-b4f7-4c88-b39a-ba132d04daf6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:59.038748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-582196ac-36f4-4ded-a33e-995d0f187017 req-3c3c879b-b4f7-4c88-b39a-ba132d04daf6 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 945 time: 0.1644232 Feb 19 07:31:59.084992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e864f7e9-6b14-43c8-a8db-19aca6487f22 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:31:59.085413 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.130749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:31:59.133171 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6ecaa1-4e72-4ad3-b8bd-639422fc6589" -d '{"events": [{"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:31:59.136766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:31:59.171050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-582196ac-36f4-4ded-a33e-995d0f187017 req-453b3487-c121-4214-8004-f2a5a51d4982 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257558 Feb 19 07:31:59.187079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:31:59.203162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:31:59.204452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:59.205177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.208652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e84d22-6b42-47ee-a7a2-451b651dbb7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.220796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:59.228745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port e864f7e9-6b14-43c8-a8db-19aca6487f22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e864f7e9-6b14-43c8-a8db-19aca6487f22,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:31:59.229654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.230382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.311085 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75955e53-4c5d-49bf-b0a7-fa3ad5137743 x-openstack-request-id: req-75955e53-4c5d-49bf-b0a7-fa3ad5137743 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:31:59.311644 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:31:59.312039 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75955e53-4c5d-49bf-b0a7-fa3ad5137743 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:31:59.312822 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'code': 200} Feb 19 07:31:59.314416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for e864f7e9-6b14-43c8-a8db-19aca6487f22 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:31:59.314636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:31:59.452359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f712b0-a027-4787-a638-e5b508c1501a req-390c82d9-70ef-4ee2-859c-8c6c63ada4c9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:31:59.453932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3f712b0-a027-4787-a638-e5b508c1501a req-390c82d9-70ef-4ee2-859c-8c6c63ada4c9 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0819345 Feb 19 07:31:59.463281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.471133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-543beadf-b2ad-4afa-b522-63e4fa3a41d5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3480427 Feb 19 07:31:59.475652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:31:59.508905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:31:59.570062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3f712b0-a027-4787-a638-e5b508c1501a req-90758553-96d7-4de2-84c0-624bd9132f27 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087215 Feb 19 07:31:59.740427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Deleting port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:31:59.741036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.854672 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.941509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e864f7e9-6b14-43c8-a8db-19aca6487f22), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:31:59.957386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:00.006542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=e864f7e9-6b14-43c8-a8db-19aca6487f22,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:00.217505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.250052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port e864f7e9-6b14-43c8-a8db-19aca6487f22 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:00.252738 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.256245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a8f879e-2c82-43b8-945d-05e627ec9dd0 req-11633bc8-e4aa-48d4-81ea-1bef8620190e tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.47 "DELETE /v2.0/ports/e864f7e9-6b14-43c8-a8db-19aca6487f22 HTTP/1.1" status: 204 len: 173 time: 3.2843254 Feb 19 07:32:00.266465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-deleted', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:00.268884 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7676e73-ddff-402f-b7c8-263d99c435ad" -d '{"events": [{"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-deleted", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:00.297121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:00.297691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.345594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dedd0c-e88a-41f6-bf06-4be8cc269d19 req-6c9e84b7-9027-4ca7-94c2-352504f82ed5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:00.347152 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1dedd0c-e88a-41f6-bf06-4be8cc269d19 req-6c9e84b7-9027-4ca7-94c2-352504f82ed5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.4561777 Feb 19 07:32:00.360873 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21720cbb-0160-4a0c-9828-eb0cab6f1e9c req-7dccc332-b06e-42ce-94e6-af0c4e7d08b5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 210 time: 0.0783920 Feb 19 07:32:00.366114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Allocated IP 172.20.0.1 (de50c8c9-3c67-4d32-b52d-5a547e20a680/da91940d-07a0-425a-8fad-0bca244fee9b/cb0d543c-d829-4067-92e5-fa2b86e7a46b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:00.372788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Calling delete_port for c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:00.463043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:00.568382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1dedd0c-e88a-41f6-bf06-4be8cc269d19 req-90208cbf-6455-4b1c-9b53-6baa547e8896 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147357 Feb 19 07:32:00.596818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:00.597223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.641396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:00.646108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.660740 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc093934-8ecd-455b-abec-ed7417df85b5 x-openstack-request-id: req-fc093934-8ecd-455b-abec-ed7417df85b5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:00.661069 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f72ad2-0802-43d1-a77c-3757d0a56ce6", "name": "network-vif-deleted", "tag": "e864f7e9-6b14-43c8-a8db-19aca6487f22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:00.661286 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc093934-8ecd-455b-abec-ed7417df85b5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:00.661684 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f72ad2-0802-43d1-a77c-3757d0a56ce6', 'name': 'network-vif-deleted', 'tag': 'e864f7e9-6b14-43c8-a8db-19aca6487f22', 'status': 'completed', 'code': 200} Feb 19 07:32:00.761583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:00.802208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port d7e84d22-6b42-47ee-a7a2-451b651dbb7d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:00.823817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.863361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2118fbc-1308-466b-93c1-867f5ae8f523 req-d27c78a1-484b-46ba-9fc2-afc379646585 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:00.865655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.871461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2118fbc-1308-466b-93c1-867f5ae8f523 req-d27c78a1-484b-46ba-9fc2-afc379646585 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 943 time: 0.1456122 Feb 19 07:32:00.935333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks [] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:00.957444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2118fbc-1308-466b-93c1-867f5ae8f523 req-09d6bf7a-7409-404e-8aca-cd28bd0b1457 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Feb 19 07:32:01.059329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e84d22-6b42-47ee-a7a2-451b651dbb7d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.069937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.070286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.070631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.096149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.096473 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.102419 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 2 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:01.120454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device de1a06e9-259b-4e9c-b424-0e0057b776fb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:01.139142 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.200044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event deleted for resources: {'Port': ['ID=c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.202815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.230518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:01.237869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['226a7a25-0be5-4d85-9e01-01fc15c02bac', '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:01.263876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:01.266771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.267389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.268138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.333062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:01.335328 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f7d0d-11ef-4004-aae2-b6a386c4e241" -d '{"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:01.360450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:01.381501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.381867 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.382505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:01.444475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:01.458273 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 3 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:01.618097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.618442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.618781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.619990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0dc5d9e-e5a1-40d5-abfd-3000a3f2515b req-daa7389a-86ec-4965-a3c4-28ceedbca941 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=95f72ad2-0802-43d1-a77c-3757d0a56ce6 HTTP/1.1" status: 200 len: 210 time: 0.0650318 Feb 19 07:32:01.643512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] No DVR routers for this DVR port c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:01.650131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.671948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc0fcf26-4e44-41eb-902a-a6b08c222173 req-c028ba2f-0754-44b0-a2b8-f0d09fcde871 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "DELETE /v2.0/ports/c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826 HTTP/1.1" status: 204 len: 173 time: 3.3058858 Feb 19 07:32:01.679054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.680656 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.687511 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 4 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:01.711210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.715483 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b257e8-50a2-4615-9fb3-5bb95b4adc7e x-openstack-request-id: req-02b257e8-50a2-4615-9fb3-5bb95b4adc7e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:01.716680 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:01.717055 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02b257e8-50a2-4615-9fb3-5bb95b4adc7e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:01.719064 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'code': 200} Feb 19 07:32:01.758349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port de1a06e9-259b-4e9c-b424-0e0057b776fb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:01.760235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.809414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.810281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.810625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.828646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.829005 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.834580 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 5 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:01.859672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.859953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.860251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.873953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.874284 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.876162 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 6 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:01.917714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571be81-932d-420d-ba63-d873657e3d27 req-3c931ff5-caa2-4e8b-9c51-f7fdc75f52d4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:01.921711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7571be81-932d-420d-ba63-d873657e3d27 req-3c931ff5-caa2-4e8b-9c51-f7fdc75f52d4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2159328 Feb 19 07:32:01.931860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:01.932652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:01.933019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:01.957950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b6d08dba-9096-4dd5-bbed-51b71b25cd84 None None] Provisioning complete for port cb0d543c-d829-4067-92e5-fa2b86e7a46b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:01.958338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d08dba-9096-4dd5-bbed-51b71b25cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:01.963137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:01.963137 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:01.963137 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 7 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:02.028833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:02.029177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:02.029517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:02.050231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7571be81-932d-420d-ba63-d873657e3d27 req-b9f99c44-da15-47e2-adce-d921da5b0370 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216772 Feb 19 07:32:02.050821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:02.051153 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:02.053417 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 8 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:02.069840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.123072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:02.123440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:02.123835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:02.155350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port de1a06e9-259b-4e9c-b424-0e0057b776fb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:02.156525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.157531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:02.157876 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:02.160004 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 9 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:02.162843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b6d08dba-9096-4dd5-bbed-51b71b25cd84 None None] Port cb0d543c-d829-4067-92e5-fa2b86e7a46b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:02.196293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:02.196504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:02.196793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:02.206830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port de1a06e9-259b-4e9c-b424-0e0057b776fb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=de1a06e9-259b-4e9c-b424-0e0057b776fb,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:02.207691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7dc9d681-caf2-43b7-a758-38c9b7831f71 req-a6427e9c-e040-4b70-8136-3ec6f0fc046b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4 HTTP/1.1" status: 200 len: 210 time: 0.1026776 Feb 19 07:32:02.225643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:02.226279 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:02.227548 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.229799 n-d-829866-3 neutron-server[103588]: INFO neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 10 to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d Feb 19 07:32:02.263788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:02.264130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:02.264688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:02.305425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:02.305642 n-d-829866-3 neutron-server[103588]: ERROR neutron.plugins.ml2.managers [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:02.305911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.319275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=de1a06e9-259b-4e9c-b424-0e0057b776fb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:02.414783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port d7e84d22-6b42-47ee-a7a2-451b651dbb7d, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:02.415268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempted to set empty binding levels {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:32:02.426701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.433391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks [] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.467649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.484639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] In _notify_port_updated(), no bound segment for port d7e84d22-6b42-47ee-a7a2-451b651dbb7d on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:02.484639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.484639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.485035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:02.492262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "PUT /v2.0/ports/d7e84d22-6b42-47ee-a7a2-451b651dbb7d HTTP/1.1" status: 200 len: 975 time: 3.0154963 Feb 19 07:32:02.550827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf916d-0f9b-482c-86bf-d637e27d5f19 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=d7e84d22-6b42-47ee-a7a2-451b651dbb7d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:02.590159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.607943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.608416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.608854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:02.608975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.609322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.609773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.610222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.610674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.611119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.611592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.612934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.614768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.615225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.615831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.617370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.617971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.618565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.619156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.619776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.620367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.621347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.621976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.623471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.624073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.624666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.625257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.625952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.626652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:02.636216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c6a78e2a-929d-46ed-8551-789d53fa78a1 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29845 time: 0.1510270 Feb 19 07:32:02.637135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:02.718044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-deleted', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:02.735013 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928e9f49-d620-4845-80bc-f624519f40a0" -d '{"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-deleted", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:02.774401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Deleting port d7e84d22-6b42-47ee-a7a2-451b651dbb7d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:02.774725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.809185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:02.811529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:02.837827 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1219f5c0-c1ff-401c-a35b-731cd805e95c x-openstack-request-id: req-1219f5c0-c1ff-401c-a35b-731cd805e95c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:02.838267 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4", "name": "network-vif-deleted", "tag": "c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:02.838530 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1219f5c0-c1ff-401c-a35b-731cd805e95c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:02.838931 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ecb718-1c34-4e8e-90f4-e05ef7a4b2d4', 'name': 'network-vif-deleted', 'tag': 'c8b0ddb0-098d-4460-a8a1-9b1f0b1d5826', 'status': 'completed', 'code': 200} Feb 19 07:32:02.872913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port d7e84d22-6b42-47ee-a7a2-451b651dbb7d, host n-h1-829866-3, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:02.873286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:02.896889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Calling delete_port for d7e84d22-6b42-47ee-a7a2-451b651dbb7d owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:03.061737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device de1a06e9-259b-4e9c-b424-0e0057b776fb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:03.074375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:03.075080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.116664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d7e84d22-6b42-47ee-a7a2-451b651dbb7d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.158821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7e84d22-6b42-47ee-a7a2-451b651dbb7d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:03.175082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.182867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-58f4c543-dae2-47d8-8fd7-706d870c13f5 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "DELETE /v2.0/ports/d7e84d22-6b42-47ee-a7a2-451b651dbb7d HTTP/1.1" status: 204 len: 168 time: 0.5438664 Feb 19 07:32:03.183813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:03.209503 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf52293f-7c58-47f8-b6ce-987c0dbc4bac tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:32:03.219768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cf52293f-7c58-47f8-b6ce-987c0dbc4bac tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports/d7e84d22-6b42-47ee-a7a2-451b651dbb7d HTTP/1.1" status: 404 len: 333 time: 0.0346313 Feb 19 07:32:03.220638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39852) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:03.227064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1974938706', 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:03.277072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f1da9fa6-91be-42b5-ac2d-b8320779a901 None None] Provisioning complete for port cb0d543c-d829-4067-92e5-fa2b86e7a46b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:03.277577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1da9fa6-91be-42b5-ac2d-b8320779a901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.300171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Made reservation on behalf of f5133a8d96e04eadbe4601c0792ba70b for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:03.303014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.321189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f1da9fa6-91be-42b5-ac2d-b8320779a901 None None] Port cb0d543c-d829-4067-92e5-fa2b86e7a46b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:03.331228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port 14c2c260-a2a3-4421-9d7c-298c50c6ff7a yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:03.336688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port de1a06e9-259b-4e9c-b424-0e0057b776fb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:03.337151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.437300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186e876-3a84-4d2b-91ae-8d88e6e2cd0a req-a26f37f4-d601-4638-9cbf-69f51792ea74 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:03.442382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4186e876-3a84-4d2b-91ae-8d88e6e2cd0a req-a26f37f4-d601-4638-9cbf-69f51792ea74 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1900370 Feb 19 07:32:03.454184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port de1a06e9-259b-4e9c-b424-0e0057b776fb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:03.478111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:03.485300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-781659dd-a30f-4388-b706-5aeaf7483513 admin admin] 10.222.0.43 "PUT /v2.0/routers/8886d7a5-8c6d-4814-a9ed-f19c417e2a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8211801 Feb 19 07:32:03.492549 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Sync routers for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:32:03.527510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:03.528391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:03.662027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4186e876-3a84-4d2b-91ae-8d88e6e2cd0a req-9f76c21c-3abd-41ca-b628-9336ac4b4ef9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849139 Feb 19 07:32:03.758000 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:03.859677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (14c2c260-a2a3-4421-9d7c-298c50c6ff7a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:03.949680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (14c2c260-a2a3-4421-9d7c-298c50c6ff7a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.070781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:04.074242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:04.078674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:04.080112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.083659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.110206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8882368 Feb 19 07:32:04.115291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:04.135034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c2a26-70bb-4667-a877-e80e51fffb61 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=14c2c260-a2a3-4421-9d7c-298c50c6ff7a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.182354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d322e-d8f6-44de-a226-d8b25518f691 req-86ae73fa-04db-435b-a0cf-71fd12d2f187 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.194520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9d322e-d8f6-44de-a226-d8b25518f691 req-86ae73fa-04db-435b-a0cf-71fd12d2f187 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 946 time: 0.1278665 Feb 19 07:32:04.225395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d65037-55c4-4501-b709-a85085364d6b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.236812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3d65037-55c4-4501-b709-a85085364d6b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports/14c2c260-a2a3-4421-9d7c-298c50c6ff7a HTTP/1.1" status: 200 len: 955 time: 0.1195798 Feb 19 07:32:04.237448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39904) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:04.307437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9d322e-d8f6-44de-a226-d8b25518f691 req-73ac3327-6e16-4b7a-a44a-9295cec216fa tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118698 Feb 19 07:32:04.317996 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 4, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'cb0d543c-d829-4067-92e5-fa2b86e7a46b', 'name': '', 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'mac_address': 'fa:16:3e:1c:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:59Z', 'updated_at': '2022-02-19T07:32:02Z', 'revision_number': 2, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'subnets': [{'id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:04.359709 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Checking router: 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:32:04.360447 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Updating router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 port cb0d543c-d829-4067-92e5-fa2b86e7a46b binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:32:04.380403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Deleting port 14c2c260-a2a3-4421-9d7c-298c50c6ff7a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:04.381005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (14c2c260-a2a3-4421-9d7c-298c50c6ff7a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.418640 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.459039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (14c2c260-a2a3-4421-9d7c-298c50c6ff7a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.477852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Calling delete_port for 14c2c260-a2a3-4421-9d7c-298c50c6ff7a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:04.700914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (14c2c260-a2a3-4421-9d7c-298c50c6ff7a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.803331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c2c260-a2a3-4421-9d7c-298c50c6ff7a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:04.823249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.830411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-34cde160-3619-4b42-97a5-6ac83a1ce9db tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "DELETE /v2.0/ports/14c2c260-a2a3-4421-9d7c-298c50c6ff7a HTTP/1.1" status: 204 len: 168 time: 0.5919695 Feb 19 07:32:04.833162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:04.875143 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-db61d3fc-9177-4fff-97a2-e0883d5f77ea tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:32:04.876755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db61d3fc-9177-4fff-97a2-e0883d5f77ea tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports/14c2c260-a2a3-4421-9d7c-298c50c6ff7a HTTP/1.1" status: 404 len: 333 time: 0.0424643 Feb 19 07:32:04.892277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:04.905952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-254760640'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:04.919094 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks [] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.928371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91fe45-84c8-4419-92b6-e97b9246892a req-1dfb62ac-0a40-41ad-9f9b-b39477ea1747 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:04.928633 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:04.930473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df91fe45-84c8-4419-92b6-e97b9246892a req-1dfb62ac-0a40-41ad-9f9b-b39477ea1747 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.0986776 Feb 19 07:32:04.951597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Made reservation on behalf of f5133a8d96e04eadbe4601c0792ba70b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:04.956923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.027139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port b3a5c01c-8723-4ede-b6b9-2fceed290757 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:05.036665 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df91fe45-84c8-4419-92b6-e97b9246892a req-54675402-13b8-4250-8de1-bccc66ac63d5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941787 Feb 19 07:32:05.056690 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740ae0-b6dd-4bd7-9a3a-caf3d60984c6 None None] Pushing event updated for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.193443 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Attempting to bind port cb0d543c-d829-4067-92e5-fa2b86e7a46b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:05.193810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Attempting to bind port cb0d543c-d829-4067-92e5-fa2b86e7a46b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:05.194366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Attempting to bind port cb0d543c-d829-4067-92e5-fa2b86e7a46b on network de50c8c9-3c67-4d32-b52d-5a547e20a680 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:05.205399 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:05.205786 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Checking segment: {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:05.206171 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.206560 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Bound using segment: {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:05.207028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Bound port: cb0d543c-d829-4067-92e5-fa2b86e7a46b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4547a80-d29d-4265-b80c-ca1fbef284bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:05.207498 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.351154 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] For port cb0d543c-d829-4067-92e5-fa2b86e7a46b, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:05.364830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] For port cb0d543c-d829-4067-92e5-fa2b86e7a46b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb0d543c-d829-4067-92e5-fa2b86e7a46b,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:05.376000 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.383710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Provisioning complete for port cb0d543c-d829-4067-92e5-fa2b86e7a46b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:05.384220 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.415219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.446833 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3740ae0-b6dd-4bd7-9a3a-caf3d60984c6 None None] Pushing event updated for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.504971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:05.504971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:31:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:05.619392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.689855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Current status of the port cb0d543c-d829-4067-92e5-fa2b86e7a46b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:05.690726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.764317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a5c01c-8723-4ede-b6b9-2fceed290757,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.774488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] For port cb0d543c-d829-4067-92e5-fa2b86e7a46b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb0d543c-d829-4067-92e5-fa2b86e7a46b,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:05.782967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.791150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Network dc6ec5b1-51f5-427a-844f-fe9aef60de7b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:05.795811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:05.801596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:05.801596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:05.801596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:05.847350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-4c4d2eca-ca1f-4f80-a67b-9b73549ad865 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:05.849194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-4c4d2eca-ca1f-4f80-a67b-9b73549ad865 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 946 time: 0.4538891 Feb 19 07:32:05.851729 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:05.883446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11346c-6abc-455c-a580-dd295a566cef req-b4224b90-3a0b-49de-a524-b34c59641d7b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:05.892006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae11346c-6abc-455c-a580-dd295a566cef req-b4224b90-3a0b-49de-a524-b34c59641d7b tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 946 time: 0.4668045 Feb 19 07:32:05.928276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3014377-eaf1-4789-a8dc-6685981044bd None None] Pushing event updated for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:05.954451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3d6c6b14-5285-4990-8211-849bd3d355b3 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0614891 Feb 19 07:32:05.957189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40004) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:05.981546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829866-3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:06.023110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-da7d5086-6b94-4f26-a6ac-21e08d6bc642 None None] Provisioning complete for port cb0d543c-d829-4067-92e5-fa2b86e7a46b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:06.027921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da7d5086-6b94-4f26-a6ac-21e08d6bc642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.039950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ae11346c-6abc-455c-a580-dd295a566cef req-a81857d9-4468-47d5-b877-d04375cb1e26 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/security-groups?id=3b538e7b-6d7b-469c-8f03-caec4d8acef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469531 Feb 19 07:32:06.105972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.112953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Deleting port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:06.115340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.234350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da7d5086-6b94-4f26-a6ac-21e08d6bc642 None None] Current status of the port cb0d543c-d829-4067-92e5-fa2b86e7a46b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:06.243984 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85c0659e-277a-43a8-987e-2390bbc06084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.331935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809d9e-0868-4c4d-8c8c-4e3416720aff req-8247f215-d11e-40fa-ad96-5217b5b9b333 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:06.339085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-79809d9e-0868-4c4d-8c8c-4e3416720aff req-8247f215-d11e-40fa-ad96-5217b5b9b333 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1927907 Feb 19 07:32:06.344047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] For port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,segment=NetworkSegment(82e72327-6be0-4bd6-9d78-df9d68a5eb4a),segment_id=82e72327-6be0-4bd6-9d78-df9d68a5eb4a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:06.347004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.381523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Calling delete_port for 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:06.399609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 4, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'cb0d543c-d829-4067-92e5-fa2b86e7a46b', 'name': '', 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'mac_address': 'fa:16:3e:1c:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:59Z', 'updated_at': '2022-02-19T07:32:05Z', 'revision_number': 4, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'subnets': [{'id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:06.421332 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-79809d9e-0868-4c4d-8c8c-4e3416720aff req-bae731f8-949c-484a-bdae-bf7ac278ffe0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765679 Feb 19 07:32:06.512535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] device_id is not set on port b3a5c01c-8723-4ede-b6b9-2fceed290757 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:06.522282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks [] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.530651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.603661 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7586d-f68d-4ef5-b222-7172b1cfd375 None None] The sync data for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 is: [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:32:01Z', 'revision_number': 4, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'cb0d543c-d829-4067-92e5-fa2b86e7a46b', 'name': '', 'network_id': 'de50c8c9-3c67-4d32-b52d-5a547e20a680', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'mac_address': 'fa:16:3e:1c:d9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:59Z', 'updated_at': '2022-02-19T07:32:05Z', 'revision_number': 4, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'subnets': [{'id': 'da91940d-07a0-425a-8fad-0bca244fee9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:32:06.607986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a5c01c-8723-4ede-b6b9-2fceed290757,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:06.634536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.637585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.641941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.649511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.649856 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.650256 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 2 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.689553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.689926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.690420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.702713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.712364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.712704 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.713103 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 3 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.737726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.738068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.738410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.761974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.762312 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.762812 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 4 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.788884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Pushing event deleted for resources: {'Port': ['ID=7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:06.806055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.806501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.807525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.825156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.825644 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.826145 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 5 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.854274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.854679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.855618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.860785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.861228 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.869185 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 6 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.892597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] No DVR routers for this DVR port 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:06.895997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:06.899709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.900423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a4fabd5-42c0-435d-bf0a-9823ef2ca3a3 req-f59a0328-482c-4bf2-a23a-a78c67005a36 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.24 "DELETE /v2.0/ports/7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a HTTP/1.1" status: 204 len: 173 time: 1.0406868 Feb 19 07:32:06.900775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.900888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'name': 'network-vif-deleted', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:06.907384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.912345 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5308d04-f81d-460c-8096-e7f905903c6d" -d '{"events": [{"server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "name": "network-vif-deleted", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:06.912819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.913224 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.913683 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 7 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.973492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:06.974075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:06.974257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:06.990468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:06.990802 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:06.991222 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 8 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:06.993899 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7175940-bed5-481f-8ca6-530060cbd837 x-openstack-request-id: req-c7175940-bed5-481f-8ca6-530060cbd837 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:06.994114 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca09523d-2c8e-4ad4-a012-a5c922f854fd", "name": "network-vif-deleted", "tag": "7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:06.994349 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7175940-bed5-481f-8ca6-530060cbd837 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:06.994741 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca09523d-2c8e-4ad4-a012-a5c922f854fd', 'name': 'network-vif-deleted', 'tag': '7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a', 'status': 'completed', 'code': 200} Feb 19 07:32:07.023365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:07.023731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:07.024071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:07.033175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:07.033175 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:07.033175 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 9 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:07.085079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:07.101443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:07.103825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:07.120854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:07.129026 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:07.131377 n-d-829866-3 neutron-server[103587]: INFO neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempt 10 to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 Feb 19 07:32:07.172012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb0d543c-d829-4067-92e5-fa2b86e7a46b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:07.180480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:07.181171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] {{(pid=103587) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:07.181729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempting to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:07.191640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103587) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:07.194214 n-d-829866-3 neutron-server[103587]: ERROR neutron.plugins.ml2.managers [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Failed to bind port b3a5c01c-8723-4ede-b6b9-2fceed290757 on host n-h1-829866-3 for vnic_type normal using segments [{'id': 'a432f001-2d22-46bb-a415-8b5f0e9d1263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dc6ec5b1-51f5-427a-844f-fe9aef60de7b'}] Feb 19 07:32:07.194837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:07.345505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92b2f3a8-cabc-4705-a331-295241526742 req-1db97681-1caa-459b-bb65-4c71f5df78c5 tempest-ServersTestJSON-359658234 tempest-ServersTestJSON-359658234-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca09523d-2c8e-4ad4-a012-a5c922f854fd HTTP/1.1" status: 200 len: 210 time: 0.0873926 Feb 19 07:32:07.362086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port b3a5c01c-8723-4ede-b6b9-2fceed290757, host n-h1-829866-3, cleared binding levels {{(pid=103587) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:07.362387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attempted to set empty binding levels {{(pid=103587) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 07:32:07.379607 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:07.382168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cb0d543c-d829-4067-92e5-fa2b86e7a46b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:07.382858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:07.552633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] In _notify_port_updated(), no bound segment for port b3a5c01c-8723-4ede-b6b9-2fceed290757 on network dc6ec5b1-51f5-427a-844f-fe9aef60de7b {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:07.553100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:07.554441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:07.561891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "PUT /v2.0/ports/b3a5c01c-8723-4ede-b6b9-2fceed290757 HTTP/1.1" status: 200 len: 974 time: 1.5980854 Feb 19 07:32:07.562826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:07.595865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36f0b3-2578-441a-963b-f724bf01c69b tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event updated for resources: {'Port': ['ID=b3a5c01c-8723-4ede-b6b9-2fceed290757,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:07.618260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cb0d543c-d829-4067-92e5-fa2b86e7a46b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:07.993739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.004816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.018687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.029045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.048405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.058800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.071779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.089156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-8344b2b5-839d-484a-950b-ec63a636fff9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2136176 Feb 19 07:32:08.205566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-05a7d1e9-52d5-4497-a410-cb28a44aced0 req-d8db7d9b-c45f-420a-bf88-7473f8b160e4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1089232 Feb 19 07:32:08.435959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:08.457375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0381f6e-bd95-4dcf-b13a-239c3311e33a req-e2f3db27-9f2e-4f88-b43d-ce9590fc663b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:08.463751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0381f6e-bd95-4dcf-b13a-239c3311e33a req-e2f3db27-9f2e-4f88-b43d-ce9590fc663b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1500909 Feb 19 07:32:08.494953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Deleting port b3a5c01c-8723-4ede-b6b9-2fceed290757 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:08.495652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.496930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:08.508601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Deleting subnet d6d26696-5aae-428d-b9e6-7f269c823ae3 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:32:08.515869 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Publish callbacks [] for subnet (d6d26696-5aae-428d-b9e6-7f269c823ae3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.567233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d6d26696-5aae-428d-b9e6-7f269c823ae3), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.567898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:32:08.568257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 7fc9b30d-cb4d-49b9-a6fb-8be35b3f7f2a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:32:08.611644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3791835f-b156-4a19-8dcf-126342673f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.624481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0381f6e-bd95-4dcf-b13a-239c3311e33a req-2da30124-c7e7-4d2f-b11a-e754cf5f624d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543179 Feb 19 07:32:08.628633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] For port b3a5c01c-8723-4ede-b6b9-2fceed290757, host n-h1-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:08.631598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.650648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Calling delete_port for b3a5c01c-8723-4ede-b6b9-2fceed290757 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:08.660251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d6d26696-5aae-428d-b9e6-7f269c823ae3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.750151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d6d26696-5aae-428d-b9e6-7f269c823ae3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.769440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.775913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d6d26696-5aae-428d-b9e6-7f269c823ae3 HTTP/1.1" status: 204 len: 168 time: 0.3387144 Feb 19 07:32:08.779004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:08.799625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ac09e-2c16-4f97-a439-efeef5d88acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d26696-5aae-428d-b9e6-7f269c823ae3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.816258 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:32:08.852396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b3a5c01c-8723-4ede-b6b9-2fceed290757), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.895991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3a5c01c-8723-4ede-b6b9-2fceed290757,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:08.905069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (489f4e39-da17-460c-ae31-477dfca47f12), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.908401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:08.911037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ce9e0fd5-5070-47cf-910d-500c3e7de959 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b3a5c01c-8723-4ede-b6b9-2fceed290757 HTTP/1.1" status: 204 len: 168 time: 1.3469286 Feb 19 07:32:08.913749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:08.956554 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2654cf05-3a31-4f1b-afc0-267530b53059 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] GET failed (client error): The resource could not be found. Feb 19 07:32:08.961638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2654cf05-3a31-4f1b-afc0-267530b53059 tempest-PortsAdminExtendedAttrsTestJSON-332662559 tempest-PortsAdminExtendedAttrsTestJSON-332662559-project-admin] 10.222.0.43 "GET /v2.0/ports/b3a5c01c-8723-4ede-b6b9-2fceed290757 HTTP/1.1" status: 404 len: 333 time: 0.0432272 Feb 19 07:32:08.969802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:09.065126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (489f4e39-da17-460c-ae31-477dfca47f12), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.080601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dc6ec5b1-51f5-427a-844f-fe9aef60de7b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.110710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489f4e39-da17-460c-ae31-477dfca47f12']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.122741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e72327-6be0-4bd6-9d78-df9d68a5eb4a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.123043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e72327-6be0-4bd6-9d78-df9d68a5eb4a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.134161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (82e72327-6be0-4bd6-9d78-df9d68a5eb4a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.158524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (82e72327-6be0-4bd6-9d78-df9d68a5eb4a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.171691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:32:09.174053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (82e72327-6be0-4bd6-9d78-df9d68a5eb4a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:09.179032 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:09.268691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (489f4e39-da17-460c-ae31-477dfca47f12), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.287961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.295968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/489f4e39-da17-460c-ae31-477dfca47f12 HTTP/1.1" status: 204 len: 168 time: 0.5157928 Feb 19 07:32:09.324707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58ef8b-b1c8-4a2f-a8e9-786d175575d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=489f4e39-da17-460c-ae31-477dfca47f12,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:09.549364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:09.574902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dc6ec5b1-51f5-427a-844f-fe9aef60de7b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.603921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6ec5b1-51f5-427a-844f-fe9aef60de7b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.616959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0862795f-5ee0-438f-9d7a-2324400e30c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a836a5b5ec614193ad24764c4a204d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661278 Feb 19 07:32:09.619059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:09.641644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a432f001-2d22-46bb-a415-8b5f0e9d1263') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.642019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a432f001-2d22-46bb-a415-8b5f0e9d1263') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:09.673918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.715033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (a432f001-2d22-46bb-a415-8b5f0e9d1263), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.731916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] Publish callbacks [] for security_group (3b538e7b-6d7b-469c-8f03-caec4d8acef8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.781126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a432f001-2d22-46bb-a415-8b5f0e9d1263), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.795087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] Publish callbacks [] for security_group (3b538e7b-6d7b-469c-8f03-caec4d8acef8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.805625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.812196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.817683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.823693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.830407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.836914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.845737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.847744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-0f673f29-eba7-4d15-ab24-84b5c03f64b9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2209637 Feb 19 07:32:09.848856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:32:09.849256 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (a432f001-2d22-46bb-a415-8b5f0e9d1263), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:09.853010 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:09.911574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8b289-55cc-41e3-9652-313c30cb6c68 req-9faf342f-42a9-4477-9254-cfda85960938 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:09.913041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89d8b289-55cc-41e3-9652-313c30cb6c68 req-9faf342f-42a9-4477-9254-cfda85960938 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1255245 Feb 19 07:32:09.930468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3b538e7b-6d7b-469c-8f03-caec4d8acef8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.933019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:09.934494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b538e7b-6d7b-469c-8f03-caec4d8acef8 HTTP/1.1" status: 204 len: 168 time: 0.3142519 Feb 19 07:32:09.956877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36002412-8542-4d74-91d6-7d06423a12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b538e7b-6d7b-469c-8f03-caec4d8acef8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:09.993202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89d8b289-55cc-41e3-9652-313c30cb6c68 req-e1fcdb2b-666d-4784-8287-c1a7137e19d9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744483 Feb 19 07:32:10.131292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-892fd6ea-32f1-4e5d-ba74-6cdd7df57d81 req-6cc1eb74-23c8-4228-aae3-be96cd2c0970 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2629042 Feb 19 07:32:10.142313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dc6ec5b1-51f5-427a-844f-fe9aef60de7b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.147687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.151113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] 10.222.0.43 "DELETE /v2.0/networks/dc6ec5b1-51f5-427a-844f-fe9aef60de7b HTTP/1.1" status: 204 len: 168 time: 1.1792042 Feb 19 07:32:10.189454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7f85-6adb-4c6d-86fd-61cafce9191a tempest-PortsAdminExtendedAttrsTestJSON-19020360 tempest-PortsAdminExtendedAttrsTestJSON-19020360-project] Pushing event deleted for resources: {'Network': ['ID=dc6ec5b1-51f5-427a-844f-fe9aef60de7b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:10.488791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40126) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:10.710336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aee56a2c-2679-428c-b716-d09fe535e000 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec4203957bfb4c809c310d81676239ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201545 Feb 19 07:32:10.712806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:10.775688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3faa9999-8c35-4de8-a856-a8e3573fa978 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:32:10.780777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] Publish callbacks [] for security_group (6ff44fd9-499c-4495-b32b-515e6a47db2a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.806737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] Publish callbacks [] for security_group (6ff44fd9-499c-4495-b32b-515e6a47db2a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.880894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6ff44fd9-499c-4495-b32b-515e6a47db2a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.884943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:10.890247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ff44fd9-499c-4495-b32b-515e6a47db2a HTTP/1.1" status: 204 len: 168 time: 0.1763682 Feb 19 07:32:10.910165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7938-e92d-4c1a-a71e-276adf1c8f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff44fd9-499c-4495-b32b-515e6a47db2a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:11.074446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:11.088244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:11.103090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'mac_address': 'fa:16:3e:c4:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:32:11.239145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3faa9999-8c35-4de8-a856-a8e3573fa978 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:11.240520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:11.272874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3faa9999-8c35-4de8-a856-a8e3573fa978 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:32:11.322639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:11.328757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694348ed-c06c-4c8b-9996-265f3db80cc5 req-667722e0-8e2f-4b0c-81c8-248e549252e7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.332596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-694348ed-c06c-4c8b-9996-265f3db80cc5 req-667722e0-8e2f-4b0c-81c8-248e549252e7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2333634 Feb 19 07:32:11.333745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:11.347558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.357492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.364164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.371984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.378270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.386326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.394155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.397007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-a19de893-cd42-45be-b430-64fde1762f3a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.3070815 Feb 19 07:32:11.485319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:11.502114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.511029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.512685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40160) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:11.517277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.523726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.530836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.536570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.543546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.546401 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a431309-9f1b-4d04-9304-8050b80be641 req-092ca2a8-078b-4940-9f41-4542da48f663 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 5445 time: 0.2387187 Feb 19 07:32:11.562232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3664110f-fcba-4aa4-a74c-4701dfe76b9c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:11.563752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['3faa9999-8c35-4de8-a856-a8e3573fa978'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:11.563900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3664110f-fcba-4aa4-a74c-4701dfe76b9c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1146624 Feb 19 07:32:11.714736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40166) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:11.741274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a431309-9f1b-4d04-9304-8050b80be641 req-ef1387ff-22c7-4452-a850-b894aa43f701 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1862929 Feb 19 07:32:11.833012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-694348ed-c06c-4c8b-9996-265f3db80cc5 req-2fec041a-9397-4d83-aa46-849f2a55eaed tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349406 Feb 19 07:32:11.861286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:11.861494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-23ea232a-f85e-4db9-8e7a-e60c283dd450 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5133a8d96e04eadbe4601c0792ba70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374431 Feb 19 07:32:11.968067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] Publish callbacks [] for security_group (39341b8f-d91f-479d-82d6-12a4771a6a36), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:11.987993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6b2f0304-92cb-4934-aa20-965309e3c691 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3886960 Feb 19 07:32:12.002418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:12.018914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-network', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:12.046041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Made reservation on behalf of dd7e479564e448f6b257175ddf4a934c for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:12.048571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.053547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] Publish callbacks [] for security_group (39341b8f-d91f-479d-82d6-12a4771a6a36), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.065812 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.149696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.173902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (39341b8f-d91f-479d-82d6-12a4771a6a36), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.181625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.185718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39341b8f-d91f-479d-82d6-12a4771a6a36 HTTP/1.1" status: 204 len: 168 time: 0.3262038 Feb 19 07:32:12.254218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a133-1c0e-4290-8e5d-7967a2b18eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39341b8f-d91f-479d-82d6-12a4771a6a36,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:12.365420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:12.375984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks [] for security_group (53bf5ca6-9ed4-4dda-8486-96158625631e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.382851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (53bf5ca6-9ed4-4dda-8486-96158625631e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.396629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:12.418604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ccb171b8-095a-482b-8f88-c9807e65dcf4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.419536 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Added segment ccb171b8-095a-482b-8f88-c9807e65dcf4 of type vlan for network 5f5dd6fc-ac68-4c25-9bea-75071666605d Feb 19 07:32:12.420300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.445552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] For port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:12.515625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] device_id is not set on port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:12.518834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5f5dd6fc-ac68-4c25-9bea-75071666605d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.529533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Publish callbacks [] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.539075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.604050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5f5dd6fc-ac68-4c25-9bea-75071666605d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.604641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:12.605218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.631716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] No DVR routers for this DVR port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:12.677321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf5ca6-9ed4-4dda-8486-96158625631e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:12.743109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Pushing event updated for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:12.752482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0350969 Feb 19 07:32:12.757521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40186) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:12.776556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Request body: {'subnet': {'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-subnet', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:12.784747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] In _notify_port_updated(), no bound segment for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:12.789873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:12.791173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3faa9999-8c35-4de8-a856-a8e3573fa978 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:12.791599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ca1a-e67d-49e6-9a77-6ef16e7f421a admin admin] Pushing event updated for resources: {'Network': ['ID=5f5dd6fc-ac68-4c25-9bea-75071666605d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:12.792387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.816414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-74acf58f-9e61-47e0-ba74-2bed4691a1fa service neutron] 10.222.0.47 "PUT /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 200 len: 1032 time: 0.8223634 Feb 19 07:32:12.821416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Made reservation on behalf of dd7e479564e448f6b257175ddf4a934c for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:12.834775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:12.962418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:32:13.021032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-e60a04a6-cfaf-4fd5-8e15-cb23224beb85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.022932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-e60a04a6-cfaf-4fd5-8e15-cb23224beb85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "GET /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1981113 Feb 19 07:32:13.049461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:13.104485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 3faa9999-8c35-4de8-a856-a8e3573fa978 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:13.105079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.170538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.183583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-df31bdc3-a9a7-4828-ac7c-4dd4a9e4f0b4 None None] Provisioning complete for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:13.185469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df31bdc3-a9a7-4828-ac7c-4dd4a9e4f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.199860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72d857-9711-4d8a-b2df-96c07cc6fb09 req-5ff44e8e-1de1-480b-90c8-fd195031b039 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.202973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d72d857-9711-4d8a-b2df-96c07cc6fb09 req-5ff44e8e-1de1-480b-90c8-fd195031b039 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 945 time: 0.1932569 Feb 19 07:32:13.290407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.299832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.320289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.326576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.329924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-df31bdc3-a9a7-4828-ac7c-4dd4a9e4f0b4 None None] Port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:13.332949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.339047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.341758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-d64d9418-165b-47ba-8fa4-381d6e5a80e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 4666 time: 0.3294089 Feb 19 07:32:13.380712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d72d857-9711-4d8a-b2df-96c07cc6fb09 req-5adfa764-d067-4830-a56e-287cb7b364cd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393056 Feb 19 07:32:13.443034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3faa9999-8c35-4de8-a856-a8e3573fa978 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:13.444206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.476405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:13.479736 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef01d0-d3de-4747-9330-9eef573fa004" -d '{"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:13.535099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:13.547667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.548734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 70972fa0-2997-4188-999f-0255b14274ba no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:13.549534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:13.586463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9de6a8e-80dd-4d73-a739-61f3ca090fba req-c453aeb3-585c-423a-8287-4cdc2ac2467f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&id=1f126ef0-23ff-4ba5-a82d-aa7009c36e34&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2356305 Feb 19 07:32:13.655334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] For port ce0074c3-b39a-45dc-81e7-a291f8ce27b4, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:13.664197 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cbea15-0277-424d-b550-8cc8fed3eeb5 x-openstack-request-id: req-e7cbea15-0277-424d-b550-8cc8fed3eeb5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:13.664496 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:13.664758 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7cbea15-0277-424d-b550-8cc8fed3eeb5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:13.665158 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'code': 200} Feb 19 07:32:13.710497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (01a00d65-ab1f-4cb5-8889-92ba0fb7ba15), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.717103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] device_id is not set on port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:13.729284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Publish callbacks [] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.738322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.806447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:13.814196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:13.814816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Checking segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:13.816648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Network hostable DHCP agents. Network: 5f5dd6fc-ac68-4c25-9bea-75071666605d, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:13.860934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 70972fa0-2997-4188-999f-0255b14274ba is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:13.861800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.918718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:13.936476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5f5dd6fc-ac68-4c25-9bea-75071666605d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:13.959910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:13.962821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:13.965077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb44c1-9ec3-4c6f-afc9-e44fcbad6a86 None None] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:13.969860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40212) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:13.985861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] No DVR routers for this DVR port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:14.001143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:14.020060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5523c46d-7307-4ff4-a987-1daea3854279 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2534215 Feb 19 07:32:14.020399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:14.041004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:14.083980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.086169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.108343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] In _notify_port_updated(), no bound segment for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 on network 71b38913-2132-4dc6-b20e-e02a667060f8 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:14.113386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:14.115409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.117061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3bd99d28-03d1-48d7-903e-bfa526293594 service neutron] 10.222.0.47 "PUT /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 200 len: 1033 time: 1.0778816 Feb 19 07:32:14.162413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:14.172364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.173560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 1a75d479-a766-4d2f-bfe0-6352da5c3d3e no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:14.216852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for router_controller (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.256554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:14.288755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5f5dd6fc-ac68-4c25-9bea-75071666605d', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:32:14.296565 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.321045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port 53aefed0-d094-4de3-a66e-a819d5ddfead {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:14.321395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.366906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44882a7d-8a51-42c0-8f00-96589bd3b689 tempest-AgentManagementNegativeTest-176617465 tempest-AgentManagementNegativeTest-176617465-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3944035 Feb 19 07:32:14.443217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port 53aefed0-d094-4de3-a66e-a819d5ddfead, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53aefed0-d094-4de3-a66e-a819d5ddfead,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:14.444301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.456029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9032b0a2-d203-4600-a41c-346f89fbd8c4 None None] Provisioning complete for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:14.456555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9032b0a2-d203-4600-a41c-346f89fbd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.473665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for 53aefed0-d094-4de3-a66e-a819d5ddfead owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:14.548918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9032b0a2-d203-4600-a41c-346f89fbd8c4 None None] Port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:14.569268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for router_gateway (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.811982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:14.811982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:14.842890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4491-0233-45ae-980b-6741b0790eb4 req-b01200fa-ee43-4d60-adb3-87fc212ac549 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:14.851591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8db4491-0233-45ae-980b-6741b0790eb4 req-b01200fa-ee43-4d60-adb3-87fc212ac549 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2411635 Feb 19 07:32:15.016089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:15.040516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.041940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53aefed0-d094-4de3-a66e-a819d5ddfead no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:15.075717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8db4491-0233-45ae-980b-6741b0790eb4 req-22f41b00-0259-4550-a4c6-bc6413748b36 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072372 Feb 19 07:32:15.146684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:15.182588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for router_gateway (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.217693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Allocated IP 172.20.0.2 (5f5dd6fc-ac68-4c25-9bea-75071666605d/01a00d65-ab1f-4cb5-8889-92ba0fb7ba15/a55c9ca8-dace-4744-81a3-755e722287c7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:15.255635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.294435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.300069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.332332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.354372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.372168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.381320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-510b701f-7525-4423-b9dd-459ffe52579c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3882 time: 0.3284776 Feb 19 07:32:15.398757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2e1c4-f838-4ee0-9774-9368f270217c req-a254c7ba-d182-41da-bbed-fb9b2a59741d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:15.406718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6c2e1c4-f838-4ee0-9774-9368f270217c req-a254c7ba-d182-41da-bbed-fb9b2a59741d tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.1827259 Feb 19 07:32:15.409817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53aefed0-d094-4de3-a66e-a819d5ddfead), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.464982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.484012 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No ports have port_id starting with 53aefed0-d094-4de3-a66e-a819d5ddfead Feb 19 07:32:15.488528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ce0074c3-b39a-45dc-81e7-a291f8ce27b4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:15.566848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a282bce2-f157-490e-819e-716f694b2d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.591258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 host ! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:32:15.591818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ce0074c3-b39a-45dc-81e7-a291f8ce27b4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:32:15.592366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:15.598586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port 53aefed0-d094-4de3-a66e-a819d5ddfead on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:15.603442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.606836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "DELETE /v2.0/ports/53aefed0-d094-4de3-a66e-a819d5ddfead HTTP/1.1" status: 204 len: 173 time: 1.4836788 Feb 19 07:32:15.607665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564781a-6472-4f1b-b7c1-e04e81bcc91b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=53aefed0-d094-4de3-a66e-a819d5ddfead,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.646808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:15.649574 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b7175f-8467-40ad-9abe-bbec40bd1a7d" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:15.672045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70972fa0-2997-4188-999f-0255b14274ba'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:15.674490 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca96c5-f7ed-4bca-973a-048f5eaacca0" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "70972fa0-2997-4188-999f-0255b14274ba"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:15.721806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aac46adc-68c8-48ee-bd66-a61ee62d2e10 req-aad73602-108e-4176-9f28-55e03f831888 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3327405 Feb 19 07:32:15.798841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6c2e1c4-f838-4ee0-9774-9368f270217c req-c92c1858-3d21-4d72-b058-b825d234891b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911359 Feb 19 07:32:15.818898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Allocated IP 172.25.7.99 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/439fb9b3-75e5-4401-a9a5-ad078620b53f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:15.836991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks [] for port (a55c9ca8-dace-4744-81a3-755e722287c7), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.852881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.936075 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12bff23-0c9e-48d0-9cce-1af45bda897b x-openstack-request-id: req-d12bff23-0c9e-48d0-9cce-1af45bda897b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:15.936772 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "70972fa0-2997-4188-999f-0255b14274ba", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:15.937353 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d12bff23-0c9e-48d0-9cce-1af45bda897b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:15.938260 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70972fa0-2997-4188-999f-0255b14274ba', 'code': 200} Feb 19 07:32:15.938776 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'code': 200} Feb 19 07:32:15.939757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Pushing event updated for resources: {'Port': ['ID=a55c9ca8-dace-4744-81a3-755e722287c7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:15.958280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:15.966449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:15.966663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:15.966663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:15.984792 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc7ecf1-6fc3-4cde-98eb-6963cb8aa50b x-openstack-request-id: req-4cc7ecf1-6fc3-4cde-98eb-6963cb8aa50b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:15.985101 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "53aefed0-d094-4de3-a66e-a819d5ddfead", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:15.985404 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cc7ecf1-6fc3-4cde-98eb-6963cb8aa50b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:15.985821 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '53aefed0-d094-4de3-a66e-a819d5ddfead', 'status': 'completed', 'code': 200} Feb 19 07:32:16.010729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:16.210202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:16.210596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.239257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Attempting to bind port a55c9ca8-dace-4744-81a3-755e722287c7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:16.239257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Attempting to bind port a55c9ca8-dace-4744-81a3-755e722287c7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:16.239257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Attempting to bind port a55c9ca8-dace-4744-81a3-755e722287c7 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:16.289753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:16.290229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Checking segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:16.290650 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.291055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Bound using segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:16.291572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Bound port: a55c9ca8-dace-4744-81a3-755e722287c7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:16.291956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.302509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a282bce2-f157-490e-819e-716f694b2d2c admin admin] Publish callbacks [] for security_group (98555afb-89a5-4bcb-bc50-dabd775b68e5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.326370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:16.328337 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a282bce2-f157-490e-819e-716f694b2d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (98555afb-89a5-4bcb-bc50-dabd775b68e5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.334086 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.335165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:16.351176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:16.372752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.396992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for 1a75d479-a766-4d2f-bfe0-6352da5c3d3e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:16.429265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-d69cb7b7-6377-4604-93ae-6acd0a393a72 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:16.430804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-d69cb7b7-6377-4604-93ae-6acd0a393a72 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.2132506 Feb 19 07:32:16.489386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.603907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a282bce2-f157-490e-819e-716f694b2d2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b216df6a59e456e94c13b0ce5e3e8d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4551160 Feb 19 07:32:16.608136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282bce2-f157-490e-819e-716f694b2d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98555afb-89a5-4bcb-bc50-dabd775b68e5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:16.615313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.618837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:16.786776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Deleting port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:16.786776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:16.795088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:16.806107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:16.825628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:17.024744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.034690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0a51-18f0-4524-a74e-a2b3932ec301 req-83a90cda-7388-456f-a1ab-c1784f1f5242 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.039179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10bf0a51-18f0-4524-a74e-a2b3932ec301 req-83a90cda-7388-456f-a1ab-c1784f1f5242 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.7263765 Feb 19 07:32:17.040023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Pushing event updated for resources: {'Port': ['ID=439fb9b3-75e5-4401-a9a5-ad078620b53f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.052007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] Publish callbacks [] for security_group (98555afb-89a5-4bcb-bc50-dabd775b68e5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.118301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] For port a55c9ca8-dace-4744-81a3-755e722287c7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:17.132056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1a75d479-a766-4d2f-bfe0-6352da5c3d3e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.144215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] For port a55c9ca8-dace-4744-81a3-755e722287c7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a55c9ca8-dace-4744-81a3-755e722287c7,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:17.149673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] Publish callbacks [] for security_group (98555afb-89a5-4bcb-bc50-dabd775b68e5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.157760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10bf0a51-18f0-4524-a74e-a2b3932ec301 req-2d60ddb4-ba22-4987-a7d5-ec05a1169423 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084316 Feb 19 07:32:17.190749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.290364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=1a75d479-a766-4d2f-bfe0-6352da5c3d3e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.468109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (98555afb-89a5-4bcb-bc50-dabd775b68e5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.471244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.475110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98555afb-89a5-4bcb-bc50-dabd775b68e5 HTTP/1.1" status: 204 len: 168 time: 0.8186157 Feb 19 07:32:17.475110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for router_gateway (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.487561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517cc3b-d9db-41a7-a597-7df022e319e2 None None] Pushing event updated for resources: {'Port': ['ID=a55c9ca8-dace-4744-81a3-755e722287c7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.515308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c4096-5036-4b67-988f-aae1c18e36c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98555afb-89a5-4bcb-bc50-dabd775b68e5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:17.536524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5c5d8-3496-4b84-a123-1f08d14ad4f0 req-6e588ad5-c251-4327-a789-ffd4f0aa5d5a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.540063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fcd5c5d8-3496-4b84-a123-1f08d14ad4f0 req-6e588ad5-c251-4327-a789-ffd4f0aa5d5a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 946 time: 0.1879408 Feb 19 07:32:17.580510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-c67b3ed3-3b5d-4360-88cc-144e1a49419e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.589915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-c67b3ed3-3b5d-4360-88cc-144e1a49419e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.601542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-c67b3ed3-3b5d-4360-88cc-144e1a49419e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.612909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-c67b3ed3-3b5d-4360-88cc-144e1a49419e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:17.620313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-c67b3ed3-3b5d-4360-88cc-144e1a49419e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 3067 time: 0.6191986 Feb 19 07:32:17.623525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port 1a75d479-a766-4d2f-bfe0-6352da5c3d3e on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:17.648866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.653606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-f11bde62-728c-4725-8b1f-5830275aff96 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "DELETE /v2.0/ports/1a75d479-a766-4d2f-bfe0-6352da5c3d3e HTTP/1.1" status: 204 len: 173 time: 2.0311313 Feb 19 07:32:17.701597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] For port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:17.704417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.747759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:17.748214 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:17.857322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fcd5c5d8-3496-4b84-a123-1f08d14ad4f0 req-b08d740a-ff2c-4e7e-b0a2-dd3035fcd098 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808609 Feb 19 07:32:17.896960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Calling delete_port for 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:17.966344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:17.994299 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39458ae-804f-4b78-8205-a159f9a3ea22" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:18.012891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:18.014241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:18.016757 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16d7d5-e36c-4519-a95b-311b78bed20a" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:18.035406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:18.037255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:18.092388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c63d37a3-de23-4002-8288-4ed76e0733dc req-ccc75384-34c4-41fd-a061-a8efb78c914c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4307208 Feb 19 07:32:18.163107 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531f49a-f215-4f80-a7f4-4305bd2cb803 x-openstack-request-id: req-9531f49a-f215-4f80-a7f4-4305bd2cb803 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:18.165280 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-unplugged", "status": "completed", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:18.165646 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9531f49a-f215-4f80-a7f4-4305bd2cb803 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:18.166170 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'code': 200} Feb 19 07:32:18.167514 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'code': 200} Feb 19 07:32:18.299700 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8023cdc-3fa7-4253-bf2f-814e6169cfc7 x-openstack-request-id: req-a8023cdc-3fa7-4253-bf2f-814e6169cfc7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:18.300013 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "1a75d479-a766-4d2f-bfe0-6352da5c3d3e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:18.300281 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8023cdc-3fa7-4253-bf2f-814e6169cfc7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:18.300708 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '1a75d479-a766-4d2f-bfe0-6352da5c3d3e', 'status': 'completed', 'code': 200} Feb 19 07:32:18.329607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 host ! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:32:18.338946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:32:18.345726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:18.401375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:18.505187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:18.511023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:18.848117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (23dce1fd-c001-42d6-b7d6-cbe6c1c11c08), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:18.861210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['226a7a25-0be5-4d85-9e01-01fc15c02bac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:18.952679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:19.003053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event deleted for resources: {'Port': ['ID=23dce1fd-c001-42d6-b7d6-cbe6c1c11c08,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:19.041168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:19.041785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:19.239828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8677f90-212b-434a-b1e1-1dc0b294950c req-f8271b12-7306-433d-9638-85b7330dcb83 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:19.256314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8677f90-212b-434a-b1e1-1dc0b294950c req-f8271b12-7306-433d-9638-85b7330dcb83 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.7104867 Feb 19 07:32:19.341106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a55c9ca8-dace-4744-81a3-755e722287c7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:19.401166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:19.454552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:32:19.468278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] No DVR routers for this DVR port 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:19.486429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8677f90-212b-434a-b1e1-1dc0b294950c req-66289878-05d7-4ccb-ac81-2d67c1f1bcab tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215996 Feb 19 07:32:19.509878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e37973f0-7d22-4748-a120-434e14056ed7 req-e1dd3948-3697-48de-ab9b-ec6dfeb0b45f tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=d926644e-5838-4ff7-927e-180178a6c0c6 HTTP/1.1" status: 200 len: 210 time: 0.3518925 Feb 19 07:32:19.511095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:19.518847 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ea617aa-64f3-44ec-8a3e-8c1933f5deb5 req-8c15f7a6-6a41-48fc-9042-e2832e3d80e6 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "DELETE /v2.0/ports/23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 HTTP/1.1" status: 204 len: 173 time: 3.0576277 Feb 19 07:32:19.805155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a55c9ca8-dace-4744-81a3-755e722287c7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:19.805558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:19.988920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:20.014211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.014785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.015479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.015966 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Floating IP 68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e disassociated. External IP: 172.25.7.198, port: dfb3a42e-50b9-404d-b32d-3d3cf0d688a3. Feb 19 07:32:20.016482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:20.016620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3c47d2cd-089d-4204-8441-bfa7b83f3b53 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9950595 Feb 19 07:32:20.027447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:20.034819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:32:20.109301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:20.110467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:20.171141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b33288-4adb-4cfa-a43d-049229876dfd req-221cc3b8-aeff-4237-ad2e-21fe2c93177d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:20.180257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b33288-4adb-4cfa-a43d-049229876dfd req-221cc3b8-aeff-4237-ad2e-21fe2c93177d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:20.207478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b33288-4adb-4cfa-a43d-049229876dfd req-221cc3b8-aeff-4237-ad2e-21fe2c93177d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:20.214871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02b33288-4adb-4cfa-a43d-049229876dfd req-221cc3b8-aeff-4237-ad2e-21fe2c93177d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 2410 time: 0.4491167 Feb 19 07:32:20.324449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'name': 'network-vif-deleted', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:20.327236 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422cd899-24d9-4dde-82da-cc7b3d0e879c" -d '{"events": [{"server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "name": "network-vif-deleted", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:20.372428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-333796603'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:20.402278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a55c9ca8-dace-4744-81a3-755e722287c7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:20.422706 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (dfb3a42e-50b9-404d-b32d-3d3cf0d688a3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.423047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.440363 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560bf433-88de-4749-bce8-645f9de0fee2 x-openstack-request-id: req-560bf433-88de-4749-bce8-645f9de0fee2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:20.440857 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d926644e-5838-4ff7-927e-180178a6c0c6", "name": "network-vif-deleted", "tag": "23dce1fd-c001-42d6-b7d6-cbe6c1c11c08", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:20.441272 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-560bf433-88de-4749-bce8-645f9de0fee2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:20.441811 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd926644e-5838-4ff7-927e-180178a6c0c6', 'name': 'network-vif-deleted', 'tag': '23dce1fd-c001-42d6-b7d6-cbe6c1c11c08', 'status': 'completed', 'code': 200} Feb 19 07:32:20.503045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=dfb3a42e-50b9-404d-b32d-3d3cf0d688a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:20.517881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:20.522169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a55c9ca8-dace-4744-81a3-755e722287c7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a55c9ca8-dace-4744-81a3-755e722287c7,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:20.524857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.543911 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.565912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:20.569633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:20.573507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02b33288-4adb-4cfa-a43d-049229876dfd req-97cb8557-ff1a-4bde-9c10-0cf455ff7b45 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3551035 Feb 19 07:32:20.610073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:20.847841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24dc186-8ac9-4511-8c8b-784fa4201652 None None] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:21.039627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for security_group (d726f3b4-9223-4e0c-a48f-07fe07e611f8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.048735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d726f3b4-9223-4e0c-a48f-07fe07e611f8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.071770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:21.133777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Deleting subnet 92de5c8d-ee3b-40ce-ba89-6d37870464ae {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:32:21.138052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Publish callbacks [] for subnet (92de5c8d-ee3b-40ce-ba89-6d37870464ae), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.174893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (92de5c8d-ee3b-40ce-ba89-6d37870464ae), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.194501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:32:21.194850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 23dce1fd-c001-42d6-b7d6-cbe6c1c11c08 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:32:21.197924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a55c9ca8-dace-4744-81a3-755e722287c7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:21.269596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (92de5c8d-ee3b-40ce-ba89-6d37870464ae), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.310593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2c06beb1-4f31-4fed-ad50-2d09dd342cae None None] Provisioning complete for port a55c9ca8-dace-4744-81a3-755e722287c7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:21.311738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c06beb1-4f31-4fed-ad50-2d09dd342cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.399577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:21.472695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (92de5c8d-ee3b-40ce-ba89-6d37870464ae), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.494572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2c06beb1-4f31-4fed-ad50-2d09dd342cae None None] Current status of the port a55c9ca8-dace-4744-81a3-755e722287c7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:21.523272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d726f3b4-9223-4e0c-a48f-07fe07e611f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:21.528666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8ef66d3a-cc46-4299-9b74-b3ecae31245a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.529155 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Added segment 8ef66d3a-cc46-4299-9b74-b3ecae31245a of type vlan for network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 Feb 19 07:32:21.565539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.569116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/92de5c8d-ee3b-40ce-ba89-6d37870464ae HTTP/1.1" status: 204 len: 168 time: 1.0021360 Feb 19 07:32:21.587870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:21.593135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c14ea9-2039-4113-8206-6613eeddc18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92de5c8d-ee3b-40ce-ba89-6d37870464ae,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:21.693056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:17Z', 'revision_number': 3, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:21.715360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a92921-a583-4d5a-922d-cd4ac291a09e req-f44c0aa6-5487-48a3-87c3-764ac03de07d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:21.723426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9a92921-a583-4d5a-922d-cd4ac291a09e req-f44c0aa6-5487-48a3-87c3-764ac03de07d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 1.0129631 Feb 19 07:32:21.750454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:32:21.751071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Updating router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 port 439fb9b3-75e5-4401-a9a5-ad078620b53f binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:32:21.825245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:21.847592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Router ab4335d3-d88b-4812-ac57-06e870110b35 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:21.849484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (98dcf25a-4cd3-4d52-896f-184afa91e6c5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.042975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05db8-6a80-42ad-a8ab-3ac6a3006415 req-04a0eae3-5905-4957-99e5-88de158046e0 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:22.054489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07e05db8-6a80-42ad-a8ab-3ac6a3006415 req-04a0eae3-5905-4957-99e5-88de158046e0 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 0.2927768 Feb 19 07:32:22.346162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e368aac0-0006-4d53-98df-16cdbc643eb2 None None] Provisioning complete for port a55c9ca8-dace-4744-81a3-755e722287c7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:22.346633 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e368aac0-0006-4d53-98df-16cdbc643eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.366264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07e05db8-6a80-42ad-a8ab-3ac6a3006415 req-cecf2b16-ffd1-4619-9af1-45ae9f727685 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101039 Feb 19 07:32:22.659480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e08e25-e4ea-41d4-be4e-d2ad6a65573c req-56ac41b6-7557-4043-a64e-d761cbaefdd7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:22.666569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e08e25-e4ea-41d4-be4e-d2ad6a65573c req-56ac41b6-7557-4043-a64e-d761cbaefdd7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:22.671508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15e08e25-e4ea-41d4-be4e-d2ad6a65573c req-56ac41b6-7557-4043-a64e-d761cbaefdd7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 1677 time: 0.1310072 Feb 19 07:32:22.689698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.703844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks [] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.722077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.725845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e368aac0-0006-4d53-98df-16cdbc643eb2 None None] Current status of the port a55c9ca8-dace-4744-81a3-755e722287c7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:22.852833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15e08e25-e4ea-41d4-be4e-d2ad6a65573c req-b98a5dbc-4fcf-497a-bb05-d47dac0eb208 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721010 Feb 19 07:32:22.854530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e697a3-4551-4ee8-848b-313dd571435b None None] Pushing event updated for resources: {'Port': ['ID=439fb9b3-75e5-4401-a9a5-ad078620b53f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:22.857097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Attempting to bind port 439fb9b3-75e5-4401-a9a5-ad078620b53f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:22.857471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Attempting to bind port 439fb9b3-75e5-4401-a9a5-ad078620b53f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:22.857836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Attempting to bind port 439fb9b3-75e5-4401-a9a5-ad078620b53f on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:22.864958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:22.865342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:22.865750 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.866199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:22.875272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Bound port: 439fb9b3-75e5-4401-a9a5-ad078620b53f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:22.876031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:22.923338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (340f63ee-2410-4caa-ad18-1d480a7a2b1c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.004104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] For port 439fb9b3-75e5-4401-a9a5-ad078620b53f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:23.011592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] For port 439fb9b3-75e5-4401-a9a5-ad078620b53f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=439fb9b3-75e5-4401-a9a5-ad078620b53f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:23.015222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9a92921-a583-4d5a-922d-cd4ac291a09e req-f65d3da4-36ee-46ca-a91e-9e75ceccf22b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2906907 Feb 19 07:32:23.026238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.103117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Allocated IP 172.20.0.1 (5f5dd6fc-ac68-4c25-9bea-75071666605d/01a00d65-ab1f-4cb5-8889-92ba0fb7ba15/8f8dd714-1de2-473a-94de-ffa578013726) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:23.168047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (98dcf25a-4cd3-4d52-896f-184afa91e6c5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.190586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:23.191645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.214974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks [] for port (8f8dd714-1de2-473a-94de-ffa578013726), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.218305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e697a3-4551-4ee8-848b-313dd571435b None None] Pushing event updated for resources: {'Port': ['ID=439fb9b3-75e5-4401-a9a5-ad078620b53f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.229593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a55c9ca8-dace-4744-81a3-755e722287c7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:23.257271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.308499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8414595 Feb 19 07:32:23.335738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:23.342865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:23.358910 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Sync routers for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:32:23.371062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'subnet': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:23.375654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:23.376813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:23.377551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:23.391877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:23.392532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:23.516160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a55c9ca8-dace-4744-81a3-755e722287c7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:23.516536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.538898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:23.545031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:23.556277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.562665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:23.571792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-7d06ae77-8004-4882-b090-d56fb732a983 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "DELETE /v2.0/ports/dfb3a42e-50b9-404d-b32d-3d3cf0d688a3 HTTP/1.1" status: 204 len: 173 time: 5.8947871 Feb 19 07:32:23.575152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:23.577772 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e040252-2c65-403a-94f1-ec81549782f9" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:23.639273 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:23.697135 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:23.766146 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df657a8-ff8a-4f1e-81d5-e2b9a83c6b8d x-openstack-request-id: req-6df657a8-ff8a-4f1e-81d5-e2b9a83c6b8d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:23.767937 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "dfb3a42e-50b9-404d-b32d-3d3cf0d688a3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:23.769040 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6df657a8-ff8a-4f1e-81d5-e2b9a83c6b8d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:23.769697 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': 'dfb3a42e-50b9-404d-b32d-3d3cf0d688a3', 'status': 'completed', 'code': 200} Feb 19 07:32:23.771090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9348b-8583-4be8-92df-e04b31423bc2 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Network': ['ID=98dcf25a-4cd3-4d52-896f-184afa91e6c5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:23.826567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:23.915966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-1b3f0dae-af4a-4cb9-93d7-5235d61cea8a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:23.921093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-1b3f0dae-af4a-4cb9-93d7-5235d61cea8a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 1.0114892 Feb 19 07:32:23.992024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (340f63ee-2410-4caa-ad18-1d480a7a2b1c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.024815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:32:24.049534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f8dd714-1de2-473a-94de-ffa578013726), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.090989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:24.172890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ded72-2bf3-4d6e-ba4d-67179e2960c4 req-fda22269-1040-4b92-bdd9-c4adb7cf81dc tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:24.175633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-900ded72-2bf3-4d6e-ba4d-67179e2960c4 req-fda22269-1040-4b92-bdd9-c4adb7cf81dc tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 0.6222980 Feb 19 07:32:24.184082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:24.198001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.295460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340f63ee-2410-4caa-ad18-1d480a7a2b1c']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:24.334863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:24.343880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da50077b-8587-4bcf-a6ef-91c1d9ebd9ad') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:24.356764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-950a3dec-20f5-4cfd-bcb8-43cf529e2fd7 None None] Provisioning complete for port 8f8dd714-1de2-473a-94de-ffa578013726 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:24.357146 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-950a3dec-20f5-4cfd-bcb8-43cf529e2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f8dd714-1de2-473a-94de-ffa578013726), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.363643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (da50077b-8587-4bcf-a6ef-91c1d9ebd9ad), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.379560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-900ded72-2bf3-4d6e-ba4d-67179e2960c4 req-59a7a772-0a91-483c-9016-ee1e86449e8a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558769 Feb 19 07:32:24.417147 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (da50077b-8587-4bcf-a6ef-91c1d9ebd9ad), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.418842 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:24.443720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:32:24.444469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (da50077b-8587-4bcf-a6ef-91c1d9ebd9ad), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.501639 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Checking router: ab4335d3-d88b-4812-ac57-06e870110b35 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:32:24.536303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:24.536947 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:24.560152 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:24.564759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (340f63ee-2410-4caa-ad18-1d480a7a2b1c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.588964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.594464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/340f63ee-2410-4caa-ad18-1d480a7a2b1c HTTP/1.1" status: 204 len: 168 time: 2.9989934 Feb 19 07:32:24.643327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks [] for port (8f8dd714-1de2-473a-94de-ffa578013726), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.671602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.697103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47445f2-bcf7-4f6c-8056-e1c782b6e6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=340f63ee-2410-4caa-ad18-1d480a7a2b1c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:24.863374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (423c49bd-d795-4f69-8ce1-4761197ddb32), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:24.899913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e427-54b8-4be1-9ed7-5eead43a84d1 req-103e3cef-4b74-4bb7-8bdc-e5d28427956a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:24.927904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e427-54b8-4be1-9ed7-5eead43a84d1 req-103e3cef-4b74-4bb7-8bdc-e5d28427956a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:24.944911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c69e427-54b8-4be1-9ed7-5eead43a84d1 req-103e3cef-4b74-4bb7-8bdc-e5d28427956a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 1677 time: 0.8166170 Feb 19 07:32:24.955845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:25.007307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-950a3dec-20f5-4cfd-bcb8-43cf529e2fd7 None None] Port 8f8dd714-1de2-473a-94de-ffa578013726 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:25.011271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a55c9ca8-dace-4744-81a3-755e722287c7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:25.026086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:25.026581 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:25.166735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Subnet': ['ID=423c49bd-d795-4f69-8ce1-4761197ddb32,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:25.178379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:17Z', 'revision_number': 3, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:25.212140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:25.269609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40366) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:25.282367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601551-3a8b-4668-ace5-2775ca4dd8ab None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:17Z', 'revision_number': 3, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:32:25.307069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:25.360657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Deleting port 226a7a25-0be5-4d85-9e01-01fc15c02bac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:25.360985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:25.582830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c69e427-54b8-4be1-9ed7-5eead43a84d1 req-d7375897-3ffb-42b3-8fe9-c7ee25438853 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6361787 Feb 19 07:32:25.643736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:25.644083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:25.730470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc8609-3eb8-4905-89e3-d6e93d1516a0 req-8b967145-4ee2-46a7-b8da-51fdf91cdac6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:25.732677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-06cc8609-3eb8-4905-89e3-d6e93d1516a0 req-8b967145-4ee2-46a7-b8da-51fdf91cdac6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 1.0865824 Feb 19 07:32:25.735357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:25.746877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Checking segment: {'id': '8ef66d3a-cc46-4299-9b74-b3ecae31245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:25.747422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network hostable DHCP agents. Network: 98dcf25a-4cd3-4d52-896f-184afa91e6c5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:25.769502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] For port 226a7a25-0be5-4d85-9e01-01fc15c02bac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=226a7a25-0be5-4d85-9e01-01fc15c02bac,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:25.769889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:25.828569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Calling delete_port for 226a7a25-0be5-4d85-9e01-01fc15c02bac owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:25.830718 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:25.946974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:26.000933 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb594d41-109a-41ea-82b5-b79dcb4c3010 None None] The sync data for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 is: [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d', 'name': '', 'network_id': '9cf329dd-f9b9-40d5-b761-f49277abeeb0', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'mac_address': 'fa:16:3e:cc:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:38Z', 'updated_at': '2022-02-19T07:24:46Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'subnets': [{'id': 'a1ab1706-35e4-45f6-b2c0-f2320725082a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:32:26.003410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:26.032724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-64d31c77-c5d0-4ea4-8431-7d720179557f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=84ca237979c04a75924a5aac952afe09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7615564 Feb 19 07:32:26.179892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:26.318260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:26.530296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] Publish callbacks [] for security_group (d991e592-2726-4f2d-8ecd-3d9398a7efc4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:26.605038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 226a7a25-0be5-4d85-9e01-01fc15c02bac no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:26.617701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:26.626286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d221e07-70ec-4fe4-a651-0b9ba3fb3707 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c5d79f7-dec8-4677-a1ac-4f7704e2ff84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5952392 Feb 19 07:32:26.629938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-06cc8609-3eb8-4905-89e3-d6e93d1516a0 req-986cef22-34a3-479d-823d-910c4698f0b7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8617537 Feb 19 07:32:26.631466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:26.632851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] Publish callbacks [] for security_group (d991e592-2726-4f2d-8ecd-3d9398a7efc4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:26.648236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 98dcf25a-4cd3-4d52-896f-184afa91e6c5) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:26.670442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:26.670442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:26.696976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0b91f6d8-746b-45a6-8ab7-7b16ded0897d tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3503482 Feb 19 07:32:26.697773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:26.707176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-2126179629'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:26.715603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329d249-0fa4-47d3-a952-a79274bcbce8 None None] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:26.786042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b510ff6-8d5d-4121-ba56-eeef80831e24 req-305a9439-8cd4-47e6-b6c1-0f299a19725e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:26.794355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b510ff6-8d5d-4121-ba56-eeef80831e24 req-305a9439-8cd4-47e6-b6c1-0f299a19725e tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cbcf02f-3819-4076-af64-7a481c342333 HTTP/1.1" status: 200 len: 946 time: 0.9637156 Feb 19 07:32:26.880492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:26.887240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:26.953815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1c643b-5d86-4817-9c82-cdc816f17942 None None] New status for floating IP 68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:32:26.984857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port 6ab1c195-3192-472d-80cc-721a0eb3d03d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:27.136668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.153894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b510ff6-8d5d-4121-ba56-eeef80831e24 req-ae34bd93-30b7-4adc-b873-b411e26b243b tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462107 Feb 19 07:32:27.177257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3a37bc61-f54b-42f2-8243-798b2c2342c3 None None] Provisioning complete for port 8f8dd714-1de2-473a-94de-ffa578013726 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:27.177408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a37bc61-f54b-42f2-8243-798b2c2342c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f8dd714-1de2-473a-94de-ffa578013726), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.185165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebde2c7-1fa4-488e-913b-0ac9b3c9c4cd req-d4a9647d-bb61-4a4e-8408-ebfd38fad378 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:27.204354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebde2c7-1fa4-488e-913b-0ac9b3c9c4cd req-d4a9647d-bb61-4a4e-8408-ebfd38fad378 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:27.205940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eebde2c7-1fa4-488e-913b-0ac9b3c9c4cd req-d4a9647d-bb61-4a4e-8408-ebfd38fad378 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 1677 time: 0.2960854 Feb 19 07:32:27.217744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d991e592-2726-4f2d-8ecd-3d9398a7efc4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.236119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'project_id': 'e58b4ce181094577a7b9344337438064', 'fixed_ips': [{'subnet_id': '423c49bd-d795-4f69-8ce1-4761197ddb32'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:32:27.236822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.240455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d991e592-2726-4f2d-8ecd-3d9398a7efc4 HTTP/1.1" status: 204 len: 168 time: 1.0502748 Feb 19 07:32:27.249168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.339749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.351284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.552556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event deleted for resources: {'Port': ['ID=226a7a25-0be5-4d85-9e01-01fc15c02bac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.656938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] No DVR routers for this DVR port 226a7a25-0be5-4d85-9e01-01fc15c02bac on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:27.660457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.664736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c716880a-b7c8-4ffc-9dcc-c56a08c20158 req-ed6f1055-1f78-41cd-9783-c7617fdbdce5 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.24 "DELETE /v2.0/ports/226a7a25-0be5-4d85-9e01-01fc15c02bac HTTP/1.1" status: 204 len: 173 time: 3.7222307 Feb 19 07:32:27.666245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:27.670662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:27.675126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-df99dd6f-d819-4649-ba4b-95994a180559 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "DELETE /v2.0/ports/a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4 HTTP/1.1" status: 204 len: 173 time: 3.9408596 Feb 19 07:32:27.676337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff571df-f805-4330-9bec-2a689f11a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991e592-2726-4f2d-8ecd-3d9398a7efc4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:27.679299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'name': 'network-vif-deleted', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac'}, {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:27.684842 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94d9ae0-2e6e-41c6-bc2d-57aef9f91869" -d '{"events": [{"server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "name": "network-vif-deleted", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac"}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:27.714862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 439fb9b3-75e5-4401-a9a5-ad078620b53f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:27.728063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:27.751604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.5 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/6ab1c195-3192-472d-80cc-721a0eb3d03d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:27.994377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port 70972fa0-2997-4188-999f-0255b14274ba {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:27.996844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (70972fa0-2997-4188-999f-0255b14274ba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.063116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 226a7a25-0be5-4d85-9e01-01fc15c02bac is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:28.064991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (226a7a25-0be5-4d85-9e01-01fc15c02bac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.170557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eebde2c7-1fa4-488e-913b-0ac9b3c9c4cd req-5c608c9b-4968-411e-950c-33e83b018abf tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups?id=20532de6-3294-4a2a-8b75-6b6e40baf558&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9146843 Feb 19 07:32:28.270108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port 70972fa0-2997-4188-999f-0255b14274ba, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=70972fa0-2997-4188-999f-0255b14274ba,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:28.270581 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (70972fa0-2997-4188-999f-0255b14274ba), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.311740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for 70972fa0-2997-4188-999f-0255b14274ba owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:28.353912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.589483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 439fb9b3-75e5-4401-a9a5-ad078620b53f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:28.600814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.605486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3a37bc61-f54b-42f2-8243-798b2c2342c3 None None] Port 8f8dd714-1de2-473a-94de-ffa578013726 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:28.687084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.700339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff176a0-4d6d-4b70-901c-a6b8b6b22095 req-77936bb4-06a2-4735-bb16-10c0991d65b7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:28.709164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eff176a0-4d6d-4b70-901c-a6b8b6b22095 req-77936bb4-06a2-4735-bb16-10c0991d65b7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.3107066 Feb 19 07:32:28.784514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (70972fa0-2997-4188-999f-0255b14274ba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:28.821269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=6ab1c195-3192-472d-80cc-721a0eb3d03d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:28.881141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:28.901172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=70972fa0-2997-4188-999f-0255b14274ba,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:28.930056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:28.942029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:28.968653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Allocated IP 172.20.0.2 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/5eba2d59-44e8-4779-86dc-1f319844bbbb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:28.997935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port 70972fa0-2997-4188-999f-0255b14274ba on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:29.002102 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.006459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2513d6a3-3571-4c74-be62-97f3fe405a2e req-6d11b1af-0962-48e7-8cf9-5b06199a0a87 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.47 "DELETE /v2.0/ports/70972fa0-2997-4188-999f-0255b14274ba HTTP/1.1" status: 204 len: 173 time: 1.3160498 Feb 19 07:32:29.065805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:29.066637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.102531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eff176a0-4d6d-4b70-901c-a6b8b6b22095 req-e7ad33ad-9acd-465e-b06e-a487c4003279 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911946 Feb 19 07:32:29.117927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d0787bdf-26ca-4e90-b9d7-f77b3ba9aee0 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4142497 Feb 19 07:32:29.118135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:29.123492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-292064535', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2d:8d:6b'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:29.129920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 439fb9b3-75e5-4401-a9a5-ad078620b53f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:29.130614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.159725 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:32:29.174802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 439fb9b3-75e5-4401-a9a5-ad078620b53f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=439fb9b3-75e5-4401-a9a5-ad078620b53f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:29.181004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.212944 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:29.213638 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:29.320773 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301de986-29d9-467b-a497-2a9408f12675 x-openstack-request-id: req-301de986-29d9-467b-a497-2a9408f12675 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:29.321389 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbcf02f-3819-4076-af64-7a481c342333", "name": "network-vif-deleted", "tag": "226a7a25-0be5-4d85-9e01-01fc15c02bac", "status": "completed", "code": 200}, {"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:29.321389 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-301de986-29d9-467b-a497-2a9408f12675 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:29.321735 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbcf02f-3819-4076-af64-7a481c342333', 'name': 'network-vif-deleted', 'tag': '226a7a25-0be5-4d85-9e01-01fc15c02bac', 'status': 'completed', 'code': 200} Feb 19 07:32:29.322000 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': 'a7f3fda1-a2c6-4424-9e00-ce8dce4f93c4', 'status': 'completed', 'code': 200} Feb 19 07:32:29.344989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks [] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.352813 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.357666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=439fb9b3-75e5-4401-a9a5-ad078620b53f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.400858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:29.404369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:29.408967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:29.593578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:29.700276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-923b13fc-c291-49c7-9ce1-66dce1a6206b req-b6d86f41-75b7-41e9-9325-a93375fbb056 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0944753 Feb 19 07:32:29.718139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Pushing event updated for resources: {'Port': ['ID=5eba2d59-44e8-4779-86dc-1f319844bbbb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:29.784792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40442) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:29.789612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832282913', 'description': 'tempest-description--921377678'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:29.839465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.845473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Attempting to bind port 5eba2d59-44e8-4779-86dc-1f319844bbbb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:29.848776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Attempting to bind port 5eba2d59-44e8-4779-86dc-1f319844bbbb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8ef66d3a-cc46-4299-9b74-b3ecae31245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:29.849273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Attempting to bind port 5eba2d59-44e8-4779-86dc-1f319844bbbb on network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:29.871609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:29.871997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Checking segment: {'id': '8ef66d3a-cc46-4299-9b74-b3ecae31245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:29.872408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.872833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Bound using segment: {'id': '8ef66d3a-cc46-4299-9b74-b3ecae31245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:29.873365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Bound port: 5eba2d59-44e8-4779-86dc-1f319844bbbb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef66d3a-cc46-4299-9b74-b3ecae31245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:29.873685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.889479 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:29.923855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:29.982500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port 83b7afaf-147d-4f28-9b65-df7c687af5c9 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:30.077759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (f3a1ce1a-555e-47bb-aaa3-ca65d9f33955), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.087289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f3a1ce1a-555e-47bb-aaa3-ca65d9f33955), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.206824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:30.217562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.224625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b794326f-a3ca-4e7b-a773-7caba6483c58 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4360375 Feb 19 07:32:30.226724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:30.233557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group_rule': {'security_group_id': 'f3a1ce1a-555e-47bb-aaa3-ca65d9f33955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:30.244550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] For port 5eba2d59-44e8-4779-86dc-1f319844bbbb, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:30.260640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] For port 5eba2d59-44e8-4779-86dc-1f319844bbbb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5eba2d59-44e8-4779-86dc-1f319844bbbb,segment=NetworkSegment(8ef66d3a-cc46-4299-9b74-b3ecae31245a),segment_id=8ef66d3a-cc46-4299-9b74-b3ecae31245a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:30.329923 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.346655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1df34-4f19-4231-921c-c8278fbfe7d3 req-82f41d9c-2526-4212-8498-a3f926b4da67 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:30.348327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef1df34-4f19-4231-921c-c8278fbfe7d3 req-82f41d9c-2526-4212-8498-a3f926b4da67 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1041300 Feb 19 07:32:30.403919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (ef6019d3-29f5-4593-90fb-af69a1620d92), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.410819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.10 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/83b7afaf-147d-4f28-9b65-df7c687af5c9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:30.429344 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.458882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef1df34-4f19-4231-921c-c8278fbfe7d3 req-7c5f5bf7-38e9-48b0-974d-32efe57fb9b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044934 Feb 19 07:32:30.583690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89952ea-5d1e-4e2e-8ec8-310a024eb9d5 None None] Pushing event updated for resources: {'Port': ['ID=5eba2d59-44e8-4779-86dc-1f319844bbbb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:30.667798 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:24Z', 'revision_number': 2, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:30.718448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:32:30.719089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Updating router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 port 8f8dd714-1de2-473a-94de-ffa578013726 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:32:30.732274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (ef6019d3-29f5-4593-90fb-af69a1620d92), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.759320 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f8dd714-1de2-473a-94de-ffa578013726), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:30.795109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ef6019d3-29f5-4593-90fb-af69a1620d92), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.115064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.196251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.316291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:31.332031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.333389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1034856 Feb 19 07:32:31.336096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:31.342326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group_rule': {'security_group_id': 'f3a1ce1a-555e-47bb-aaa3-ca65d9f33955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:31.368959 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks [] for port (8f8dd714-1de2-473a-94de-ffa578013726), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.376208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=83b7afaf-147d-4f28-9b65-df7c687af5c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.379882 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.388493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:31.395351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:31.407723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '70972fa0-2997-4188-999f-0255b14274ba'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:31.422168 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59382ed-dbe4-43d7-96e3-e23d38136b96" -d '{"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "70972fa0-2997-4188-999f-0255b14274ba"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:31.430261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (da6703c6-3130-4cc6-b972-46edf1b63e21), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.441678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68fd6950-1404-4e67-9f2b-5df0382fa637 req-3ea4834b-8bac-4fbb-bdc6-9dc0760c3d28 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.2761579 Feb 19 07:32:31.442659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dca192-2055-4b96-9f24-65022ea15212 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6019d3-29f5-4593-90fb-af69a1620d92,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.534475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd77db2-9fae-4bbb-a59a-bfa32d5dfc66 None None] Pushing event updated for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.577462 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc0f46-b491-4a28-a98b-8e4f4fd48807 x-openstack-request-id: req-fccc0f46-b491-4a28-a98b-8e4f4fd48807 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:31.580292 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940b4629-7cac-4a17-bc9a-5cf35a51e692", "name": "network-vif-deleted", "tag": "70972fa0-2997-4188-999f-0255b14274ba", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:31.582349 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fccc0f46-b491-4a28-a98b-8e4f4fd48807 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:31.583321 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940b4629-7cac-4a17-bc9a-5cf35a51e692', 'name': 'network-vif-deleted', 'tag': '70972fa0-2997-4188-999f-0255b14274ba', 'status': 'completed', 'code': 200} Feb 19 07:32:31.612507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 439fb9b3-75e5-4401-a9a5-ad078620b53f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:31.619969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:31.623469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.657292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (da6703c6-3130-4cc6-b972-46edf1b63e21), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.671947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (da6703c6-3130-4cc6-b972-46edf1b63e21), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.680066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eb823b96-decf-4aa6-8edf-bb590361f556 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5620055 Feb 19 07:32:31.681851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:31.737569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.741519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4038155 Feb 19 07:32:31.761279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:31.787420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:31.809160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7db5b8-24b2-490a-8a5f-0fd4854b9b03 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6703c6-3130-4cc6-b972-46edf1b63e21,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:31.889147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:31.962797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 439fb9b3-75e5-4401-a9a5-ad078620b53f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:31.963179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.022139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30397918-e425-436d-b46d-0654ca729d5e tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:32.053738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30397918-e425-436d-b46d-0654ca729d5e tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:32.057994 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Attempting to bind port 8f8dd714-1de2-473a-94de-ffa578013726 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:32.058484 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Attempting to bind port 8f8dd714-1de2-473a-94de-ffa578013726 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:32.059352 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Attempting to bind port 8f8dd714-1de2-473a-94de-ffa578013726 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:32.059971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30397918-e425-436d-b46d-0654ca729d5e tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:32.061746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30397918-e425-436d-b46d-0654ca729d5e tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3764112 Feb 19 07:32:32.065251 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:32.065636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Checking segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:32.066374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:32.066887 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.067330 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Bound using segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:32.067816 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Bound port: 8f8dd714-1de2-473a-94de-ffa578013726, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:32.068205 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f8dd714-1de2-473a-94de-ffa578013726), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.143986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77e4e-17f3-4526-bc91-e7319a49b31a req-376af3fe-372d-43be-bbd1-e6fd8cf1a0e4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:32.145593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ef77e4e-17f3-4526-bc91-e7319a49b31a req-376af3fe-372d-43be-bbd1-e6fd8cf1a0e4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.3619938 Feb 19 07:32:32.214951 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] For port 8f8dd714-1de2-473a-94de-ffa578013726, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:32.223764 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] For port 8f8dd714-1de2-473a-94de-ffa578013726, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f8dd714-1de2-473a-94de-ffa578013726,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:32.239226 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.318153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ef77e4e-17f3-4526-bc91-e7319a49b31a req-5e45e1a2-beff-4e53-9a5e-8a8a99abeb91 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538846 Feb 19 07:32:32.449857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:32.450917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:32.465828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port 83b7afaf-147d-4f28-9b65-df7c687af5c9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:32.466407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.470475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Provisioning complete for port 8f8dd714-1de2-473a-94de-ffa578013726 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:32.470852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f8dd714-1de2-473a-94de-ffa578013726), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.476154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 439fb9b3-75e5-4401-a9a5-ad078620b53f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:32.477317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5eba2d59-44e8-4779-86dc-1f319844bbbb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:32.726976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed9f94-449a-4d6c-b56d-d4a89dbf9db0 None None] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:32.729062 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:32.791877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44c78079-351d-48c3-9738-00ec8e942742 req-07cef4b7-5a6c-4e8b-94cb-154c4996854d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.1115682 Feb 19 07:32:32.793582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:32.899878 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd77db2-9fae-4bbb-a59a-bfa32d5dfc66 None None] Pushing event updated for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:32.929947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5eba2d59-44e8-4779-86dc-1f319844bbbb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:32.930326 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.073055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Allocated IP 172.25.7.214 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/af87ba0a-1c74-4e9f-aa39-cff73eed2d73) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:33.121078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Current status of the port 8f8dd714-1de2-473a-94de-ffa578013726 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:33.121479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8f8dd714-1de2-473a-94de-ffa578013726), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.212090 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.221863 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:32Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:33.279784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9c1e7-c158-4faa-bbbf-78531baabbff None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:32Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:32:33.294758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] For port 8f8dd714-1de2-473a-94de-ffa578013726, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f8dd714-1de2-473a-94de-ffa578013726,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:33.303902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.502485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.558579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for 83b7afaf-147d-4f28-9b65-df7c687af5c9 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:33.603534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6749d0-385a-4dcd-b820-fc2696cabf68 req-91277000-27e2-44a3-9dc2-102ac219be6c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:33.611725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6749d0-385a-4dcd-b820-fc2696cabf68 req-91277000-27e2-44a3-9dc2-102ac219be6c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1426163 Feb 19 07:32:33.615261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.737615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6749d0-385a-4dcd-b820-fc2696cabf68 req-e04e4303-c8db-4092-928a-52de5355485e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240728 Feb 19 07:32:33.819501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:33.934710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0b8d8-8225-496a-b0b6-a9c438fea045 None None] Pushing event updated for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:33.944436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:34.011235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5eba2d59-44e8-4779-86dc-1f319844bbbb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:34.011728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.077161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Provisioning complete for port 8f8dd714-1de2-473a-94de-ffa578013726 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:34.077538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f8dd714-1de2-473a-94de-ffa578013726), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.190907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5eba2d59-44e8-4779-86dc-1f319844bbbb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5eba2d59-44e8-4779-86dc-1f319844bbbb,segment=NetworkSegment(8ef66d3a-cc46-4299-9b74-b3ecae31245a),segment_id=8ef66d3a-cc46-4299-9b74-b3ecae31245a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:34.201865 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.497968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5eba2d59-44e8-4779-86dc-1f319844bbbb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:34.514129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Current status of the port 8f8dd714-1de2-473a-94de-ffa578013726 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:34.528792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f8dd714-1de2-473a-94de-ffa578013726 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:34.562240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Provisioning complete for port 5eba2d59-44e8-4779-86dc-1f319844bbbb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:34.562971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.676957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8f8dd714-1de2-473a-94de-ffa578013726 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:34.677569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8f8dd714-1de2-473a-94de-ffa578013726), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.725945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9beeebaa-73b1-44bd-b43e-ec1a29d029ea None None] Current status of the port 5eba2d59-44e8-4779-86dc-1f319844bbbb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:34.852477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8f8dd714-1de2-473a-94de-ffa578013726 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:34.893664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Provisioning complete for port 83b7afaf-147d-4f28-9b65-df7c687af5c9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:34.896230 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:34.983784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Port 83b7afaf-147d-4f28-9b65-df7c687af5c9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:35.008156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454e5d-17ef-434c-9951-6fed16734a0c req-fcb65cfa-491e-47ee-ae51-93db59f6b5cc tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:35.028456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Provisioning complete for port 6ab1c195-3192-472d-80cc-721a0eb3d03d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:35.029025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:35.030515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87454e5d-17ef-434c-9951-6fed16734a0c req-fcb65cfa-491e-47ee-ae51-93db59f6b5cc tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1464407 Feb 19 07:32:35.133664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Port 6ab1c195-3192-472d-80cc-721a0eb3d03d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:35.165830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Provisioning complete for port 5eba2d59-44e8-4779-86dc-1f319844bbbb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:35.165830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:35.186841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:35.225371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:35.232178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-87454e5d-17ef-434c-9951-6fed16734a0c req-b4c3a407-920c-47de-b72e-08109c551158 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007000 Feb 19 07:32:35.297654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=af87ba0a-1c74-4e9f-aa39-cff73eed2d73,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.376835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd5047b4-98d4-4c00-9746-649d319b8d9d req-973b5edb-2efd-4415-9e7f-8d1a342b751a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 1.3500500 Feb 19 07:32:35.389238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.389599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.389954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.390294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.390625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.390961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.391320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.398235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.398685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.399040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.399414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.399760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.400095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:35.465648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (83b7afaf-147d-4f28-9b65-df7c687af5c9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:35.475387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51401525-87e2-44d6-9cb1-cfb5bbae5351 None None] Current status of the port 5eba2d59-44e8-4779-86dc-1f319844bbbb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:35.594823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=83b7afaf-147d-4f28-9b65-df7c687af5c9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:35.597062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aeb5be3a-b5a3-4972-8465-601ddd985a66 None None] Could not find standard attr ID for object 83b7afaf-147d-4f28-9b65-df7c687af5c9. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:32:35.712773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:35.759215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aeb5be3a-b5a3-4972-8465-601ddd985a66 None None] Provisioning complete for port 6ab1c195-3192-472d-80cc-721a0eb3d03d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:35.759644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aeb5be3a-b5a3-4972-8465-601ddd985a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:35.922266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5be3a-b5a3-4972-8465-601ddd985a66 None None] Port 6ab1c195-3192-472d-80cc-721a0eb3d03d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:36.045347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.179559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.187410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:36.198122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-273df5fd-ddd6-406b-83ea-440d870d85a6 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/83b7afaf-147d-4f28-9b65-df7c687af5c9 HTTP/1.1" status: 204 len: 168 time: 4.1306531 Feb 19 07:32:36.238845 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b76e4d5-6342-4b3b-8e4e-5cc7998e791d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.265069 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d64d4d-e3fc-4d13-8371-39a93dbdb162 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] GET failed (client error): The resource could not be found. Feb 19 07:32:36.281607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-09d64d4d-e3fc-4d13-8371-39a93dbdb162 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports/83b7afaf-147d-4f28-9b65-df7c687af5c9 HTTP/1.1" status: 404 len: 333 time: 0.0924370 Feb 19 07:32:36.282977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:36.364180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-1840110706'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:36.397820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5eba2d59-44e8-4779-86dc-1f319844bbbb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:36.468668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04da9-59f8-4df5-b152-76de9f307216 req-84b53927-78f7-48a3-902e-0fdbc032ae20 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:36.480568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd04da9-59f8-4df5-b152-76de9f307216 req-84b53927-78f7-48a3-902e-0fdbc032ae20 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1345441 Feb 19 07:32:36.590979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd04da9-59f8-4df5-b152-76de9f307216 req-f11fb37d-6398-489b-b33e-ce4a814b262c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092737 Feb 19 07:32:36.594371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5eba2d59-44e8-4779-86dc-1f319844bbbb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:36.594763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.633929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef84b05d-c74a-4068-bc73-bb23d1f4d89c req-1cf07089-5c3d-402d-b7c5-ac8d3ea96f55 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0849507 Feb 19 07:32:36.735033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.744833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.755393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:36.762653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:36.813063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5eba2d59-44e8-4779-86dc-1f319844bbbb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:36.821630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=af87ba0a-1c74-4e9f-aa39-cff73eed2d73,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:36.859172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port f8884411-a36a-4c1c-a399-06bdeb921e9d yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:36.971722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:37.014262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:37.016490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d5f0c86-d4ba-4abf-85d4-3f7fe66cf448 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2438474 Feb 19 07:32:37.132365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.14 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/f8884411-a36a-4c1c-a399-06bdeb921e9d) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:37.391703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-d32d8d70-4d33-4ba7-8122-1ef4a47727af tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1832282913&fields=id&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 267 time: 0.0856080 Feb 19 07:32:37.498147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:37.534295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-c34221f6-8010-4867-8250-e9957d867368 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:37.542528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-c34221f6-8010-4867-8250-e9957d867368 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 817 time: 0.1498890 Feb 19 07:32:37.561898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-13f1a1b8-7505-48d6-afc1-37e5dc161311 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/quotas/dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 375 time: 0.0177958 Feb 19 07:32:37.584637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:37.640420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-744c73d5-0cf9-4e9f-8999-4a06dd2a767c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776207 Feb 19 07:32:37.676671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=f8884411-a36a-4c1c-a399-06bdeb921e9d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:37.765230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:37.768930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:37.770811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-16601fa4-fe33-4a06-ba40-bd79fb329fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268287 Feb 19 07:32:37.795346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:38.022300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-918dd735-36dc-42e8-bcb3-d592a3956e9f service neutron] 10.222.0.43 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505505 Feb 19 07:32:38.066553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:38.076242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:38.174134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:38.174345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dfa8281c-8cf0-4121-8ce5-f38b135eb438 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8880596 Feb 19 07:32:38.181918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2d:8d:6b'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:38.226214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41debf-c74a-4ccb-b22b-eda05371cb7a req-0ae10fe4-7a36-45dc-9656-1fe8cc491f92 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:38.246175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd41debf-c74a-4ccb-b22b-eda05371cb7a req-0ae10fe4-7a36-45dc-9656-1fe8cc491f92 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.4782457 Feb 19 07:32:38.381142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7fa37f72-4071-450a-932e-3d8c7fd78e9b None None] Provisioning complete for port f8884411-a36a-4c1c-a399-06bdeb921e9d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:38.381674 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fa37f72-4071-450a-932e-3d8c7fd78e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:38.471415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7fa37f72-4071-450a-932e-3d8c7fd78e9b None None] Port f8884411-a36a-4c1c-a399-06bdeb921e9d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:38.504823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd41debf-c74a-4ccb-b22b-eda05371cb7a req-28c46d55-130b-41ff-a720-e9cb70dd1023 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547891 Feb 19 07:32:38.579832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf159208-2891-4c6c-a445-42b1dde980d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:38.656264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01a6b42b-92fe-46ee-beb0-57d3c83c8919 req-5e6a1e7b-4707-499f-91c2-b8d65fb71ea8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0452862 Feb 19 07:32:38.681890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c27d76b7-1145-491a-a7da-b6bd260559e5 req-d8b61e69-c6f0-49c7-ad4d-a4b288f53b1b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.1234007 Feb 19 07:32:38.698479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.187219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.198903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.279588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=f8884411-a36a-4c1c-a399-06bdeb921e9d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:39.346019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.356437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.356772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.357115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.357455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.357771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.358097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.358420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.358746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.359067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.359421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.359742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.360059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:39.426635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] In _notify_port_updated(), no bound segment for port f8884411-a36a-4c1c-a399-06bdeb921e9d on network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:39.442373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:39.443066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.447075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7bf332e9-ff0d-48a8-ab70-4e07c038db87 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "PUT /v2.0/ports/f8884411-a36a-4c1c-a399-06bdeb921e9d HTTP/1.1" status: 200 len: 994 time: 1.2691576 Feb 19 07:32:39.447645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:39.694158 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.736068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f29a5539-1f1a-4792-a963-6faf069620b5 None None] Provisioning complete for port f8884411-a36a-4c1c-a399-06bdeb921e9d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:39.736921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f29a5539-1f1a-4792-a963-6faf069620b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.801028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f29a5539-1f1a-4792-a963-6faf069620b5 None None] Port f8884411-a36a-4c1c-a399-06bdeb921e9d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:39.873699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd9101f3-1c50-4988-ba0d-e902023ed193 req-7458fd4d-fa2a-4a5b-852a-31dc097e5c52 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0764837 Feb 19 07:32:39.922013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23c8dd-4d51-417b-90eb-d19ad7ea664f req-819e198f-4cde-4116-9c21-d7b74969d04f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:39.932160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa23c8dd-4d51-417b-90eb-d19ad7ea664f req-819e198f-4cde-4116-9c21-d7b74969d04f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2625160 Feb 19 07:32:39.954208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port f8884411-a36a-4c1c-a399-06bdeb921e9d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:39.954467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:39.995707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83143f5e-1163-44bd-b444-c98125be06cf req-406ac017-cc92-462b-9a09-8290ef633920 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.0436068 Feb 19 07:32:40.123062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:40.137742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for f8884411-a36a-4c1c-a399-06bdeb921e9d owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:40.313929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f8884411-a36a-4c1c-a399-06bdeb921e9d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:40.556872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=f8884411-a36a-4c1c-a399-06bdeb921e9d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:40.670207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-7317eda5-cd6a-4a4b-91d1-e3d933e2e0c2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:40.671998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-7317eda5-cd6a-4a4b-91d1-e3d933e2e0c2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 817 time: 0.3509636 Feb 19 07:32:40.675750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa23c8dd-4d51-417b-90eb-d19ad7ea664f req-fe596c7a-9001-498a-8d81-19b02359d29d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427509 Feb 19 07:32:40.886518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-3eb0c191-6a0a-4fee-bbee-973a117ae0ed tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 380 time: 0.1675484 Feb 19 07:32:40.917731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'port': {'device_id': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'admin_state_up': True, 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'security_groups': ['f3a1ce1a-555e-47bb-aaa3-ca65d9f33955']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:40.996902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:41.122538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-699287ad-be95-4a24-bab9-0fea6f184ece req-210484e3-4bc5-4b0e-81a7-4c1126f8e18d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0797102 Feb 19 07:32:41.261562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-771c851d-5c2e-473d-bb61-0c91f1a7363e req-363709a0-4f16-4d0f-968b-05d42f943a2b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.0382953 Feb 19 07:32:41.265431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Made reservation on behalf of dd7e479564e448f6b257175ddf4a934c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:41.269358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:41.430268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:41.433889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8323f4c1-c986-40df-9652-8c2f79f642dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/f8884411-a36a-4c1c-a399-06bdeb921e9d HTTP/1.1" status: 204 len: 168 time: 1.9825895 Feb 19 07:32:41.437337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:41.482345 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb06daf9-6c44-40f9-b1c2-0046082efb1a tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] GET failed (client error): The resource could not be found. Feb 19 07:32:41.492024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:41.493641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb06daf9-6c44-40f9-b1c2-0046082efb1a tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports/f8884411-a36a-4c1c-a399-06bdeb921e9d HTTP/1.1" status: 404 len: 333 time: 0.0550804 Feb 19 07:32:41.512558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-898553077'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:41.638274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Allocated IP 172.20.0.14 (5f5dd6fc-ac68-4c25-9bea-75071666605d/01a00d65-ab1f-4cb5-8889-92ba0fb7ba15/98f9b565-cf9c-40e8-9398-c65bfd7d0911) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:41.913967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d25f72-4264-42f9-957d-c443cbf3ba8f req-557d4c6c-e969-45fe-b097-d8dd8a5d7bd8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:41.930128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0d25f72-4264-42f9-957d-c443cbf3ba8f req-557d4c6c-e969-45fe-b097-d8dd8a5d7bd8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1188152 Feb 19 07:32:42.043451 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0d25f72-4264-42f9-957d-c443cbf3ba8f req-308f648f-5dd9-44a8-a738-da70fe0afc78 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077280 Feb 19 07:32:42.053894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:42.059040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.095104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port de7c9344-49bc-4a16-8bc9-9627b94cc75c yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:42.234584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.9 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/de7c9344-49bc-4a16-8bc9-9627b94cc75c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:42.382270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8cfe229-3c76-490a-aa29-03ebfd43681c req-9e7b4958-5987-4b94-aa2c-8543ccf49b1b tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0388789 Feb 19 07:32:42.446067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.498274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.505309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5997151b-230b-4bac-a845-689f64552e74 req-448bb904-847b-426f-b703-6839d19f5522 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.0869927 Feb 19 07:32:42.635205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.673993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.810590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:42.811748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:42.815201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:42.820377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:42.930473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:42.934100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:42.994419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1677acc2-e4e5-44d4-bb2f-0432c1617cf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0894244 Feb 19 07:32:42.996646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:43.022901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Request body: {'port': {'device_id': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:43.267087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-384d1240-6890-4c6f-874f-9a8aa364ca82 None None] Provisioning complete for port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:43.267600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-384d1240-6890-4c6f-874f-9a8aa364ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:43.348571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-384d1240-6890-4c6f-874f-9a8aa364ca82 None None] Port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:43.621981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67b3cd91-8530-4d0a-87c5-55d3306a7d99 req-64a18e38-479e-43f8-9389-17c63b33c0a2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0690846 Feb 19 07:32:43.723908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:43.740392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:43.744457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:43.752492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=de7c9344-49bc-4a16-8bc9-9627b94cc75c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:43.885241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:43.895466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.896388 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:43.907920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34c511-5892-4def-ad06-d6422c233012 req-621b8ca0-9da2-4d4d-bfbc-3ea6aad51b31 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.915258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d34c511-5892-4def-ad06-d6422c233012 req-621b8ca0-9da2-4d4d-bfbc-3ea6aad51b31 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2932515 Feb 19 07:32:43.929480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68378e8-4a95-4bd0-b337-0b3d8671d9f4 req-695f5ddf-3ad6-4d04-8a86-052e1a98e830 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:43.939441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e68378e8-4a95-4bd0-b337-0b3d8671d9f4 req-695f5ddf-3ad6-4d04-8a86-052e1a98e830 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 932 time: 0.1497824 Feb 19 07:32:43.960567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf832be1-d869-414d-b227-bb71712ca49b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4674535 Feb 19 07:32:43.986988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:44.071282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:8d:6b'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:44.144173 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e68378e8-4a95-4bd0-b337-0b3d8671d9f4 req-f54ddba0-2fbd-4f02-8bd6-1d59eeca71a7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927629 Feb 19 07:32:44.404751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ad652e21-2b83-402e-aea2-0b00f3d15c46 None None] Provisioning complete for port de7c9344-49bc-4a16-8bc9-9627b94cc75c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:44.405711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad652e21-2b83-402e-aea2-0b00f3d15c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:44.488508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d34c511-5892-4def-ad06-d6422c233012 req-733b954d-67d7-4581-b5bb-76aed73acab7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719631 Feb 19 07:32:44.505833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:32:44.515908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ad652e21-2b83-402e-aea2-0b00f3d15c46 None None] Port de7c9344-49bc-4a16-8bc9-9627b94cc75c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:44.527463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks [] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:44.540708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Transition to ACTIVE for port object 98f9b565-cf9c-40e8-9398-c65bfd7d0911 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:32:44.549287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:44.571626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:44.662077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:44.891595 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29366e4f-6e5f-4481-b37a-8c803216dac4 req-bb4e5c32-6701-4946-bc31-b6d20a716580 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0809960 Feb 19 07:32:44.911780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Attempting to bind port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:44.912338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Attempting to bind port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:44.912455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Attempting to bind port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:44.939392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:32:44.951921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Attempting to bind port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:44.958081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:44.958544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Checking segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:44.959079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Bound using segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:44.965332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Bound port: 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:44.965332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.066139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:45.069958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:45.079736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.118795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.119471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.119588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.121600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] 10.222.0.24 "PUT /v2.0/ports/98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1092 time: 2.1158907 Feb 19 07:32:45.122167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:45.124557 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c7893-090b-45a3-8ead-c7c5706d6346" -d '{"events": [{"name": "network-changed", "server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:45.127650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.237731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d899fd-07e3-4844-b7d1-003d2661c76b service neutron] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.264805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-2a32afbf-778c-4d3c-9d71-7514149235c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.266351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-2a32afbf-778c-4d3c-9d71-7514149235c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1126 time: 0.0973487 Feb 19 07:32:45.289029 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e74edf8-6cf1-47f6-88b8-64b1319774fa x-openstack-request-id: req-0e74edf8-6cf1-47f6-88b8-64b1319774fa {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:45.289349 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:45.289581 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e74edf8-6cf1-47f6-88b8-64b1319774fa {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:45.290311 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'status': 'completed', 'code': 200} Feb 19 07:32:45.357687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] In _notify_port_updated(), no bound segment for port de7c9344-49bc-4a16-8bc9-9627b94cc75c on network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:45.363421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.364204 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.365634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "PUT /v2.0/ports/de7c9344-49bc-4a16-8bc9-9627b94cc75c HTTP/1.1" status: 200 len: 995 time: 1.3027256 Feb 19 07:32:45.375063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:45.383547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-0fb5b246-ede5-4313-b3be-4466af3a6c75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 217 time: 0.1033285 Feb 19 07:32:45.444787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab478b15-0f8c-404d-acb4-ca9e3ca4722f tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=de7c9344-49bc-4a16-8bc9-9627b94cc75c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:45.501366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe31b-8fdf-407f-bfc3-2a8d98077fdb req-e1ca6128-f0a8-4b03-9543-4c7ad3988545 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.510024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2fabe31b-8fdf-407f-bfc3-2a8d98077fdb req-e1ca6128-f0a8-4b03-9543-4c7ad3988545 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2161155 Feb 19 07:32:45.515459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-048a51bb-3e3e-4db4-b6df-1e2fa5ba65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.516964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-048a51bb-3e3e-4db4-b6df-1e2fa5ba65b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1240447 Feb 19 07:32:45.661240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2fabe31b-8fdf-407f-bfc3-2a8d98077fdb req-4f6e1ce8-01f5-4600-aac6-e56d2167f512 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393833 Feb 19 07:32:45.679470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7ec3e1b3-c55e-430e-b4f6-19b58ae61996 None None] Provisioning complete for port de7c9344-49bc-4a16-8bc9-9627b94cc75c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:45.680027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e1b3-c55e-430e-b4f6-19b58ae61996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:45.748753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3e1b3-c55e-430e-b4f6-19b58ae61996 None None] Port de7c9344-49bc-4a16-8bc9-9627b94cc75c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:45.760808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-00cf850f-e1ee-4742-8ab2-9e573c7093f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.762521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-00cf850f-e1ee-4742-8ab2-9e573c7093f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2023363 Feb 19 07:32:45.807366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:32:45.845741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99d908-219a-4ec5-b04a-5177ce47a600 req-a4e3be99-7c7d-4b77-937b-ac4f7fb8229a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:45.853011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc99d908-219a-4ec5-b04a-5177ce47a600 req-a4e3be99-7c7d-4b77-937b-ac4f7fb8229a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1417556 Feb 19 07:32:45.909426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port de7c9344-49bc-4a16-8bc9-9627b94cc75c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:45.909932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:46.073926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc99d908-219a-4ec5-b04a-5177ce47a600 req-de9de6c0-ba10-4783-b6ad-76b1807e8a80 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198732 Feb 19 07:32:46.082018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-1a6dd76d-8910-4eb9-a35b-4d584bb15d88 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084726 Feb 19 07:32:46.107279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-041ffbff-84c7-43dc-afac-761b21f01077 req-567b15c6-b685-43d1-b1f6-8ddaeabdcff7 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0698171 Feb 19 07:32:46.213910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:46.242447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for de7c9344-49bc-4a16-8bc9-9627b94cc75c owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:46.267179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef7f8ab7-fe3c-4775-980e-8510f5d1c78c req-160d3730-56f9-4305-89ea-8c9f4698b44f service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730971 Feb 19 07:32:46.379121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-56d9b242-8946-47e8-9568-47089b9ab913 req-6bbbf743-1eba-4fbd-b89e-da641d82aa65 tempest-TaggedBootDevicesTest-1755427201 tempest-TaggedBootDevicesTest-1755427201-project] (103588) timed out ('10.222.0.43', 41708) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:32:46.408683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-633e40a4-e41a-4943-a3e6-7b8ac79ff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:46.410282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-633e40a4-e41a-4943-a3e6-7b8ac79ff00d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1126 time: 0.0863485 Feb 19 07:32:46.554656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (de7c9344-49bc-4a16-8bc9-9627b94cc75c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:46.612474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-200662ea-03ad-4487-9e00-288e74d240f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:46.614072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-200662ea-03ad-4487-9e00-288e74d240f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.1908810 Feb 19 07:32:46.615171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=de7c9344-49bc-4a16-8bc9-9627b94cc75c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:46.735643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-4e26f29e-0e8e-4f20-b774-1035df061681 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 217 time: 0.1018102 Feb 19 07:32:46.910957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:46.916402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fabfff99-c636-4f3d-9c7e-aa6586df6323 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/de7c9344-49bc-4a16-8bc9-9627b94cc75c HTTP/1.1" status: 204 len: 168 time: 1.5402222 Feb 19 07:32:46.919723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:47.002224 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-944a9e86-b364-4136-a24d-40ccfe73deed tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] GET failed (client error): The resource could not be found. Feb 19 07:32:47.009813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-944a9e86-b364-4136-a24d-40ccfe73deed tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports/de7c9344-49bc-4a16-8bc9-9627b94cc75c HTTP/1.1" status: 404 len: 333 time: 0.0845213 Feb 19 07:32:47.010987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40676) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:47.026206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-1934744440'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:47.057543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-9f219423-093e-4176-a3b5-7584fc37ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.061360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-9f219423-093e-4176-a3b5-7584fc37ccb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1703765 Feb 19 07:32:47.122812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8180-96d2-4958-9ead-6a54667247cd req-b922f723-7464-462c-bc68-5cc2ee58546a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.130361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf1a8180-96d2-4958-9ead-6a54667247cd req-b922f723-7464-462c-bc68-5cc2ee58546a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2039316 Feb 19 07:32:47.236380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf1a8180-96d2-4958-9ead-6a54667247cd req-3cb04ded-ea1d-420a-ad79-8d85152162e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050406 Feb 19 07:32:47.250572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-bf7799db-aa20-4c7e-b4c7-b9b8bcdf619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.262253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-bf7799db-aa20-4c7e-b4c7-b9b8bcdf619c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1820679 Feb 19 07:32:47.412158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:47.416185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:47.443550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6a6e3-0236-498a-a26f-19ca1bfb379a req-729e4889-eb1b-4698-a8d9-eb58dd137da7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:47.451615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61a6a6e3-0236-498a-a26f-19ca1bfb379a req-729e4889-eb1b-4698-a8d9-eb58dd137da7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1116903 Feb 19 07:32:47.479060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port 96704199-8010-4d73-8aa3-21e6eb13c6c7 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:47.486057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-145045d6-fc31-4137-873e-9694f4a54f9f req-d9b9e21d-e4dd-4daf-a71b-5bb79dcc735e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0552814 Feb 19 07:32:47.578119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-0b852938-19e6-4e27-b8d0-677aff446efb service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142555 Feb 19 07:32:47.603875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.4 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/96704199-8010-4d73-8aa3-21e6eb13c6c7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:47.765885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad4c7893-090b-45a3-8ead-c7c5706d6346 req-1ca1eda4-496e-41bc-80f2-c146c347ae34 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791451 Feb 19 07:32:47.789734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:47.829879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:47.920770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61a6a6e3-0236-498a-a26f-19ca1bfb379a req-7d130240-c78e-48fc-b486-757380722e68 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680719 Feb 19 07:32:47.938216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:47.939576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=96704199-8010-4d73-8aa3-21e6eb13c6c7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:47.942331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:47.991509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:48.092193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:48.092843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:48.145090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:48.145685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b8515065-7428-4703-b205-9912042acf1b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1334569 Feb 19 07:32:48.150114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'network_id': '98dcf25a-4cd3-4d52-896f-184afa91e6c5', 'name': 'tempest-AllowedAddressPairTestJSON-113844626'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:48.405970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-acee5e59-9e91-474b-bc33-8bb74eefc531 None None] Provisioning complete for port 96704199-8010-4d73-8aa3-21e6eb13c6c7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:48.407217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-acee5e59-9e91-474b-bc33-8bb74eefc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:48.454530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-acee5e59-9e91-474b-bc33-8bb74eefc531 None None] Port 96704199-8010-4d73-8aa3-21e6eb13c6c7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:48.462356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Made reservation on behalf of e58b4ce181094577a7b9344337438064 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:48.466328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:48.501887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2525cf-05af-434d-851d-f3457ee8318f req-b2f99bb0-88f7-4074-9a21-3e22984eb2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:48.509605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff2525cf-05af-434d-851d-f3457ee8318f req-b2f99bb0-88f7-4074-9a21-3e22984eb2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1429594 Feb 19 07:32:48.552080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] device_id is not set on port 65e77ee5-9340-441c-97c1-31f2013c71ca yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:48.683220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:32:48.715713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5c1b16e-e72a-46d3-b17a-704c6b8c8672 req-e3c336da-2d5b-41ab-8897-2d74d67cb867 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0852532 Feb 19 07:32:48.756073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff2525cf-05af-434d-851d-f3457ee8318f req-03afef38-490d-4b72-85fd-3a4e31cf2bef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455313 Feb 19 07:32:48.903641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Allocated IP 172.20.0.14 (98dcf25a-4cd3-4d52-896f-184afa91e6c5/423c49bd-d795-4f69-8ce1-4761197ddb32/65e77ee5-9340-441c-97c1-31f2013c71ca) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:48.921046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:48.960190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:32:49.079042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:49.079699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.102744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:32:49.127476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:49.138279 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.219114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2c2a8-812c-43ed-9f33-b33a75f13452 req-87b924d9-1f67-454f-9c17-98bbda87642a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:49.228573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5aa2c2a8-812c-43ed-9f33-b33a75f13452 req-87b924d9-1f67-454f-9c17-98bbda87642a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1482532 Feb 19 07:32:49.254346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.306636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.321218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5aa2c2a8-812c-43ed-9f33-b33a75f13452 req-0099017b-b688-4c64-bbbc-53a10e6c1aa1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844469 Feb 19 07:32:49.347427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['98f9b565-cf9c-40e8-9398-c65bfd7d0911'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:32:49.384596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.434393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:49.438314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:49.442626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:49.506093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:49.506901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.560450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=65e77ee5-9340-441c-97c1-31f2013c71ca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:49.568008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-773a95ba-28dc-49f8-a18a-1ab8a3ac3280 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4217272 Feb 19 07:32:49.570617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:49.577943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2d:8d:6b'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:36:55:13'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:49.786057 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.793981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3010648b-36ec-4ed1-9ace-3a99ddce609a None None] Provisioning complete for port 65e77ee5-9340-441c-97c1-31f2013c71ca triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:49.794503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3010648b-36ec-4ed1-9ace-3a99ddce609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:49.865730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3010648b-36ec-4ed1-9ace-3a99ddce609a None None] Port 65e77ee5-9340-441c-97c1-31f2013c71ca cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:49.886785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35696260-f753-4445-b333-8a95ff77627f req-41617a01-0eac-437c-861d-065837157885 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0343947 Feb 19 07:32:49.911982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e28c-96f6-46bc-8892-d5f6223a7b1a req-1cb601bd-c2eb-4fc2-bfbe-20c5499b6179 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:49.913674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed74e28c-96f6-46bc-8892-d5f6223a7b1a req-1cb601bd-c2eb-4fc2-bfbe-20c5499b6179 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.0690854 Feb 19 07:32:49.969418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed74e28c-96f6-46bc-8892-d5f6223a7b1a req-ea20952a-0314-43fa-8d10-64b8d6f444b9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485017 Feb 19 07:32:50.028082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.033385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.112504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event updated for resources: {'Port': ['ID=65e77ee5-9340-441c-97c1-31f2013c71ca,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:50.131524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] In _notify_port_updated(), no bound segment for port 65e77ee5-9340-441c-97c1-31f2013c71ca on network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:32:50.136841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:50.141507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.146236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:50.146407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9b0cc938-765c-43ca-bdb7-ffa6af614b88 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "PUT /v2.0/ports/65e77ee5-9340-441c-97c1-31f2013c71ca HTTP/1.1" status: 200 len: 1055 time: 0.5742271 Feb 19 07:32:50.267774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port 65e77ee5-9340-441c-97c1-31f2013c71ca {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:50.268447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.422236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f0d3542a-17f6-49b1-879c-62fcc9a4d71d None None] Provisioning complete for port 65e77ee5-9340-441c-97c1-31f2013c71ca triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:50.426030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0d3542a-17f6-49b1-879c-62fcc9a4d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.474963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-910622d6-ac71-4c77-935c-2fcaa52c4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:50.481026 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-910622d6-ac71-4c77-935c-2fcaa52c4cc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 1128 time: 0.0951707 Feb 19 07:32:50.493284 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.515461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for 65e77ee5-9340-441c-97c1-31f2013c71ca owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:50.524292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3542a-17f6-49b1-879c-62fcc9a4d71d None None] Port 65e77ee5-9340-441c-97c1-31f2013c71ca cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:32:50.637881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cff2f-e10b-43ce-b9a7-9665f763ca08 req-b2281893-d194-4bc8-809c-9d601cb31961 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:50.646745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-353cff2f-e10b-43ce-b9a7-9665f763ca08 req-b2281893-d194-4bc8-809c-9d601cb31961 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1630669 Feb 19 07:32:50.712511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:32:50.757399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (65e77ee5-9340-441c-97c1-31f2013c71ca), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.784127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-353cff2f-e10b-43ce-b9a7-9665f763ca08 req-bc672ce5-c63b-4e84-88cc-19fbc6c541a1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348748 Feb 19 07:32:50.788282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-d9e90b8d-ca29-4934-88b1-8bd322b0143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:50.806180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-d9e90b8d-ca29-4934-88b1-8bd322b0143a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.2980053 Feb 19 07:32:50.827007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:32:50.827699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=65e77ee5-9340-441c-97c1-31f2013c71ca,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:50.831899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:32:50.832300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:50.884282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-fe0ff685-1349-4b1a-a29c-0c01d4d34909 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3faa9999-8c35-4de8-a856-a8e3573fa978 HTTP/1.1" status: 200 len: 217 time: 0.0689619 Feb 19 07:32:51.009567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-53a0847e-b7fb-4852-85e9-633fc479dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:51.014909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-53a0847e-b7fb-4852-85e9-633fc479dbe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.1242201 Feb 19 07:32:51.078143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:51.078536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.106076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-2cf23ea1-b284-4314-8420-011bc82bc3b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846627 Feb 19 07:32:51.116209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:51.118473 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e300f-134d-467d-a615-67d2699266d6" -d '{"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:51.149279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:51.155678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.264805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:51.346731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03035107-d70e-43f6-b417-166b02d5f034 req-18e21c4f-f413-49c3-a237-0ee94c91fce1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.2564740 Feb 19 07:32:51.350798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.366693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-542c7843-91f9-4425-90a1-f1764b03ed7b tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/65e77ee5-9340-441c-97c1-31f2013c71ca HTTP/1.1" status: 204 len: 168 time: 1.2192917 Feb 19 07:32:51.367509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40754) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:51.399736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-c5f34285-1d86-45a1-8dcb-5ef0aaf45303 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765346 Feb 19 07:32:51.424678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9693618-0e2f-402e-bc2d-d32dbf38a46f req-55663442-b548-4c80-9b32-699bc57050b7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:51.426621 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c29c9ae-d537-413b-9144-cb80a44d44dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] GET failed (client error): The resource could not be found. Feb 19 07:32:51.434939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c29c9ae-d537-413b-9144-cb80a44d44dd tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports/65e77ee5-9340-441c-97c1-31f2013c71ca HTTP/1.1" status: 404 len: 333 time: 0.0660748 Feb 19 07:32:51.435693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9693618-0e2f-402e-bc2d-d32dbf38a46f req-55663442-b548-4c80-9b32-699bc57050b7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.3361971 Feb 19 07:32:51.436165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:51.445906 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0977f09b-7a91-498f-8f4f-8887f4051714 x-openstack-request-id: req-0977f09b-7a91-498f-8f4f-8887f4051714 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:51.446207 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:51.446462 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0977f09b-7a91-498f-8f4f-8887f4051714 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:51.446858 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'code': 200} Feb 19 07:32:51.593433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port 96704199-8010-4d73-8aa3-21e6eb13c6c7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:51.593720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.603862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-45c0b654-6de6-42bf-93bc-e449737b6c19 req-fd1f6487-54a9-4b7a-9450-7779d5aafc0c service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974037 Feb 19 07:32:51.677355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9693618-0e2f-402e-bc2d-d32dbf38a46f req-b746f27f-b5b2-43da-a672-e9dc61b28a01 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406106 Feb 19 07:32:51.701338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436458-2149-4ce7-b271-38b1feb182b1 req-c976678d-4528-4f5e-8235-7c92922b03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:51.703385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07436458-2149-4ce7-b271-38b1feb182b1 req-c976678d-4528-4f5e-8235-7c92922b03b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1128 time: 0.1408148 Feb 19 07:32:51.736466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.750510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for 96704199-8010-4d73-8aa3-21e6eb13c6c7 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:51.799001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07436458-2149-4ce7-b271-38b1feb182b1 req-4a4a77ea-3ff7-4256-b4de-0e5a09f442d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890214 Feb 19 07:32:51.906219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (96704199-8010-4d73-8aa3-21e6eb13c6c7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:51.961359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=96704199-8010-4d73-8aa3-21e6eb13c6c7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.090038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:52.095606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-48d66d93-9459-4815-8dd4-1f99904ebd34 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/96704199-8010-4d73-8aa3-21e6eb13c6c7 HTTP/1.1" status: 204 len: 168 time: 0.6559629 Feb 19 07:32:52.095914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:52.146501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d67b5-4414-4750-8a25-ebe6b0220156 req-7314e40e-9887-44e3-a562-2a2d92da6fee tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:52.152035 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b09170d-1bcf-4c73-a3cc-f4834a45c1a3 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] GET failed (client error): The resource could not be found. Feb 19 07:32:52.156541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b09170d-1bcf-4c73-a3cc-f4834a45c1a3 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "GET /v2.0/ports/96704199-8010-4d73-8aa3-21e6eb13c6c7 HTTP/1.1" status: 404 len: 333 time: 0.0565526 Feb 19 07:32:52.156819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:52.159546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-725d67b5-4414-4750-8a25-ebe6b0220156 req-7314e40e-9887-44e3-a562-2a2d92da6fee tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.2375081 Feb 19 07:32:52.249312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-725d67b5-4414-4750-8a25-ebe6b0220156 req-72e4d539-8ed6-4660-be17-79977e610111 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Feb 19 07:32:52.303559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port 6ab1c195-3192-472d-80cc-721a0eb3d03d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:52.304105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:52.430386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:52.457924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for 6ab1c195-3192-472d-80cc-721a0eb3d03d owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:52.568804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d34e0a9e-7c91-4dad-9dd5-6855791fa250 req-2b08eb7e-0040-4f0b-a7ed-78eea0618cf9 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0362132 Feb 19 07:32:52.665972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6ab1c195-3192-472d-80cc-721a0eb3d03d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:52.700612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=6ab1c195-3192-472d-80cc-721a0eb3d03d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:52.787722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:52.794299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0008521a-2d70-42e5-b619-8f2773c28e2c tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/ports/6ab1c195-3192-472d-80cc-721a0eb3d03d HTTP/1.1" status: 204 len: 168 time: 0.6363180 Feb 19 07:32:52.796378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:52.894047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a5596-a4de-4682-8a25-2b82806d0dbd req-be9f8041-8dd3-4dd6-b495-9457c86ceafd tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:52.908106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-277a5596-a4de-4682-8a25-2b82806d0dbd req-be9f8041-8dd3-4dd6-b495-9457c86ceafd tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1143193 Feb 19 07:32:52.923533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting subnet 423c49bd-d795-4f69-8ce1-4761197ddb32 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:32:52.934782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks [] for subnet (423c49bd-d795-4f69-8ce1-4761197ddb32), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.011417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (423c49bd-d795-4f69-8ce1-4761197ddb32), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.016631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-277a5596-a4de-4682-8a25-2b82806d0dbd req-f74b13c3-321a-4742-8f22-e417615f2bbf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011653 Feb 19 07:32:53.115797 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (423c49bd-d795-4f69-8ce1-4761197ddb32), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.182773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (423c49bd-d795-4f69-8ce1-4761197ddb32), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.214023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Subnet': ['ID=423c49bd-d795-4f69-8ce1-4761197ddb32,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.223211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.226687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7e44a8e-0ecc-447d-bf6a-9afde01a7651 tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/subnets/423c49bd-d795-4f69-8ce1-4761197ddb32 HTTP/1.1" status: 204 len: 168 time: 0.4290512 Feb 19 07:32:53.229204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:53.230477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fa37c-4ed3-4c64-915e-7f067a782959 None None] Network 98dcf25a-4cd3-4d52-896f-184afa91e6c5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:53.320449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (98dcf25a-4cd3-4d52-896f-184afa91e6c5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.408164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Deleting port 5eba2d59-44e8-4779-86dc-1f319844bbbb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:53.408887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.439620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] DHCP port deletion for 98dcf25a-4cd3-4d52-896f-184afa91e6c5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:32:53.455074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f0f40-6e33-4818-8f0a-ca4da6e8003d req-8dd55766-c54c-4aa6-9951-63710c5f6c99 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:53.456654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7f0f40-6e33-4818-8f0a-ca4da6e8003d req-8dd55766-c54c-4aa6-9951-63710c5f6c99 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.0912120 Feb 19 07:32:53.514131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] For port 5eba2d59-44e8-4779-86dc-1f319844bbbb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5eba2d59-44e8-4779-86dc-1f319844bbbb,segment=NetworkSegment(8ef66d3a-cc46-4299-9b74-b3ecae31245a),segment_id=8ef66d3a-cc46-4299-9b74-b3ecae31245a)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:53.514750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.529425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Calling delete_port for 5eba2d59-44e8-4779-86dc-1f319844bbbb owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:53.547205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Deleting port 5eba2d59-44e8-4779-86dc-1f319844bbbb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:53.547738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.561732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7f0f40-6e33-4818-8f0a-ca4da6e8003d req-362f434f-0815-4ac8-9d9a-082f7cd30183 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861480 Feb 19 07:32:53.650476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] For port 5eba2d59-44e8-4779-86dc-1f319844bbbb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5eba2d59-44e8-4779-86dc-1f319844bbbb,segment=NetworkSegment(8ef66d3a-cc46-4299-9b74-b3ecae31245a),segment_id=8ef66d3a-cc46-4299-9b74-b3ecae31245a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:53.653361 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.666385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.685906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] No DVR routers for this DVR port 5eba2d59-44e8-4779-86dc-1f319844bbbb on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:53.686647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Calling delete_port for 5eba2d59-44e8-4779-86dc-1f319844bbbb owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:53.717052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Port': ['ID=5eba2d59-44e8-4779-86dc-1f319844bbbb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.729464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab21d8f9-81a1-4290-9549-c28230328edd req-0f2f52ca-4c81-42df-aea2-4bd2709b712d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0374856 Feb 19 07:32:53.785121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (5eba2d59-44e8-4779-86dc-1f319844bbbb), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.813255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Pushing event deleted for resources: {'Port': ['ID=5eba2d59-44e8-4779-86dc-1f319844bbbb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:53.823880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (98dcf25a-4cd3-4d52-896f-184afa91e6c5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.827401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.828205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.828770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.829221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.830717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.831176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.831639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.832432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.832868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.833439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.833997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.835284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.835946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:32:53.845651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60397c51-82dc-4019-a1c9-b08596b39841 None None] No DVR routers for this DVR port 5eba2d59-44e8-4779-86dc-1f319844bbbb on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:53.866793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dcf25a-4cd3-4d52-896f-184afa91e6c5']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.888481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef66d3a-cc46-4299-9b74-b3ecae31245a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.889070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef66d3a-cc46-4299-9b74-b3ecae31245a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:53.899624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8ef66d3a-cc46-4299-9b74-b3ecae31245a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.914882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8ef66d3a-cc46-4299-9b74-b3ecae31245a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.923084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:32:53.923532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8ef66d3a-cc46-4299-9b74-b3ecae31245a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: warnings.warn(msg) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:32:53.926791 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:32:53.996601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (98dcf25a-4cd3-4d52-896f-184afa91e6c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.009755 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.013813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] 10.222.0.43 "DELETE /v2.0/networks/98dcf25a-4cd3-4d52-896f-184afa91e6c5 HTTP/1.1" status: 204 len: 168 time: 0.7834527 Feb 19 07:32:54.041509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524a02-abc6-438e-be03-acdf612fbdab tempest-AllowedAddressPairTestJSON-1614138161 tempest-AllowedAddressPairTestJSON-1614138161-project] Pushing event deleted for resources: {'Network': ['ID=98dcf25a-4cd3-4d52-896f-184afa91e6c5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.156845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc589-74ab-4bf1-9008-6250f0f14424 req-62dcf940-0125-4b4b-9c09-46404524459a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:54.158366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d27bc589-74ab-4bf1-9008-6250f0f14424 req-62dcf940-0125-4b4b-9c09-46404524459a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.0635879 Feb 19 07:32:54.236023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d27bc589-74ab-4bf1-9008-6250f0f14424 req-2ddf7342-43b4-49ee-9f8c-a58413a58e69 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676649 Feb 19 07:32:54.375887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5eba2d59-44e8-4779-86dc-1f319844bbbb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:54.404279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5eba2d59-44e8-4779-86dc-1f319844bbbb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:32:54.404688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5eba2d59-44e8-4779-86dc-1f319844bbbb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:32:54.412534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576705e-d5c0-4679-b316-ffbc75791201 req-5024dbb3-4334-4258-b10b-c51c1dc1a02f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:54.423779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:54.425087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0576705e-d5c0-4679-b316-ffbc75791201 req-5024dbb3-4334-4258-b10b-c51c1dc1a02f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1049347 Feb 19 07:32:54.430143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'floatingip': {'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:54.437468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:54.491618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.720795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901f72-35d4-422d-b154-2157b3ed919b req-97b240c6-d504-41f6-b4c0-8d620e4ce856 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:54.722299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea901f72-35d4-422d-b154-2157b3ed919b req-97b240c6-d504-41f6-b4c0-8d620e4ce856 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=224f7634-66a2-43e3-9bc9-36565f512af3 HTTP/1.1" status: 200 len: 946 time: 0.1700616 Feb 19 07:32:54.726919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f66c0ecd-476d-4fed-bbec-c5b0d1c54a34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e58b4ce181094577a7b9344337438064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880585 Feb 19 07:32:54.730606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:54.784094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] Publish callbacks [] for security_group (d726f3b4-9223-4e0c-a48f-07fe07e611f8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.817396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] Publish callbacks [] for security_group (d726f3b4-9223-4e0c-a48f-07fe07e611f8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.861451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-583f5e0b-be40-49b6-b2ed-b901e8a82bc0 req-583ddfc6-bf16-4a5b-8bc0-1e737b4b8612 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0411551 Feb 19 07:32:54.910026 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d726f3b4-9223-4e0c-a48f-07fe07e611f8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.913447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:54.914764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d726f3b4-9223-4e0c-a48f-07fe07e611f8 HTTP/1.1" status: 204 len: 168 time: 0.1829720 Feb 19 07:32:54.928061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 3faa9999-8c35-4de8-a856-a8e3573fa978 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:32:54.932131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c8559-cd77-445f-bce7-abd3436db410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726f3b4-9223-4e0c-a48f-07fe07e611f8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:54.995492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port 3faa9999-8c35-4de8-a856-a8e3573fa978 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:54.996081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.059000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 3faa9999-8c35-4de8-a856-a8e3573fa978 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:32:55.059570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.093402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:55.095698 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fe944f-8296-4467-b59d-88db711074e1" -d '{"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-unplugged", "status": "completed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:55.108621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:55.115282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.165970 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d69e20-beb8-4769-8548-12180b31652e x-openstack-request-id: req-82d69e20-beb8-4769-8548-12180b31652e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:55.166315 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-unplugged", "status": "failed", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978", "code": 422}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:55.166575 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82d69e20-beb8-4769-8548-12180b31652e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:55.167059 n-d-829866-3 neutron-server[103589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'code': 422} returned with failed status Feb 19 07:32:55.182185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:55.501749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port 3faa9999-8c35-4de8-a856-a8e3573fa978, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=3faa9999-8c35-4de8-a856-a8e3573fa978,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:32:55.502109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.524864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for 3faa9999-8c35-4de8-a856-a8e3573fa978 owned by compute:nova {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:32:55.618308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.625816 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.720662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:55.739963 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Floating IP 7789f168-caf9-4dab-806c-4561bd59bcd3 associated. External IP: 172.25.7.214, port: 98f9b565-cf9c-40e8-9398-c65bfd7d0911. Feb 19 07:32:55.836349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1762935227'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:55.865215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:55.868754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.879086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:55.929020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3faa9999-8c35-4de8-a856-a8e3573fa978), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.003540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5aa79a25-58b7-4752-8540-bf6e2935d993 req-0256e1de-cf90-4441-97a0-0f793625d1fc tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0439675 Feb 19 07:32:56.013918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=3faa9999-8c35-4de8-a856-a8e3573fa978,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.043008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for security_group (4aa1aa51-cfe7-4265-8e92-1249569aafcd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.049637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4aa1aa51-cfe7-4265-8e92-1249569aafcd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.078968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:32:56.089723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1aa51-cfe7-4265-8e92-1249569aafcd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.094651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6274bd33-1a1f-4b1a-900e-a6310db05c23), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.094997 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Added segment 6274bd33-1a1f-4b1a-900e-a6310db05c23 of type vlan for network c5babe57-9500-4977-a59b-d6a5978b6e57 Feb 19 07:32:56.111511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port 3faa9999-8c35-4de8-a856-a8e3573fa978 on host n-h2-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:32:56.114570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.118610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea901f72-35d4-422d-b154-2157b3ed919b req-4bad1505-b0e3-4bf3-ae90-aea740303dc3 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "DELETE /v2.0/ports/3faa9999-8c35-4de8-a856-a8e3573fa978 HTTP/1.1" status: 204 len: 173 time: 1.3893442 Feb 19 07:32:56.121840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-deleted', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:56.124134 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee05d85-edb5-4a41-839a-6bbd94853f78" -d '{"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-deleted", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:56.155872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c5babe57-9500-4977-a59b-d6a5978b6e57), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.163851 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d05cd-45e9-4bc1-bf09-fce6131d350f x-openstack-request-id: req-293d05cd-45e9-4bc1-bf09-fce6131d350f {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:56.164282 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f7634-66a2-43e3-9bc9-36565f512af3", "name": "network-vif-deleted", "tag": "3faa9999-8c35-4de8-a856-a8e3573fa978", "status": "failed", "code": 422}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:56.164586 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-293d05cd-45e9-4bc1-bf09-fce6131d350f {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:56.165130 n-d-829866-3 neutron-server[103587]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '224f7634-66a2-43e3-9bc9-36565f512af3', 'name': 'network-vif-deleted', 'tag': '3faa9999-8c35-4de8-a856-a8e3573fa978', 'status': 'failed', 'code': 422} returned with failed status Feb 19 07:32:56.182200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:32:56.186194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c5babe57-9500-4977-a59b-d6a5978b6e57), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.195202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:56.196172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.226618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5048165 Feb 19 07:32:56.227362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:56.269198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:56.343352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:32:56.356476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:32:56.361138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.369959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e71ce-dd5d-4144-875f-90d3aad10ece tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Network': ['ID=c5babe57-9500-4977-a59b-d6a5978b6e57,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:56.375863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:56.376724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:56.415812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc13294b-1e08-4970-ae1e-c5127a6ab2ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "PUT /v2.0/floatingips/7789f168-caf9-4dab-806c-4561bd59bcd3 HTTP/1.1" status: 200 len: 992 time: 1.9893279 Feb 19 07:32:56.453000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:32:56.461433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:56.476413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.816027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (49586bf1-5813-45f3-b0a5-8a9e028eed3c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:56.827330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:57.036855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-5feeea8c-81e5-4043-b753-9063f9fdafdb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:57.044302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-5feeea8c-81e5-4043-b753-9063f9fdafdb tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.3235316 Feb 19 07:32:57.064272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-02ec381b-d22d-405c-a616-870729b56670 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0189545 Feb 19 07:32:57.066718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:57.067563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network hostable DHCP agents. Network: c5babe57-9500-4977-a59b-d6a5978b6e57, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:32:57.074442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=49586bf1-5813-45f3-b0a5-8a9e028eed3c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:57.138818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-4d222667-8513-4f25-a624-d0a763f75554 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733979 Feb 19 07:32:57.172814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30a05afd-88bf-42c4-a3a8-57bd426c1467 req-76088d93-f68a-4f4c-82b8-5259ce84255e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0564587 Feb 19 07:32:57.211627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7789f168-caf9-4dab-806c-4561bd59bcd3', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:55Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:57.246133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:32:57.256589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:32:57.257296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:32:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:57.379893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:32:57.602445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:32:57.619505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c5babe57-9500-4977-a59b-d6a5978b6e57) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:57.632017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f83f30-119c-45eb-ac77-b2ce758aaba5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:32:57.640809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:57.641600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:57.675424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dedf77ab-ce2f-447f-ba2c-d503a6cfbc75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4133334 Feb 19 07:32:57.679451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:57.684554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'name': 'tempest-NetworksTestDHCPv6-1577710122'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:32:57.689305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-8c35af74-867c-46fb-a3ae-0c2683516c95 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494807 Feb 19 07:32:57.704744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7789f168-caf9-4dab-806c-4561bd59bcd3', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:55Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:32:57.737886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e661f8-c0ee-48e4-a644-33301ab302fb None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7789f168-caf9-4dab-806c-4561bd59bcd3', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:32:35Z', 'updated_at': '2022-02-19T07:32:55Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:32:57.839398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '49586bf1-5813-45f3-b0a5-8a9e028eed3c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:32:57.840305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:57.867575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-50b5a5af-0f8b-4618-b318-d35f79665397 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716402 Feb 19 07:32:57.951780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:32:57.957665 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.007504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port ebb25bdd-3345-4552-a1c1-c6dab6cd3543 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:32:58.116769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/49586bf1-5813-45f3-b0a5-8a9e028eed3c/b80fdc84-875f-4930-8170-795c07f61a45) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:58.117465 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e001f60-0c51-4e94-8381-1da19d555b01 None None] New status for floating IP 7789f168-caf9-4dab-806c-4561bd59bcd3: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:32:58.229113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:32:58.232605 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:32:58.317862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c9a71ec9-0e4c-43c8-aafe-dcb7118ebec4 req-ebdab072-9aed-492a-9474-5ee5de436016 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 210 time: 0.0900519 Feb 19 07:32:58.354058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks [] for port (b80fdc84-875f-4930-8170-795c07f61a45), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.363012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b80fdc84-875f-4930-8170-795c07f61a45), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.383805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:58.387688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:58.394804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-879f4824-a0a6-4252-a132-04194491ca0f req-d61a3e68-de75-4a25-bb55-5f21397a2703 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0917096 Feb 19 07:32:58.422075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:58.458312 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f438f3-cddc-4036-95a4-3e872fa4c3be x-openstack-request-id: req-36f438f3-cddc-4036-95a4-3e872fa4c3be {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:32:58.458608 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:32:58.458872 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36f438f3-cddc-4036-95a4-3e872fa4c3be {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:32:58.459295 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'status': 'completed', 'code': 200} Feb 19 07:32:58.544577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Pushing event updated for resources: {'Port': ['ID=b80fdc84-875f-4930-8170-795c07f61a45,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.546889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::151 (c5babe57-9500-4977-a59b-d6a5978b6e57/49586bf1-5813-45f3-b0a5-8a9e028eed3c/ebb25bdd-3345-4552-a1c1-c6dab6cd3543) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:32:58.570300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-e773fbdd-9741-401b-a43c-cd081dbdf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:58.572611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-e773fbdd-9741-401b-a43c-cd081dbdf0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1128 time: 0.0968935 Feb 19 07:32:58.631077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Attempting to bind port b80fdc84-875f-4930-8170-795c07f61a45 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:32:58.631623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Attempting to bind port b80fdc84-875f-4930-8170-795c07f61a45 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:32:58.631917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Attempting to bind port b80fdc84-875f-4930-8170-795c07f61a45 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:32:58.638354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:32:58.639667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:32:58.640445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.640853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:32:58.641340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Bound port: b80fdc84-875f-4930-8170-795c07f61a45, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:32:58.641733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b80fdc84-875f-4930-8170-795c07f61a45), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.749996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-ca38356c-2224-4d2a-a03c-526f4e590d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:58.751676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-ca38356c-2224-4d2a-a03c-526f4e590d5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.1724949 Feb 19 07:32:58.786841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] For port b80fdc84-875f-4930-8170-795c07f61a45, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:32:58.796124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] For port b80fdc84-875f-4930-8170-795c07f61a45, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b80fdc84-875f-4930-8170-795c07f61a45,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:32:58.810528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b80fdc84-875f-4930-8170-795c07f61a45), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.856291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (ebb25bdd-3345-4552-a1c1-c6dab6cd3543), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.875282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-f53691ae-f15c-4120-9c11-6a70450e40e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1002 time: 0.1156154 Feb 19 07:32:58.926515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ebb25bdd-3345-4552-a1c1-c6dab6cd3543), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:58.971680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db8ae1-d26f-469c-b515-cc82a854ffaa None None] Pushing event updated for resources: {'Port': ['ID=b80fdc84-875f-4930-8170-795c07f61a45,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:58.988499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-34017029-1ede-482f-aaeb-44280b5880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:58.990392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-34017029-1ede-482f-aaeb-44280b5880d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1094398 Feb 19 07:32:59.031809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:32:59.043508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:32:59.048869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:32:59.066169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-cea280ad-de0e-4fd1-9674-7b1dc09542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:59.068210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-cea280ad-de0e-4fd1-9674-7b1dc09542e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652955 Feb 19 07:32:59.070857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:59.071570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:59.104575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=ebb25bdd-3345-4552-a1c1-c6dab6cd3543,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:32:59.133499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-444b7b41-c7b0-4f70-9286-ef59edf1b6cf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4532287 Feb 19 07:32:59.136516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40952) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:59.247561 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-43371d1f-1ae7-4806-8feb-11eb491995db service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725426 Feb 19 07:32:59.418798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffa3009-0014-420b-b0d7-eafb640718dd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:59.437460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffa3009-0014-420b-b0d7-eafb640718dd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:32:59.441319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cffa3009-0014-420b-b0d7-eafb640718dd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3016019 Feb 19 07:32:59.442105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40962) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:32:59.554260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e5f426-da0f-4c5b-ab60-e24a3dbf0b0e req-a930b6fe-9c87-4cb9-b26a-99cf393051d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008623 Feb 19 07:32:59.582737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95ea1456-7956-477e-8af9-8c492e62fa1a req-750eff2d-110a-4611-8cad-244734fb62a7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 210 time: 0.0684416 Feb 19 07:32:59.634316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9d06c6e-0d49-4c06-a894-a88f8ee899c4 req-30ed1c6e-238d-4000-be57-43049a47d5af tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0696938 Feb 19 07:32:59.677534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port ebb25bdd-3345-4552-a1c1-c6dab6cd3543 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:32:59.677954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ebb25bdd-3345-4552-a1c1-c6dab6cd3543), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:59.788463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ebb25bdd-3345-4552-a1c1-c6dab6cd3543), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:32:59.807093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for ebb25bdd-3345-4552-a1c1-c6dab6cd3543 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:00.019789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-8ae4361a-e3b0-45d0-8ac2-0011eda714c1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:00.021623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-8ae4361a-e3b0-45d0-8ac2-0011eda714c1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.1739550 Feb 19 07:33:00.044490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:00.081562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ebb25bdd-3345-4552-a1c1-c6dab6cd3543), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.120578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=ebb25bdd-3345-4552-a1c1-c6dab6cd3543,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.179317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.187846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.196104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-92c9379f-c6da-4e6a-952a-91694dc030ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/ebb25bdd-3345-4552-a1c1-c6dab6cd3543 HTTP/1.1" status: 204 len: 168 time: 0.7509253 Feb 19 07:33:00.197350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:00.210640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:00.216035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.307155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc27f4-832b-4aa8-b133-7785dbc0cad9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:00.309785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbc27f4-832b-4aa8-b133-7785dbc0cad9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:00.314035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fbc27f4-832b-4aa8-b133-7785dbc0cad9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1119151 Feb 19 07:33:00.319514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40972) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:00.436300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b80fdc84-875f-4930-8170-795c07f61a45 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:00.464061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.9 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/440934f2-247c-462d-bfda-d175a8358ff4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:00.489920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 49586bf1-5813-45f3-b0a5-8a9e028eed3c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:00.510024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (49586bf1-5813-45f3-b0a5-8a9e028eed3c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.582881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b80fdc84-875f-4930-8170-795c07f61a45 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:00.583662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b80fdc84-875f-4930-8170-795c07f61a45), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.620701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (49586bf1-5813-45f3-b0a5-8a9e028eed3c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.748956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9555c1-62f0-4f4d-a2f1-9d974bad47b5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:00.776451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b80fdc84-875f-4930-8170-795c07f61a45 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:00.777266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b80fdc84-875f-4930-8170-795c07f61a45), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.790452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d48470-1fc6-4a71-aad3-76d2b0219f29 req-4dfd57ca-e1ed-4ac4-8a19-95c556b0d57a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 210 time: 0.0676477 Feb 19 07:33:00.793675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (49586bf1-5813-45f3-b0a5-8a9e028eed3c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.801771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (440934f2-247c-462d-bfda-d175a8358ff4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.862223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.878182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Provisioning complete for port b80fdc84-875f-4930-8170-795c07f61a45 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:00.878922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b80fdc84-875f-4930-8170-795c07f61a45), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.906196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e682e0a7-d004-4ccb-8412-888473e8d12d req-725a93eb-ec62-49a4-a32e-552c983f02c3 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0463958 Feb 19 07:33:00.914402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (49586bf1-5813-45f3-b0a5-8a9e028eed3c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.932948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:00.939615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:00.950266 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/49586bf1-5813-45f3-b0a5-8a9e028eed3c HTTP/1.1" status: 204 len: 168 time: 0.6223488 Feb 19 07:33:00.960352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:00.966527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:00.968671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1cdcb-549b-4cf8-b272-fe2f27367de5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=49586bf1-5813-45f3-b0a5-8a9e028eed3c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.023430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:01.026734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:01.058745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:01.059103 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:01.070138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9d99e010-4edc-4965-9117-e9fcc81028a7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981143 Feb 19 07:33:01.073321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:01.080049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:01.111770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Current status of the port b80fdc84-875f-4930-8170-795c07f61a45 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:01.112166 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b80fdc84-875f-4930-8170-795c07f61a45), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.169951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] For port b80fdc84-875f-4930-8170-795c07f61a45, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b80fdc84-875f-4930-8170-795c07f61a45,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:01.176315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b80fdc84-875f-4930-8170-795c07f61a45), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.184638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-004b1139-e591-4d72-bfdc-bb2ef8f9bfd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2594762 Feb 19 07:33:01.207698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:01.208693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.267348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-ab61c9b6-b70b-4041-bff6-80e0d50914b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2374723 Feb 19 07:33:01.281515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Request body: {'port': {'device_id': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:01.283097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:01.287546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.300735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f962ba1-818e-4d17-8adc-1b9325dd687d None None] Pushing event updated for resources: {'Port': ['ID=b80fdc84-875f-4930-8170-795c07f61a45,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.358052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-385bf4d4-5d12-4b1f-8b74-857ec679f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:01.359911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-385bf4d4-5d12-4b1f-8b74-857ec679f67b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29082bdf133b4265ad8728e9104a89c1&device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 1127 time: 0.1287727 Feb 19 07:33:01.367179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (440934f2-247c-462d-bfda-d175a8358ff4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.471599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbaacec-da43-44b3-824c-52450a71bfcd None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:01.638615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (610a163d-f4f4-4d9c-9142-d4c37213c7de), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.684517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d830aa79-f704-48f4-b58a-9e8b221daaf6 None None] Provisioning complete for port b80fdc84-875f-4930-8170-795c07f61a45 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:01.685121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d830aa79-f704-48f4-b58a-9e8b221daaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b80fdc84-875f-4930-8170-795c07f61a45), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.721464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=610a163d-f4f4-4d9c-9142-d4c37213c7de,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:01.733498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:01.736125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:01.738924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b80fdc84-875f-4930-8170-795c07f61a45 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:01.744588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:01.745930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.773430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fad6fbea-8436-48ff-8ec3-707073b44222 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6978028 Feb 19 07:33:01.777279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:01.786756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'name': 'tempest-NetworksTestDHCPv6-1325733030'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:01.851560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:01.858750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d830aa79-f704-48f4-b58a-9e8b221daaf6 None None] Current status of the port b80fdc84-875f-4930-8170-795c07f61a45 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:01.862289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-7eb5bfa6-ebc2-41a2-93b6-d857d512cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:01.866398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-7eb5bfa6-ebc2-41a2-93b6-d857d512cad1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 200 len: 915 time: 0.4608305 Feb 19 07:33:01.924581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Deleting port b80fdc84-875f-4930-8170-795c07f61a45 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:01.924955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b80fdc84-875f-4930-8170-795c07f61a45), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:01.928955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-b1c60e60-9011-4ee7-a612-cd0b692aa87e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 200 len: 217 time: 0.0496895 Feb 19 07:33:02.042425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-f0c70091-3e65-4688-91f5-5ff1f65385f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.043094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:02.044011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-f0c70091-3e65-4688-91f5-5ff1f65385f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 200 len: 855 time: 0.0527022 Feb 19 07:33:02.047237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.069045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] For port b80fdc84-875f-4930-8170-795c07f61a45, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b80fdc84-875f-4930-8170-795c07f61a45,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:02.070668 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b80fdc84-875f-4930-8170-795c07f61a45), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.082074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-d4e57cfb-0444-4fa0-9025-a5a1264e52b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34d197c3-5889-4968-a25d-77a345522bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321972 Feb 19 07:33:02.100144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Calling delete_port for b80fdc84-875f-4930-8170-795c07f61a45 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:02.133961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-83f889b8-7e1b-4516-a63c-042ba56276de req-29bb13cb-78dc-4c85-bb6e-4264264abc94 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0568597 Feb 19 07:33:02.135809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 3bd56a5f-c10f-43c8-b3f6-5b47be57beaf yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:02.161169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440934f2-247c-462d-bfda-d175a8358ff4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:33:02.178091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks [] for port (440934f2-247c-462d-bfda-d175a8358ff4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.193875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749ed8d-5115-4425-aa7d-10285fcdb02a req-adcd3253-4ac4-49f6-91bb-58672b7c9ee2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.195454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e749ed8d-5115-4425-aa7d-10285fcdb02a req-adcd3253-4ac4-49f6-91bb-58672b7c9ee2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 931 time: 0.2633142 Feb 19 07:33:02.238702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Transition to ACTIVE for port object 440934f2-247c-462d-bfda-d175a8358ff4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:02.242581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-21d6a93c-fd77-4d68-b8f9-2289b22f9ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496577 Feb 19 07:33:02.264759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b80fdc84-875f-4930-8170-795c07f61a45), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.286389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.304469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e749ed8d-5115-4425-aa7d-10285fcdb02a req-139f80d9-9c14-4712-a4f7-aaa1d4158b06 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988724 Feb 19 07:33:02.322589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] Pushing event deleted for resources: {'Port': ['ID=b80fdc84-875f-4930-8170-795c07f61a45,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.325560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a571b9a-d90f-4f44-93f8-c34979ba60ae None None] No DVR routers for this DVR port b80fdc84-875f-4930-8170-795c07f61a45 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:02.351915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4def287-3a28-4f6a-bd71-b2b0f6a1cdce None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:02.380898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Pushing event updated for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.405261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b80fdc84-875f-4930-8170-795c07f61a45 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:02.415219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::205 (c5babe57-9500-4977-a59b-d6a5978b6e57/610a163d-f4f4-4d9c-9142-d4c37213c7de/3bd56a5f-c10f-43c8-b3f6-5b47be57beaf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:02.436865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b80fdc84-875f-4930-8170-795c07f61a45 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:02.437233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b80fdc84-875f-4930-8170-795c07f61a45 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:02.535263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '610a163d-f4f4-4d9c-9142-d4c37213c7de'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:02.537348 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.599433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcc93267-47b6-4a65-9537-41fab625dab7 req-fd35e470-c86e-4eda-9db3-f912c9a84dda service neutron] 10.222.0.47 "GET /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077435 Feb 19 07:33:02.614295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Attempting to bind port 440934f2-247c-462d-bfda-d175a8358ff4 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:02.614637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Attempting to bind port 440934f2-247c-462d-bfda-d175a8358ff4 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:02.614971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Attempting to bind port 440934f2-247c-462d-bfda-d175a8358ff4 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:02.619590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Port 440934f2-247c-462d-bfda-d175a8358ff4 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:33:02.619951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Attempting to bind port 440934f2-247c-462d-bfda-d175a8358ff4 on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:02.639967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:02.643355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:02.643857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:02.644390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Bound port: 440934f2-247c-462d-bfda-d175a8358ff4, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:02.644828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (440934f2-247c-462d-bfda-d175a8358ff4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.705632 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (3bd56a5f-c10f-43c8-b3f6-5b47be57beaf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.721394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:02.726610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=440934f2-247c-462d-bfda-d175a8358ff4,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:02.735551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.759063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3bd56a5f-c10f-43c8-b3f6-5b47be57beaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.816974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.818371 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.819977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/440934f2-247c-462d-bfda-d175a8358ff4 HTTP/1.1" status: 200 len: 1091 time: 1.5441113 Feb 19 07:33:02.821158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2067-ce1c-4207-b338-0f7c52b614f8 service neutron] Pushing event updated for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.826843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:02.829894 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf2694-e4be-42fb-91bf-df59bbc0d66b" -d '{"events": [{"name": "network-changed", "server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "tag": "440934f2-247c-462d-bfda-d175a8358ff4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:02.830048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/610a163d-f4f4-4d9c-9142-d4c37213c7de/20c269ae-f670-44ab-86f7-908b1602cd81) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:02.869810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:02.873949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:02.881019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:02.887053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.887833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:02.898793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=3bd56a5f-c10f-43c8-b3f6-5b47be57beaf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:02.919653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6a83c785-7d89-4693-be6f-77ac6da6cb45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1408598 Feb 19 07:33:02.920380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41008) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:02.935717 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855276d3-cb9b-446d-b1c5-3772f1b6ffe6 x-openstack-request-id: req-855276d3-cb9b-446d-b1c5-3772f1b6ffe6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:02.936292 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "tag": "440934f2-247c-462d-bfda-d175a8358ff4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:02.936292 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-855276d3-cb9b-446d-b1c5-3772f1b6ffe6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:02.936707 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4', 'status': 'completed', 'code': 200} Feb 19 07:33:02.977791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-d6c69711-96b8-4c61-9dd6-6f22e7c79231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:02.979731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-d6c69711-96b8-4c61-9dd6-6f22e7c79231 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 1125 time: 0.1109896 Feb 19 07:33:03.029134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-247f9bd2-6da1-4602-86e1-668739aa6dc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440934f2-247c-462d-bfda-d175a8358ff4 HTTP/1.1" status: 200 len: 217 time: 0.0428941 Feb 19 07:33:03.030473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72abbf0-c504-4b99-8c48-1775f9357f0c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.032198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f72abbf0-c504-4b99-8c48-1775f9357f0c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1049235 Feb 19 07:33:03.034934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41010) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:03.121119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-d063e538-e6c2-4974-9476-fc4e1851a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.122930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-d063e538-e6c2-4974-9476-fc4e1851a897 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.0877604 Feb 19 07:33:03.183095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-f6615ba2-6a88-4473-ac9c-71e21b960a46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526354 Feb 19 07:33:03.189567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 3bd56a5f-c10f-43c8-b3f6-5b47be57beaf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:03.189914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3bd56a5f-c10f-43c8-b3f6-5b47be57beaf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.252327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.358921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks [] for port (20c269ae-f670-44ab-86f7-908b1602cd81), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.368585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.399937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf35808a-9293-4687-8e36-f165d46216de req-a07ab6de-c182-4047-825f-ea926981ffd4 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.1027520 Feb 19 07:33:03.402420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3bd56a5f-c10f-43c8-b3f6-5b47be57beaf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.449089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:03.450861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 3bd56a5f-c10f-43c8-b3f6-5b47be57beaf owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:03.457926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:03.469823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:03.475904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Pushing event updated for resources: {'Port': ['ID=20c269ae-f670-44ab-86f7-908b1602cd81,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.499262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-b059f930-45e6-4b12-8900-b1a6e6453552 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041859 Feb 19 07:33:03.555934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Attempting to bind port 20c269ae-f670-44ab-86f7-908b1602cd81 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:03.556835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Attempting to bind port 20c269ae-f670-44ab-86f7-908b1602cd81 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:03.557321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Attempting to bind port 20c269ae-f670-44ab-86f7-908b1602cd81 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:03.563561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:03.564605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:03.564894 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.565297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:03.565768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Bound port: 20c269ae-f670-44ab-86f7-908b1602cd81, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:03.566792 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.588320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a8cca-2f44-4a5a-acd1-47addf885cde req-dc47e6f0-d1e3-46cd-acec-c4dfe38283a9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.590441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-227a8cca-2f44-4a5a-acd1-47addf885cde req-dc47e6f0-d1e3-46cd-acec-c4dfe38283a9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 943 time: 0.1176629 Feb 19 07:33:03.670731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] For port 20c269ae-f670-44ab-86f7-908b1602cd81, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:03.674028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] For port 20c269ae-f670-44ab-86f7-908b1602cd81, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=20c269ae-f670-44ab-86f7-908b1602cd81,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:03.683013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.711779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-227a8cca-2f44-4a5a-acd1-47addf885cde req-80e3dd22-e6da-454b-974d-5445c57794bd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129656 Feb 19 07:33:03.723580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc109b69-5b5d-4aef-87da-12008a0f189a req-7f312993-a12d-418d-a420-676d55a46464 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157221 Feb 19 07:33:03.749723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3bd56a5f-c10f-43c8-b3f6-5b47be57beaf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.784859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=3bd56a5f-c10f-43c8-b3f6-5b47be57beaf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.801906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b09dc-fabc-4f33-b925-4dcd8c6c1fcf None None] Pushing event updated for resources: {'Port': ['ID=20c269ae-f670-44ab-86f7-908b1602cd81,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:03.844370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-ebb0764e-d8d2-4873-b219-c927a6f08bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.845906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-ebb0764e-d8d2-4873-b219-c927a6f08bd9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 1125 time: 0.0709658 Feb 19 07:33:03.867181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:03.871913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1bb94131-c970-4580-97a3-52c524f81ebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/3bd56a5f-c10f-43c8-b3f6-5b47be57beaf HTTP/1.1" status: 204 len: 168 time: 0.8360193 Feb 19 07:33:03.876773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:03.941403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035e509-cd53-4232-8d78-fc24a8bc1967 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.943712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035e509-cd53-4232-8d78-fc24a8bc1967 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:03.945298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0035e509-cd53-4232-8d78-fc24a8bc1967 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0674343 Feb 19 07:33:03.952173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:04.032684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-4360ec07-e0ba-4ec7-bb57-b6b1abc1643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.034176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-4360ec07-e0ba-4ec7-bb57-b6b1abc1643a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.1787155 Feb 19 07:33:04.038099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 610a163d-f4f4-4d9c-9142-d4c37213c7de {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:04.041611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (610a163d-f4f4-4d9c-9142-d4c37213c7de), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.086426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (610a163d-f4f4-4d9c-9142-d4c37213c7de), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.173789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-f386b511-3422-4aeb-984d-3e9b622befba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=440934f2-247c-462d-bfda-d175a8358ff4 HTTP/1.1" status: 200 len: 217 time: 0.0454395 Feb 19 07:33:04.280118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (610a163d-f4f4-4d9c-9142-d4c37213c7de), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.284752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-005c4961-3d77-4569-be73-2da8b47f1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.286498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-005c4961-3d77-4569-be73-2da8b47f1271 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.1060853 Feb 19 07:33:04.342796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-01bcc355-9380-442d-98de-a1d745462199 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337524 Feb 19 07:33:04.394665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 20c269ae-f670-44ab-86f7-908b1602cd81 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:04.461097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 20c269ae-f670-44ab-86f7-908b1602cd81 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:04.461700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.465908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (610a163d-f4f4-4d9c-9142-d4c37213c7de), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.572582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=610a163d-f4f4-4d9c-9142-d4c37213c7de,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:04.576939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.580160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7ba804e-ad3f-4f09-927e-67da892a7c15 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/610a163d-f4f4-4d9c-9142-d4c37213c7de HTTP/1.1" status: 204 len: 168 time: 0.6269920 Feb 19 07:33:04.582582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:04.586369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 20c269ae-f670-44ab-86f7-908b1602cd81 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:04.587394 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.631649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 20c269ae-f670-44ab-86f7-908b1602cd81, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=20c269ae-f670-44ab-86f7-908b1602cd81,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:04.639229 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:04.659966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4239acbc-c031-4371-9869-07cb08b0146f req-705e4453-44ab-44b6-b696-358d0e4111c5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.1047647 Feb 19 07:33:04.663326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-510e5e75-1f86-49d5-a99f-74804c340fbd service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123915 Feb 19 07:33:04.747893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f9977d8-8254-4550-8a8d-2532ce7ddebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1617413 Feb 19 07:33:04.748452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:04.752696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=20c269ae-f670-44ab-86f7-908b1602cd81,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:04.759427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:04.944182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1faf2694-e4be-42fb-91bf-df59bbc0d66b req-3b4d2aed-62b0-46e7-a3e1-a0efd0b5c3a4 service neutron] 10.222.0.24 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733734 Feb 19 07:33:04.998044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc7c08-0fc7-4861-82f7-f811fee3ed8a req-18daca53-bc2d-4a7c-96b0-a3c614dcd358 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:04.999621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bfc7c08-0fc7-4861-82f7-f811fee3ed8a req-18daca53-bc2d-4a7c-96b0-a3c614dcd358 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 943 time: 0.1807480 Feb 19 07:33:05.005934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:05.007783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.099269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bfc7c08-0fc7-4861-82f7-f811fee3ed8a req-4d0c7f79-44ec-4194-9e19-80ad0daaffa9 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871851 Feb 19 07:33:05.215133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b00ff3-c9db-490f-8393-4e9c4e392ba3 req-ae38609b-479f-4854-9f41-6f7ac0920408 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:05.216683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21b00ff3-c9db-490f-8393-4e9c4e392ba3 req-ae38609b-479f-4854-9f41-6f7ac0920408 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 945 time: 0.2383809 Feb 19 07:33:05.299528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21b00ff3-c9db-490f-8393-4e9c4e392ba3 req-f34c8a08-343a-40ff-aa19-2ba1000e8b54 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Feb 19 07:33:05.309672 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (cf46cfc4-6cf0-464a-bac1-34af103df7c6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.351820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:05.355719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:05.360382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:05.361050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.381190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=cf46cfc4-6cf0-464a-bac1-34af103df7c6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:05.397705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9d99a172-17d2-4b24-a2ab-c029b53a0149 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6449070 Feb 19 07:33:05.397705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:05.402217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5209070-80ca-41a3-acec-7ba57fd5aa97 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:05.403757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'name': 'tempest-NetworksTestDHCPv6-2077395553'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:05.529306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:05.533266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.539833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c0142e81-5472-4d78-ac23-b73e716e5465 None None] Provisioning complete for port 20c269ae-f670-44ab-86f7-908b1602cd81 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:05.540252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0142e81-5472-4d78-ac23-b73e716e5465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.553478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 48e12b92-2293-4e39-9dfd-862c6d41b17f yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:05.645071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c0142e81-5472-4d78-ac23-b73e716e5465 None None] Current status of the port 20c269ae-f670-44ab-86f7-908b1602cd81 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:05.705786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::192 (c5babe57-9500-4977-a59b-d6a5978b6e57/cf46cfc4-6cf0-464a-bac1-34af103df7c6/48e12b92-2293-4e39-9dfd-862c6d41b17f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:05.820973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-056bb767-42aa-453a-a728-59421f669a5b req-414fc1e2-226c-450b-906d-594ea95b7d84 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0423908 Feb 19 07:33:05.915778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (48e12b92-2293-4e39-9dfd-862c6d41b17f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.961527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (48e12b92-2293-4e39-9dfd-862c6d41b17f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:05.971444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f7539fc0-0465-487b-beaa-580e60b9f129 None None] Provisioning complete for port 20c269ae-f670-44ab-86f7-908b1602cd81 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:05.971834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7539fc0-0465-487b-beaa-580e60b9f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.012664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:06.016057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:06.024442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:06.030985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.031761 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.047373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=48e12b92-2293-4e39-9dfd-862c6d41b17f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:06.062947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1916a178-a907-400e-90b2-6e380fa149d1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6643229 Feb 19 07:33:06.065806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:06.109700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f7539fc0-0465-487b-beaa-580e60b9f129 None None] Current status of the port 20c269ae-f670-44ab-86f7-908b1602cd81 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:06.173447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53142bbe-329d-4788-a61b-7ab4e5e4ac9d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.181336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53142bbe-329d-4788-a61b-7ab4e5e4ac9d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.187220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-53142bbe-329d-4788-a61b-7ab4e5e4ac9d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1203012 Feb 19 07:33:06.187431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:06.251304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44469fc7-70d6-4572-a1c7-c563ab7dec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.330887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-788c82a0-9b38-422a-a903-44cbf543cc61 None None] Could not find standard attr ID for object ebb25bdd-3345-4552-a1c1-c6dab6cd3543. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:06.352258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 20c269ae-f670-44ab-86f7-908b1602cd81 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:06.420087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b518c2-8034-40ed-8a29-3a1a37d74449 req-11ca52b5-6242-4724-afdb-8eac6fccc7fa tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.422280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 20c269ae-f670-44ab-86f7-908b1602cd81 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:06.424182 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.431479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b518c2-8034-40ed-8a29-3a1a37d74449 req-11ca52b5-6242-4724-afdb-8eac6fccc7fa tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 943 time: 0.2023027 Feb 19 07:33:06.538903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b518c2-8034-40ed-8a29-3a1a37d74449 req-2d25ea37-dbec-4add-9db1-bb9ac25cb688 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988996 Feb 19 07:33:06.543396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 48e12b92-2293-4e39-9dfd-862c6d41b17f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:06.543743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (48e12b92-2293-4e39-9dfd-862c6d41b17f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.571320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12cded-17fb-41b9-9fd3-2fd58d741180 req-e6b0741e-1d2b-49bc-be75-e47023057f3a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.580390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce12cded-17fb-41b9-9fd3-2fd58d741180 req-e6b0741e-1d2b-49bc-be75-e47023057f3a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 945 time: 0.1335278 Feb 19 07:33:06.615991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 20c269ae-f670-44ab-86f7-908b1602cd81 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:06.669865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e3607e07-0eb5-4853-a964-2fc3a58dc395 None None] Could not find standard attr ID for object 3bd56a5f-c10f-43c8-b3f6-5b47be57beaf. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:06.681123 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce12cded-17fb-41b9-9fd3-2fd58d741180 req-7d8a72d8-834f-4e65-afc7-e977fbda1bdb tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948336 Feb 19 07:33:06.689910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (48e12b92-2293-4e39-9dfd-862c6d41b17f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.707006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 48e12b92-2293-4e39-9dfd-862c6d41b17f owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:06.778718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-db5b57e9-7960-4dba-8ac8-7f93c3a7855a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:06.780543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-db5b57e9-7960-4dba-8ac8-7f93c3a7855a tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.47 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 945 time: 0.0983632 Feb 19 07:33:06.830699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 440934f2-247c-462d-bfda-d175a8358ff4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:33:06.858397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (48e12b92-2293-4e39-9dfd-862c6d41b17f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:06.934412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=48e12b92-2293-4e39-9dfd-862c6d41b17f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:07.019297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c302d82-145e-4da5-9298-e59841d0f064 None None] Could not find standard attr ID for object 48e12b92-2293-4e39-9dfd-862c6d41b17f. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:07.020089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Deleting port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:07.020440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.037824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=440934f2-247c-462d-bfda-d175a8358ff4,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:07.059413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '440934f2-247c-462d-bfda-d175a8358ff4', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': '440934f2-247c-462d-bfda-d175a8358ff4', 'mac_address': 'fa:16:3e:4f:79:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:33:07.132062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 440934f2-247c-462d-bfda-d175a8358ff4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:07.132466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (440934f2-247c-462d-bfda-d175a8358ff4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.173144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440934f2-247c-462d-bfda-d175a8358ff4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:33:07.173458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] For port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,segment=NetworkSegment(decee1a4-6021-4d47-87ed-3f573cdd5374),segment_id=decee1a4-6021-4d47-87ed-3f573cdd5374)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:07.173926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.190626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Calling delete_port for e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:07.211343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=440934f2-247c-462d-bfda-d175a8358ff4,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:07.217989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.312207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:07.442430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['440934f2-247c-462d-bfda-d175a8358ff4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:33:07.474451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.490968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:33:07.549499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Pushing event deleted for resources: {'Port': ['ID=e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:07.618385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] No DVR routers for this DVR port e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:07.630234 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.633758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4fb970c4-601e-4d76-b56f-e3566e5b81af req-4c7079a7-bf79-4a48-a9ba-6ca4ba207546 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.47 "DELETE /v2.0/ports/e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 HTTP/1.1" status: 204 len: 173 time: 0.8472579 Feb 19 07:33:07.634240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'name': 'network-vif-deleted', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:07.636643 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db0940-1e42-4195-8661-5d01fcdbf05c" -d '{"events": [{"server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "name": "network-vif-deleted", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:07.718542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dc150d4-a054-4a5b-b68e-e7beba3b8745 req-df3020d7-56c5-4ce4-8c60-18f94345bf85 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.7419472 Feb 19 07:33:07.724061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:07.730525 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd5f37e4-715d-4792-a7d4-cd1ba28b608d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/48e12b92-2293-4e39-9dfd-862c6d41b17f HTTP/1.1" status: 204 len: 168 time: 1.5414655 Feb 19 07:33:07.731880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:07.813532 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305742b-7221-40cf-91dd-358a907eda1c x-openstack-request-id: req-0305742b-7221-40cf-91dd-358a907eda1c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:07.815653 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18925e3c-ad18-423a-959f-870ab95b3351", "name": "network-vif-deleted", "tag": "e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:07.816137 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0305742b-7221-40cf-91dd-358a907eda1c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:07.816758 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18925e3c-ad18-423a-959f-870ab95b3351', 'name': 'network-vif-deleted', 'tag': 'e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4', 'status': 'completed', 'code': 200} Feb 19 07:33:07.859671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886cd13-c2b0-4726-9c33-12651100e19a req-5b5ce054-ddbb-467a-b5d9-10b8ef872359 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:07.864039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2886cd13-c2b0-4726-9c33-12651100e19a req-5b5ce054-ddbb-467a-b5d9-10b8ef872359 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 944 time: 0.1983094 Feb 19 07:33:07.927976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b75369c9-3bd4-40a8-bcf9-44f5800924f0 req-8eef527c-9a86-4484-b738-12813ebb6e80 tempest-AttachVolumeNegativeTest-563247418 tempest-AttachVolumeNegativeTest-563247418-project] 10.222.0.43 "GET /v2.0/ports?device_id=18925e3c-ad18-423a-959f-870ab95b3351 HTTP/1.1" status: 200 len: 210 time: 0.0412469 Feb 19 07:33:07.940469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a026c88-948b-4b53-87a0-15a073b65d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:07.942967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a026c88-948b-4b53-87a0-15a073b65d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:07.946296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7a026c88-948b-4b53-87a0-15a073b65d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2129927 Feb 19 07:33:07.951000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.006321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2886cd13-c2b0-4726-9c33-12651100e19a req-582e2ae8-34f9-4ccc-ae31-9596eb298347 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260614 Feb 19 07:33:08.067608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet cf46cfc4-6cf0-464a-bac1-34af103df7c6 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:08.074225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (cf46cfc4-6cf0-464a-bac1-34af103df7c6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.126526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (cf46cfc4-6cf0-464a-bac1-34af103df7c6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.185098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (cf46cfc4-6cf0-464a-bac1-34af103df7c6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.266102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (cf46cfc4-6cf0-464a-bac1-34af103df7c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.295477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=cf46cfc4-6cf0-464a-bac1-34af103df7c6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.303019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.309636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8eb3a204-02e0-4daa-b9f2-3119e172090e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/cf46cfc4-6cf0-464a-bac1-34af103df7c6 HTTP/1.1" status: 204 len: 168 time: 0.3563018 Feb 19 07:33:08.310577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.312597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36641682-0088-4a73-93ca-97ac82204841 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:08.359498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c286ceb4-80c8-4f59-8b5c-afbbc1680915 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473461 Feb 19 07:33:08.361995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.423138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18648cf-8ba3-4f0b-90c8-79ea95e744bf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.424844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e18648cf-8ba3-4f0b-90c8-79ea95e744bf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0619886 Feb 19 07:33:08.427441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.484491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c04f8-fd05-4d89-8c34-f37015d348bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.488395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b88c04f8-fd05-4d89-8c34-f37015d348bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577552 Feb 19 07:33:08.488525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:08.488922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.528147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e36113c3-61d8-425b-9551-c508a6aa4a7c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380216 Feb 19 07:33:08.532684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.540755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:08.544209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-354d10c9-8f3e-4ad9-9ffc-52cc7a92e12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.554304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Deleting port 20c269ae-f670-44ab-86f7-908b1602cd81 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:08.554826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.622118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] For port 20c269ae-f670-44ab-86f7-908b1602cd81, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=20c269ae-f670-44ab-86f7-908b1602cd81,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:08.622610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.634405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:08.637919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.643317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Calling delete_port for 20c269ae-f670-44ab-86f7-908b1602cd81 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:08.725610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (20c269ae-f670-44ab-86f7-908b1602cd81), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.768085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] Pushing event deleted for resources: {'Port': ['ID=20c269ae-f670-44ab-86f7-908b1602cd81,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.772002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05edb195-2ea2-4d56-9202-453e0b7351d6 None None] No DVR routers for this DVR port 20c269ae-f670-44ab-86f7-908b1602cd81 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:08.842103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 440934f2-247c-462d-bfda-d175a8358ff4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:08.845670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2e17ecf-2760-467a-82f6-5a0ae7e7c14d req-3d7ef018-b8b9-41a1-8e1d-308fde4cb427 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0344629 Feb 19 07:33:08.852849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (90b546c0-e0b3-4b60-87d4-2a2e397c0768), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.910948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:08.914442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:08.914910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 440934f2-247c-462d-bfda-d175a8358ff4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:33:08.918793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:08.919452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.921710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 440934f2-247c-462d-bfda-d175a8358ff4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:08.922029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (440934f2-247c-462d-bfda-d175a8358ff4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:08.926848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a68f4-dbfa-4551-a4d1-44a182b6125c None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:08.939993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4027085 Feb 19 07:33:08.939993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074b826-0a31-4444-b385-00a9cfcf0de0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=90b546c0-e0b3-4b60-87d4-2a2e397c0768,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:08.940254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:08.945043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '90b546c0-e0b3-4b60-87d4-2a2e397c0768', 'ip_address': '2001:db8::e893:d1e1:f5f6:7519'}], 'name': 'tempest-NetworksTestDHCPv6-883952210'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:09.019817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:09.081652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Deleting subnet 66b46b22-6422-4dd3-b4e9-6dfa178728e3 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:09.082287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 440934f2-247c-462d-bfda-d175a8358ff4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:09.082683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (440934f2-247c-462d-bfda-d175a8358ff4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.086860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Publish callbacks [] for subnet (66b46b22-6422-4dd3-b4e9-6dfa178728e3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.106518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:09.110135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:09.112562 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f6f55-8c72-4c6b-be66-3187a8f97073" -d '{"events": [{"server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "name": "network-vif-plugged", "status": "completed", "tag": "440934f2-247c-462d-bfda-d175a8358ff4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:09.155298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '90b546c0-e0b3-4b60-87d4-2a2e397c0768'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:09.156851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.161229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=440934f2-247c-462d-bfda-d175a8358ff4,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:09.179560 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43996be-2cf8-4ab5-b8ef-cd1b2f54a2d0 x-openstack-request-id: req-b43996be-2cf8-4ab5-b8ef-cd1b2f54a2d0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:09.179915 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "name": "network-vif-plugged", "status": "completed", "tag": "440934f2-247c-462d-bfda-d175a8358ff4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:09.180140 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b43996be-2cf8-4ab5-b8ef-cd1b2f54a2d0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:09.180496 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4', 'code': 200} Feb 19 07:33:09.183546 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.208856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (66b46b22-6422-4dd3-b4e9-6dfa178728e3), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.259426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e3613-6b74-499e-ac79-2cbb31ed79a0 req-334fc192-37f1-4f35-a925-d25f81940c23 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:09.266888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f8e3613-6b74-499e-ac79-2cbb31ed79a0 req-334fc192-37f1-4f35-a925-d25f81940c23 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 944 time: 0.1468871 Feb 19 07:33:09.281936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.306323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:09.308325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (66b46b22-6422-4dd3-b4e9-6dfa178728e3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.338875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 7c589d54-02cc-4376-844a-a8853f763496 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:09.376868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/90b546c0-e0b3-4b60-87d4-2a2e397c0768/109c94ed-3adc-4926-82ba-bc4beb0c6f4c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:09.379509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f8e3613-6b74-499e-ac79-2cbb31ed79a0 req-32048ea3-b4de-4e03-ba56-445a2c139bf0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116130 Feb 19 07:33:09.413481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (66b46b22-6422-4dd3-b4e9-6dfa178728e3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.446397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b46b22-6422-4dd3-b4e9-6dfa178728e3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:09.456623 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.463854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d53945b4-f3bb-4422-98a6-fb09a98bd265 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/66b46b22-6422-4dd3-b4e9-6dfa178728e3 HTTP/1.1" status: 204 len: 168 time: 0.4422052 Feb 19 07:33:09.464539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:09.561139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (34d197c3-5889-4968-a25d-77a345522bfb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.570064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks [] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.579897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.634112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Pushing event updated for resources: {'Port': ['ID=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:09.648769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:09.650437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:09.653928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:09.674211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (34d197c3-5889-4968-a25d-77a345522bfb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.701092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d197c3-5889-4968-a25d-77a345522bfb']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:09.701351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.712704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decee1a4-6021-4d47-87ed-3f573cdd5374') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:09.713143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decee1a4-6021-4d47-87ed-3f573cdd5374') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:09.726041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (decee1a4-6021-4d47-87ed-3f573cdd5374), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.733802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Attempting to bind port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:09.734229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Attempting to bind port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:09.734710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Attempting to bind port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:09.741314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:09.741705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:09.742105 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.742512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:09.743179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Bound port: 109c94ed-3adc-4926-82ba-bc4beb0c6f4c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:09.743827 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.743996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (decee1a4-6021-4d47-87ed-3f573cdd5374), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.754947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:33:09.756570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (decee1a4-6021-4d47-87ed-3f573cdd5374), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:09.758340 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:09.817586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (34d197c3-5889-4968-a25d-77a345522bfb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.828882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.833962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] 10.222.0.43 "DELETE /v2.0/networks/34d197c3-5889-4968-a25d-77a345522bfb HTTP/1.1" status: 204 len: 168 time: 0.3682902 Feb 19 07:33:09.836415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] For port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:09.844391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] For port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:09.855058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca395b0-2d41-4ced-a0ee-2e09fdfdcd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=34d197c3-5889-4968-a25d-77a345522bfb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:09.859698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:09.931017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284962e-d920-4622-bdb0-2dd6bad821d3 req-4d7555a8-7507-4931-8d12-25c9867a3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:09.932521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6284962e-d920-4622-bdb0-2dd6bad821d3 req-4d7555a8-7507-4931-8d12-25c9867a3fd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 1127 time: 0.6258721 Feb 19 07:33:09.939638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b81eb4-9876-41fd-9206-106d9d02041e None None] Pushing event updated for resources: {'Port': ['ID=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:10.073420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6284962e-d920-4622-bdb0-2dd6bad821d3 req-0f30fc09-5003-4ae5-b07c-11be3354c1f3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325214 Feb 19 07:33:10.077694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-529eecda-ec42-447c-8a4b-8d80611310a4 req-7e0ae014-5d55-45da-bea3-ec375c092bca tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0559402 Feb 19 07:33:10.078973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::e893:d1e1:f5f6:7519 (c5babe57-9500-4977-a59b-d6a5978b6e57/90b546c0-e0b3-4b60-87d4-2a2e397c0768/7c589d54-02cc-4376-844a-a8853f763496) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:10.181833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:10.258596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a1ef427e-56b2-4964-9f4c-2630dba6c4cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29082bdf133b4265ad8728e9104a89c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0755796 Feb 19 07:33:10.261756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:10.312281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (7c589d54-02cc-4376-844a-a8853f763496), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.356744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] Publish callbacks [] for security_group (9ab6b158-09f9-4f48-b5b4-7d82f2cad85d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.366147 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7c589d54-02cc-4376-844a-a8853f763496), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.388493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] Publish callbacks [] for security_group (9ab6b158-09f9-4f48-b5b4-7d82f2cad85d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.451307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:10.452509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 109c94ed-3adc-4926-82ba-bc4beb0c6f4c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:10.461730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:10.466645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:10.472239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:10.472870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.493978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=7c589d54-02cc-4376-844a-a8853f763496,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:10.503454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c4acca2-bc49-4b6d-8579-ab26d568a19a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5597491 Feb 19 07:33:10.507366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:10.523644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9ab6b158-09f9-4f48-b5b4-7d82f2cad85d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.529399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.533064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ab6b158-09f9-4f48-b5b4-7d82f2cad85d HTTP/1.1" status: 204 len: 168 time: 0.2672114 Feb 19 07:33:10.541733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:10.542370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.560415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b395d4-b1e2-479f-8e76-d939ef69219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab6b158-09f9-4f48-b5b4-7d82f2cad85d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:10.586656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaa00d-9b76-4ca0-8842-33e8207636a0 req-ea0d422b-eef9-4a0f-b2a1-a4e084abe953 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:10.588467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14eaa00d-9b76-4ca0-8842-33e8207636a0 req-ea0d422b-eef9-4a0f-b2a1-a4e084abe953 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1309056 Feb 19 07:33:10.611545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8549802-49b2-4c33-9a5b-a9a56ade43a3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:10.616973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8549802-49b2-4c33-9a5b-a9a56ade43a3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:10.618770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b8549802-49b2-4c33-9a5b-a9a56ade43a3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1087112 Feb 19 07:33:10.622212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41128) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:10.664798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14eaa00d-9b76-4ca0-8842-33e8207636a0 req-0d0b6739-f55e-4ba2-9fad-e35ee6ef0706 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695291 Feb 19 07:33:10.696440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:10.696977 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.734938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:10.740469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.770554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 7c589d54-02cc-4376-844a-a8853f763496 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:10.770904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c589d54-02cc-4376-844a-a8853f763496), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.806314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:10.826628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 20c269ae-f670-44ab-86f7-908b1602cd81 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:10.849288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 20c269ae-f670-44ab-86f7-908b1602cd81 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:10.849971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 20c269ae-f670-44ab-86f7-908b1602cd81 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:10.893376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c589d54-02cc-4376-844a-a8853f763496), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:10.909668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 7c589d54-02cc-4376-844a-a8853f763496 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:10.945898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:10.984403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:10.984750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e2c6fb71-4dca-48e0-ab8b-21bd4917b4c4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:10.999988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.099087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7c589d54-02cc-4376-844a-a8853f763496), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.134862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=7c589d54-02cc-4376-844a-a8853f763496,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.191129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.197036 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12f8f901-fd17-4be4-8ec3-8a0ba592fe96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7c589d54-02cc-4376-844a-a8853f763496 HTTP/1.1" status: 204 len: 168 time: 0.5710194 Feb 19 07:33:11.197405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:11.272827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51e7669d-1b56-4e61-8e9a-c4cb7ade3504 req-19c9a3c2-6d58-4c4c-a4e2-32fe4e2647d5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Feb 19 07:33:11.304483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f99db-1abb-407a-8053-8c1300de6df1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.305782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f99db-1abb-407a-8053-8c1300de6df1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.311061 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff7f99db-1abb-407a-8053-8c1300de6df1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1085162 Feb 19 07:33:11.311061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:11.375786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 90b546c0-e0b3-4b60-87d4-2a2e397c0768 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:11.379530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (90b546c0-e0b3-4b60-87d4-2a2e397c0768), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.441839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (90b546c0-e0b3-4b60-87d4-2a2e397c0768), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.518359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cce7b14e-e424-4e21-8fd1-f774ed25bb4c None None] Provisioning complete for port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:11.518746 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce7b14e-e424-4e21-8fd1-f774ed25bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.576672 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (90b546c0-e0b3-4b60-87d4-2a2e397c0768), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.664536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cce7b14e-e424-4e21-8fd1-f774ed25bb4c None None] Current status of the port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:11.670206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (90b546c0-e0b3-4b60-87d4-2a2e397c0768), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.700190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=90b546c0-e0b3-4b60-87d4-2a2e397c0768,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:11.705602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:11.709990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5eef4be1-bd7b-4631-b491-b317587661ef tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/90b546c0-e0b3-4b60-87d4-2a2e397c0768 HTTP/1.1" status: 204 len: 168 time: 0.3944027 Feb 19 07:33:11.712384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:11.733151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467dcbfe-3b94-4812-81ba-49d405f851d6 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:11.789034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1331df72-1a78-4261-9755-9e6919cbe6ea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714266 Feb 19 07:33:11.790119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:11.796456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:11.875899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec771-263a-4f74-9e51-6231f834d6f2 req-f7bd0ea8-8712-4173-ad39-09bf5cba8e9b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:11.877537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c69ec771-263a-4f74-9e51-6231f834d6f2 req-f7bd0ea8-8712-4173-ad39-09bf5cba8e9b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1309850 Feb 19 07:33:11.984929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c69ec771-263a-4f74-9e51-6231f834d6f2 req-05378077-292f-47e4-85fb-473f85824664 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995500 Feb 19 07:33:11.985992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:11.990388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.097325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-97936966-aec1-493b-85a7-59425d65eef2 None None] Could not find standard attr ID for object 7c589d54-02cc-4376-844a-a8853f763496. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:12.288985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:12.417072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Deleting port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:12.417747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.422497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.482123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (655250d6-ee08-4aae-8ac2-e56369461509), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.499173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3c0c574-5fcf-4fae-8f9b-676e6ec71818 req-c114be2d-cc50-4920-98e6-22944641ee05 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0431006 Feb 19 07:33:12.543458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] For port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:12.543866 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.562565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Calling delete_port for 109c94ed-3adc-4926-82ba-bc4beb0c6f4c owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:12.565003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:12.571851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:12.581259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:12.583483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.606412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=655250d6-ee08-4aae-8ac2-e56369461509,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:12.611719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab561974-d0ec-48fd-a779-60235a63d2cc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8205755 Feb 19 07:33:12.614500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:12.627849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef622a-da6f-43e5-a619-e2aafad81136 req-3602a08f-2195-4a4a-86d6-14b544bbe7c4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:12.629633 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49ef622a-da6f-43e5-a619-e2aafad81136 req-3602a08f-2195-4a4a-86d6-14b544bbe7c4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.2604809 Feb 19 07:33:12.633459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '655250d6-ee08-4aae-8ac2-e56369461509', 'ip_address': '2001:db8::c8e:60fa:370b:f61b'}], 'name': 'tempest-NetworksTestDHCPv6-621122705'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:12.692767 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (109c94ed-3adc-4926-82ba-bc4beb0c6f4c), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.725492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49ef622a-da6f-43e5-a619-e2aafad81136 req-3104690d-7e88-4e75-a759-64cc455d905f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880160 Feb 19 07:33:12.727010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] Pushing event deleted for resources: {'Port': ['ID=109c94ed-3adc-4926-82ba-bc4beb0c6f4c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:12.729754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cebac0-b96e-4e99-a1a3-ccbae02b0e4a None None] No DVR routers for this DVR port 109c94ed-3adc-4926-82ba-bc4beb0c6f4c on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:12.760386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c10ba-dbc7-4138-aeb5-b4e58241a2f3 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:12.814307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:12.892161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '655250d6-ee08-4aae-8ac2-e56369461509'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:12.893126 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.908683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:12.927858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port a9897b72-f7f6-4b10-a014-49b5d5324eb6 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:13.106499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::c8e:60fa:370b:f61b (c5babe57-9500-4977-a59b-d6a5978b6e57/655250d6-ee08-4aae-8ac2-e56369461509/a9897b72-f7f6-4b10-a014-49b5d5324eb6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:13.269134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (a9897b72-f7f6-4b10-a014-49b5d5324eb6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.307944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a9897b72-f7f6-4b10-a014-49b5d5324eb6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.353349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:13.355981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:13.362173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:13.367652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:13.368268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.377215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=a9897b72-f7f6-4b10-a014-49b5d5324eb6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:13.395237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-daf21fd8-ac30-489a-80a1-0d273826fa56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7769277 Feb 19 07:33:13.396168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:13.397138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/655250d6-ee08-4aae-8ac2-e56369461509/276d9e04-4a7e-4adf-88b1-1e4dd825f41c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:13.477204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7551e-685b-4474-95cd-68580e2ec79c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:13.478949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b2d7551e-685b-4474-95cd-68580e2ec79c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0800867 Feb 19 07:33:13.481923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:13.618171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks [] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.624393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port a9897b72-f7f6-4b10-a014-49b5d5324eb6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:13.625519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a9897b72-f7f6-4b10-a014-49b5d5324eb6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.629812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.643048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2fa5cf5-cb41-444c-982e-6384ef314f15 req-b08e668a-35b6-4fea-b3f3-e568c7253e48 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0359917 Feb 19 07:33:13.683896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:13.687271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:13.693699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:13.706762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Pushing event updated for resources: {'Port': ['ID=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:13.738139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a9897b72-f7f6-4b10-a014-49b5d5324eb6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.761665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for a9897b72-f7f6-4b10-a014-49b5d5324eb6 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:13.774869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Attempting to bind port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:13.775417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Attempting to bind port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:13.775651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Attempting to bind port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:13.789208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:13.789596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:13.790002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.790397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:13.790900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Bound port: 276d9e04-4a7e-4adf-88b1-1e4dd825f41c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:13.791307 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.909266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] For port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:13.913193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] For port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:13.920675 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:13.928329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7511ace-36ee-475b-8d24-8736915fb20d req-93752a23-37a9-4a1c-a10c-fc1167de7b69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:13.929828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7511ace-36ee-475b-8d24-8736915fb20d req-93752a23-37a9-4a1c-a10c-fc1167de7b69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0884669 Feb 19 07:33:14.021184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f9d98-c9de-4fb6-8375-639e9d49ca18 None None] Pushing event updated for resources: {'Port': ['ID=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:14.068987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a9897b72-f7f6-4b10-a014-49b5d5324eb6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.129814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7511ace-36ee-475b-8d24-8736915fb20d req-859bfaaf-d1ee-4dd9-b9e6-2a9f13e41500 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935401 Feb 19 07:33:14.130768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=a9897b72-f7f6-4b10-a014-49b5d5324eb6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:14.172898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.178559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-50fcb998-1ed4-4c72-8b23-b6f2bc631e43 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/a9897b72-f7f6-4b10-a014-49b5d5324eb6 HTTP/1.1" status: 204 len: 168 time: 0.6933949 Feb 19 07:33:14.178911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:14.239278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeab96-1eb6-4fe2-a8d8-026a7ad2b664 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:14.240977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeab96-1eb6-4fe2-a8d8-026a7ad2b664 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:14.243729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4eaeab96-1eb6-4fe2-a8d8-026a7ad2b664 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0638232 Feb 19 07:33:14.247170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:14.345093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 655250d6-ee08-4aae-8ac2-e56369461509 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:14.348593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (655250d6-ee08-4aae-8ac2-e56369461509), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.363476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 109c94ed-3adc-4926-82ba-bc4beb0c6f4c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:14.385036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 109c94ed-3adc-4926-82ba-bc4beb0c6f4c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:14.385422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 109c94ed-3adc-4926-82ba-bc4beb0c6f4c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:14.412576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (655250d6-ee08-4aae-8ac2-e56369461509), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.521384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (655250d6-ee08-4aae-8ac2-e56369461509), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.584316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (655250d6-ee08-4aae-8ac2-e56369461509), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.615139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=655250d6-ee08-4aae-8ac2-e56369461509,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:14.618245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:14.624240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22fbd11f-7468-43a6-aa67-d9902402ba56 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/655250d6-ee08-4aae-8ac2-e56369461509 HTTP/1.1" status: 204 len: 168 time: 0.3755193 Feb 19 07:33:14.626572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:14.685385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4c53a8a2-30eb-4bb2-b976-19d6a9708f58 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572524 Feb 19 07:33:14.687952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:14.692868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:14.775442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e68b7d74-421d-4d48-b105-4dde6153b75c req-b57f6f99-ac24-4577-8465-4db6f5f80278 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0363176 Feb 19 07:33:14.794445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:14.797903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.034581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (47212c64-96db-4994-b6e2-9e33257aea9c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.065100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:15.073747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:15.093829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:15.094508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.120215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4286005 Feb 19 07:33:15.121257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:15.128415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '47212c64-96db-4994-b6e2-9e33257aea9c', 'ip_address': '2001:db8::bffd:5e33:c44a:1ccd'}], 'name': 'tempest-NetworksTestDHCPv6-1647331686'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:15.218727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfcfc-f645-418b-82b8-d6597bbe0160 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=47212c64-96db-4994-b6e2-9e33257aea9c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.331108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:15.335897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.358331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:15.373476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96c33d-4d31-4402-9226-4d11aa88b827 req-613f8a48-c61b-44fb-90b1-8cd37dc53024 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:15.375232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f96c33d-4d31-4402-9226-4d11aa88b827 req-613f8a48-c61b-44fb-90b1-8cd37dc53024 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1282048 Feb 19 07:33:15.426298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232bd63-d45c-4130-8d2e-6878866a25ea None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:15.509346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f96c33d-4d31-4402-9226-4d11aa88b827 req-cfa45b13-d1c7-4715-b481-a675c448205d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964656 Feb 19 07:33:15.538601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Provisioning complete for port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:15.538978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.608740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::bffd:5e33:c44a:1ccd (c5babe57-9500-4977-a59b-d6a5978b6e57/47212c64-96db-4994-b6e2-9e33257aea9c/2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:15.680532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Current status of the port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:15.681299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.732499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] For port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:15.744059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.832725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.864097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1e4c-0e7b-41f4-b4da-0dd69cb2ee2b None None] Pushing event updated for resources: {'Port': ['ID=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.881301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.934749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:15.937062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-929fbce0-de03-4014-a576-a9f27a4036f9 req-25e4a840-e749-4aa8-b804-5882ea476546 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0448682 Feb 19 07:33:15.938157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:15.944771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:15.950366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:15.951752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:15.961020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:15.987406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1e53fa66-7175-461a-be84-0b504678f589 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8653855 Feb 19 07:33:15.990099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:16.055645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84705da3-73fd-46ac-a777-05feddfa7c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.061499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84705da3-73fd-46ac-a777-05feddfa7c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.065363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84705da3-73fd-46ac-a777-05feddfa7c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0712776 Feb 19 07:33:16.065609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:16.112480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c758e193-2b80-4982-a1b0-e0ba3bbbda6e None None] Provisioning complete for port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:16.112857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c758e193-2b80-4982-a1b0-e0ba3bbbda6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.211736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:16.212082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.264887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c758e193-2b80-4982-a1b0-e0ba3bbbda6e None None] Current status of the port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:16.351726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.367080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:16.378864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-32c27ad8-adee-4658-a281-92cc2b9ab41a None None] Could not find standard attr ID for object a9897b72-f7f6-4b10-a014-49b5d5324eb6. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:16.390279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 276d9e04-4a7e-4adf-88b1-1e4dd825f41c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:16.473223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:16.473885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.555126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.623680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:16.625702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:16.629704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.633440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-70005fba-cc93-495b-816d-5c03a8c0b582 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18 HTTP/1.1" status: 204 len: 168 time: 0.5668764 Feb 19 07:33:16.636811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:16.704387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-46a58cf2-6a3c-4300-906b-42f735abdb2f None None] Could not find standard attr ID for object 2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:16.729993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9e9bc-568c-4f1b-b902-67bf5ee0169c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.731630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9e9bc-568c-4f1b-b902-67bf5ee0169c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.733913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ab9e9bc-568c-4f1b-b902-67bf5ee0169c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0954807 Feb 19 07:33:16.736427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:16.802598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ac137-ed15-4d1b-a01b-8acdf2af7586 req-821add67-38e4-42dd-9f44-4b6b6eeedfc5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:16.804177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c1ac137-ed15-4d1b-a01b-8acdf2af7586 req-821add67-38e4-42dd-9f44-4b6b6eeedfc5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1378341 Feb 19 07:33:16.811910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 47212c64-96db-4994-b6e2-9e33257aea9c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:16.816935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (47212c64-96db-4994-b6e2-9e33257aea9c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.884060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (47212c64-96db-4994-b6e2-9e33257aea9c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:16.925594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c1ac137-ed15-4d1b-a01b-8acdf2af7586 req-3c1a5d33-e318-48b2-9e4e-51bc23b0a4d6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098931 Feb 19 07:33:16.942765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (47212c64-96db-4994-b6e2-9e33257aea9c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.046722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (47212c64-96db-4994-b6e2-9e33257aea9c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.109206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.113163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/47212c64-96db-4994-b6e2-9e33257aea9c HTTP/1.1" status: 204 len: 168 time: 0.3731177 Feb 19 07:33:17.113163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0532e39-0a44-42e6-8131-e87f8b3e7f0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=47212c64-96db-4994-b6e2-9e33257aea9c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:17.118192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.124337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a110dfb-5248-4ff7-b483-9d456ff02444 req-9d4acc2f-682f-4e29-b5f7-2333e1b4dad0 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0557954 Feb 19 07:33:17.200180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.200328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7376bb2d-9a6b-4591-8570-084bf4d15178 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808537 Feb 19 07:33:17.279371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be467d12-fee3-4941-b01f-c11a72dfefd1 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:17.289741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9f0f6-6082-4ea8-99ec-021c860214c7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:17.294841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41396) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.295644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-50b9f0f6-6082-4ea8-99ec-021c860214c7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0943108 Feb 19 07:33:17.365152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c0f975-afc4-40bb-b86b-b49a93ec9705 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:17.366457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b9c0f975-afc4-40bb-b86b-b49a93ec9705 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703211 Feb 19 07:33:17.369124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41402) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.430835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9fe7e4ab-cdb5-4178-95d0-fc557a76d321 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592337 Feb 19 07:33:17.434551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41410) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.439808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:17.472975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:17.532208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Deleting port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:17.532805 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.555853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:17.560369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.624809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] For port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:17.625214 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.639046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Calling delete_port for 276d9e04-4a7e-4adf-88b1-1e4dd825f41c owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:17.763967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (276d9e04-4a7e-4adf-88b1-1e4dd825f41c), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.795912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] Pushing event deleted for resources: {'Port': ['ID=276d9e04-4a7e-4adf-88b1-1e4dd825f41c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:17.803308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2908a-c3a7-4862-955b-d015b6621f39 None None] No DVR routers for this DVR port 276d9e04-4a7e-4adf-88b1-1e4dd825f41c on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:17.808777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (6b3eb9a3-6cc5-4f36-84ec-33dbe566745b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.828903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:17.847654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:17.853507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:17.854151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:17.859152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd7888-3224-49c9-87a2-a2348db5be3e None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:17.889865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4539554 Feb 19 07:33:17.890906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8e972-5fb5-40ab-bf01-870092882793 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=6b3eb9a3-6cc5-4f36-84ec-33dbe566745b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:17.892631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:17.898549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '6b3eb9a3-6cc5-4f36-84ec-33dbe566745b', 'ip_address': '2001:db8::2a54:5628:3f41:bb82'}], 'name': 'tempest-NetworksTestDHCPv6-1580932504'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:18.002922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '6b3eb9a3-6cc5-4f36-84ec-33dbe566745b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:18.003828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.083334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:18.143116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290fab3-f3eb-4cde-8d58-2df05e6ae50c req-2e3de962-69a0-48bc-b01b-9f33eebf220e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:18.149631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6290fab3-f3eb-4cde-8d58-2df05e6ae50c req-2e3de962-69a0-48bc-b01b-9f33eebf220e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1045811 Feb 19 07:33:18.228650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/6b3eb9a3-6cc5-4f36-84ec-33dbe566745b/09491035-031f-42fd-af44-fb30a9b6afc4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:18.243957 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6290fab3-f3eb-4cde-8d58-2df05e6ae50c req-c6f8f3bb-18d7-45f5-a32a-47c5a71f4f4a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880802 Feb 19 07:33:18.246460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.283428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:18.310651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port c4676df0-1245-444d-89d5-0756b0eb2c81 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:18.440920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 276d9e04-4a7e-4adf-88b1-1e4dd825f41c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:18.443425 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75944994-b3a2-4073-b2b7-47579f0eddbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.466147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks [] for port (09491035-031f-42fd-af44-fb30a9b6afc4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.470762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 276d9e04-4a7e-4adf-88b1-1e4dd825f41c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:18.471305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 276d9e04-4a7e-4adf-88b1-1e4dd825f41c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:18.476542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.504333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beb1bbe1-f405-4021-a198-4dc07d8e121b req-b1a67711-be47-4faf-9781-27f1399cc846 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0383303 Feb 19 07:33:18.538767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:18.540311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:18.545183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:18.564406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75944994-b3a2-4073-b2b7-47579f0eddbd admin admin] Publish callbacks [] for security_group (9cc7d9c5-f5d6-422f-b388-1f4e6936c596), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.568394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-75944994-b3a2-4073-b2b7-47579f0eddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9cc7d9c5-f5d6-422f-b388-1f4e6936c596), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.574604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::2a54:5628:3f41:bb82 (c5babe57-9500-4977-a59b-d6a5978b6e57/6b3eb9a3-6cc5-4f36-84ec-33dbe566745b/c4676df0-1245-444d-89d5-0756b0eb2c81) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:18.592194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Pushing event updated for resources: {'Port': ['ID=09491035-031f-42fd-af44-fb30a9b6afc4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.604241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75944994-b3a2-4073-b2b7-47579f0eddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc7d9c5-f5d6-422f-b388-1f4e6936c596,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.622594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Attempting to bind port 09491035-031f-42fd-af44-fb30a9b6afc4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:18.622976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Attempting to bind port 09491035-031f-42fd-af44-fb30a9b6afc4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:18.623359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Attempting to bind port 09491035-031f-42fd-af44-fb30a9b6afc4 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:18.628621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:18.628926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-75944994-b3a2-4073-b2b7-47579f0eddbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edab192d0104475e918f0b10f266028d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3438809 Feb 19 07:33:18.629057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:18.629414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.629812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:18.629941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:18.630285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Bound port: 09491035-031f-42fd-af44-fb30a9b6afc4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:18.630672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.693201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] Publish callbacks [] for security_group (9cc7d9c5-f5d6-422f-b388-1f4e6936c596), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.707135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] For port 09491035-031f-42fd-af44-fb30a9b6afc4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:18.711310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] For port 09491035-031f-42fd-af44-fb30a9b6afc4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=09491035-031f-42fd-af44-fb30a9b6afc4,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:18.720976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] Publish callbacks [] for security_group (9cc7d9c5-f5d6-422f-b388-1f4e6936c596), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.721469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.785602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9cc7d9c5-f5d6-422f-b388-1f4e6936c596), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.788622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7e469-8526-40a0-a1d7-385497fecd2a None None] Pushing event updated for resources: {'Port': ['ID=09491035-031f-42fd-af44-fb30a9b6afc4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.791308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.795532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cc7d9c5-f5d6-422f-b388-1f4e6936c596 HTTP/1.1" status: 204 len: 168 time: 0.1618538 Feb 19 07:33:18.801818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36c600-88d7-4683-8ac5-be94e36d5b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc7d9c5-f5d6-422f-b388-1f4e6936c596,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:18.860812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (c4676df0-1245-444d-89d5-0756b0eb2c81), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.907171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c4676df0-1245-444d-89d5-0756b0eb2c81), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:18.981593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:18.984715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:19.003133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=c4676df0-1245-444d-89d5-0756b0eb2c81,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:19.006135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:19.013344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:19.014005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.033951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca1d371f-5f05-4b47-8398-c06a594bc497 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1399992 Feb 19 07:33:19.036760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:19.042423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '6b3eb9a3-6cc5-4f36-84ec-33dbe566745b', 'ip_address': '2001:db8::2a54:5628:3f41:bb82'}], 'name': 'tempest-NetworksTestDHCPv6-210806162'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:19.230407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:19.235245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.260109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 4d136895-96fc-49a4-a690-a192061449bd yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:19.264575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:19.282861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c322897-79e9-4cfb-834a-791f2fbf0701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.393438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c322897-79e9-4cfb-834a-791f2fbf0701 admin admin] Publish callbacks [] for security_group (eee01c89-b48f-43f7-bed3-4570912db4c4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.426964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c322897-79e9-4cfb-834a-791f2fbf0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (eee01c89-b48f-43f7-bed3-4570912db4c4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.443106 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 07:33:19.443659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:19.461478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-293db572-0567-4e4e-aa8a-01ffb0e7d218 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4211597 Feb 19 07:33:19.461822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:19.503071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c322897-79e9-4cfb-834a-791f2fbf0701 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c9086061e6944ebb84a6346c3bf36cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374167 Feb 19 07:33:19.503845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322897-79e9-4cfb-834a-791f2fbf0701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee01c89-b48f-43f7-bed3-4570912db4c4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:19.506208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:19.515444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1055a17-0708-4a41-b5fc-59cfab204868 req-908eaa59-25a2-4cea-b8fa-569a4577928f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:19.516985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1055a17-0708-4a41-b5fc-59cfab204868 req-908eaa59-25a2-4cea-b8fa-569a4577928f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1220424 Feb 19 07:33:19.622277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1876c42-990a-4e48-9fa0-7a6e0b16afdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:19.627539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1876c42-990a-4e48-9fa0-7a6e0b16afdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:19.632465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d1876c42-990a-4e48-9fa0-7a6e0b16afdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1611362 Feb 19 07:33:19.634629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1055a17-0708-4a41-b5fc-59cfab204868 req-08ec4612-43d4-40d6-8ef4-89b36ff4ef2f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095154 Feb 19 07:33:19.635246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:19.638081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] Publish callbacks [] for security_group (eee01c89-b48f-43f7-bed3-4570912db4c4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.640877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42f91ca4-ead6-415e-aeb0-c79ee9b2949d req-97b0211d-b4f0-4529-8d02-83fe591b2b5c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0392630 Feb 19 07:33:19.677175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] Publish callbacks [] for security_group (eee01c89-b48f-43f7-bed3-4570912db4c4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.740749 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (eee01c89-b48f-43f7-bed3-4570912db4c4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.743756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.748043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eee01c89-b48f-43f7-bed3-4570912db4c4 HTTP/1.1" status: 204 len: 168 time: 0.2372117 Feb 19 07:33:19.756481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port c4676df0-1245-444d-89d5-0756b0eb2c81 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:19.756943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c4676df0-1245-444d-89d5-0756b0eb2c81), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.778945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94916-7790-433f-b254-2ba33bba3874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee01c89-b48f-43f7-bed3-4570912db4c4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:19.888396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c4676df0-1245-444d-89d5-0756b0eb2c81), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:19.908349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for c4676df0-1245-444d-89d5-0756b0eb2c81 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:20.105116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c4676df0-1245-444d-89d5-0756b0eb2c81), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.140717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=c4676df0-1245-444d-89d5-0756b0eb2c81,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:20.175964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.179281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fa7b11b4-e974-478e-a566-049461c85e57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c4676df0-1245-444d-89d5-0756b0eb2c81 HTTP/1.1" status: 204 len: 168 time: 0.5415766 Feb 19 07:33:20.182138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:20.241085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c220ac-4b8d-4023-a735-fc6d8d689ac8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:20.242532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c220ac-4b8d-4023-a735-fc6d8d689ac8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:20.244398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-00c220ac-4b8d-4023-a735-fc6d8d689ac8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0614915 Feb 19 07:33:20.254670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41488) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:20.288492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Provisioning complete for port 09491035-031f-42fd-af44-fb30a9b6afc4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:20.289405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.315357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 6b3eb9a3-6cc5-4f36-84ec-33dbe566745b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:20.319714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (6b3eb9a3-6cc5-4f36-84ec-33dbe566745b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.389050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (6b3eb9a3-6cc5-4f36-84ec-33dbe566745b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.472257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Current status of the port 09491035-031f-42fd-af44-fb30a9b6afc4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:20.472653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.505739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 09491035-031f-42fd-af44-fb30a9b6afc4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:20.581739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] For port 09491035-031f-42fd-af44-fb30a9b6afc4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=09491035-031f-42fd-af44-fb30a9b6afc4,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:20.595197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.600277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 09491035-031f-42fd-af44-fb30a9b6afc4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:20.600649 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:20.749894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a4968424-0743-43da-8366-260279ede8be None None] Could not find standard attr ID for object c4676df0-1245-444d-89d5-0756b0eb2c81. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:20.768687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12883cfb-3b6c-49eb-a96c-3550400c21a1 None None] Pushing event updated for resources: {'Port': ['ID=09491035-031f-42fd-af44-fb30a9b6afc4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:20.844784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-269d185c-3076-4061-8769-bc71e0b454ee req-c07ee6f7-c39f-48f4-a8d4-8f913e7e70e5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0466216 Feb 19 07:33:20.862880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 09491035-031f-42fd-af44-fb30a9b6afc4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:21.040108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb29f83-26fd-4ded-afd4-3384ee0bcfc0 req-21368594-e470-4726-be72-fd7a02817e64 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:21.041694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abb29f83-26fd-4ded-afd4-3384ee0bcfc0 req-21368594-e470-4726-be72-fd7a02817e64 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0951343 Feb 19 07:33:21.070422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6b3eb9a3-6cc5-4f36-84ec-33dbe566745b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.141437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abb29f83-26fd-4ded-afd4-3384ee0bcfc0 req-920dd29d-78ad-4ff2-ab92-f101129c2ce8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901744 Feb 19 07:33:21.169940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6b3eb9a3-6cc5-4f36-84ec-33dbe566745b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.203686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3eb9a3-6cc5-4f36-84ec-33dbe566745b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:21.212482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.217628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccaec87-ff6c-475c-b3f3-3c39e70d7f8c None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:21.223567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:21.224112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1932732b-fe79-498f-add1-5c0720700992 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/6b3eb9a3-6cc5-4f36-84ec-33dbe566745b HTTP/1.1" status: 204 len: 168 time: 0.9680123 Feb 19 07:33:21.271276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:21.276955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:21.282023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7aa24600-d225-4244-a2f5-fe7340b92256 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572221 Feb 19 07:33:21.430250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:21.440145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.444948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:21.510363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Deleting port 09491035-031f-42fd-af44-fb30a9b6afc4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:21.510841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.586437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] For port 09491035-031f-42fd-af44-fb30a9b6afc4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=09491035-031f-42fd-af44-fb30a9b6afc4,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:21.586836 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.608740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Calling delete_port for 09491035-031f-42fd-af44-fb30a9b6afc4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:21.689825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (7b3f2c00-fccf-49db-afa4-d0a78be4128d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.711035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (09491035-031f-42fd-af44-fb30a9b6afc4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.727280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] No DVR routers for this DVR port 09491035-031f-42fd-af44-fb30a9b6afc4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:21.753585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3be429-cffb-4fd4-8c23-6d056ffa3804 None None] Pushing event deleted for resources: {'Port': ['ID=09491035-031f-42fd-af44-fb30a9b6afc4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:21.760837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:21.763883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:21.766819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:21.767628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.774504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a68b61-0755-4f46-b6de-97e7a8687fb9 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:21.782225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=7b3f2c00-fccf-49db-afa4-d0a78be4128d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:21.800886 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d02bb0c1-ccec-472b-a190-6ca8e4b60150 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5281823 Feb 19 07:33:21.803727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:21.810221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '7b3f2c00-fccf-49db-afa4-d0a78be4128d', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-678815728'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:21.891013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '7b3f2c00-fccf-49db-afa4-d0a78be4128d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:21.893210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:21.985578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:21.991284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.009975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-feeb73a8-c418-46e0-b8d1-0b451e5a13bd req-4949dc94-4db3-4e8a-9d04-402eb490f6e2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0564334 Feb 19 07:33:22.026615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 5ba95451-daac-4380-866f-7081ab2893a7 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:22.089865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/7b3f2c00-fccf-49db-afa4-d0a78be4128d/fd2c0c50-6895-4718-8407-a88346f86b2d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:22.266629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks [] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.278017 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:33:22.278678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:33:22.285496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.304339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-23d16c8e-0785-4433-8d95-129c49d2945b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4985263 Feb 19 07:33:22.305986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:22.341329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59db480-a854-4fa2-a15e-13687acfe54c req-8e2596d5-11f1-4972-8545-772aee46a265 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.357394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f59db480-a854-4fa2-a15e-13687acfe54c req-8e2596d5-11f1-4972-8545-772aee46a265 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0933013 Feb 19 07:33:22.378989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Pushing event updated for resources: {'Port': ['ID=fd2c0c50-6895-4718-8407-a88346f86b2d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.391664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:22.393387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:22.396784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:22.417996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238b13b-472d-465e-a576-17f5df41501f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.422132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 09491035-031f-42fd-af44-fb30a9b6afc4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:22.422848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1238b13b-472d-465e-a576-17f5df41501f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1158707 Feb 19 07:33:22.423759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:22.489475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f59db480-a854-4fa2-a15e-13687acfe54c req-cc644345-cfdf-4b35-89b2-6329b5e24434 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107945 Feb 19 07:33:22.519135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ab9b4-5d44-4954-9b79-30c4fb115431 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.522192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ab9b4-5d44-4954-9b79-30c4fb115431 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:22.524055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-718ab9b4-5d44-4954-9b79-30c4fb115431 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0991480 Feb 19 07:33:22.527343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:22.604819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 7b3f2c00-fccf-49db-afa4-d0a78be4128d {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:22.610095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (7b3f2c00-fccf-49db-afa4-d0a78be4128d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.663018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 09491035-031f-42fd-af44-fb30a9b6afc4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:22.663593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 09491035-031f-42fd-af44-fb30a9b6afc4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:22.692663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (7b3f2c00-fccf-49db-afa4-d0a78be4128d), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.694738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Attempting to bind port fd2c0c50-6895-4718-8407-a88346f86b2d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:22.695093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Attempting to bind port fd2c0c50-6895-4718-8407-a88346f86b2d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:22.695509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Attempting to bind port fd2c0c50-6895-4718-8407-a88346f86b2d on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:22.701388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:22.701769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:22.702179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.702574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:22.703124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Bound port: fd2c0c50-6895-4718-8407-a88346f86b2d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:22.703448 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.775789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] For port fd2c0c50-6895-4718-8407-a88346f86b2d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:22.780285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] For port fd2c0c50-6895-4718-8407-a88346f86b2d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fd2c0c50-6895-4718-8407-a88346f86b2d,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:22.789029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7b3f2c00-fccf-49db-afa4-d0a78be4128d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.789209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.809537 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:33:22.865648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4a0f6-cae4-40ba-8c10-44307be23122 None None] Pushing event updated for resources: {'Port': ['ID=fd2c0c50-6895-4718-8407-a88346f86b2d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.877439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (7b3f2c00-fccf-49db-afa4-d0a78be4128d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.913767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3f2c00-fccf-49db-afa4-d0a78be4128d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:22.923708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:22.929947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-369e889d-813c-4aaa-9cb3-9db6ef67fb44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7b3f2c00-fccf-49db-afa4-d0a78be4128d HTTP/1.1" status: 204 len: 168 time: 0.3990965 Feb 19 07:33:22.930212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:22.990969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-43990042-8bb5-49c1-9e21-e5da18e8ff44 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561862 Feb 19 07:33:22.991763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:22.998556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:23.110315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:23.115120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.255068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2ffb8b2-9166-416d-b088-33b472ba0499 req-e2716f3b-94b1-42f6-8532-148ca45ebbc1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.1046975 Feb 19 07:33:23.374820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f569b2b9-5224-404f-b939-4bf8957ca36a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.431808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:23.438531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:23.444150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:23.444796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.470857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4756939 Feb 19 07:33:23.471395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:23.476264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1659309422', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:23.481114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa11e2-fa07-4b1f-a860-451b20a6a99a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=f569b2b9-5224-404f-b939-4bf8957ca36a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:23.521246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.524271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.630029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router_controller (c77f57e9-91c4-4100-b5fc-36d56b22aec6), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.630214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fae92-a37e-442a-9b7d-2abfc6a22b25 req-236b5d7f-faf2-4464-8b48-3de842d3abe8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:23.636998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.638189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d8fae92-a37e-442a-9b7d-2abfc6a22b25 req-236b5d7f-faf2-4464-8b48-3de842d3abe8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0836635 Feb 19 07:33:23.670539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:23.672608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d209775a-ef66-4296-ade5-ea92641b47b9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1999123 Feb 19 07:33:23.675094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:23.708427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d8fae92-a37e-442a-9b7d-2abfc6a22b25 req-3acafe4b-7f7e-4957-ab8b-6332671ba1dd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Feb 19 07:33:24.125289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.268711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eff4e2-2961-44a3-95ac-2009e37a6741 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:24.377298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Provisioning complete for port fd2c0c50-6895-4718-8407-a88346f86b2d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:24.377677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.484753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3bf3a18-2b8b-440a-a410-e25d8f0f6e78 req-e72123c6-98e2-4e46-a62e-41d4dc447344 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0505702 Feb 19 07:33:24.502664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fd2c0c50-6895-4718-8407-a88346f86b2d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:24.519939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::1 (c5babe57-9500-4977-a59b-d6a5978b6e57/f569b2b9-5224-404f-b939-4bf8957ca36a/333f6c30-8eba-4f0d-a2fd-6fabe523c698) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:24.654998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fd2c0c50-6895-4718-8407-a88346f86b2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:24.655409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.677608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.694828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Current status of the port fd2c0c50-6895-4718-8407-a88346f86b2d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:24.695329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.732265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.751814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] For port fd2c0c50-6895-4718-8407-a88346f86b2d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fd2c0c50-6895-4718-8407-a88346f86b2d,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:24.774387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:24.778464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:24.782825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:24.783700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (c77f57e9-91c4-4100-b5fc-36d56b22aec6), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.797464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fd2c0c50-6895-4718-8407-a88346f86b2d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:24.800174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:24.858245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=333f6c30-8eba-4f0d-a2fd-6fabe523c698,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:24.890676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80ba9-3fc5-4dee-8693-01640d164fac None None] Pushing event updated for resources: {'Port': ['ID=fd2c0c50-6895-4718-8407-a88346f86b2d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:24.987049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cff369-eff5-40a2-8dae-087b9b6fee26 req-b7b7e402-27f3-47fd-82fa-9656b9c99ae8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:24.989047 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53cff369-eff5-40a2-8dae-087b9b6fee26 req-b7b7e402-27f3-47fd-82fa-9656b9c99ae8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1260026 Feb 19 07:33:25.056468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.089660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53cff369-eff5-40a2-8dae-087b9b6fee26 req-52df66c2-3447-4d44-bccb-375bced3ac10 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898912 Feb 19 07:33:25.241911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83b584f9-6ce5-447c-a116-cd8a2b1dc054 None None] Provisioning complete for port fd2c0c50-6895-4718-8407-a88346f86b2d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:25.242285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83b584f9-6ce5-447c-a116-cd8a2b1dc054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.427932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-83b584f9-6ce5-447c-a116-cd8a2b1dc054 None None] Current status of the port fd2c0c50-6895-4718-8407-a88346f86b2d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:25.453069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.462459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.464038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (c77f57e9-91c4-4100-b5fc-36d56b22aec6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.576790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=333f6c30-8eba-4f0d-a2fd-6fabe523c698,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:25.589276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4a8f984d-4a0b-486d-ad86-1fea47dd0a2f None None] Provisioning complete for port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:25.589719 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8f984d-4a0b-486d-ad86-1fea47dd0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:25.634137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f984d-4a0b-486d-ad86-1fea47dd0a2f None None] Port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:33:25.664644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e308d0ba-8b63-4f52-858d-ee8b092ffbba req-0493a640-bc8b-4f8b-b2c0-b1e76ada9026 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0357006 Feb 19 07:33:25.670350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:25.672461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:25.844612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Router c77f57e9-91c4-4100-b5fc-36d56b22aec6 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:33:25.986578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:25.995817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e6e19f79-4388-46cd-94f6-c101dd455286 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "PUT /v2.0/routers/c77f57e9-91c4-4100-b5fc-36d56b22aec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3155587 Feb 19 07:33:25.996430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:26.004189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Sync routers for ids ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:33:26.031229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Routers {'c77f57e9-91c4-4100-b5fc-36d56b22aec6'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:26.031961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:26.050743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3c807-2b4d-4fc0-bf0b-fbc746415930 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.052111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ecd3c807-2b4d-4fc0-bf0b-fbc746415930 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports/333f6c30-8eba-4f0d-a2fd-6fabe523c698 HTTP/1.1" status: 200 len: 911 time: 0.0544841 Feb 19 07:33:26.054554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:26.168816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d21df-e454-4d22-8dec-3cd17a6cfb4d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.174388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9d21df-e454-4d22-8dec-3cd17a6cfb4d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.176010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be9d21df-e454-4d22-8dec-3cd17a6cfb4d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1205268 Feb 19 07:33:26.178697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:26.246797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Set router c77f57e9-91c4-4100-b5fc-36d56b22aec6 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:33:26.249479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1984c073-c1d9-4d61-9a43-9319414a9c44 None None] Provisioning complete for port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:26.253711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1984c073-c1d9-4d61-9a43-9319414a9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:26.289785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d6d0-82da-4aad-9c99-1590b719e9c1 req-9f261c65-0117-410f-b2d3-27a6ea5e22a8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:26.292489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d70d6d0-82da-4aad-9c99-1590b719e9c1 req-9f261c65-0117-410f-b2d3-27a6ea5e22a8 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1180255 Feb 19 07:33:26.365868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d70d6d0-82da-4aad-9c99-1590b719e9c1 req-90d26e01-4d41-4288-9607-001a74c1ce7e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661404 Feb 19 07:33:26.409014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1984c073-c1d9-4d61-9a43-9319414a9c44 None None] Port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:33:26.421679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fd2c0c50-6895-4718-8407-a88346f86b2d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:26.733579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port fd2c0c50-6895-4718-8407-a88346f86b2d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:26.736834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:26.895798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e99c9a3b-4cff-4432-984e-1237ba5acff7 req-77fec429-1cac-444e-8f69-e8934a84f1ac tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0590675 Feb 19 07:33:26.915830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port fd2c0c50-6895-4718-8407-a88346f86b2d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:26.940003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'name': 'tempest-NetworksTestDHCPv6-router-1659309422', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:23Z', 'updated_at': '2022-02-19T07:33:24Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None, '_interfaces': [{'id': '333f6c30-8eba-4f0d-a2fd-6fabe523c698', 'name': '', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'mac_address': 'fa:16:3e:f7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:33:24Z', 'updated_at': '2022-02-19T07:33:25Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'subnets': [{'id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:26.961942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (c77f57e9-91c4-4100-b5fc-36d56b22aec6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:26.970297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Checking router: c77f57e9-91c4-4100-b5fc-36d56b22aec6 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:33:26.970717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Updating router c77f57e9-91c4-4100-b5fc-36d56b22aec6 port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:33:27.014598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.512538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks [] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.523294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.534738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6276b-9937-4d53-86c1-4ee814d2384c req-53dd1273-7403-42f6-b7fc-52fbeafff7c2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:27.543534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2e6276b-9937-4d53-86c1-4ee814d2384c req-53dd1273-7403-42f6-b7fc-52fbeafff7c2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0803082 Feb 19 07:33:27.653706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce603a1a-2856-490c-bf9f-2ca51a01c457 None None] Pushing event updated for resources: {'Port': ['ID=333f6c30-8eba-4f0d-a2fd-6fabe523c698,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:27.681006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2e6276b-9937-4d53-86c1-4ee814d2384c req-8dcfffe0-dc73-41a8-b622-c84ae8be1f11 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319752 Feb 19 07:33:27.786257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Attempting to bind port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:27.786766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Attempting to bind port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:27.787229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Attempting to bind port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:27.794072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:27.794589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:27.795085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.795780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:27.796377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Bound port: 333f6c30-8eba-4f0d-a2fd-6fabe523c698, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:27.796876 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.820944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:27.821332 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:27.940936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] For port 333f6c30-8eba-4f0d-a2fd-6fabe523c698, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:27.947149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] For port 333f6c30-8eba-4f0d-a2fd-6fabe523c698, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=333f6c30-8eba-4f0d-a2fd-6fabe523c698,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:27.961006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:28.060865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] For port 333f6c30-8eba-4f0d-a2fd-6fabe523c698, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:28.065720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:28.103281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 333f6c30-8eba-4f0d-a2fd-6fabe523c698 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:28.114199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce603a1a-2856-490c-bf9f-2ca51a01c457 None None] Pushing event updated for resources: {'Port': ['ID=333f6c30-8eba-4f0d-a2fd-6fabe523c698,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:28.129052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c77797b8-a055-4da2-b07a-de546305976d req-f27cafc1-8762-4116-88f6-c9dec22ae65c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0757256 Feb 19 07:33:28.177870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Routers {'c77f57e9-91c4-4100-b5fc-36d56b22aec6'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:28.178575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:28.364571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1a3d2ec0-25ba-473d-964d-21b40aa83b12 None None] Provisioning complete for port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:28.364571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2ec0-25ba-473d-964d-21b40aa83b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:28.449486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] Set router c77f57e9-91c4-4100-b5fc-36d56b22aec6 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:33:28.519992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:28.595493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517b08c-a0bc-4474-88b9-5a6f2f94a3ad req-01993bc6-a295-4847-9c5c-3c2372def81b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:28.608191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=333f6c30-8eba-4f0d-a2fd-6fabe523c698,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:28.616277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9517b08c-a0bc-4474-88b9-5a6f2f94a3ad req-01993bc6-a295-4847-9c5c-3c2372def81b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1443558 Feb 19 07:33:28.617389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d2ec0-25ba-473d-964d-21b40aa83b12 None None] Current status of the port 333f6c30-8eba-4f0d-a2fd-6fabe523c698 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:28.617858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2ec0-25ba-473d-964d-21b40aa83b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (333f6c30-8eba-4f0d-a2fd-6fabe523c698), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:28.787471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9517b08c-a0bc-4474-88b9-5a6f2f94a3ad req-f5cdd90f-3d98-49ec-9563-1ab9f764c2d4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701286 Feb 19 07:33:28.956555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (c77f57e9-91c4-4100-b5fc-36d56b22aec6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:29.085591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'name': 'tempest-NetworksTestDHCPv6-router-1659309422', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:23Z', 'updated_at': '2022-02-19T07:33:24Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None, '_interfaces': [{'id': '333f6c30-8eba-4f0d-a2fd-6fabe523c698', 'name': '', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'mac_address': 'fa:16:3e:f7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:33:24Z', 'updated_at': '2022-02-19T07:33:27Z', 'revision_number': 4, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'subnets': [{'id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:29.123894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e1f9b-314c-4628-bf0a-ebb70765f2dc None None] The sync data for ids ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'] in n-d-829866-3 is: [{'id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'name': 'tempest-NetworksTestDHCPv6-router-1659309422', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:23Z', 'updated_at': '2022-02-19T07:33:24Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None, '_interfaces': [{'id': '333f6c30-8eba-4f0d-a2fd-6fabe523c698', 'name': '', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'mac_address': 'fa:16:3e:f7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77f57e9-91c4-4100-b5fc-36d56b22aec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:33:24Z', 'updated_at': '2022-02-19T07:33:27Z', 'revision_number': 4, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'subnets': [{'id': 'f569b2b9-5224-404f-b939-4bf8957ca36a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:33:29.141915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374d287-6dd2-4da8-8a89-b90f2f517017 req-8e418486-2091-4721-9a80-510018a84c5f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:29.143791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f374d287-6dd2-4da8-8a89-b90f2f517017 req-8e418486-2091-4721-9a80-510018a84c5f tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.3233352 Feb 19 07:33:29.207533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-65f381f2-8249-48d3-bb29-f9da34085bba None None] Could not find standard attr ID for object 333f6c30-8eba-4f0d-a2fd-6fabe523c698. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:29.304674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Router c77f57e9-91c4-4100-b5fc-36d56b22aec6 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:29.327429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f374d287-6dd2-4da8-8a89-b90f2f517017 req-c65dc7ba-e1b7-4c07-94db-ed863f66a62b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730578 Feb 19 07:33:29.349171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4152fd83-23f2-40df-94c1-f12bb41d6919 req-7eecc2ea-c196-4c83-8663-aea00e78295c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0746219 Feb 19 07:33:29.456954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:29.468936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e36e0d8f-b1ec-4833-9733-d0910b41a991 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "PUT /v2.0/routers/c77f57e9-91c4-4100-b5fc-36d56b22aec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2891705 Feb 19 07:33:29.471678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:29.547371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8606-8c64-4996-a192-43626efcc4fa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:29.563598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8606-8c64-4996-a192-43626efcc4fa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:29.567242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cfdc8606-8c64-4996-a192-43626efcc4fa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0927444 Feb 19 07:33:29.568380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:29.678381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet f569b2b9-5224-404f-b939-4bf8957ca36a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:29.682220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (f569b2b9-5224-404f-b939-4bf8957ca36a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:29.738866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f569b2b9-5224-404f-b939-4bf8957ca36a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:29.812007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f569b2b9-5224-404f-b939-4bf8957ca36a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:29.974690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f569b2b9-5224-404f-b939-4bf8957ca36a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.003107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb36594-0205-40a9-bad9-28dc0798b69c req-8a890717-9432-453f-ad7d-b7a073f60401 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:30.012945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdb36594-0205-40a9-bad9-28dc0798b69c req-8a890717-9432-453f-ad7d-b7a073f60401 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.0988708 Feb 19 07:33:30.016181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=f569b2b9-5224-404f-b939-4bf8957ca36a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:30.032686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.039337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:30.040715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd74e1c6-084c-4019-96d1-b9ec970c8071 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f569b2b9-5224-404f-b939-4bf8957ca36a HTTP/1.1" status: 204 len: 168 time: 0.4710307 Feb 19 07:33:30.042113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8c128-42ae-47cc-8c12-e021fe109cd2 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:30.220600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.279571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d007cebc-6d0e-4fe3-a79a-4761ee9d91f1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2388287 Feb 19 07:33:30.282188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:30.294136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fdb36594-0205-40a9-bad9-28dc0798b69c req-31fef84f-7122-4e2f-a1a9-d7ad87ca0645 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810314 Feb 19 07:33:30.326521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:30.412302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Deleting port fd2c0c50-6895-4718-8407-a88346f86b2d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:30.412714 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.461069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.552724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:30.554224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] For port fd2c0c50-6895-4718-8407-a88346f86b2d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fd2c0c50-6895-4718-8407-a88346f86b2d,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:30.554633 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.577981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Calling delete_port for fd2c0c50-6895-4718-8407-a88346f86b2d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:30.622099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d50ee20-928a-4ed6-91b2-f569c66a58a0 req-ce0dc43b-e1a8-4616-8ed9-f298cbd85d4e tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0606034 Feb 19 07:33:30.720378 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fed1000b-d26f-4242-9ab4-ddb068a85f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.742486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (fd2c0c50-6895-4718-8407-a88346f86b2d), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.804380 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.807918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router_controller (c77f57e9-91c4-4100-b5fc-36d56b22aec6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.830360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] Pushing event deleted for resources: {'Port': ['ID=fd2c0c50-6895-4718-8407-a88346f86b2d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:30.842004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e926281-fd26-4543-a619-4e11bdc1522e None None] No DVR routers for this DVR port fd2c0c50-6895-4718-8407-a88346f86b2d on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:30.884489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fed1000b-d26f-4242-9ab4-ddb068a85f0e admin admin] Publish callbacks [] for security_group (b3618bde-71d5-43b5-b3d7-3d14ae6f7463), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.893600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (c77f57e9-91c4-4100-b5fc-36d56b22aec6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.894175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Fanout notify agent at l3_agent the message router_deleted on router c77f57e9-91c4-4100-b5fc-36d56b22aec6 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:33:30.900943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fed1000b-d26f-4242-9ab4-ddb068a85f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3618bde-71d5-43b5-b3d7-3d14ae6f7463), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.902433 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:30.907083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:30.907544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-19c755da-3d07-44bd-b203-5cd6714a223b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/routers/c77f57e9-91c4-4100-b5fc-36d56b22aec6 HTTP/1.1" status: 204 len: 168 time: 0.6238332 Feb 19 07:33:30.915378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:30.923447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2abb5-ee56-4eb0-9499-17f4a11e9a34 req-199ce573-0ec9-4c95-bd9d-6d2459ffd079 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:30.924936 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65a2abb5-ee56-4eb0-9499-17f4a11e9a34 req-199ce573-0ec9-4c95-bd9d-6d2459ffd079 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.3109624 Feb 19 07:33:31.026040 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65a2abb5-ee56-4eb0-9499-17f4a11e9a34 req-6e089813-d9b2-4e1f-af95-8bd3f2156555 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880351 Feb 19 07:33:31.061218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fed1000b-d26f-4242-9ab4-ddb068a85f0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fedc5fd1c7543f6ada7a53809a586db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071647 Feb 19 07:33:31.062109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1000b-d26f-4242-9ab4-ddb068a85f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3618bde-71d5-43b5-b3d7-3d14ae6f7463,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.063860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41804) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:31.095126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:31.101586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.149956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] Publish callbacks [] for security_group (b3618bde-71d5-43b5-b3d7-3d14ae6f7463), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.176955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] Publish callbacks [] for security_group (b3618bde-71d5-43b5-b3d7-3d14ae6f7463), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.247132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b3618bde-71d5-43b5-b3d7-3d14ae6f7463), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.259052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.263439 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3618bde-71d5-43b5-b3d7-3d14ae6f7463 HTTP/1.1" status: 204 len: 168 time: 0.1927168 Feb 19 07:33:31.272579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014633c-d224-4989-86af-166efb87ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3618bde-71d5-43b5-b3d7-3d14ae6f7463,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.398345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (00dfb87f-2caf-46a7-b146-4b1d185e45d2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.405595 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Sync routers for ids ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:33:31.435224 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:31.435588 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:33:31.436205 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c77f57e9-91c4-4100-b5fc-36d56b22aec6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:33:31.455403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:31.460763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:31.472940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c93dab-a016-4668-bd1c-be6fe4358cad None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:31.475107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.475883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.490048 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:31.490582 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:33:31.492291 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c77f57e9-91c4-4100-b5fc-36d56b22aec6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:33:31.494208 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a48c8c-e3d5-4cb6-8203-79dbce29eac2 None None] The sync data for ids ['c77f57e9-91c4-4100-b5fc-36d56b22aec6'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:33:31.575031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6642764 Feb 19 07:33:31.577645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:31.582309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-819647517', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:31.622810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48290971-fa1f-4453-a28c-9eb9f51626bb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=00dfb87f-2caf-46a7-b146-4b1d185e45d2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:31.645881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.647138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.666367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0104e-3467-4a14-8183-158f5dc226a0 req-46a9d6b1-fc52-41b6-86c4-642d8060d410 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:31.673957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e0104e-3467-4a14-8183-158f5dc226a0 req-46a9d6b1-fc52-41b6-86c4-642d8060d410 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2017412 Feb 19 07:33:31.684284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '00dfb87f-2caf-46a7-b146-4b1d185e45d2'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:31.685713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.829751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router_controller (75446b3b-0a93-4ffc-871a-a7b621dafbbf), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.837477 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59e0104e-3467-4a14-8183-158f5dc226a0 req-6c79ed24-17cd-4dfe-a7ab-fd08f66ab6ec tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595728 Feb 19 07:33:31.838370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.899933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a226006-ee8d-4594-b48c-e80451af9c2b req-c82afc62-39cb-4d7d-9187-aa7853375fa2 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0365987 Feb 19 07:33:31.906799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:31.909172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e6aeb6aa-016e-4d59-a91f-b325181eb876 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3304758 Feb 19 07:33:31.912174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:31.950100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:31.969934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-103d7bca-a088-48ec-b105-08419af8072a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.002367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/00dfb87f-2caf-46a7-b146-4b1d185e45d2/3de2cb0e-316e-4be2-9728-b65b882a45f7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:32.134121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-103d7bca-a088-48ec-b105-08419af8072a admin admin] Publish callbacks [] for security_group (0efb6c19-6d8a-4653-ad4a-e183454edbbd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.145737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-103d7bca-a088-48ec-b105-08419af8072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0efb6c19-6d8a-4653-ad4a-e183454edbbd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.209322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks [] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.211176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d7bca-a088-48ec-b105-08419af8072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efb6c19-6d8a-4653-ad4a-e183454edbbd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.217978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.254265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:32.257911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:32.278606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:32.302914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-103d7bca-a088-48ec-b105-08419af8072a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dccb0ac2cf9e4c10aa1a1804860e94d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461571 Feb 19 07:33:32.305547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:32.385573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] Publish callbacks [] for security_group (0efb6c19-6d8a-4653-ad4a-e183454edbbd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.420791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] Publish callbacks [] for security_group (0efb6c19-6d8a-4653-ad4a-e183454edbbd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.429517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 333f6c30-8eba-4f0d-a2fd-6fabe523c698 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:32.454772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Pushing event updated for resources: {'Port': ['ID=3de2cb0e-316e-4be2-9728-b65b882a45f7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.500001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Attempting to bind port 3de2cb0e-316e-4be2-9728-b65b882a45f7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:32.500599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Attempting to bind port 3de2cb0e-316e-4be2-9728-b65b882a45f7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:32.500912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Attempting to bind port 3de2cb0e-316e-4be2-9728-b65b882a45f7 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:32.504413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0efb6c19-6d8a-4653-ad4a-e183454edbbd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.508749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:32.509285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:32.509809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.510292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:32.510667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.511334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Bound port: 3de2cb0e-316e-4be2-9728-b65b882a45f7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:32.514608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0efb6c19-6d8a-4653-ad4a-e183454edbbd HTTP/1.1" status: 204 len: 168 time: 0.2035182 Feb 19 07:33:32.514768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.524073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d549b-af45-48a7-a61f-dab510921a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efb6c19-6d8a-4653-ad4a-e183454edbbd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.531990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 333f6c30-8eba-4f0d-a2fd-6fabe523c698 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:32.531990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 333f6c30-8eba-4f0d-a2fd-6fabe523c698 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:32.532178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fd2c0c50-6895-4718-8407-a88346f86b2d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:32.554420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fd2c0c50-6895-4718-8407-a88346f86b2d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:32.554765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fd2c0c50-6895-4718-8407-a88346f86b2d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:32.670979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] For port 3de2cb0e-316e-4be2-9728-b65b882a45f7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:32.676262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] For port 3de2cb0e-316e-4be2-9728-b65b882a45f7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3de2cb0e-316e-4be2-9728-b65b882a45f7,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:32.688457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.822783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6537d51-1469-4c88-9a0f-3e11b488a620 req-19307dca-d522-4af1-ab9e-94d2cadf5528 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:32.830588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6537d51-1469-4c88-9a0f-3e11b488a620 req-19307dca-d522-4af1-ab9e-94d2cadf5528 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.6450658 Feb 19 07:33:32.841112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff97b0-923b-4113-9a3a-bb4df54b3550 None None] Pushing event updated for resources: {'Port': ['ID=3de2cb0e-316e-4be2-9728-b65b882a45f7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:32.943881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:32.976849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6537d51-1469-4c88-9a0f-3e11b488a620 req-6f5e0ffa-650f-45ee-b12e-b02c78066f7d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450984 Feb 19 07:33:33.052646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84206-c507-4f19-bc0c-8ff3ed89a03a req-82b9354f-7a43-44bd-9a00-a1c9dccd604c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:33.064855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fce84206-c507-4f19-bc0c-8ff3ed89a03a req-82b9354f-7a43-44bd-9a00-a1c9dccd604c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.0820127 Feb 19 07:33:33.087819 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:33.148614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fce84206-c507-4f19-bc0c-8ff3ed89a03a req-38944936-92cf-4df5-b01f-7b865078da3c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808988 Feb 19 07:33:33.429098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f164a47c-80a8-465a-9259-9b998205002c req-8763c573-edd9-4f33-a833-ee64c5e1b4d5 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0378275 Feb 19 07:33:33.470360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::1 (c5babe57-9500-4977-a59b-d6a5978b6e57/00dfb87f-2caf-46a7-b146-4b1d185e45d2/7f73871d-9159-4317-9b61-d089ae00e335) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:33.630685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (7f73871d-9159-4317-9b61-d089ae00e335), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:33.669422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7f73871d-9159-4317-9b61-d089ae00e335), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:33.720069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:33.723602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:33.729097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:33.729963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (75446b3b-0a93-4ffc-871a-a7b621dafbbf), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:33.796127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=7f73871d-9159-4317-9b61-d089ae00e335,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:33.901760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f73871d-9159-4317-9b61-d089ae00e335), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.197754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0040a-bc90-43fe-800b-e9e739498fee req-655195e8-7b50-4317-8c43-127ad4201eff tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:34.200210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-86f0040a-bc90-43fe-800b-e9e739498fee req-655195e8-7b50-4317-8c43-127ad4201eff tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1092772 Feb 19 07:33:34.322631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-86f0040a-bc90-43fe-800b-e9e739498fee req-ba7bf291-b596-48ec-94a9-dd0a0b730d5a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165552 Feb 19 07:33:34.446106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (7f73871d-9159-4317-9b61-d089ae00e335), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.485900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c7338-35d3-49d1-b63d-2e645a80319d req-8d15a293-e4de-40f6-b752-2d74e2f0380d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:34.488368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce0c7338-35d3-49d1-b63d-2e645a80319d req-8d15a293-e4de-40f6-b752-2d74e2f0380d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1534400 Feb 19 07:33:34.488528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3de2cb0e-316e-4be2-9728-b65b882a45f7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:34.489196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7f73871d-9159-4317-9b61-d089ae00e335), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.489990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (75446b3b-0a93-4ffc-871a-a7b621dafbbf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.627965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dad29c93-0089-4ebb-a79d-645bd688ab87 req-dcf64d16-6e26-42ff-b541-bb22d4e80d8a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0637264 Feb 19 07:33:34.653025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3de2cb0e-316e-4be2-9728-b65b882a45f7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:34.653709 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.735977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Provisioning complete for port 3de2cb0e-316e-4be2-9728-b65b882a45f7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:34.736589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.787506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:34.794970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:34.802122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=7f73871d-9159-4317-9b61-d089ae00e335,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:34.810632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce0c7338-35d3-49d1-b63d-2e645a80319d req-7172a106-beb3-4a3a-b65c-b54494f48af1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153772 Feb 19 07:33:34.850180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3de2cb0e-316e-4be2-9728-b65b882a45f7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:34.850781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:34.896433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3de2cb0e-316e-4be2-9728-b65b882a45f7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3de2cb0e-316e-4be2-9728-b65b882a45f7,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:34.925623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:35.038640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Current status of the port 3de2cb0e-316e-4be2-9728-b65b882a45f7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:35.039445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:35.086022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Router 75446b3b-0a93-4ffc-871a-a7b621dafbbf is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:33:35.195313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:35.195674 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:35.229887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3de2cb0e-316e-4be2-9728-b65b882a45f7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:35.282713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:35.293603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Sync routers for ids ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:33:35.297622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f267353c-4f58-4738-bb29-45456d6143be tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "PUT /v2.0/routers/75446b3b-0a93-4ffc-871a-a7b621dafbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3841343 Feb 19 07:33:35.300146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:35.318722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Routers {'75446b3b-0a93-4ffc-871a-a7b621dafbbf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:35.325998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.437851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb237f-0b66-4308-a6a3-a75647dd6e08 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:35.441670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d2fb237f-0b66-4308-a6a3-a75647dd6e08 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports/7f73871d-9159-4317-9b61-d089ae00e335 HTTP/1.1" status: 200 len: 911 time: 0.1404600 Feb 19 07:33:35.444483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41942) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:35.500950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Set router 75446b3b-0a93-4ffc-871a-a7b621dafbbf gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:33:35.553127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f5c79-10ba-495b-a65a-825215c9d1f5 req-fae0cef5-a12a-4a3f-baae-27ad67da9086 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:35.557133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375f5c79-10ba-495b-a65a-825215c9d1f5 req-fae0cef5-a12a-4a3f-baae-27ad67da9086 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0961404 Feb 19 07:33:35.570114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bfcd7-7ccd-46b3-ae45-46dc4856a4eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:35.581796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bfcd7-7ccd-46b3-ae45-46dc4856a4eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:35.583427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ef4bfcd7-7ccd-46b3-ae45-46dc4856a4eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1379089 Feb 19 07:33:35.586271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:35.702410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375f5c79-10ba-495b-a65a-825215c9d1f5 req-c740ec34-d56d-49e9-8cda-d6d6a1c99690 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131818 Feb 19 07:33:35.804812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c7af6c37-331d-4748-927b-1b3216899c2f None None] Current status of the port 3de2cb0e-316e-4be2-9728-b65b882a45f7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:35.892882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75446b3b-0a93-4ffc-871a-a7b621dafbbf', 'name': 'tempest-NetworksTestDHCPv6-router-819647517', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:31Z', 'updated_at': '2022-02-19T07:33:33Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None, '_interfaces': [{'id': '7f73871d-9159-4317-9b61-d089ae00e335', 'name': '', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'mac_address': 'fa:16:3e:c4:3d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75446b3b-0a93-4ffc-871a-a7b621dafbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '00dfb87f-2caf-46a7-b146-4b1d185e45d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:33:33Z', 'updated_at': '2022-02-19T07:33:34Z', 'revision_number': 2, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'subnets': [{'id': '00dfb87f-2caf-46a7-b146-4b1d185e45d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:35.931649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Checking router: 75446b3b-0a93-4ffc-871a-a7b621dafbbf for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:33:35.932006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Updating router 75446b3b-0a93-4ffc-871a-a7b621dafbbf port 7f73871d-9159-4317-9b61-d089ae00e335 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:33:35.972864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4f12ec6f-2ad9-45b2-8b6e-98cb8fbad78c None None] Provisioning complete for port 7f73871d-9159-4317-9b61-d089ae00e335 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:35.973243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f12ec6f-2ad9-45b2-8b6e-98cb8fbad78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7f73871d-9159-4317-9b61-d089ae00e335), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:35.995690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e09b8115-7319-4b0b-bbf5-5ce67fb70d9f req-283afde3-3e29-4e4c-9635-e586b7223649 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0975432 Feb 19 07:33:36.042976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4f12ec6f-2ad9-45b2-8b6e-98cb8fbad78c None None] Port 7f73871d-9159-4317-9b61-d089ae00e335 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:33:36.045027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f73871d-9159-4317-9b61-d089ae00e335), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.049619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c6ebe-3cad-467b-81d8-b66cebb9304b req-9806eac4-d80c-495c-954b-e75eb076421b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:36.057360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3c6ebe-3cad-467b-81d8-b66cebb9304b req-9806eac4-d80c-495c-954b-e75eb076421b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1315944 Feb 19 07:33:36.195515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3c6ebe-3cad-467b-81d8-b66cebb9304b req-a0ac40fe-3bd4-4ef4-b44c-343cb55b6965 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329277 Feb 19 07:33:36.280814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34973831-cca5-400b-8bf6-553a7eb38308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.331891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (75446b3b-0a93-4ffc-871a-a7b621dafbbf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.411739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3de2cb0e-316e-4be2-9728-b65b882a45f7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:36.564781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3de2cb0e-316e-4be2-9728-b65b882a45f7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:36.565416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.636099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 7f73871d-9159-4317-9b61-d089ae00e335 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:36.636795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7f73871d-9159-4317-9b61-d089ae00e335), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.678042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks [] for port (7f73871d-9159-4317-9b61-d089ae00e335), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.728797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3de2cb0e-316e-4be2-9728-b65b882a45f7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:36.732069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7f73871d-9159-4317-9b61-d089ae00e335), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.775209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7f73871d-9159-4317-9b61-d089ae00e335), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:36.788630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 7f73871d-9159-4317-9b61-d089ae00e335 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:36.903827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deec34f-460d-465d-9e12-a214811fdddd None None] Pushing event updated for resources: {'Port': ['ID=7f73871d-9159-4317-9b61-d089ae00e335,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:37.024022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:37.024408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:37.024783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:37.055232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:37.056364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:37.068374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:37.069232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:37.075912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Bound port: 7f73871d-9159-4317-9b61-d089ae00e335, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:37.076350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f73871d-9159-4317-9b61-d089ae00e335), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:37.138515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a006832-87f9-42a6-a0fc-6b7edf372c29 req-3c9a442d-2531-44f9-8809-390ddf2a4cce tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:37.148389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a006832-87f9-42a6-a0fc-6b7edf372c29 req-3c9a442d-2531-44f9-8809-390ddf2a4cce tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.2895744 Feb 19 07:33:37.278076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ca95215-e196-4f4c-9465-9740ace495f3 req-f4f72b77-a4d9-4f9f-b184-743715a7af07 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0865452 Feb 19 07:33:37.279414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7f73871d-9159-4317-9b61-d089ae00e335), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:37.467471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-97f0e3ae-5304-454b-8905-98fb46fd7f42 None None] Could not find standard attr ID for object 7f73871d-9159-4317-9b61-d089ae00e335. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:37.497330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a006832-87f9-42a6-a0fc-6b7edf372c29 req-e1644dab-e7ad-4e74-9944-998affb0ebb7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476126 Feb 19 07:33:37.500669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:33:37.501100 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:33:37.502052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:37.503013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=7f73871d-9159-4317-9b61-d089ae00e335,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:37.562599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9fa6-85c6-410f-8783-8833c1387dd8 req-368708eb-28fd-46e3-9fa6-f5d2118e815d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:37.582743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adce9fa6-85c6-410f-8783-8833c1387dd8 req-368708eb-28fd-46e3-9fa6-f5d2118e815d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1928504 Feb 19 07:33:37.678001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adce9fa6-85c6-410f-8783-8833c1387dd8 req-3234fd6c-b602-4790-a359-e7ed3c9386a1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939388 Feb 19 07:33:37.998066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff44f-62fd-4f7c-8544-177c6e42ae54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.000104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (75446b3b-0a93-4ffc-871a-a7b621dafbbf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.030732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:38.031223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:38.031536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Attempting to bind port 7f73871d-9159-4317-9b61-d089ae00e335 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:38.046522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:38.046965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:38.048793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.048793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:38.048793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Bound port: 7f73871d-9159-4317-9b61-d089ae00e335, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:38.049060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7f73871d-9159-4317-9b61-d089ae00e335), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.093267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Port 7f73871d-9159-4317-9b61-d089ae00e335 has been deleted concurrently {{(pid=103589) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 07:33:38.105243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Routers {'75446b3b-0a93-4ffc-871a-a7b621dafbbf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:38.105933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:38.235346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] Set router 75446b3b-0a93-4ffc-871a-a7b621dafbbf gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:33:38.246775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Router 75446b3b-0a93-4ffc-871a-a7b621dafbbf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:33:38.268335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff44f-62fd-4f7c-8544-177c6e42ae54 admin admin] Publish callbacks [] for security_group (1d3e7c19-6e2f-4a88-a694-ad27d92627a0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.285567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff44f-62fd-4f7c-8544-177c6e42ae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d3e7c19-6e2f-4a88-a694-ad27d92627a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.369490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75446b3b-0a93-4ffc-871a-a7b621dafbbf', 'name': 'tempest-NetworksTestDHCPv6-router-819647517', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:31Z', 'updated_at': '2022-02-19T07:33:37Z', 'revision_number': 3, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:38.407273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff44f-62fd-4f7c-8544-177c6e42ae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3e7c19-6e2f-4a88-a694-ad27d92627a0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.433466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e9ff44f-62fd-4f7c-8544-177c6e42ae54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a077942c5c4476f8d9e9f50d18946b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9278345 Feb 19 07:33:38.436046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:38.437538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:33:38.442637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-37e9734f-1833-4764-89fb-878f6b8e2065 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "PUT /v2.0/routers/75446b3b-0a93-4ffc-871a-a7b621dafbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8553188 Feb 19 07:33:38.447824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:38.493253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0d7d3-9d88-4426-809a-ff90b2441607 None None] The sync data for ids ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'] in n-d-829866-3 is: [{'id': '75446b3b-0a93-4ffc-871a-a7b621dafbbf', 'name': 'tempest-NetworksTestDHCPv6-router-819647517', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:33:31Z', 'updated_at': '2022-02-19T07:33:37Z', 'revision_number': 3, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:33:38.550772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Publish callbacks [] for security_group (1d3e7c19-6e2f-4a88-a694-ad27d92627a0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.585173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9be639e1-5ea9-4e33-b59d-04aefdf39010 req-96d23e73-6a2b-4023-b2e1-7199abd71db1 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/ports?device_id=940b4629-7cac-4a17-bc9a-5cf35a51e692 HTTP/1.1" status: 200 len: 210 time: 0.0595264 Feb 19 07:33:38.609120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad3c39-9635-45f3-8835-fddc62bcb1ca tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:38.616431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad3c39-9635-45f3-8835-fddc62bcb1ca tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:38.618592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3bad3c39-9635-45f3-8835-fddc62bcb1ca tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1696429 Feb 19 07:33:38.621199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42030) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:38.622830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Publish callbacks [] for security_group (1d3e7c19-6e2f-4a88-a694-ad27d92627a0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.633402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed8bae89-ae9d-4ab0-a46e-d875f288b8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.698550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 00dfb87f-2caf-46a7-b146-4b1d185e45d2 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:38.718079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d3e7c19-6e2f-4a88-a694-ad27d92627a0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.720747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (00dfb87f-2caf-46a7-b146-4b1d185e45d2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.722260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.723771 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d3e7c19-6e2f-4a88-a694-ad27d92627a0 HTTP/1.1" status: 204 len: 168 time: 0.2867265 Feb 19 07:33:38.816587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3e7c19-6e2f-4a88-a694-ad27d92627a0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:38.832819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.839387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.840094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.840610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.841097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.841655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.842175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.842752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.843287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.843776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.844417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.844906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.845400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63f2248-ee91-46a8-8b63-e0d3072c0f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:38.864021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (00dfb87f-2caf-46a7-b146-4b1d185e45d2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:38.874633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63ddd-7955-4d9a-93f4-7d110e036a98 req-8a5af7f0-8c99-4cfd-b559-e05d4775fa34 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:38.876337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dae63ddd-7955-4d9a-93f4-7d110e036a98 req-8a5af7f0-8c99-4cfd-b559-e05d4775fa34 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1812160 Feb 19 07:33:38.954614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dae63ddd-7955-4d9a-93f4-7d110e036a98 req-9967403b-1287-49cd-9299-63228c71e483 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724738 Feb 19 07:33:38.992799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea73244-165c-43ca-82dc-5a1ac4d91b3c req-48bea816-55a5-4b68-8c65-22459564c1bb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:38.994748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aea73244-165c-43ca-82dc-5a1ac4d91b3c req-48bea816-55a5-4b68-8c65-22459564c1bb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1873162 Feb 19 07:33:39.108726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aea73244-165c-43ca-82dc-5a1ac4d91b3c req-2d2e3767-e80f-4353-bc33-89996f1b91bb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879655 Feb 19 07:33:39.116091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (00dfb87f-2caf-46a7-b146-4b1d185e45d2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.221381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (00dfb87f-2caf-46a7-b146-4b1d185e45d2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.286588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=00dfb87f-2caf-46a7-b146-4b1d185e45d2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:39.301474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.304836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b611cb57-55db-4714-81de-401df8bf9374 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/00dfb87f-2caf-46a7-b146-4b1d185e45d2 HTTP/1.1" status: 204 len: 168 time: 0.6822183 Feb 19 07:33:39.308098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42050) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.312983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fc780-def0-437a-ab33-a88b931b6fac None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:39.354929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ea4c-a2b0-4593-ab17-0ad912e5a7e1 req-c2f30fb5-e02d-4646-bbf7-23756f3210cd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:39.362750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e064ea4c-a2b0-4593-ab17-0ad912e5a7e1 req-c2f30fb5-e02d-4646-bbf7-23756f3210cd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.0796146 Feb 19 07:33:39.365260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42056) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.399624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.505291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9ddeaa0a-46d7-464e-a53d-80b7c6e75f45 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1957755 Feb 19 07:33:39.505997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.561894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e064ea4c-a2b0-4593-ab17-0ad912e5a7e1 req-ff0563fe-b949-4dac-9f27-7cfa01e57367 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979437 Feb 19 07:33:39.568653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:39.633259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.653407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Publish callbacks [] for security_group (5d9a97cc-e6e0-491c-b365-0fa16fef3197), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.659399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5d9a97cc-e6e0-491c-b365-0fa16fef3197), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.702454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a97cc-e6e0-491c-b365-0fa16fef3197,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:39.703608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Deleting port 3de2cb0e-316e-4be2-9728-b65b882a45f7 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:39.704028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.738657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.753612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.754319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.754924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.755954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.756706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.757313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.758288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.758825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.759526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.760162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.761109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.762250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.763152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:39.769263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.803620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a8aa1aa0-41f9-4ec6-b0d2-6f5a77baf84f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec781ce063be4accbe73048a60131741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4372807 Feb 19 07:33:39.808167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.842264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] For port 3de2cb0e-316e-4be2-9728-b65b882a45f7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3de2cb0e-316e-4be2-9728-b65b882a45f7,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:39.842671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.857238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Calling delete_port for 3de2cb0e-316e-4be2-9728-b65b882a45f7 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:39.877089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.879719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router_controller (75446b3b-0a93-4ffc-871a-a7b621dafbbf), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.928747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (20532de6-3294-4a2a-8b75-6b6e40baf558), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.932116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (75446b3b-0a93-4ffc-871a-a7b621dafbbf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.933019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Fanout notify agent at l3_agent the message router_deleted on router 75446b3b-0a93-4ffc-871a-a7b621dafbbf {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:33:39.941169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:39.942506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-198b7b95-4a44-42d9-b037-403d994550e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/routers/75446b3b-0a93-4ffc-871a-a7b621dafbbf HTTP/1.1" status: 204 len: 168 time: 0.4352121 Feb 19 07:33:39.944991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:39.959779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (20532de6-3294-4a2a-8b75-6b6e40baf558), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.016218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e641f-6f48-4742-b0c4-4321ccf19106 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.017678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Sync routers for ids ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:33:40.018807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-832e641f-6f48-4742-b0c4-4321ccf19106 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0726402 Feb 19 07:33:40.021336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:40.035843 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:40.036213 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:33:40.037775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75446b3b-0a93-4ffc-871a-a7b621dafbbf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:33:40.061437 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:33:40.061801 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:33:40.062480 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75446b3b-0a93-4ffc-871a-a7b621dafbbf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:33:40.062855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ef677-4e36-4217-be45-1050dbdefd66 None None] The sync data for ids ['75446b3b-0a93-4ffc-871a-a7b621dafbbf'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:33:40.064690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (20532de6-3294-4a2a-8b75-6b6e40baf558), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.069604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.070376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/security-groups/20532de6-3294-4a2a-8b75-6b6e40baf558 HTTP/1.1" status: 204 len: 168 time: 0.2935946 Feb 19 07:33:40.081917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:40.090739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3de2cb0e-316e-4be2-9728-b65b882a45f7), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.112084 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-fcf45a4c-edc6-413b-9318-f462758d7b38 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] show failed (client error): The resource could not be found. Feb 19 07:33:40.124061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c47c4-2d2a-43fa-8d79-6d562d9b382c tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20532de6-3294-4a2a-8b75-6b6e40baf558,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.126081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fcf45a4c-edc6-413b-9318-f462758d7b38 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "GET /v2.0/security-groups/20532de6-3294-4a2a-8b75-6b6e40baf558 HTTP/1.1" status: 404 len: 347 time: 0.0308595 Feb 19 07:33:40.134224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42082) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:40.161178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3fced-4f0c-4378-9ec1-89046341dd31 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.162972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-92c3fced-4f0c-4378-9ec1-89046341dd31 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404767 Feb 19 07:33:40.165544 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:40.178776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] Pushing event deleted for resources: {'Port': ['ID=3de2cb0e-316e-4be2-9728-b65b882a45f7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.227411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa672dab-70f8-4d3b-93e9-86c1484d1efb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578125 Feb 19 07:33:40.227510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b7f19-72f2-4b6e-a643-0aa6ade889cf None None] No DVR routers for this DVR port 3de2cb0e-316e-4be2-9728-b65b882a45f7 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:40.229545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:40.260007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:40.281385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] Publish callbacks [] for security_group (5d9a97cc-e6e0-491c-b365-0fa16fef3197), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.366466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] Publish callbacks [] for security_group (5d9a97cc-e6e0-491c-b365-0fa16fef3197), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.392801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3de2cb0e-316e-4be2-9728-b65b882a45f7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:40.441334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3de2cb0e-316e-4be2-9728-b65b882a45f7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:40.441683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3de2cb0e-316e-4be2-9728-b65b882a45f7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:40.446233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5874f7-e287-49ba-88e1-7d89d601b188 req-342aba6f-586a-46a2-a5f8-ecc76eaa94df tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.454246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d5874f7-e287-49ba-88e1-7d89d601b188 req-342aba6f-586a-46a2-a5f8-ecc76eaa94df tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1732855 Feb 19 07:33:40.498499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:40.502164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.529570 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5d9a97cc-e6e0-491c-b365-0fa16fef3197), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.532099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.533273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d9a97cc-e6e0-491c-b365-0fa16fef3197 HTTP/1.1" status: 204 len: 168 time: 0.7239830 Feb 19 07:33:40.580387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f66c2-4ed2-48f3-b6c7-9fee9bdff476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9a97cc-e6e0-491c-b365-0fa16fef3197,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:40.605214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d5874f7-e287-49ba-88e1-7d89d601b188 req-0cadaa3a-631c-4bc9-9d29-3eacdaa72497 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435592 Feb 19 07:33:40.636258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port 77ec9e8b-9cf7-47ed-a1a8-d79532d376fd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:40.636601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.664633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4155ee-788f-4385-8199-b492fb47e88d req-9834dcef-0bd1-4565-a050-4e4081b0807c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.666256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f4155ee-788f-4385-8199-b492fb47e88d req-9834dcef-0bd1-4565-a050-4e4081b0807c tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.1751916 Feb 19 07:33:40.939565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:33:40.941496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807c2d-c3df-4ec8-b77f-bb512ceb769b req-f162da06-1f80-44eb-931d-9b7d2b70ba8e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:40.943523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4807c2d-c3df-4ec8-b77f-bb512ceb769b req-f162da06-1f80-44eb-931d-9b7d2b70ba8e tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 945 time: 0.2539170 Feb 19 07:33:40.952808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (767484cc-6b20-4eea-970f-7742eb4c3d2e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:40.999393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:41.003033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:41.005062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.012126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55032bf1-b61e-439e-bc98-1969298d9c82 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:41.013098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:41.013835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.033829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=767484cc-6b20-4eea-970f-7742eb4c3d2e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:41.045352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07d268b9-31f6-4611-8a4d-b1cf2bdc8b1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8144977 Feb 19 07:33:41.048665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:41.055883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:41.079001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port 440934f2-247c-462d-bfda-d175a8358ff4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:41.079473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (440934f2-247c-462d-bfda-d175a8358ff4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.137783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4807c2d-c3df-4ec8-b77f-bb512ceb769b req-245c1774-ef94-4c15-a90b-14a7f728c5bf tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640487 Feb 19 07:33:41.244351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.244627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.250271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '767484cc-6b20-4eea-970f-7742eb4c3d2e'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:41.251460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.262299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:41.265678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.326600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port 440934f2-247c-462d-bfda-d175a8358ff4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=440934f2-247c-462d-bfda-d175a8358ff4,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:41.327125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (440934f2-247c-462d-bfda-d175a8358ff4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.346130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for 440934f2-247c-462d-bfda-d175a8358ff4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:41.425280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for 77ec9e8b-9cf7-47ed-a1a8-d79532d376fd owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:41.524841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Allocated IP 2001:db8::f816:3eff:fe53:fdd6 (c5babe57-9500-4977-a59b-d6a5978b6e57/767484cc-6b20-4eea-970f-7742eb4c3d2e/f41577bf-8d5a-4e60-858e-bc00d589f379) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:41.689572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (bd6f4e4c-0245-4a13-a284-825e58a380c0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.790729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=bd6f4e4c-0245-4a13-a284-825e58a380c0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:41.834223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:41.838430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:41.842192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:41.842880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.864373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (77ec9e8b-9cf7-47ed-a1a8-d79532d376fd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.874740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90047cb8-778f-43ce-8020-2bf3374fcfc1 req-5ffdf371-7c76-437a-a63f-c3743ee25838 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:41.876460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90047cb8-778f-43ce-8020-2bf3374fcfc1 req-5ffdf371-7c76-437a-a63f-c3743ee25838 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.0869980 Feb 19 07:33:41.877853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks [] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.881168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37c4a219-1545-4464-96a5-a0a473411f6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8314147 Feb 19 07:33:41.884227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:41.891133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:82:84:60', 'name': 'tempest-NetworksTestDHCPv6-694638660'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:41.892259 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:41.917373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=77ec9e8b-9cf7-47ed-a1a8-d79532d376fd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.026370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:42.042285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:42.053212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Pushing event updated for resources: {'Port': ['ID=f41577bf-8d5a-4e60-858e-bc00d589f379,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.062479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-90047cb8-778f-43ce-8020-2bf3374fcfc1 req-d9db16e0-f2d9-430e-bb1e-c59e962445b4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606501 Feb 19 07:33:42.063535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:42.078592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:42.120957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (440934f2-247c-462d-bfda-d175a8358ff4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.159570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=440934f2-247c-462d-bfda-d175a8358ff4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.183697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.193288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for floatingip (68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.195833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.197728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36109d28-ff1a-4ed5-8984-aef013780b2d tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/floatingips/68ac9f94-a4ae-4e16-b2e6-47d867e1ff0e HTTP/1.1" status: 204 len: 168 time: 2.0622067 Feb 19 07:33:42.201069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42148) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:42.215649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Attempting to bind port f41577bf-8d5a-4e60-858e-bc00d589f379 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:42.216158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Attempting to bind port f41577bf-8d5a-4e60-858e-bc00d589f379 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:42.216615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Attempting to bind port f41577bf-8d5a-4e60-858e-bc00d589f379 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:42.223042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:42.223611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:42.224169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.225409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:42.227684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Bound port: f41577bf-8d5a-4e60-858e-bc00d589f379, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:42.227684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.241403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port 440934f2-247c-462d-bfda-d175a8358ff4 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:42.242186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port c40d66be-c99a-4831-bdff-a7e57db4334f yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:42.263688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.267055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f4155ee-788f-4385-8199-b492fb47e88d req-560901e5-524b-4167-899d-085e1f181bf1 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.24 "DELETE /v2.0/ports/440934f2-247c-462d-bfda-d175a8358ff4 HTTP/1.1" status: 204 len: 173 time: 1.5786369 Feb 19 07:33:42.267540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'name': 'network-vif-deleted', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:42.269801 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa3dc29-5f08-4e9f-aefa-3a32c6eb47d4" -d '{"events": [{"server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "name": "network-vif-deleted", "tag": "440934f2-247c-462d-bfda-d175a8358ff4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:42.351086 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14db6a4a-4cad-4f54-bfe4-fd423a8ad961 x-openstack-request-id: req-14db6a4a-4cad-4f54-bfe4-fd423a8ad961 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:42.351405 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071fe5d7-117c-404b-ad4a-3aeb9ab1dafa", "name": "network-vif-deleted", "tag": "440934f2-247c-462d-bfda-d175a8358ff4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:42.351668 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14db6a4a-4cad-4f54-bfe4-fd423a8ad961 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:42.352068 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071fe5d7-117c-404b-ad4a-3aeb9ab1dafa', 'name': 'network-vif-deleted', 'tag': '440934f2-247c-462d-bfda-d175a8358ff4', 'status': 'completed', 'code': 200} Feb 19 07:33:42.356171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] For port f41577bf-8d5a-4e60-858e-bc00d589f379, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:42.360419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] For port f41577bf-8d5a-4e60-858e-bc00d589f379, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f41577bf-8d5a-4e60-858e-bc00d589f379,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:42.371081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.391436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62036f4d-daad-4781-9099-d23533bec2d7 req-d80c1840-81df-42f9-902c-26694e09ccd4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=071fe5d7-117c-404b-ad4a-3aeb9ab1dafa HTTP/1.1" status: 200 len: 210 time: 0.0425706 Feb 19 07:33:42.429611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port ce0074c3-b39a-45dc-81e7-a291f8ce27b4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:42.429955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.522473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.551834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b353-a047-40ee-b98a-8df9ef7fe667 None None] Pushing event updated for resources: {'Port': ['ID=f41577bf-8d5a-4e60-858e-bc00d589f379,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:42.658904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:42.675588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for ce0074c3-b39a-45dc-81e7-a291f8ce27b4 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:42.919620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ce0074c3-b39a-45dc-81e7-a291f8ce27b4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.021868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=ce0074c3-b39a-45dc-81e7-a291f8ce27b4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:43.056656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 440934f2-247c-462d-bfda-d175a8358ff4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:43.098988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 440934f2-247c-462d-bfda-d175a8358ff4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:43.099609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 440934f2-247c-462d-bfda-d175a8358ff4 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:43.254678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.285082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-64bba88c-a4cf-4805-aa0b-6f4123c62def tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/ports/ce0074c3-b39a-45dc-81e7-a291f8ce27b4 HTTP/1.1" status: 204 len: 168 time: 1.0814810 Feb 19 07:33:43.285722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:43.412345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:43.412855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.448013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 172.20.0.6 (c5babe57-9500-4977-a59b-d6a5978b6e57/bd6f4e4c-0245-4a13-a284-825e58a380c0/c40d66be-c99a-4831-bdff-a7e57db4334f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:43.472404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe82:8460 (c5babe57-9500-4977-a59b-d6a5978b6e57/767484cc-6b20-4eea-970f-7742eb4c3d2e/c40d66be-c99a-4831-bdff-a7e57db4334f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:43.612744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.626259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for 5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:43.814208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (c40d66be-c99a-4831-bdff-a7e57db4334f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.900586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c40d66be-c99a-4831-bdff-a7e57db4334f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:43.947931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:43.950738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:43.979271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:44.091276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5bbbbcc7-0d8b-4293-a0b8-d2d757113c07), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.092974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78aac5-ff57-411c-86df-a2f01fc2200e req-f67998e9-99ff-46a9-8fd3-bd9c82412718 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.100328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab78aac5-ff57-411c-86df-a2f01fc2200e req-f67998e9-99ff-46a9-8fd3-bd9c82412718 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.8676839 Feb 19 07:33:44.177100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=c40d66be-c99a-4831-bdff-a7e57db4334f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.184178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=5bbbbcc7-0d8b-4293-a0b8-d2d757113c07,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:44.220821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.221511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.275484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab78aac5-ff57-411c-86df-a2f01fc2200e req-7065763b-35e8-4aa3-889d-7ad8f969d54d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686795 Feb 19 07:33:44.308411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-91370061-bba4-4ff6-bbd5-5b9a801bf37b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4201064 Feb 19 07:33:44.315729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:44.362153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.367617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5649e80a-2c11-4335-a80d-4cfb0f3aee53 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/ports/5bbbbcc7-0d8b-4293-a0b8-d2d757113c07 HTTP/1.1" status: 204 len: 168 time: 1.0771234 Feb 19 07:33:44.374548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:44.425914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-818b908b-6d03-40b9-840c-4ac8de7285b5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.425914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-818b908b-6d03-40b9-840c-4ac8de7285b5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.5455222 Feb 19 07:33:44.450363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-c374269a-7aed-4d22-b19a-b26d2c964890 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/quotas/99d6cad14b874c15954db2639f62db31 HTTP/1.1" status: 200 len: 375 time: 0.0142496 Feb 19 07:33:44.461275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ab968-8f37-4240-ba63-c6c909c8eb1b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.470881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7ab968-8f37-4240-ba63-c6c909c8eb1b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:44.472561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1d7ab968-8f37-4240-ba63-c6c909c8eb1b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1558268 Feb 19 07:33:44.481189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:44.525549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3486a75-78c5-48b3-a835-36ae4c7da458 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:44.529546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-6b27a857-6b4e-41ef-b105-5c4d2ca4faf4 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718479 Feb 19 07:33:44.543036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting subnet 5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:44.547493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for subnet (5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.637147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f41577bf-8d5a-4e60-858e-bc00d589f379 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:44.722632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port c40d66be-c99a-4831-bdff-a7e57db4334f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:44.723592 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c40d66be-c99a-4831-bdff-a7e57db4334f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.825693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Provisioning complete for port f41577bf-8d5a-4e60-858e-bc00d589f379 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:44.826142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.947666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c40d66be-c99a-4831-bdff-a7e57db4334f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:44.992441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for c40d66be-c99a-4831-bdff-a7e57db4334f owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:45.031316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f41577bf-8d5a-4e60-858e-bc00d589f379 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:45.031733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.098342 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.110814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Current status of the port f41577bf-8d5a-4e60-858e-bc00d589f379 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:45.111420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.179366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-793c4532-ffd9-4aa5-ae76-90b2d43d0946 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255989 Feb 19 07:33:45.200652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] For port f41577bf-8d5a-4e60-858e-bc00d589f379, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f41577bf-8d5a-4e60-858e-bc00d589f379,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:45.227811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.283694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '767484cc-6b20-4eea-970f-7742eb4c3d2e', 'ip_address': '2001:db8::f816:3eff:fe53:fdd6'}, {'subnet_id': 'bd6f4e4c-0245-4a13-a284-825e58a380c0'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'f41577bf-8d5a-4e60-858e-bc00d589f379'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:33:45.308604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.362745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bb20d-45c9-482a-b4c2-435909556848 None None] Pushing event updated for resources: {'Port': ['ID=f41577bf-8d5a-4e60-858e-bc00d589f379,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:45.365764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-fc87c36c-816c-417a-96f2-854679d03c54 service neutron] 10.222.0.43 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781113 Feb 19 07:33:45.388785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.403753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c40d66be-c99a-4831-bdff-a7e57db4334f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.406660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.451823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f41577bf-8d5a-4e60-858e-bc00d589f379 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:45.476149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Subnet': ['ID=5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:45.486166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.494296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eed97763-2f8c-4125-a10b-ba836cd62c79 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/subnets/5aaf4c6d-a1ae-4c1e-911b-1575d668b7a8 HTTP/1.1" status: 204 len: 168 time: 1.1173859 Feb 19 07:33:45.497294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de319c-1656-4855-805c-900a6e6d8b83 None None] Network 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:45.498477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:45.545166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=c40d66be-c99a-4831-bdff-a7e57db4334f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:45.730115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.734962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-faf6da4c-fd62-437a-bece-423dae28812b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c40d66be-c99a-4831-bdff-a7e57db4334f HTTP/1.1" status: 204 len: 168 time: 1.2527742 Feb 19 07:33:45.739604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:45.757271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa99dcd0-9e11-4c44-83ef-775cd4e1232c req-f6fcc21c-4455-4134-af9a-9ffda270aead tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 210 time: 0.0677207 Feb 19 07:33:45.828801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Allocated IP 172.20.0.2 (c5babe57-9500-4977-a59b-d6a5978b6e57/bd6f4e4c-0245-4a13-a284-825e58a380c0/f41577bf-8d5a-4e60-858e-bc00d589f379) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:45.839533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434b4cf-8973-4220-a301-8831b99842fd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:45.843170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434b4cf-8973-4220-a301-8831b99842fd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:45.846320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a434b4cf-8973-4220-a301-8831b99842fd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:45.849738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a434b4cf-8973-4220-a301-8831b99842fd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1061289 Feb 19 07:33:45.853390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:45.879028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting subnet ab2942cd-570c-4993-9d39-04be375bc754 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:45.888876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for subnet (ab2942cd-570c-4993-9d39-04be375bc754), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:45.957427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] DHCP port deletion for 867a6f1f-6e4a-44e4-96cb-1a44b2afda05 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:46.004405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b184212-d6c8-4dba-be3a-2a6a43d9f7a9 req-a5084852-8dd4-457e-8690-c002d7ffd55b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:46.005959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b184212-d6c8-4dba-be3a-2a6a43d9f7a9 req-a5084852-8dd4-457e-8690-c002d7ffd55b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.5361314 Feb 19 07:33:46.025219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (ab2942cd-570c-4993-9d39-04be375bc754), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.030591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 767484cc-6b20-4eea-970f-7742eb4c3d2e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:46.099362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] For port f41577bf-8d5a-4e60-858e-bc00d589f379, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f41577bf-8d5a-4e60-858e-bc00d589f379,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:46.115422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b184212-d6c8-4dba-be3a-2a6a43d9f7a9 req-4d862c61-f2d5-45b3-9ffa-aea5d22b4bea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034107 Feb 19 07:33:46.192730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ab2942cd-570c-4993-9d39-04be375bc754), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.249497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Publish callbacks [] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.253595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Deleting port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:46.256605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.263558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (767484cc-6b20-4eea-970f-7742eb4c3d2e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.275445 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.333978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (ab2942cd-570c-4993-9d39-04be375bc754), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.400926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (767484cc-6b20-4eea-970f-7742eb4c3d2e), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.449593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7ec79-62e2-44b9-9670-cac4c157e8b4 None None] Network 71b38913-2132-4dc6-b20e-e02a667060f8 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:46.512875 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.519124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/subnets/ab2942cd-570c-4993-9d39-04be375bc754 HTTP/1.1" status: 204 len: 168 time: 1.0185096 Feb 19 07:33:46.522018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:46.523777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915df9a-1558-41d3-8663-11e61006e0e8 tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2942cd-570c-4993-9d39-04be375bc754,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:46.573899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] For port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,segment=NetworkSegment(bf56a262-99de-473e-81b1-da24df6e7d82),segment_id=bf56a262-99de-473e-81b1-da24df6e7d82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:46.574728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.590738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Calling delete_port for 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:46.724617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (767484cc-6b20-4eea-970f-7742eb4c3d2e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.731912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (867a6f1f-6e4a-44e4-96cb-1a44b2afda05), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:46.996727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e441c2d-7f5f-485d-ba5f-aa96704ca206 req-5c9b465f-0168-43e3-aa3d-d7a2efd7b6e0 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 210 time: 0.1390624 Feb 19 07:33:47.024001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f41577bf-8d5a-4e60-858e-bc00d589f379 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:47.028479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (767484cc-6b20-4eea-970f-7742eb4c3d2e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.053204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (859be464-dbf4-43a7-9cd9-4654c0d9d3b5), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.068958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=767484cc-6b20-4eea-970f-7742eb4c3d2e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.083978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (867a6f1f-6e4a-44e4-96cb-1a44b2afda05), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.095294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.099556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d55de1c-441f-4a6c-b967-18f37da61459 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/767484cc-6b20-4eea-970f-7742eb4c3d2e HTTP/1.1" status: 204 len: 168 time: 1.2450695 Feb 19 07:33:47.102961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:47.117534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a6f1f-6e4a-44e4-96cb-1a44b2afda05']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:47.138171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf56a262-99de-473e-81b1-da24df6e7d82') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:47.139065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf56a262-99de-473e-81b1-da24df6e7d82') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:47.162506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (bf56a262-99de-473e-81b1-da24df6e7d82), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.194659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (bf56a262-99de-473e-81b1-da24df6e7d82), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.208186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:33:47.210652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (bf56a262-99de-473e-81b1-da24df6e7d82), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: items = [ Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:47.223380 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:47.228096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet bd6f4e4c-0245-4a13-a284-825e58a380c0 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:47.235821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (bd6f4e4c-0245-4a13-a284-825e58a380c0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.271759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc2e4c-ff6d-4ac2-aa76-eb4830c0be5a None None] Pushing event updated for resources: {'Port': ['ID=f41577bf-8d5a-4e60-858e-bc00d589f379,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.341535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (bd6f4e4c-0245-4a13-a284-825e58a380c0), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.363813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] No DVR routers for this DVR port 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:47.452008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834b15c-bab7-4e86-9e48-7e3cfbbd622e None None] Pushing event deleted for resources: {'Port': ['ID=859be464-dbf4-43a7-9cd9-4654c0d9d3b5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.538389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca210c-ff8c-46a9-a794-5ae1d90f3137 req-b4dc4717-99e9-4bc6-938d-2cf448494cb0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:47.556365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14ca210c-ff8c-46a9-a794-5ae1d90f3137 req-b4dc4717-99e9-4bc6-938d-2cf448494cb0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2108603 Feb 19 07:33:47.557881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f41577bf-8d5a-4e60-858e-bc00d589f379 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:47.558267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.597877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (867a6f1f-6e4a-44e4-96cb-1a44b2afda05), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.616036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.636778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/networks/867a6f1f-6e4a-44e4-96cb-1a44b2afda05 HTTP/1.1" status: 204 len: 168 time: 1.0961828 Feb 19 07:33:47.642083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:47.674318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (bd6f4e4c-0245-4a13-a284-825e58a380c0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.745398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a114286-609b-4bfa-a38a-458511392d2f tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Network': ['ID=867a6f1f-6e4a-44e4-96cb-1a44b2afda05,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:47.766763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f41577bf-8d5a-4e60-858e-bc00d589f379 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:47.780908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] DHCP port deletion for 71b38913-2132-4dc6-b20e-e02a667060f8 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:47.864393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Deleting port d90fce05-25f3-40a9-bdae-0c021eecb5b8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:47.864393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:47.874739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:47.897681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-c34912de-468f-46af-a2b2-7b7774a410f6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:47.900386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-c34912de-468f-46af-a2b2-7b7774a410f6 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 811 time: 0.5393522 Feb 19 07:33:47.936481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Request body: {'port': {'device_id': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'admin_state_up': True, 'tenant_id': '99d6cad14b874c15954db2639f62db31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:47.969646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:47.970394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 859be464-dbf4-43a7-9cd9-4654c0d9d3b5 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:48.022957 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14ca210c-ff8c-46a9-a794-5ae1d90f3137 req-4f2d5bc4-83e0-469d-81a8-b7a45fcdea21 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4587541 Feb 19 07:33:48.028745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (71b38913-2132-4dc6-b20e-e02a667060f8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.059757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] For port d90fce05-25f3-40a9-bdae-0c021eecb5b8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d90fce05-25f3-40a9-bdae-0c021eecb5b8,segment=NetworkSegment(6906d11e-3720-4d48-9ec9-1d730e240470),segment_id=6906d11e-3720-4d48-9ec9-1d730e240470)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:48.064742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.072131 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (bd6f4e4c-0245-4a13-a284-825e58a380c0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.112557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Calling delete_port for d90fce05-25f3-40a9-bdae-0c021eecb5b8 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:48.224596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9ba1b0d-41bf-4425-8012-29f4fc416d48 req-9f51279d-7bb8-4698-aa2b-53e79e6c800b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 210 time: 0.0910649 Feb 19 07:33:48.226426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6f4e4c-0245-4a13-a284-825e58a380c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.230232 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.236940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ab1e9b5-a593-4772-8daa-1816fa88d94c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/bd6f4e4c-0245-4a13-a284-825e58a380c0 HTTP/1.1" status: 204 len: 168 time: 1.1301255 Feb 19 07:33:48.239970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:48.248073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.307544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Made reservation on behalf of 99d6cad14b874c15954db2639f62db31 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:48.310947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.328926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] Pushing event deleted for resources: {'Port': ['ID=d90fce05-25f3-40a9-bdae-0c021eecb5b8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.349639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109513a-366e-4dd7-9070-a0bb199ac874 None None] No DVR routers for this DVR port d90fce05-25f3-40a9-bdae-0c021eecb5b8 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:48.356279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d67864e9-f947-4321-a496-744d987a70f1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107233 Feb 19 07:33:48.363251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:48.375706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:48.422963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Deleting port d90fce05-25f3-40a9-bdae-0c021eecb5b8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:48.423877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.449887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f41577bf-8d5a-4e60-858e-bc00d589f379 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:48.582990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936ef4b-cd22-45e3-aa43-bf92af4426f2 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:48.641835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] For port d90fce05-25f3-40a9-bdae-0c021eecb5b8, host n-d-829866-3, got binding levels [] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:48.642408 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.668116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Calling delete_port for d90fce05-25f3-40a9-bdae-0c021eecb5b8 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:48.672674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Port d90fce05-25f3-40a9-bdae-0c021eecb5b8 was not found and therefore no delete operation was performed {{(pid=103587) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:33:48.676100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d90fce05-25f3-40a9-bdae-0c021eecb5b8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.703694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Port': ['ID=d90fce05-25f3-40a9-bdae-0c021eecb5b8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:48.712886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] No DVR routers for this DVR port d90fce05-25f3-40a9-bdae-0c021eecb5b8 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:48.716548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Allocated IP 172.20.0.13 (3966aaac-6018-4723-b62b-dbf14a9dc378/f2f85811-974c-4de2-beaf-7a5d7ffebb4f/f8b0a7cb-3080-4c43-8a7b-d67c151b539f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:48.807247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (71b38913-2132-4dc6-b20e-e02a667060f8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.808174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-41f417f9-bbce-4120-b909-132323a48921 None None] Provisioning complete for port f41577bf-8d5a-4e60-858e-bc00d589f379 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:48.808559 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41f417f9-bbce-4120-b909-132323a48921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.830205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b38913-2132-4dc6-b20e-e02a667060f8']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:48.842404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6906d11e-3720-4d48-9ec9-1d730e240470') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:48.843035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6906d11e-3720-4d48-9ec9-1d730e240470') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:33:48.853715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6906d11e-3720-4d48-9ec9-1d730e240470), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.867509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6906d11e-3720-4d48-9ec9-1d730e240470), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.874730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:33:48.875515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6906d11e-3720-4d48-9ec9-1d730e240470), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:33:48.958070 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:33:48.964690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (71b38913-2132-4dc6-b20e-e02a667060f8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.971990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.978163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f41577bf-8d5a-4e60-858e-bc00d589f379 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:48.978545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:48.979710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] 10.222.0.43 "DELETE /v2.0/networks/71b38913-2132-4dc6-b20e-e02a667060f8 HTTP/1.1" status: 204 len: 168 time: 1.3253038 Feb 19 07:33:49.020325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6490d-b6bf-4f5f-bb4b-b74e99521f6a tempest-TaggedBootDevicesTest_v242-632249809 tempest-TaggedBootDevicesTest_v242-632249809-project] Pushing event deleted for resources: {'Network': ['ID=71b38913-2132-4dc6-b20e-e02a667060f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.104291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks [] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.199218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:33:49.226018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:49.233349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.349241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f41577bf-8d5a-4e60-858e-bc00d589f379 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:49.392848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8f150-bf76-409f-ac99-722aa7204570 req-ccdf79ac-f6cd-4895-ba72-d75a1dad15b7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.394599 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0e8f150-bf76-409f-ac99-722aa7204570 req-ccdf79ac-f6cd-4895-ba72-d75a1dad15b7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1708245 Feb 19 07:33:49.403980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-41f417f9-bbce-4120-b909-132323a48921 None None] Current status of the port f41577bf-8d5a-4e60-858e-bc00d589f379 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:49.429448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-41f417f9-bbce-4120-b909-132323a48921 None None] Could not find standard attr ID for object c40d66be-c99a-4831-bdff-a7e57db4334f. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:49.477393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Deleting port f41577bf-8d5a-4e60-858e-bc00d589f379 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:49.478465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.486929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d90fce05-25f3-40a9-bdae-0c021eecb5b8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:49.505980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.552205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0e8f150-bf76-409f-ac99-722aa7204570 req-680b4c21-5c95-49c1-a08e-2dd05ca93cb4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379151 Feb 19 07:33:49.607430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d90fce05-25f3-40a9-bdae-0c021eecb5b8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:49.619676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d90fce05-25f3-40a9-bdae-0c021eecb5b8 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:49.659403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Network 3966aaac-6018-4723-b62b-dbf14a9dc378 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:49.674416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] For port f41577bf-8d5a-4e60-858e-bc00d589f379, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f41577bf-8d5a-4e60-858e-bc00d589f379,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:49.675154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.725054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:49.747023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Calling delete_port for f41577bf-8d5a-4e60-858e-bc00d589f379 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:49.757307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:49.837710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event updated for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:49.861309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946dc38-cb6c-43eb-994a-a4a63a4dedaa req-b8cd1812-beb3-4708-8329-d47b30b67311 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.868887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4946dc38-cb6c-43eb-994a-a4a63a4dedaa req-b8cd1812-beb3-4708-8329-d47b30b67311 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 932 time: 0.4110436 Feb 19 07:33:49.910233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:49.911066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:49.963002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-13392e6e-b5a9-4a03-86ce-195a15a6cd69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0355246 Feb 19 07:33:50.015762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4946dc38-cb6c-43eb-994a-a4a63a4dedaa req-60af1a91-a1da-4d81-8656-19d877ac86ef tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456912 Feb 19 07:33:50.037745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Request body: {'port': {'device_id': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:50.055860 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (f41577bf-8d5a-4e60-858e-bc00d589f379), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:50.168963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] No DVR routers for this DVR port f41577bf-8d5a-4e60-858e-bc00d589f379 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:33:50.179530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599c445-8215-4cb4-be95-d82b1c4805f5 None None] Pushing event deleted for resources: {'Port': ['ID=f41577bf-8d5a-4e60-858e-bc00d589f379,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.192568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:33:50.205131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f9c94084-a201-43ce-86f7-e2000b3d260b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:50.313051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:50.320883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:50.339010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee09c66-6097-4436-a77f-da6475f7474a None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:50.385194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:50.386149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:50.428540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f41577bf-8d5a-4e60-858e-bc00d589f379 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:50.443618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=f9c94084-a201-43ce-86f7-e2000b3d260b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:50.447268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:50.473305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f41577bf-8d5a-4e60-858e-bc00d589f379 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:33:50.473922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f41577bf-8d5a-4e60-858e-bc00d589f379 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:33:50.482014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79fd8704-a1cc-4d80-88ad-56ab7435542b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1176889 Feb 19 07:33:50.484917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42442) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:50.490451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:50.659855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': 'f9c94084-a201-43ce-86f7-e2000b3d260b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:33:50.661571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:50.939420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:50.944976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.011576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2dfbd-4f0a-4d77-8480-fe43dbbbca54 req-13609d21-4a02-499b-b6bc-3409b62f7839 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:51.029019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5e2dfbd-4f0a-4d77-8480-fe43dbbbca54 req-13609d21-4a02-499b-b6bc-3409b62f7839 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2483652 Feb 19 07:33:51.101762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Allocated IP 2001:db8::f816:3eff:fef8:122 (c5babe57-9500-4977-a59b-d6a5978b6e57/f9c94084-a201-43ce-86f7-e2000b3d260b/3464938e-9ec7-4d9d-a022-65939d1fec18) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:51.119690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:33:51.177200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b0a7cb-3080-4c43-8a7b-d67c151b539f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:33:51.203288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks [] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.290226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5e2dfbd-4f0a-4d77-8480-fe43dbbbca54 req-aee5f187-5834-483b-a55f-e584ccf03697 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649523 Feb 19 07:33:51.358128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Transition to ACTIVE for port object f8b0a7cb-3080-4c43-8a7b-d67c151b539f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:33:51.375328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.491091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:51.498981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:33:51.577130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16b0e-8490-43f4-9a1b-326a06d80eac req-ed4126b6-b584-4628-ad69-713df3cd3386 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:51.589824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee16b0e-8490-43f4-9a1b-326a06d80eac req-ed4126b6-b584-4628-ad69-713df3cd3386 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 932 time: 0.3656316 Feb 19 07:33:51.834863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:51.902933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aee16b0e-8490-43f4-9a1b-326a06d80eac req-d7067065-4cc4-41d5-9bd6-0cca4e84c04b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943101 Feb 19 07:33:51.903676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Attempting to bind port f8b0a7cb-3080-4c43-8a7b-d67c151b539f on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:51.904009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Attempting to bind port f8b0a7cb-3080-4c43-8a7b-d67c151b539f by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:51.910600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Attempting to bind port f8b0a7cb-3080-4c43-8a7b-d67c151b539f on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:51.918883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Port f8b0a7cb-3080-4c43-8a7b-d67c151b539f on network 3966aaac-6018-4723-b62b-dbf14a9dc378 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:33:51.919214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Attempting to bind port f8b0a7cb-3080-4c43-8a7b-d67c151b539f on network 3966aaac-6018-4723-b62b-dbf14a9dc378 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:51.921154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks [] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.926172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:33:51.933404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:51.933764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Checking segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:51.934345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Bound using segment: {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:51.934828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Bound port: f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc69901-7132-4e84-9913-985e8123c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:51.935314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.947953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:51.965596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a37c02da-5cd1-415d-a21d-699df8e73ab0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.082557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:52.091244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:52.101460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:52.101867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.106051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.138181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:52.162195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:52.173564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:52.174170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.218956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=a37c02da-5cd1-415d-a21d-699df8e73ab0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.227363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:52.231518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:52.237210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:33:52.257373 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ef9eb48-10a0-4280-b92f-95cd09c4f31a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7703497 Feb 19 07:33:52.258439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42522) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:52.262736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:52.264251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.266997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8b0a7cb-3080-4c43-8a7b-d67c151b539f HTTP/1.1" status: 200 len: 1092 time: 2.2899415 Feb 19 07:33:52.267770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:52.297354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:46:bd:8b', 'name': 'tempest-NetworksTestDHCPv6-1314188348'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:33:52.302259 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0ad73a-6afb-4089-840c-e679dff9325f" -d '{"events": [{"name": "network-changed", "server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:52.315918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:52.331881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:52.337848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.357409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.543288 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ec8c2-cf31-4f49-80a4-047c9a9edbcf x-openstack-request-id: req-532ec8c2-cf31-4f49-80a4-047c9a9edbcf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:52.543588 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:52.547382 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-532ec8c2-cf31-4f49-80a4-047c9a9edbcf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:52.551491 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f', 'status': 'completed', 'code': 200} Feb 19 07:33:52.591820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['98f9b565-cf9c-40e8-9398-c65bfd7d0911'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:33:52.616367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504b888-1ead-4cd2-ae54-bd5da773c661 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.681878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:33:52.748440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Attempting to bind port 3464938e-9ec7-4d9d-a022-65939d1fec18 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:33:52.748816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Attempting to bind port 3464938e-9ec7-4d9d-a022-65939d1fec18 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:33:52.749386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Attempting to bind port 3464938e-9ec7-4d9d-a022-65939d1fec18 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:33:52.824364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:33:52.827476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:33:52.828112 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.828671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:33:52.830087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Bound port: 3464938e-9ec7-4d9d-a022-65939d1fec18, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:33:52.833829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:52.838773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-651e974c-15c8-457d-bd6f-4131ca2e1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:52.840533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-651e974c-15c8-457d-bd6f-4131ca2e1a99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 1126 time: 0.5018036 Feb 19 07:33:52.895625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:52.985208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:53.050453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-0e419f57-7626-47c4-8178-dee8b3a08c33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f HTTP/1.1" status: 200 len: 217 time: 0.2023549 Feb 19 07:33:53.081327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951f0a8-163b-4ffa-849d-b69bbd63d15b req-75721e62-13c3-418d-a590-748e18e5e26b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:53.086257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:33:53.093451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5951f0a8-163b-4ffa-849d-b69bbd63d15b req-75721e62-13c3-418d-a590-748e18e5e26b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.5225780 Feb 19 07:33:53.096022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 7cca3b7b-b694-4c0d-a015-ded700239c2e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:33:53.097277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:33:53.116629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:53.443434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-740f668b-bede-42f3-b25e-3b9cfdf4a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:53.450498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-740f668b-bede-42f3-b25e-3b9cfdf4a22f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.3450873 Feb 19 07:33:53.608415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-1a1135f9-4c98-4e66-895a-acc18b5d8fc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566024 Feb 19 07:33:53.702505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5951f0a8-163b-4ffa-849d-b69bbd63d15b req-5fd5c75c-e744-4822-8294-c9ea67ace609 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985019 Feb 19 07:33:53.753839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771be1-f91f-44f0-85c6-6b862b2f9f7f None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:53.756023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 172.20.0.10 (c5babe57-9500-4977-a59b-d6a5978b6e57/a37c02da-5cd1-415d-a21d-699df8e73ab0/7cca3b7b-b694-4c0d-a015-ded700239c2e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:53.804980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe46:bd8b (c5babe57-9500-4977-a59b-d6a5978b6e57/f9c94084-a201-43ce-86f7-e2000b3d260b/7cca3b7b-b694-4c0d-a015-ded700239c2e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:33:54.101999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-b35b05b5-7e60-40fb-a320-bc8a0f9e0d88 service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770620 Feb 19 07:33:54.150830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788e95c-ecbf-4de8-a44e-bd799e238d53 req-627524c2-bc11-43d3-a17a-9f30380495ef tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:54.163095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c788e95c-ecbf-4de8-a44e-bd799e238d53 req-627524c2-bc11-43d3-a17a-9f30380495ef tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 944 time: 1.0833392 Feb 19 07:33:54.489106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72b79c1d-8d65-403a-8e43-30566ebacd2e req-73496a57-fe1d-4823-a98c-e295cf9f72bc service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792799 Feb 19 07:33:54.625954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c788e95c-ecbf-4de8-a44e-bd799e238d53 req-f6b0bf27-052f-45df-a3f2-d4c0a2335d56 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618866 Feb 19 07:33:54.662928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3464938e-9ec7-4d9d-a022-65939d1fec18 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:54.702612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-aa165765-677a-486c-97dd-a610ce6a8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:54.704975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-aa165765-677a-486c-97dd-a610ce6a8720 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99d6cad14b874c15954db2639f62db31&device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 1126 time: 0.0940828 Feb 19 07:33:54.728026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (7cca3b7b-b694-4c0d-a015-ded700239c2e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:54.889862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7cca3b7b-b694-4c0d-a015-ded700239c2e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:55.007813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:55.008338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:55.045949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-1f982a57-229b-4683-8555-d1dd422b6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:55.047479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-1f982a57-229b-4683-8555-d1dd422b6a9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 200 len: 911 time: 0.3249187 Feb 19 07:33:55.136000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:33:55.181149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:33:55.189733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=7cca3b7b-b694-4c0d-a015-ded700239c2e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:55.202743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:33:55.228651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:33:55.349394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-73a93eac-73b1-42dc-b84e-d5646d6d2f21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f HTTP/1.1" status: 200 len: 217 time: 0.1726356 Feb 19 07:33:55.465242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:55.475802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:55.530824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:55.531306 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:55.542572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-be3acc6f-2767-4413-87ef-5af9295617dc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2774870 Feb 19 07:33:55.542572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:55.565484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4fcd6-d41d-4835-933d-885cb7ef8018 req-455b305f-7c1f-45a2-9b52-8c5406cd26c0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:55.575167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9f4fcd6-d41d-4835-933d-885cb7ef8018 req-455b305f-7c1f-45a2-9b52-8c5406cd26c0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.5267112 Feb 19 07:33:55.677829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-4a0743e4-6711-4bfa-9b86-4cf36967d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:55.689972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-4a0743e4-6711-4bfa-9b86-4cf36967d4a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 200 len: 851 time: 0.3393238 Feb 19 07:33:55.803280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-0fc041f6-051a-4c0b-ab03-eb82d9aa0460 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3966aaac-6018-4723-b62b-dbf14a9dc378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070375 Feb 19 07:33:55.986078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a53e0-0091-4bdd-9757-ad0f7f58b8e5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:56.005072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a53e0-0091-4bdd-9757-ad0f7f58b8e5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:56.009338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c6a53e0-0091-4bdd-9757-ad0f7f58b8e5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4673793 Feb 19 07:33:56.025018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42612) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:56.282718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-9efbfa3e-db8f-492d-8ad4-65ea467c7ead service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720006 Feb 19 07:33:56.525236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bad4c-f38d-4632-953d-550f3889c6bc req-3e8b9371-9fae-40bc-9c3b-f9e7e00a5226 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:56.526846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-519bad4c-f38d-4632-953d-550f3889c6bc req-3e8b9371-9fae-40bc-9c3b-f9e7e00a5226 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 944 time: 0.7460194 Feb 19 07:33:56.544292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1b382-187b-4eb7-85f8-53599bf499d2 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:33:56.667980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd0ad73a-6afb-4089-840c-e679dff9325f req-d5326d1a-f355-4f82-91ba-85a59a39320d service neutron] 10.222.0.47 "GET /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721070 Feb 19 07:33:56.670795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-519bad4c-f38d-4632-953d-550f3889c6bc req-42b80840-2c85-432a-8d7e-6466d14d7224 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097610 Feb 19 07:33:56.678838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 7cca3b7b-b694-4c0d-a015-ded700239c2e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:33:56.683050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7cca3b7b-b694-4c0d-a015-ded700239c2e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:56.744979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:56.752722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:56.767226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9f4fcd6-d41d-4835-933d-885cb7ef8018 req-1b6e731c-47c8-4203-b5d3-7f7b56d8bfe8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1810679 Feb 19 07:33:56.916154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:56.957361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7cca3b7b-b694-4c0d-a015-ded700239c2e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:56.986295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 7cca3b7b-b694-4c0d-a015-ded700239c2e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:33:56.996339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:57.122524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4ba1b1d5-1540-4623-b6c7-2c5b38c65dc9 None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:57.122905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b1d5-1540-4623-b6c7-2c5b38c65dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:57.205253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:57.205654 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:57.304117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f8b0a7cb-3080-4c43-8a7b-d67c151b539f details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:33:57.407539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7cca3b7b-b694-4c0d-a015-ded700239c2e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:57.484267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=7cca3b7b-b694-4c0d-a015-ded700239c2e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:57.541216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:57.593179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f', 'network_id': '3966aaac-6018-4723-b62b-dbf14a9dc378', 'port_id': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f', 'mac_address': 'fa:16:3e:a9:2b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f85811-974c-4de2-beaf-7a5d7ffebb4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:33:57.684983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:57.691949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ccf89dad-bf50-43cd-9541-7f382f799ec5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7cca3b7b-b694-4c0d-a015-ded700239c2e HTTP/1.1" status: 204 len: 168 time: 1.6589565 Feb 19 07:33:57.692573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:57.773540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:57.886772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.887088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.887410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.887826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.888090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.888430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.888774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.889085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.889419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.889750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.890082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.890406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.890734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:33:57.900013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2333fa-adfb-43fb-bd70-9f94b52476f1 req-c580ce22-30db-4ff0-b003-d78b1ba40206 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:57.903470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cbb16-8aa8-4392-98ae-ec33ead2baa4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:57.905075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cbb16-8aa8-4392-98ae-ec33ead2baa4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:57.906396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cbb16-8aa8-4392-98ae-ec33ead2baa4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:57.907925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac2333fa-adfb-43fb-bd70-9f94b52476f1 req-c580ce22-30db-4ff0-b003-d78b1ba40206 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 944 time: 0.0971661 Feb 19 07:33:57.908077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c82cbb16-8aa8-4392-98ae-ec33ead2baa4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2144876 Feb 19 07:33:57.910677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:58.011833 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ac2333fa-adfb-43fb-bd70-9f94b52476f1 req-65551901-bfa5-4e80-b680-58bb60b46406 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025736 Feb 19 07:33:58.016363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:33:58.028461 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2979ec2c-5db6-410b-9f76-bdc6136cdd20" -d '{"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:33:58.062062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet a37c02da-5cd1-415d-a21d-699df8e73ab0 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:58.082298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f8b0a7cb-3080-4c43-8a7b-d67c151b539f is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:58.082698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.084837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (a37c02da-5cd1-415d-a21d-699df8e73ab0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.102081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:58.107482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b0a7cb-3080-4c43-8a7b-d67c151b539f {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:33:58.137647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:33:58.139049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ab04e7-f79a-426f-acbf-9be465d89e4e None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'f9c94084-a201-43ce-86f7-e2000b3d260b', 'ip_address': '2001:db8::f816:3eff:fef8:122'}, {'subnet_id': 'a37c02da-5cd1-415d-a21d-699df8e73ab0'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '3464938e-9ec7-4d9d-a022-65939d1fec18'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:33:58.183915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30ab04e7-f79a-426f-acbf-9be465d89e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.186955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.189972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.193138 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171efec9-8372-48c3-8f94-9b4988991f94 x-openstack-request-id: req-171efec9-8372-48c3-8f94-9b4988991f94 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:33:58.193531 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:33:58.193890 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-171efec9-8372-48c3-8f94-9b4988991f94 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:33:58.194426 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'code': 200} Feb 19 07:33:58.339727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a37c02da-5cd1-415d-a21d-699df8e73ab0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.348867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ba1b1d5-1540-4623-b6c7-2c5b38c65dc9 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:33:58.412485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a37c02da-5cd1-415d-a21d-699df8e73ab0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.453711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.534568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.558589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f8b0a7cb-3080-4c43-8a7b-d67c151b539f'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:33:58.569368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a37c02da-5cd1-415d-a21d-699df8e73ab0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-30ab04e7-f79a-426f-acbf-9be465d89e4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37c02da-5cd1-415d-a21d-699df8e73ab0: This subnet is being modified by another concurrent operation. Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37c02da-5cd1-415d-a21d-699df8e73ab0: This subnet is being modified by another concurrent operation. Feb 19 07:33:58.663398 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:33:58.731951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:58.741785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/a37c02da-5cd1-415d-a21d-699df8e73ab0 HTTP/1.1" status: 204 len: 168 time: 0.8290265 Feb 19 07:33:58.744044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:33:58.753251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb16602-5bea-4d7b-861b-672ce7e66be8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=a37c02da-5cd1-415d-a21d-699df8e73ab0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:33:58.859150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa473f9-c238-43f5-b034-27441c013842 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:33:58.875654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52f74-3be9-4867-a025-97c27cf23cad req-b8a7a7a8-820f-4814-80b9-6ab3109c8685 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:58.877793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21f52f74-3be9-4867-a025-97c27cf23cad req-b8a7a7a8-820f-4814-80b9-6ab3109c8685 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.8728285 Feb 19 07:33:58.885422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-3efa50a3-5886-496d-9553-62146c4cce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:58.887139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-3efa50a3-5886-496d-9553-62146c4cce66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1128 time: 0.3320329 Feb 19 07:33:59.016512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet f9c94084-a201-43ce-86f7-e2000b3d260b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:33:59.020700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (f9c94084-a201-43ce-86f7-e2000b3d260b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:59.257857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21f52f74-3be9-4867-a025-97c27cf23cad req-a7aa2f89-c878-4d33-812d-fa83e180cb39 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668683 Feb 19 07:33:59.261010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa473f9-c238-43f5-b034-27441c013842 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:33:59.267452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3464938e-9ec7-4d9d-a022-65939d1fec18 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:33:59.369713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-baebcd9d-1741-4f29-8da1-75b3d1eca90c None None] Could not find standard attr ID for object 7cca3b7b-b694-4c0d-a015-ded700239c2e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:33:59.370141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-aac8633d-edba-4111-8458-dd3190feaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:59.371681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-aac8633d-edba-4111-8458-dd3190feaa6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.4346495 Feb 19 07:33:59.378912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f9c94084-a201-43ce-86f7-e2000b3d260b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:59.515406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc256d-de3d-4942-aa02-55a44f25fb07 req-c96c43b7-93aa-44ac-9730-7c6cd24fe841 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:33:59.525961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-befc256d-de3d-4942-aa02-55a44f25fb07 req-c96c43b7-93aa-44ac-9730-7c6cd24fe841 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 945 time: 0.3378830 Feb 19 07:33:59.573912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-79d7c4f4-9405-4b38-9dd5-b2b37e92e269 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1002 time: 0.1937473 Feb 19 07:33:59.809972 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:33:59.824590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-baebcd9d-1741-4f29-8da1-75b3d1eca90c None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:33:59.838299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-befc256d-de3d-4942-aa02-55a44f25fb07 req-ce96861a-170f-48be-b026-bb97a5af25af tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101521 Feb 19 07:33:59.855109 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baebcd9d-1741-4f29-8da1-75b3d1eca90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:33:59.890410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f9c94084-a201-43ce-86f7-e2000b3d260b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.108371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f9c94084-a201-43ce-86f7-e2000b3d260b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.191727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-ea22d069-65ad-447e-a2b3-ad3ed81d8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:00.193837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-ea22d069-65ad-447e-a2b3-ad3ed81d8213 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.6100502 Feb 19 07:34:00.202526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.218012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f9c94084-a201-43ce-86f7-e2000b3d260b HTTP/1.1" status: 204 len: 168 time: 1.4700146 Feb 19 07:34:00.219638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:00.240696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909142c-d04b-4ec7-a69b-b18d15294529 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c94084-a201-43ce-86f7-e2000b3d260b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:00.304557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-998f6234-42a7-4f69-af93-b683467bce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:00.307685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-998f6234-42a7-4f69-af93-b683467bce46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1076086 Feb 19 07:34:00.333891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5388139d-58d5-4397-8d49-e7011021f4a2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089072 Feb 19 07:34:00.337403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:00.342580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:00.409808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.471408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:00.471816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.582139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:00.591790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:00.624509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-baebcd9d-1741-4f29-8da1-75b3d1eca90c None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:00.835465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-69f0b9c9-43b0-4999-b7d8-d46b6f858a6d service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608428 Feb 19 07:34:00.835465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257738d8-cd3b-450a-a03d-b06c751f58e7 req-2069370a-a058-459c-b5bb-9df307fe7f0f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:00.835465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-257738d8-cd3b-450a-a03d-b06c751f58e7 req-2069370a-a058-459c-b5bb-9df307fe7f0f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.3301680 Feb 19 07:34:01.038206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ea5bc-18f3-498d-9ca4-91475b26298b None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'f9c94084-a201-43ce-86f7-e2000b3d260b'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '3464938e-9ec7-4d9d-a022-65939d1fec18'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:34:01.053772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:01.054146 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:01.127041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f76ea5bc-18f3-498d-9ca4-91475b26298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:01.134349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-257738d8-cd3b-450a-a03d-b06c751f58e7 req-a02f4c3f-44d0-45d8-a70d-829ab740c623 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994416 Feb 19 07:34:01.153557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad7db824-caa7-4358-9d17-76e23ffee500 req-0e875e5d-7097-458e-8e12-a2c80db8969f service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722928 Feb 19 07:34:01.233817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397148-0179-4536-adbd-7ad17e1e966e req-2986449d-23b9-42bc-b3f6-8b78853557ec tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:01.242938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf397148-0179-4536-adbd-7ad17e1e966e req-2986449d-23b9-42bc-b3f6-8b78853557ec tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 945 time: 0.2112303 Feb 19 07:34:01.246243 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c0a4c6f7-39cd-40bc-9416-0e664c61a98c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:01.384437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f8b0a7cb-3080-4c43-8a7b-d67c151b539f up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:01.544000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffde647-271c-48ab-bed9-d87d158cf8d5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:01.823272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=c0a4c6f7-39cd-40bc-9416-0e664c61a98c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:01.916053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf397148-0179-4536-adbd-7ad17e1e966e req-a475f6e3-4f95-4a57-b77e-12f0e8ff5b69 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502242 Feb 19 07:34:01.920956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:01.924167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:01.934054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:01.935015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:01.966709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:01.973234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a5b3bb97-b442-4c63-a4e2-0678a7117da4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6347179 Feb 19 07:34:01.973964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:02.188332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.189028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.244442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:02.257403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.290920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:02.294250 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.346804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port f8b0a7cb-3080-4c43-8a7b-d67c151b539f completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:02.390229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port f8b0a7cb-3080-4c43-8a7b-d67c151b539f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:02.390883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.473304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:02.494702 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.572710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:02.693392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f8b0a7cb-3080-4c43-8a7b-d67c151b539f is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:02.693795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.745123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:02.745123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:34:02.747142 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a6eea-e796-4bd0-ad61-e90910c28c75" -d '{"events": [{"server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "name": "network-vif-plugged", "status": "completed", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:34:02.823314 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.925887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:02.926292 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:02.936283 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9fa47-3949-4e0f-9a94-ee2b8c9d9682 x-openstack-request-id: req-4bf9fa47-3949-4e0f-9a94-ee2b8c9d9682 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:34:02.936529 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "name": "network-vif-plugged", "status": "completed", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:34:02.936735 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bf9fa47-3949-4e0f-9a94-ee2b8c9d9682 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:34:02.937148 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f', 'code': 200} Feb 19 07:34:03.090124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'c0a4c6f7-39cd-40bc-9416-0e664c61a98c'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '3464938e-9ec7-4d9d-a022-65939d1fec18'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:34:03.106274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24ce47-fcfc-4a0e-aa63-ada83db1e87d req-617231fe-e17c-4718-877e-7366f6615e0d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:03.110600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac24ce47-fcfc-4a0e-aa63-ada83db1e87d req-617231fe-e17c-4718-877e-7366f6615e0d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.8080039 Feb 19 07:34:03.279014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1a56-a07a-4926-9946-6842db06e1be req-56f12107-d5c3-4ffa-a41c-8351811b91b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:03.283361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-942d1a56-a07a-4926-9946-6842db06e1be req-56f12107-d5c3-4ffa-a41c-8351811b91b2 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.1656392 Feb 19 07:34:03.343688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:03.352959 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:03.367978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:03.370473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:03.406172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:03.466268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-942d1a56-a07a-4926-9946-6842db06e1be req-1f980a48-b58b-4960-b13c-38740a5712e7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763155 Feb 19 07:34:03.500047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea39ac-f34f-4c80-84d2-019bd6e48b18 req-4b0a7de9-92f2-45e6-8667-75019e2d2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:03.503356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6ea39ac-f34f-4c80-84d2-019bd6e48b18 req-4b0a7de9-92f2-45e6-8667-75019e2d2758 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 1128 time: 0.5554900 Feb 19 07:34:03.562314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:03.800445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4e79f-ab5f-4a2a-aa15-ab3030a083be None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:04.014905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6ea39ac-f34f-4c80-84d2-019bd6e48b18 req-eaa75392-c6d7-47fb-b91c-d5273db2460e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212097 Feb 19 07:34:04.093965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac24ce47-fcfc-4a0e-aa63-ada83db1e87d req-24016017-2102-4a26-84be-e98e1df3da83 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9615195 Feb 19 07:34:04.218178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 07:34:04.218178 n-d-829866-3 neutron-server[103589]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 19 07:34:04.218178 n-d-829866-3 neutron-server[103589]: [parameters: {'ip_address': '2001:db8::f816:3eff:fef8:122', 'status': 'ALLOCATED', 'ipam_subnet_id': '20c82b52-01c9-4401-8bc4-f8fef6e3ecb1'}] Feb 19 07:34:04.218178 n-d-829866-3 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:04.218900 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:04.370217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:04.797980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:04.820645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3290a-a85d-4787-a694-dd8ac1a00a57 req-08501aaf-afff-478f-aeb4-b0d77dcd8f0d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:04.825528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bf3290a-a85d-4787-a694-dd8ac1a00a57 req-08501aaf-afff-478f-aeb4-b0d77dcd8f0d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.1364839 Feb 19 07:34:04.918726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:05.000983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:05.011206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:05.029713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bf3290a-a85d-4787-a694-dd8ac1a00a57 req-a6e48d4e-08d4-41cf-b5c9-4d9f790fe472 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977429 Feb 19 07:34:05.122805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (7248f12d-5ec5-4fab-9d04-4956fcbf264e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:05.346147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:05.355310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:05.377036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:05.387694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:05.500902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:05.510864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Allocated IP 172.20.0.2 (c5babe57-9500-4977-a59b-d6a5978b6e57/c0a4c6f7-39cd-40bc-9416-0e664c61a98c/3464938e-9ec7-4d9d-a022-65939d1fec18) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:05.537119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=7248f12d-5ec5-4fab-9d04-4956fcbf264e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:05.590260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:05.596943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:f4:e2:7c', 'name': 'tempest-NetworksTestDHCPv6-1419920653'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:05.603844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f9cc04d-181a-4f47-8e57-085bf76f2fdf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6351371 Feb 19 07:34:05.673868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea91cf-ad39-4bae-8be6-c1cda50cac38 req-1793b115-d598-4d26-9225-fd9756204a18 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:05.696323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31ea91cf-ad39-4bae-8be6-c1cda50cac38 req-1793b115-d598-4d26-9225-fd9756204a18 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.3995812 Feb 19 07:34:05.853397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31ea91cf-ad39-4bae-8be6-c1cda50cac38 req-8a966b2b-49f5-491d-a191-35722f417d34 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544490 Feb 19 07:34:05.927083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:05.965004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:06.019568 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Publish callbacks [] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:06.029080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:06.194981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:06.221100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbb438-03aa-42d0-afc8-6aa78e7e9d26 None None] Pushing event updated for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:06.248205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port c264ec71-e970-45a0-8b37-0ea22260d53e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:06.469676 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31d3ad12-e100-4325-9486-91e72960fe5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:06.801363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 172.20.0.4 (c5babe57-9500-4977-a59b-d6a5978b6e57/c0a4c6f7-39cd-40bc-9416-0e664c61a98c/c264ec71-e970-45a0-8b37-0ea22260d53e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:06.809439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fef4:e27c (c5babe57-9500-4977-a59b-d6a5978b6e57/7248f12d-5ec5-4fab-9d04-4956fcbf264e/c264ec71-e970-45a0-8b37-0ea22260d53e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:07.083661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (c264ec71-e970-45a0-8b37-0ea22260d53e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:07.166934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c264ec71-e970-45a0-8b37-0ea22260d53e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:07.230390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a7288-2406-4b0f-a9ee-ecc4012c442e req-1307ec68-6e85-49f7-b0b6-8efa6f7c0c25 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:07.230390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e02a7288-2406-4b0f-a9ee-ecc4012c442e req-1307ec68-6e85-49f7-b0b6-8efa6f7c0c25 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1808219 Feb 19 07:34:07.390535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=c264ec71-e970-45a0-8b37-0ea22260d53e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:07.393674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e02a7288-2406-4b0f-a9ee-ecc4012c442e req-c8920969-4bee-4acd-b080-dbd11c259a5b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794810 Feb 19 07:34:07.456186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:07.491651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:07.508170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:07.611023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c4cc8-e18d-49cb-ac9f-7aded5bcb11e req-fd435464-bc17-4f02-abee-5b4143aa4db7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:07.612669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f0c4cc8-e18d-49cb-ac9f-7aded5bcb11e req-fd435464-bc17-4f02-abee-5b4143aa4db7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.4812810 Feb 19 07:34:07.720588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f0c4cc8-e18d-49cb-ac9f-7aded5bcb11e req-feed286a-6b24-4e73-9298-61254b386668 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804665 Feb 19 07:34:07.727686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:07.728412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:07.784552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59983ed8-919c-42ff-a391-c760d6aa0bf0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1915307 Feb 19 07:34:07.788640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:07.981739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a52ca7-34f1-4825-9615-fa9965e63965 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:08.003473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a52ca7-34f1-4825-9615-fa9965e63965 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:08.019456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a1a52ca7-34f1-4825-9615-fa9965e63965 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2287147 Feb 19 07:34:08.019828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:08.044960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:08.101028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4faa253-0846-4cc6-b19c-0f84bad0e011 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:08.317617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dfec0-fb25-4cf0-9774-180d3bd42b9e req-e9f1bc2e-d789-4a6f-b342-769fe65dc8a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:08.330259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d8dfec0-fb25-4cf0-9774-180d3bd42b9e req-e9f1bc2e-d789-4a6f-b342-769fe65dc8a5 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.1147954 Feb 19 07:34:08.357251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c2989e8e-1fa9-4563-b419-4cad0991f47a None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:08.358142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2989e8e-1fa9-4563-b419-4cad0991f47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.367056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port c264ec71-e970-45a0-8b37-0ea22260d53e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:08.367966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c264ec71-e970-45a0-8b37-0ea22260d53e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.401628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53be4861-ff8c-43a3-bd0e-336bcda905b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.740082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-923891e8-44bf-43ad-b226-0a2c15bc00af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.768906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3d8dfec0-fb25-4cf0-9774-180d3bd42b9e req-81f2429c-05c6-4c35-b252-99d44991fb9a tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368808 Feb 19 07:34:08.796754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26a632-69a8-415c-a694-df0b31c12b95 req-d3c6cb67-d463-4018-a16e-52a33ebf8d39 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:08.816149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3464938e-9ec7-4d9d-a022-65939d1fec18 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:08.818538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da26a632-69a8-415c-a694-df0b31c12b95 req-d3c6cb67-d463-4018-a16e-52a33ebf8d39 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2067111 Feb 19 07:34:08.881834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c264ec71-e970-45a0-8b37-0ea22260d53e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.920436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for c264ec71-e970-45a0-8b37-0ea22260d53e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:08.955327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53be4861-ff8c-43a3-bd0e-336bcda905b5 admin admin] Publish callbacks [] for security_group (648fae64-fd6f-4355-ba18-84c866b6f79e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.965018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c2989e8e-1fa9-4563-b419-4cad0991f47a None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:08.979918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:08.980390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:08.992613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53be4861-ff8c-43a3-bd0e-336bcda905b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (648fae64-fd6f-4355-ba18-84c866b6f79e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.060227 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-da26a632-69a8-415c-a694-df0b31c12b95 req-646588be-c996-4bf2-a2d7-dfb8357aa76c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356768 Feb 19 07:34:09.159780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-53be4861-ff8c-43a3-bd0e-336bcda905b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a71671d02484fc09e0e92dec37c723c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1136007 Feb 19 07:34:09.163576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:09.168912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4861-ff8c-43a3-bd0e-336bcda905b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648fae64-fd6f-4355-ba18-84c866b6f79e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.250841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:09.438083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] Publish callbacks [] for security_group (648fae64-fd6f-4355-ba18-84c866b6f79e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.500461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] Publish callbacks [] for security_group (648fae64-fd6f-4355-ba18-84c866b6f79e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.565791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (648fae64-fd6f-4355-ba18-84c866b6f79e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.574178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.580421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/648fae64-fd6f-4355-ba18-84c866b6f79e HTTP/1.1" status: 204 len: 168 time: 0.4156253 Feb 19 07:34:09.633940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58de68-18ba-4241-aecb-73a2cbd6f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648fae64-fd6f-4355-ba18-84c866b6f79e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:09.730586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:09.845896 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c264ec71-e970-45a0-8b37-0ea22260d53e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.018583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=c264ec71-e970-45a0-8b37-0ea22260d53e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:10.308218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b562a0-7a2a-4570-8475-f8c54a15f808 req-9594769d-3dbd-4e6d-907e-9c6b2a7f659f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.322912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9b562a0-7a2a-4570-8475-f8c54a15f808 req-9594769d-3dbd-4e6d-907e-9c6b2a7f659f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1204808 Feb 19 07:34:10.361232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0270d-963f-4946-9bcc-0cac1fbf3826 req-6f411174-dec8-436f-a474-73af17adcb79 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.362853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bb0270d-963f-4946-9bcc-0cac1fbf3826 req-6f411174-dec8-436f-a474-73af17adcb79 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.3789663 Feb 19 07:34:10.426131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9b562a0-7a2a-4570-8475-f8c54a15f808 req-b7535a44-baa9-412f-b4a2-e46758525dbb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014292 Feb 19 07:34:10.516865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c54d8-a254-4a93-a584-7128bc8c4cf0 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:10.532867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bb0270d-963f-4946-9bcc-0cac1fbf3826 req-c0435e29-96cc-4147-a061-768b327c55da tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573241 Feb 19 07:34:10.542065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 42982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:10.556531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.562992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f5bc0e6-4e91-49f8-8be5-56aabb40427a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c264ec71-e970-45a0-8b37-0ea22260d53e HTTP/1.1" status: 204 len: 168 time: 2.5418842 Feb 19 07:34:10.566919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:10.574178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7fa705d-3160-4848-bf4b-3b29e30ce352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.676227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a456fb9c-726c-44aa-b27f-7346bf62c422 None None] Could not find standard attr ID for object c264ec71-e970-45a0-8b37-0ea22260d53e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:10.699948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259fefd-f21d-4686-8669-71f997f71269 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.702062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259fefd-f21d-4686-8669-71f997f71269 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.705860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259fefd-f21d-4686-8669-71f997f71269 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:10.711340 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8259fefd-f21d-4686-8669-71f997f71269 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1395521 Feb 19 07:34:10.715577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42988) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:10.764384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a456fb9c-726c-44aa-b27f-7346bf62c422 None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:10.764981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a456fb9c-726c-44aa-b27f-7346bf62c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.884109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7fa705d-3160-4848-bf4b-3b29e30ce352 admin admin] Publish callbacks [] for security_group (fc5fb5b5-bb2b-4612-8bdc-097025950949), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.892146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7fa705d-3160-4848-bf4b-3b29e30ce352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fc5fb5b5-bb2b-4612-8bdc-097025950949), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:10.945137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 42998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:10.947603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7fa705d-3160-4848-bf4b-3b29e30ce352 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=268bdceb173b46f784b59a88edfc34ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020345 Feb 19 07:34:10.993348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 7248f12d-5ec5-4fab-9d04-4956fcbf264e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:11.018578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa705d-3160-4848-bf4b-3b29e30ce352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5fb5b5-bb2b-4612-8bdc-097025950949,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.044885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.147218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (7248f12d-5ec5-4fab-9d04-4956fcbf264e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.171232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a456fb9c-726c-44aa-b27f-7346bf62c422 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:11.239536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df4b8-1755-43a8-8fa7-00c78c03c5e6 req-42044397-9a39-402a-8879-d19e96328f80 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:11.241786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-498df4b8-1755-43a8-8fa7-00c78c03c5e6 req-42044397-9a39-402a-8879-d19e96328f80 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.1965442 Feb 19 07:34:11.288203 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (7248f12d-5ec5-4fab-9d04-4956fcbf264e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.292921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] Publish callbacks [] for security_group (fc5fb5b5-bb2b-4612-8bdc-097025950949), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.369471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-498df4b8-1755-43a8-8fa7-00c78c03c5e6 req-fb24fefe-62cb-4173-b489-2e7cc872169b tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Feb 19 07:34:11.374650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] Publish callbacks [] for security_group (fc5fb5b5-bb2b-4612-8bdc-097025950949), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.511393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7248f12d-5ec5-4fab-9d04-4956fcbf264e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.595172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fc5fb5b5-bb2b-4612-8bdc-097025950949), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.606523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.607752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc5fb5b5-bb2b-4612-8bdc-097025950949 HTTP/1.1" status: 204 len: 168 time: 0.6579337 Feb 19 07:34:11.660636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296da28f-895f-4557-ae7c-7d9de63c6174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5fb5b5-bb2b-4612-8bdc-097025950949,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.698608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (7248f12d-5ec5-4fab-9d04-4956fcbf264e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.758681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=7248f12d-5ec5-4fab-9d04-4956fcbf264e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:11.778010 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.782020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4043045b-25da-4aa5-a93d-fd0b19831ace tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7248f12d-5ec5-4fab-9d04-4956fcbf264e HTTP/1.1" status: 204 len: 168 time: 1.0650270 Feb 19 07:34:11.784523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:11.884738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d5598-8aad-4849-8aa3-41dd9059d944 req-dafc548a-2f0f-4cb6-b7e2-7ed049a3c521 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:11.892596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-975d5598-8aad-4849-8aa3-41dd9059d944 req-dafc548a-2f0f-4cb6-b7e2-7ed049a3c521 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2363362 Feb 19 07:34:11.905901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03abd7d-e6d2-4651-8fe4-0a7a600d8f91 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:11.919797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet c0a4c6f7-39cd-40bc-9416-0e664c61a98c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:11.925296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (c0a4c6f7-39cd-40bc-9416-0e664c61a98c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:11.995870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-975d5598-8aad-4849-8aa3-41dd9059d944 req-81479a65-e5ab-4bae-a54a-faec8f14252a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967848 Feb 19 07:34:12.038043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (c0a4c6f7-39cd-40bc-9416-0e664c61a98c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.160161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0111393e-71b2-48e2-b286-10338fea494e None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:12.160950 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0111393e-71b2-48e2-b286-10338fea494e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.294390 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c0a4c6f7-39cd-40bc-9416-0e664c61a98c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.448773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (c0a4c6f7-39cd-40bc-9416-0e664c61a98c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.611697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.622939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243568b-6690-4a6e-a976-c5b9e094763f req-48153286-6027-4069-b2cf-4c7230bd0351 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:12.625320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/c0a4c6f7-39cd-40bc-9416-0e664c61a98c HTTP/1.1" status: 204 len: 168 time: 0.8395519 Feb 19 07:34:12.628179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42767d67-9571-432e-8f28-33a28b158ba8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a4c6f7-39cd-40bc-9416-0e664c61a98c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:12.647380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c243568b-6690-4a6e-a976-c5b9e094763f req-48153286-6027-4069-b2cf-4c7230bd0351 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.1954987 Feb 19 07:34:12.651116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:12.783472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9165cbfb-f7b8-4905-ab92-f07ebcedc5cb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307430 Feb 19 07:34:12.787330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc35c5-7f3b-481e-b23e-229b53c1946f req-e84766d3-6fc6-4d41-a68b-8e94a5ac02bd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:12.789594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2abc35c5-7f3b-481e-b23e-229b53c1946f req-e84766d3-6fc6-4d41-a68b-8e94a5ac02bd tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 946 time: 0.2139192 Feb 19 07:34:12.790092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:12.796734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:12.840740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:12.888356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0111393e-71b2-48e2-b286-10338fea494e None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:13.015776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Deleting port f8b0a7cb-3080-4c43-8a7b-d67c151b539f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:13.016707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.118873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76dd05-4ee7-4f18-9c22-4f4686270a5c None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'c0a4c6f7-39cd-40bc-9416-0e664c61a98c'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '3464938e-9ec7-4d9d-a022-65939d1fec18'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:34:13.242183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da76dd05-4ee7-4f18-9c22-4f4686270a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.251336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] For port f8b0a7cb-3080-4c43-8a7b-d67c151b539f, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,segment=NetworkSegment(5cc69901-7132-4e84-9913-985e8123c718),segment_id=5cc69901-7132-4e84-9913-985e8123c718)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:13.251714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.269178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Calling delete_port for f8b0a7cb-3080-4c43-8a7b-d67c151b539f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:13.359177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2abc35c5-7f3b-481e-b23e-229b53c1946f req-d40999e8-7036-4945-b70a-654d2f1f503d tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/security-groups?id=8a427c8c-f214-4495-99b0-8d281ffb230e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401878 Feb 19 07:34:13.366218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:13.393374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.599021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f8b0a7cb-3080-4c43-8a7b-d67c151b539f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.620071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f8b0a7cb-3080-4c43-8a7b-d67c151b539f'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:34:13.745917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591842e4-18f2-4f11-ada7-834e9c9a3cef None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:13.809258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Pushing event deleted for resources: {'Port': ['ID=f8b0a7cb-3080-4c43-8a7b-d67c151b539f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:13.950389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] No DVR routers for this DVR port f8b0a7cb-3080-4c43-8a7b-d67c151b539f on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:13.953058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:13.959420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c243568b-6690-4a6e-a976-c5b9e094763f req-00756812-829b-4974-94d1-0ad0937708f7 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.47 "DELETE /v2.0/ports/f8b0a7cb-3080-4c43-8a7b-d67c151b539f HTTP/1.1" status: 204 len: 173 time: 1.2995186 Feb 19 07:34:13.966109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'name': 'network-vif-deleted', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:34:13.970842 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6745b6f-c3fe-4361-8f4f-2b33810acc3c" -d '{"events": [{"server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "name": "network-vif-deleted", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:34:14.014114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44bdf5-8cbe-4658-acee-90e53ee8fbd1 req-3bcb8611-fb0d-4838-b93b-4cd3f0908e88 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:14.018629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b44bdf5-8cbe-4658-acee-90e53ee8fbd1 req-3bcb8611-fb0d-4838-b93b-4cd3f0908e88 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.5240440 Feb 19 07:34:14.134960 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b73646b-02a8-4a56-8b1e-b4106694837c x-openstack-request-id: req-1b73646b-02a8-4a56-8b1e-b4106694837c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:34:14.135354 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accba746-f4c8-408d-9e64-770faf8c0a99", "name": "network-vif-deleted", "tag": "f8b0a7cb-3080-4c43-8a7b-d67c151b539f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:34:14.136689 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b73646b-02a8-4a56-8b1e-b4106694837c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:34:14.137546 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accba746-f4c8-408d-9e64-770faf8c0a99', 'name': 'network-vif-deleted', 'tag': 'f8b0a7cb-3080-4c43-8a7b-d67c151b539f', 'status': 'completed', 'code': 200} Feb 19 07:34:14.146637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b44bdf5-8cbe-4658-acee-90e53ee8fbd1 req-f8bea497-8e70-43d1-a9ab-79d7be25b9a4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200492 Feb 19 07:34:14.162760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8a9003b4-9688-4848-b76f-933a6b2c45d0 None None] Provisioning complete for port 3464938e-9ec7-4d9d-a022-65939d1fec18 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:14.163385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a9003b4-9688-4848-b76f-933a6b2c45d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:14.207260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9551af5b-c9a3-46fe-b426-ce04a8a75649), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:14.320447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:14.333236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:14.346053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:14.346752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:14.374118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=9551af5b-c9a3-46fe-b426-ce04a8a75649,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:14.390732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:14.413798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c1e43252-fe79-47fb-a48d-33d8bdf83894 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6199002 Feb 19 07:34:14.415290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:14.431337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:14.526755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8a9003b4-9688-4848-b76f-933a6b2c45d0 None None] Current status of the port 3464938e-9ec7-4d9d-a022-65939d1fec18 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:14.638632 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e7cfe4f-17df-4798-ae26-fc0d8d4a7d0f req-0a977c25-5af9-4a87-9abe-81d0263eea38 tempest-DeleteServersTestJSON-1325742843 tempest-DeleteServersTestJSON-1325742843-project] 10.222.0.43 "GET /v2.0/ports?device_id=accba746-f4c8-408d-9e64-770faf8c0a99 HTTP/1.1" status: 200 len: 210 time: 0.0890613 Feb 19 07:34:14.658100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Deleting port 3464938e-9ec7-4d9d-a022-65939d1fec18 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:14.658486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:14.824586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3464938e-9ec7-4d9d-a022-65939d1fec18 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:14.904420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:14.910721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.300878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] For port 3464938e-9ec7-4d9d-a022-65939d1fec18, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3464938e-9ec7-4d9d-a022-65939d1fec18,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:15.301479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.319293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Calling delete_port for 3464938e-9ec7-4d9d-a022-65939d1fec18 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:15.452629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43130) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:15.481308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3464938e-9ec7-4d9d-a022-65939d1fec18), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.562228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d77dd-9c6b-4ea2-a5d3-f612d4e97773 req-c054e346-597e-41e6-a544-b0c5e242e549 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:15.569017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] No DVR routers for this DVR port 3464938e-9ec7-4d9d-a022-65939d1fec18 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:15.571041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-550d77dd-9c6b-4ea2-a5d3-f612d4e97773 req-c054e346-597e-41e6-a544-b0c5e242e549 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2107954 Feb 19 07:34:15.590380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af34a6-40a8-41d6-bf1c-50fbf9700854 None None] Pushing event deleted for resources: {'Port': ['ID=3464938e-9ec7-4d9d-a022-65939d1fec18,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:15.608147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55fe8a-2572-4864-8967-53f35914c62a None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:15.619271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No active binding found for port 3464938e-9ec7-4d9d-a022-65939d1fec18 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:34:15.621079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] The host n-d-829866-3 is not matching for port 3464938e-9ec7-4d9d-a022-65939d1fec18 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:34:15.622628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3464938e-9ec7-4d9d-a022-65939d1fec18 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:15.641216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2bd99690-4cce-4cc5-b7fc-8ebf2ba2cb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.715677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-550d77dd-9c6b-4ea2-a5d3-f612d4e97773 req-91aa2a8f-5a52-4ecb-98ca-4f82b94fdf3a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385553 Feb 19 07:34:15.847063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2bd99690-4cce-4cc5-b7fc-8ebf2ba2cb30 admin admin] Publish callbacks [] for security_group (ce57489f-076d-4fe8-9536-12fbb5e1f8f7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.859470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2bd99690-4cce-4cc5-b7fc-8ebf2ba2cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ce57489f-076d-4fe8-9536-12fbb5e1f8f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.923333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '9551af5b-c9a3-46fe-b426-ce04a8a75649'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:15.925208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:15.960025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2bd99690-4cce-4cc5-b7fc-8ebf2ba2cb30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cee3f522e70f46c5aece7f364c7e1dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061886 Feb 19 07:34:15.961437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43146) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:15.973108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd99690-4cce-4cc5-b7fc-8ebf2ba2cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce57489f-076d-4fe8-9536-12fbb5e1f8f7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:15.989784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:16.018551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (9a87f361-3b91-4b84-ad3c-900acf14631a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.078601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] Publish callbacks [] for security_group (ce57489f-076d-4fe8-9536-12fbb5e1f8f7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.109222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] Publish callbacks [] for security_group (ce57489f-076d-4fe8-9536-12fbb5e1f8f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.167001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:16.185721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:16.190881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:16.191503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.238684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ce57489f-076d-4fe8-9536-12fbb5e1f8f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.247228 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.249293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce57489f-076d-4fe8-9536-12fbb5e1f8f7 HTTP/1.1" status: 204 len: 168 time: 0.2857125 Feb 19 07:34:16.270330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae49d1c-a533-41fd-8e21-b31b663670a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce57489f-076d-4fe8-9536-12fbb5e1f8f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.284239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8582013 Feb 19 07:34:16.288454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:16.323575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556391e-3645-4d87-8032-e3cb92509916 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=9a87f361-3b91-4b84-ad3c-900acf14631a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.348249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Allocated IP 172.20.0.2 (c5babe57-9500-4977-a59b-d6a5978b6e57/9551af5b-c9a3-46fe-b426-ce04a8a75649/b8579fb1-8de1-472a-ae14-0acdb6636f24) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:16.350259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:65:2d:4f', 'name': 'tempest-NetworksTestDHCPv6-1569303215'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:16.356151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Allocated IP 2001:db8::f816:3eff:fe5c:b2f4 (c5babe57-9500-4977-a59b-d6a5978b6e57/9a87f361-3b91-4b84-ad3c-900acf14631a/b8579fb1-8de1-472a-ae14-0acdb6636f24) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:16.592349 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks [] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.620253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:16.747034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:16.748990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:16.768808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:16.775621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Pushing event updated for resources: {'Port': ['ID=b8579fb1-8de1-472a-ae14-0acdb6636f24,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:16.780077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:16.986010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Attempting to bind port b8579fb1-8de1-472a-ae14-0acdb6636f24 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:16.986391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Attempting to bind port b8579fb1-8de1-472a-ae14-0acdb6636f24 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:16.986757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Attempting to bind port b8579fb1-8de1-472a-ae14-0acdb6636f24 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:17.003916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:17.004324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:17.004704 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:17.015450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:17.016155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Bound port: b8579fb1-8de1-472a-ae14-0acdb6636f24, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:17.016511 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:17.059648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:17.094884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202ebe9-c022-422b-98bc-2259c2bfbe5f req-40eaf379-80a8-4153-8723-446d6bff39b4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:17.110783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1202ebe9-c022-422b-98bc-2259c2bfbe5f req-40eaf379-80a8-4153-8723-446d6bff39b4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1276670 Feb 19 07:34:17.171285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 0f957043-5891-4893-8ab2-902882df9490 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:17.231790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] For port b8579fb1-8de1-472a-ae14-0acdb6636f24, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:17.236499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1202ebe9-c022-422b-98bc-2259c2bfbe5f req-23f9ce00-e6d8-4d17-89ee-03b643c4669d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213832 Feb 19 07:34:17.237984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] For port b8579fb1-8de1-472a-ae14-0acdb6636f24, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8579fb1-8de1-472a-ae14-0acdb6636f24,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:17.247737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:17.363936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05de84-5e7e-458c-ada6-e44a4b4bc09d None None] Pushing event updated for resources: {'Port': ['ID=b8579fb1-8de1-472a-ae14-0acdb6636f24,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:17.406659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f8b0a7cb-3080-4c43-8a7b-d67c151b539f no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:17.473389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: f8b0a7cb-3080-4c43-8a7b-d67c151b539f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:17.473823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f8b0a7cb-3080-4c43-8a7b-d67c151b539f not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:17.719439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 172.20.0.12 (c5babe57-9500-4977-a59b-d6a5978b6e57/9551af5b-c9a3-46fe-b426-ce04a8a75649/0f957043-5891-4893-8ab2-902882df9490) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:17.757321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe65:2d4f (c5babe57-9500-4977-a59b-d6a5978b6e57/9a87f361-3b91-4b84-ad3c-900acf14631a/0f957043-5891-4893-8ab2-902882df9490) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:18.115036 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (0f957043-5891-4893-8ab2-902882df9490), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:18.200543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0f957043-5891-4893-8ab2-902882df9490), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:18.312548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:18.327267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:18.338218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:18.539545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=0f957043-5891-4893-8ab2-902882df9490,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:18.586851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:18.597911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:18.629228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e7dbf33b-ec90-49c7-b5a5-2736878c30c0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3388596 Feb 19 07:34:18.631871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:18.664509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a56ae0-5fdc-497c-bfd9-91130cd4ef8a req-f495c88f-782f-4cc8-93b4-69639a4cc096 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:18.682390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54a56ae0-5fdc-497c-bfd9-91130cd4ef8a req-f495c88f-782f-4cc8-93b4-69639a4cc096 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1595445 Feb 19 07:34:18.807227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b4476-5f81-43de-a837-8ec7ee3004ee tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:18.826346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b4476-5f81-43de-a837-8ec7ee3004ee tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:18.844993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-642b4476-5f81-43de-a837-8ec7ee3004ee tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2120068 Feb 19 07:34:18.845732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:18.858343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8579fb1-8de1-472a-ae14-0acdb6636f24 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:18.889807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54a56ae0-5fdc-497c-bfd9-91130cd4ef8a req-ac807b56-847b-4bf2-a025-c96efbd562be tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088094 Feb 19 07:34:19.018466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:19.033556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b8579fb1-8de1-472a-ae14-0acdb6636f24 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:19.034433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.303713 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc685c40-92d9-46b1-bdf2-66c9027d0df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.307231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b8579fb1-8de1-472a-ae14-0acdb6636f24 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:19.311949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.468625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b8579fb1-8de1-472a-ae14-0acdb6636f24, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8579fb1-8de1-472a-ae14-0acdb6636f24,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:19.481475 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.621900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc685c40-92d9-46b1-bdf2-66c9027d0df4 admin admin] Publish callbacks [] for security_group (6aa1c8f1-28b2-4404-8014-020b2f9dce42), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.626231 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fc685c40-92d9-46b1-bdf2-66c9027d0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6aa1c8f1-28b2-4404-8014-020b2f9dce42), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.646382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b8579fb1-8de1-472a-ae14-0acdb6636f24,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.663680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c0444-eefb-4cbb-9500-37043a64a6d1 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:19.692736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc685c40-92d9-46b1-bdf2-66c9027d0df4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73174add6e734770a42893fd059605f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731052 Feb 19 07:34:19.693527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc685c40-92d9-46b1-bdf2-66c9027d0df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa1c8f1-28b2-4404-8014-020b2f9dce42,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:19.708702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:19.781270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] Publish callbacks [] for security_group (6aa1c8f1-28b2-4404-8014-020b2f9dce42), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.818502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] Publish callbacks [] for security_group (6aa1c8f1-28b2-4404-8014-020b2f9dce42), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.854857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 0f957043-5891-4893-8ab2-902882df9490 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:19.856227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0f957043-5891-4893-8ab2-902882df9490), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.923310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6aa1c8f1-28b2-4404-8014-020b2f9dce42), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.928637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:19.930203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aa1c8f1-28b2-4404-8014-020b2f9dce42 HTTP/1.1" status: 204 len: 168 time: 0.2205205 Feb 19 07:34:19.951297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6990c-5016-4606-84d9-18ca5e3fce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa1c8f1-28b2-4404-8014-020b2f9dce42,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:20.021252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-25b60714-93f7-43e2-994f-10157c200997 None None] Provisioning complete for port b8579fb1-8de1-472a-ae14-0acdb6636f24 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:20.024933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25b60714-93f7-43e2-994f-10157c200997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:20.286543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-25b60714-93f7-43e2-994f-10157c200997 None None] Current status of the port b8579fb1-8de1-472a-ae14-0acdb6636f24 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:20.346018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc090d5-4833-415c-9e03-3f422d5a0661 req-5812f4e5-d048-4f01-8a2a-8fe1f83ca1e0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:20.351492 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7cc090d5-4833-415c-9e03-3f422d5a0661 req-5812f4e5-d048-4f01-8a2a-8fe1f83ca1e0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.3039079 Feb 19 07:34:20.565624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0f957043-5891-4893-8ab2-902882df9490), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:20.592736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7cc090d5-4833-415c-9e03-3f422d5a0661 req-04c720bb-6140-4027-9d62-81c0fd626df5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184114 Feb 19 07:34:20.610818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 0f957043-5891-4893-8ab2-902882df9490 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:20.701423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8579fb1-8de1-472a-ae14-0acdb6636f24 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:20.957019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b8579fb1-8de1-472a-ae14-0acdb6636f24 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:20.957412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:21.155099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b8579fb1-8de1-472a-ae14-0acdb6636f24 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:21.239152 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0f957043-5891-4893-8ab2-902882df9490), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:21.392989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=0f957043-5891-4893-8ab2-902882df9490,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:21.551117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:21.554696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66a25534-c863-4d2e-ba94-d465436c1da6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/0f957043-5891-4893-8ab2-902882df9490 HTTP/1.1" status: 204 len: 168 time: 2.7069621 Feb 19 07:34:21.557055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:21.626226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3b5b652e-ae05-4ce8-801a-6a76af0b1662 None None] Could not find standard attr ID for object 0f957043-5891-4893-8ab2-902882df9490. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:21.691069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4106d34-01d7-45b0-8a5b-1512749c9614 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:21.692446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4106d34-01d7-45b0-8a5b-1512749c9614 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:21.693855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4106d34-01d7-45b0-8a5b-1512749c9614 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:21.693948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3b5b652e-ae05-4ce8-801a-6a76af0b1662 None None] Provisioning complete for port b8579fb1-8de1-472a-ae14-0acdb6636f24 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:21.694291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b5b652e-ae05-4ce8-801a-6a76af0b1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:21.698656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:21.729561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c4106d34-01d7-45b0-8a5b-1512749c9614 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1371655 Feb 19 07:34:21.917769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67bc2a-e3d2-48e4-93d7-4da5d3f3d43c req-5239cdf7-040b-4b58-9aac-dcea314b0252 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:21.937363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c67bc2a-e3d2-48e4-93d7-4da5d3f3d43c req-5239cdf7-040b-4b58-9aac-dcea314b0252 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1410167 Feb 19 07:34:21.981396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 9551af5b-c9a3-46fe-b426-ce04a8a75649 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:21.999844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (9551af5b-c9a3-46fe-b426-ce04a8a75649), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.080059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c67bc2a-e3d2-48e4-93d7-4da5d3f3d43c req-f7210183-ed0a-4d52-ae4a-56867f20c897 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416459 Feb 19 07:34:22.143312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (9551af5b-c9a3-46fe-b426-ce04a8a75649), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.145065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b652e-ae05-4ce8-801a-6a76af0b1662 None None] Current status of the port b8579fb1-8de1-472a-ae14-0acdb6636f24 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:22.270775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9551af5b-c9a3-46fe-b426-ce04a8a75649), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.364532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d391bdaf-1bee-408f-afae-99475ec91bb6 None None] Could not find standard attr ID for object 7cca3b7b-b694-4c0d-a015-ded700239c2e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:22.493279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (9551af5b-c9a3-46fe-b426-ce04a8a75649), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.525816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.533454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/9551af5b-c9a3-46fe-b426-ce04a8a75649 HTTP/1.1" status: 204 len: 168 time: 0.8308201 Feb 19 07:34:22.533682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:22.576091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d2b24-ddc0-4e11-99c2-7be1d8e1da51 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=9551af5b-c9a3-46fe-b426-ce04a8a75649,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:22.700053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 9a87f361-3b91-4b84-ad3c-900acf14631a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:22.723881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (9a87f361-3b91-4b84-ad3c-900acf14631a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.794933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2122c7-452d-4a0a-87e8-90746d5bfdd1 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:22.860970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9a87f361-3b91-4b84-ad3c-900acf14631a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:22.921195 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9fd3134e-b4e7-498e-8b99-47deabee0f99 None None] Could not find standard attr ID for object c264ec71-e970-45a0-8b37-0ea22260d53e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:23.116154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9a87f361-3b91-4b84-ad3c-900acf14631a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:23.377656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9a87f361-3b91-4b84-ad3c-900acf14631a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:23.448781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=9a87f361-3b91-4b84-ad3c-900acf14631a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:23.456688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:23.460755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f76e0cfc-2f83-41a8-b274-42b27b3f2d27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/9a87f361-3b91-4b84-ad3c-900acf14631a HTTP/1.1" status: 204 len: 168 time: 0.9260478 Feb 19 07:34:23.463478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:23.475516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2089aa-a54b-4101-b432-4512dcdc6dc8 req-6e4972f3-fddf-4bc9-91fc-e5bd4bd3b75c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:23.477199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2089aa-a54b-4101-b432-4512dcdc6dc8 req-6e4972f3-fddf-4bc9-91fc-e5bd4bd3b75c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.2014441 Feb 19 07:34:23.629450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-922dd029-e961-4f59-9b84-3515d200fabe tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1624153 Feb 19 07:34:23.630274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:23.696364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d2089aa-a54b-4101-b432-4512dcdc6dc8 req-d0377050-2fdf-4116-bd82-809e69ab243d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122407 Feb 19 07:34:23.792041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4fc70-7285-48aa-8eae-cb93f1de2731 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:23.807134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:23.808730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3d4fc70-7285-48aa-8eae-cb93f1de2731 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1698992 Feb 19 07:34:23.915446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799280e-2f38-4b08-8a3a-3c3f11121db7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:23.921354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5799280e-2f38-4b08-8a3a-3c3f11121db7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118081 Feb 19 07:34:23.923711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:24.088383 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7c230f63-1604-4a50-9b72-0e54dca591a2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628737 Feb 19 07:34:24.098422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43382) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:24.114031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:24.326739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:24.330634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:24.333914 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:24.334587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:24.367920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8019c256-45cc-4427-aaab-d3647636e49d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2670703 Feb 19 07:34:24.370834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:24.383868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ee368-1bf7-4c1b-a1cd-ce8cdcdcada5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:24.387678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:24.723813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:24.728070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:24.729544 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:24.729977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:24.766389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6d43f5ef-ddca-4b4f-a8ae-2c27242f4ffe None None] Provisioning complete for port b8579fb1-8de1-472a-ae14-0acdb6636f24 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:24.767403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d43f5ef-ddca-4b4f-a8ae-2c27242f4ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:24.820945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:24.826064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-431eeef8-af37-45db-bdd3-7fbe4814e937 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4540243 Feb 19 07:34:24.827802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:25.047794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6d43f5ef-ddca-4b4f-a8ae-2c27242f4ffe None None] Current status of the port b8579fb1-8de1-472a-ae14-0acdb6636f24 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:25.054224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:25.224489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9f8c9-30c8-4705-910b-b8eaad2da422 req-a74949d0-d75e-4638-9939-1738c0f70089 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:25.234120 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aad9f8c9-30c8-4705-910b-b8eaad2da422 req-a74949d0-d75e-4638-9939-1738c0f70089 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1610157 Feb 19 07:34:25.298682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aad9f8c9-30c8-4705-910b-b8eaad2da422 req-5b9be290-07d2-46b2-ad7f-09c92a0fbb46 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633030 Feb 19 07:34:25.304212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:25.307267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Deleting port b8579fb1-8de1-472a-ae14-0acdb6636f24 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:25.307802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.316127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.318116 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:25.320981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:25.403746 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b4ccf260-d776-4d3a-b742-0e567bf67a41 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5800943 Feb 19 07:34:25.406699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43412) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:25.412638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:25.500038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] For port b8579fb1-8de1-472a-ae14-0acdb6636f24, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8579fb1-8de1-472a-ae14-0acdb6636f24,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:25.500570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.517321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Calling delete_port for b8579fb1-8de1-472a-ae14-0acdb6636f24 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:25.624884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:25.630032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.632233 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:25.634866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:25.670927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89b970dc-53f7-470f-a1fa-5980c19688e9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2623224 Feb 19 07:34:25.673278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:25.686860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:25.706802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b8579fb1-8de1-472a-ae14-0acdb6636f24), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.742346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] Pushing event deleted for resources: {'Port': ['ID=b8579fb1-8de1-472a-ae14-0acdb6636f24,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:25.775896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ca4e8-2d45-4fd2-9156-39c4c5c25cda None None] No DVR routers for this DVR port b8579fb1-8de1-472a-ae14-0acdb6636f24 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:25.981577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:25.992690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:25.994205 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:25.994647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:26.040464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-314c616c-2237-4395-8235-fb3ca5de2fb8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3635311 Feb 19 07:34:26.042000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43436) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:26.047352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:26.278673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:26.282572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:26.284432 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:34:26.287212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:34:26.318999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cb7bb358-1739-4d00-906f-debbf51dbdd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2758758 Feb 19 07:34:26.322217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:26.378935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d3f5697e-4441-45c3-835d-67974119496a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553606 Feb 19 07:34:26.381408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:26.551599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0052e-721f-4de4-baec-08dd39e9abc0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:26.561966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-47b0052e-721f-4de4-baec-08dd39e9abc0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1793776 Feb 19 07:34:26.565166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:26.667132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f46c1d-314c-46a0-a180-22edcbe62c9d req-497cc671-44f6-45b1-a254-a2cbd7a73371 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:26.668766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4f46c1d-314c-46a0-a180-22edcbe62c9d req-497cc671-44f6-45b1-a254-a2cbd7a73371 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1848855 Feb 19 07:34:26.695674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8579fb1-8de1-472a-ae14-0acdb6636f24 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:26.720954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:26.721719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ef8e376-23d8-4847-aea0-da8487355acf tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552954 Feb 19 07:34:26.728299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:26.737067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b8579fb1-8de1-472a-ae14-0acdb6636f24 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:26.737567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8579fb1-8de1-472a-ae14-0acdb6636f24 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:27.045315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4f46c1d-314c-46a0-a180-22edcbe62c9d req-27a91d6d-4d19-44c5-b8fc-2acf70195f56 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677187 Feb 19 07:34:27.052869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:27.060035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:27.512804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:27.514731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (d371aba1-6313-4fa0-93de-0c997004ec9b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:27.578182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:27.581722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:27.587153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:27.588511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:27.595679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb240fee-2496-4f1c-a3b8-74c04d9b84aa None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:27.611661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=d371aba1-6313-4fa0-93de-0c997004ec9b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:27.627679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-527e51bc-4ec0-4bf9-89bb-7f157368a7e4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9042416 Feb 19 07:34:27.629930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:27.641506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:0b:6b:fc', 'name': 'tempest-NetworksTestDHCPv6-1265746535'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:27.812791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:27.833287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': 'd371aba1-6313-4fa0-93de-0c997004ec9b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:27.834746 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:27.994588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.046787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port e0243544-6d33-4bcf-a1be-83f4132b9996 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:28.188045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Allocated IP 2001:db8::f816:3eff:feec:bf29 (c5babe57-9500-4977-a59b-d6a5978b6e57/d371aba1-6313-4fa0-93de-0c997004ec9b/9a680330-c9e1-4e65-b4cd-77810a4ae015) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:28.222517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-fe446144-b7fa-499f-8b87-b878b1a43c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:28.227815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-fe446144-b7fa-499f-8b87-b878b1a43c63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1128 time: 0.1961267 Feb 19 07:34:28.371910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51d38-c8cf-456c-9380-6c666aa5cf02 req-46e10338-c1cc-4bdd-b058-5cccec0cfd50 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:28.379782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0d51d38-c8cf-456c-9380-6c666aa5cf02 req-46e10338-c1cc-4bdd-b058-5cccec0cfd50 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1291485 Feb 19 07:34:28.385147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks [] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.397023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.466639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-e78c4011-e784-4f89-900b-019abd060a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:28.468512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-e78c4011-e784-4f89-900b-019abd060a71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.2335811 Feb 19 07:34:28.473427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:28.490791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:28.495208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:28.552232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe0b:6bfc (c5babe57-9500-4977-a59b-d6a5978b6e57/d371aba1-6313-4fa0-93de-0c997004ec9b/e0243544-6d33-4bcf-a1be-83f4132b9996) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:28.573170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Pushing event updated for resources: {'Port': ['ID=9a680330-c9e1-4e65-b4cd-77810a4ae015,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.623263 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0d51d38-c8cf-456c-9380-6c666aa5cf02 req-0a641154-cc1f-4da3-898c-ef92d85ca7a3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408028 Feb 19 07:34:28.642395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Attempting to bind port 9a680330-c9e1-4e65-b4cd-77810a4ae015 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:28.642655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-cc79bc68-db2e-4e78-90c0-0a4ab2ce01cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1002 time: 0.1663740 Feb 19 07:34:28.642986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Attempting to bind port 9a680330-c9e1-4e65-b4cd-77810a4ae015 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:28.643492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Attempting to bind port 9a680330-c9e1-4e65-b4cd-77810a4ae015 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Bound port: 9a680330-c9e1-4e65-b4cd-77810a4ae015, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:28.659567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.719616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-19953dee-3ca1-4013-8fe6-59fbd0a353bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:28.721463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-19953dee-3ca1-4013-8fe6-59fbd0a353bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.0719306 Feb 19 07:34:28.741497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] For port 9a680330-c9e1-4e65-b4cd-77810a4ae015, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:28.744881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] For port 9a680330-c9e1-4e65-b4cd-77810a4ae015, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a680330-c9e1-4e65-b4cd-77810a4ae015,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:28.756458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.843875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e49849-78d5-4a12-8367-82c81b85163c None None] Pushing event updated for resources: {'Port': ['ID=9a680330-c9e1-4e65-b4cd-77810a4ae015,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:28.864374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (e0243544-6d33-4bcf-a1be-83f4132b9996), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:28.882003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-096fda61-622c-4ac8-ba89-5fbbd60dbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:28.886802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-096fda61-622c-4ac8-ba89-5fbbd60dbd17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1442299 Feb 19 07:34:28.940374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e0243544-6d33-4bcf-a1be-83f4132b9996), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.013295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:29.017156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:29.023964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:29.029198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:29.029735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.045485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=e0243544-6d33-4bcf-a1be-83f4132b9996,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:29.073082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e70f58c6-05fe-49d1-8c0b-bd2106b0be10 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4417605 Feb 19 07:34:29.075766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:29.104933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-92032a9c-9dc5-4431-bdcf-68a85033dc45 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130501 Feb 19 07:34:29.280564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f10d70-7d17-48c0-b280-35ca14489953 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:29.285213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f10d70-7d17-48c0-b280-35ca14489953 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:29.287801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b1f10d70-7d17-48c0-b280-35ca14489953 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2110615 Feb 19 07:34:29.291215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:29.385581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d7b5b2-e504-451f-b348-bbd27d119093 req-1268c531-e3f4-4de6-a624-1265f4c6513e service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731931 Feb 19 07:34:29.479873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port e0243544-6d33-4bcf-a1be-83f4132b9996 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:29.483014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e0243544-6d33-4bcf-a1be-83f4132b9996), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.620531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e0243544-6d33-4bcf-a1be-83f4132b9996), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.633907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for e0243544-6d33-4bcf-a1be-83f4132b9996 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:29.866220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec36bc2-35b2-4bf5-ba89-b90b8efcec6a req-2b8df753-0195-4fe1-a4a0-2e2cf3f58fda tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:29.868806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ec36bc2-35b2-4bf5-ba89-b90b8efcec6a req-2b8df753-0195-4fe1-a4a0-2e2cf3f58fda tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.1031857 Feb 19 07:34:29.877079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e0243544-6d33-4bcf-a1be-83f4132b9996), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.951664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=e0243544-6d33-4bcf-a1be-83f4132b9996,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:29.966539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:29.973516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37d6b6dd-1cb8-4cf9-a3c2-371c7f4480da tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/e0243544-6d33-4bcf-a1be-83f4132b9996 HTTP/1.1" status: 204 len: 168 time: 0.6803348 Feb 19 07:34:29.974279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43526) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:30.018134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ec36bc2-35b2-4bf5-ba89-b90b8efcec6a req-c1940eb2-0274-404a-9fc1-a1a9d3b5d43d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240489 Feb 19 07:34:30.119584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5c2f0-0ad0-424d-ad76-38d1a75b09ed tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:30.123721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5c2f0-0ad0-424d-ad76-38d1a75b09ed tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:30.128123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:30.130080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71b5c2f0-0ad0-424d-ad76-38d1a75b09ed tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1543236 Feb 19 07:34:30.206917 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.238766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet d371aba1-6313-4fa0-93de-0c997004ec9b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:30.246362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (d371aba1-6313-4fa0-93de-0c997004ec9b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.355310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (d371aba1-6313-4fa0-93de-0c997004ec9b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.492273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d371aba1-6313-4fa0-93de-0c997004ec9b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.621148 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (d371aba1-6313-4fa0-93de-0c997004ec9b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.710140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=d371aba1-6313-4fa0-93de-0c997004ec9b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:30.717434 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:30.730469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a5b6e0ba-0b11-4da8-b849-df34fb8a0a25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/d371aba1-6313-4fa0-93de-0c997004ec9b HTTP/1.1" status: 204 len: 168 time: 0.6011789 Feb 19 07:34:30.733830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:30.752642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e95c9-de9d-431b-9631-956ccf96a7ab None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:30.800794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a680330-c9e1-4e65-b4cd-77810a4ae015 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:30.855008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-06041a85-9cf5-40f4-bb13-29a68ec6dae4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156633 Feb 19 07:34:30.855648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:30.862504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:31.111734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:31.115443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:31.202205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730094-a044-47d6-b19f-97d2ae48a5fd req-57b498af-64c9-456a-9db0-23149c4974fa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:31.211455 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3730094-a044-47d6-b19f-97d2ae48a5fd req-57b498af-64c9-456a-9db0-23149c4974fa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 946 time: 0.0717657 Feb 19 07:34:31.295165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3730094-a044-47d6-b19f-97d2ae48a5fd req-b44e0f23-b619-4d0a-9610-2d44cca58d30 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807166 Feb 19 07:34:31.479178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:31.661364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Provisioning complete for port 9a680330-c9e1-4e65-b4cd-77810a4ae015 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:31.661930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:31.703591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:31.777259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Deleting subnet f2f85811-974c-4de2-beaf-7a5d7ffebb4f {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:31.782269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Publish callbacks [] for subnet (f2f85811-974c-4de2-beaf-7a5d7ffebb4f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:31.809163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:31.819542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9a680330-c9e1-4e65-b4cd-77810a4ae015 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:31.819951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:31.864775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f2f85811-974c-4de2-beaf-7a5d7ffebb4f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:31.916595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f2f85811-974c-4de2-beaf-7a5d7ffebb4f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.116728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f2f85811-974c-4de2-beaf-7a5d7ffebb4f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.153959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:32.155224 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.188878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.200087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f2f85811-974c-4de2-beaf-7a5d7ffebb4f HTTP/1.1" status: 204 len: 168 time: 0.4875400 Feb 19 07:34:32.200087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:32.200087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b65a52-b798-4d8f-9b1c-efac056d866a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f85811-974c-4de2-beaf-7a5d7ffebb4f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:32.285608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.357881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9a680330-c9e1-4e65-b4cd-77810a4ae015 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:32.358279 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.367245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:32.464847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3966aaac-6018-4723-b62b-dbf14a9dc378), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.474029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:32.495521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:34:32.499926 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910662c-0b45-45db-a49c-d35f4d04744a" -d '{"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-unplugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:34:32.534820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.621409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Current status of the port 9a680330-c9e1-4e65-b4cd-77810a4ae015 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:32.621409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.669400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] For port 9a680330-c9e1-4e65-b4cd-77810a4ae015, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a680330-c9e1-4e65-b4cd-77810a4ae015,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:32.714411 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 07:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d9e3b-7785-45f5-be2c-fcec81c2ea93 x-openstack-request-id: req-7c5d9e3b-7785-45f5-be2c-fcec81c2ea93 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:34:32.714685 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-unplugged", "status": "failed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "code": 422}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:34:32.714943 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c5d9e3b-7785-45f5-be2c-fcec81c2ea93 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:34:32.715364 n-d-829866-3 neutron-server[103589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'code': 422} returned with failed status Feb 19 07:34:32.767145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.777227 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.780046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:32.806850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:32.915815 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:32.923607 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:32.945743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:32.954827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:32.971750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:32.972349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.013404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:34:33.013783 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:34:33.035367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Deleting port 9a680330-c9e1-4e65-b4cd-77810a4ae015 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:33.035703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.043480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=9a680330-c9e1-4e65-b4cd-77810a4ae015,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:33.049892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:33.064374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1921f1fa-1e47-4d9c-97b2-3c6467cc9c30 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2039874 Feb 19 07:34:33.065372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:33.073896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:09:07:1c', 'name': 'tempest-NetworksTestDHCPv6-1088585668'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:33.244607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] For port 9a680330-c9e1-4e65-b4cd-77810a4ae015, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a680330-c9e1-4e65-b4cd-77810a4ae015,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:33.245048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.274747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-7f14ff17-0e38-4b3e-b6fe-86bca1745d62 req-325e0096-1690-49ba-91ab-b3f650b48316 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:34:33.280987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Calling delete_port for 9a680330-c9e1-4e65-b4cd-77810a4ae015 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:33.287675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f14ff17-0e38-4b3e-b6fe-86bca1745d62 req-325e0096-1690-49ba-91ab-b3f650b48316 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8185282 Feb 19 07:34:33.381233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:33.513038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3966aaac-6018-4723-b62b-dbf14a9dc378), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.581438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.581653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3966aaac-6018-4723-b62b-dbf14a9dc378']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.616511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc69901-7132-4e84-9913-985e8123c718') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.617349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc69901-7132-4e84-9913-985e8123c718') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:33.631050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5cc69901-7132-4e84-9913-985e8123c718), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.638223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port b07e6399-4d12-4a52-95b1-f6d601ec6f27 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:33.650406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5cc69901-7132-4e84-9913-985e8123c718), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.662264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:34:33.662830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5cc69901-7132-4e84-9913-985e8123c718), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.671385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Port 9a680330-c9e1-4e65-b4cd-77810a4ae015 update to ACTIVE by agent not found {{(pid=103589) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 07:34:33.721156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1754-e5a4-4096-a4a3-8a4a2a9fcdf1 req-d232f52d-e7c8-45ad-ba70-8ec8ca92b8eb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:33.729720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-483c1754-e5a4-4096-a4a3-8a4a2a9fcdf1 req-d232f52d-e7c8-45ad-ba70-8ec8ca92b8eb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1512001 Feb 19 07:34:33.730336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (9a680330-c9e1-4e65-b4cd-77810a4ae015), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.768373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-805a2c1b-5ba8-4cb1-8acc-6229b093c2e2 None None] Port 9a680330-c9e1-4e65-b4cd-77810a4ae015 update to ACTIVE by agent not found {{(pid=103589) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 07:34:33.817846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:33.838693 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:33.846782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3966aaac-6018-4723-b62b-dbf14a9dc378), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.856479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:33.857403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] Pushing event deleted for resources: {'Port': ['ID=9a680330-c9e1-4e65-b4cd-77810a4ae015,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:33.874150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3966aaac-6018-4723-b62b-dbf14a9dc378 HTTP/1.1" status: 204 len: 168 time: 1.6471751 Feb 19 07:34:33.921156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46818e3d-d4d4-47fb-8424-53ba10b2f370 admin admin] Pushing event deleted for resources: {'Network': ['ID=3966aaac-6018-4723-b62b-dbf14a9dc378,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:33.932221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a680330-c9e1-4e65-b4cd-77810a4ae015 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:33.940695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd40c9b-6e6c-41b0-9ac9-7a3f839aa52e None None] No DVR routers for this DVR port 9a680330-c9e1-4e65-b4cd-77810a4ae015 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:33.967831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-483c1754-e5a4-4096-a4a3-8a4a2a9fcdf1 req-188ab7d4-68ef-48cd-b906-8545a0c51caf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338686 Feb 19 07:34:33.992677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfa149-f5ec-41e7-a290-60bac68ab3ed None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:34.018018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe09:71c (c5babe57-9500-4977-a59b-d6a5978b6e57/d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e/b07e6399-4d12-4a52-95b1-f6d601ec6f27) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:34.087303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9a680330-c9e1-4e65-b4cd-77810a4ae015 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:34.087645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a680330-c9e1-4e65-b4cd-77810a4ae015 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:34.158483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': 'd2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:34.159370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.275935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:34.373174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ec88572e-07a5-4cee-b589-4c0e12ea59c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99d6cad14b874c15954db2639f62db31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0932922 Feb 19 07:34:34.373719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:34.382173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (b07e6399-4d12-4a52-95b1-f6d601ec6f27), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.473702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b07e6399-4d12-4a52-95b1-f6d601ec6f27), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.541005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] Publish callbacks [] for security_group (8a427c8c-f214-4495-99b0-8d281ffb230e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.567468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Allocated IP 2001:db8::f816:3eff:fe33:51fe (c5babe57-9500-4977-a59b-d6a5978b6e57/d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e/bfceca81-0902-4f31-a8b6-dbf13ab9c841) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:34.595013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] Publish callbacks [] for security_group (8a427c8c-f214-4495-99b0-8d281ffb230e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.675047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8a427c8c-f214-4495-99b0-8d281ffb230e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.681633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.688471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a427c8c-f214-4495-99b0-8d281ffb230e HTTP/1.1" status: 204 len: 168 time: 0.3125865 Feb 19 07:34:34.717503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd043d-1f73-48bc-85ee-82629673e9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a427c8c-f214-4495-99b0-8d281ffb230e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.728294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:34.747759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:34.765442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:34.783667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:34.786458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:34.833701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=b07e6399-4d12-4a52-95b1-f6d601ec6f27,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:34.894231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ec08f6e-da12-4219-bd55-6bbef1fd9b21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8270450 Feb 19 07:34:34.896672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:34.906553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-2116c24f-8f03-4a92-b4d7-c2f2536e02c7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6594191 Feb 19 07:34:34.924272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-a269c2e3-8899-408f-a36c-d9ca8f14f918 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:34:34.926676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-a269c2e3-8899-408f-a36c-d9ca8f14f918 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132635 Feb 19 07:34:35.011973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks [] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.026360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.080012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8d0c3-28f0-4107-aceb-588993d60a80 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:35.084323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43654) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:35.110484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-35c8d0c3-28f0-4107-aceb-588993d60a80 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2065530 Feb 19 07:34:35.152396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:35.160396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:35.173231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:35.287659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Pushing event updated for resources: {'Port': ['ID=bfceca81-0902-4f31-a8b6-dbf13ab9c841,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:35.298203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df946a4-1330-4851-aea4-a4c260ce44a0 req-bf9effd2-8429-4d59-af17-377cc740c3e5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:35.311805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7df946a4-1330-4851-aea4-a4c260ce44a0 req-bf9effd2-8429-4d59-af17-377cc740c3e5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1555712 Feb 19 07:34:35.334552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port b07e6399-4d12-4a52-95b1-f6d601ec6f27 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:35.334889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b07e6399-4d12-4a52-95b1-f6d601ec6f27), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.374583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Attempting to bind port bfceca81-0902-4f31-a8b6-dbf13ab9c841 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:35.374968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Attempting to bind port bfceca81-0902-4f31-a8b6-dbf13ab9c841 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:35.375372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Attempting to bind port bfceca81-0902-4f31-a8b6-dbf13ab9c841 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:35.400059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:35.400465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:35.403527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.404010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:35.404522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Bound port: bfceca81-0902-4f31-a8b6-dbf13ab9c841, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:35.404926 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.433975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7df946a4-1330-4851-aea4-a4c260ce44a0 req-e57e438a-eb76-4580-85d9-dbc8bd61da62 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199617 Feb 19 07:34:35.641306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] For port bfceca81-0902-4f31-a8b6-dbf13ab9c841, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:35.647639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b07e6399-4d12-4a52-95b1-f6d601ec6f27), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.655604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] For port bfceca81-0902-4f31-a8b6-dbf13ab9c841, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfceca81-0902-4f31-a8b6-dbf13ab9c841,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:35.670463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:35.706166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for b07e6399-4d12-4a52-95b1-f6d601ec6f27 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:35.856597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63df3-5638-4210-ad21-7f7b8e70b05f None None] Pushing event updated for resources: {'Port': ['ID=bfceca81-0902-4f31-a8b6-dbf13ab9c841,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:35.923482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:36.055942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-b573f29d-a691-4b81-af5f-f821c9fe4221 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.071615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-b573f29d-a691-4b81-af5f-f821c9fe4221 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports/98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 941 time: 1.0800579 Feb 19 07:34:36.072964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b07e6399-4d12-4a52-95b1-f6d601ec6f27), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.138466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:36.161179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=b07e6399-4d12-4a52-95b1-f6d601ec6f27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:36.260444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.263758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3eb40f8d-4a34-4ec9-88f1-005f22c65246 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/b07e6399-4d12-4a52-95b1-f6d601ec6f27 HTTP/1.1" status: 204 len: 168 time: 1.1784372 Feb 19 07:34:36.266340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:36.279565 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9464df27-68f7-43a5-953a-11a3f72309a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.470712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-769491700-network', 'tenant_id': '565cdad36d84441baee6f2ab951ec533'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:36.677334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886f143-4b0e-4737-91c8-5f36cd7c4bae tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.678825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886f143-4b0e-4737-91c8-5f36cd7c4bae tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.683147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6886f143-4b0e-4737-91c8-5f36cd7c4bae tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4158347 Feb 19 07:34:36.687850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:36.688666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Made reservation on behalf of 565cdad36d84441baee6f2ab951ec533 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:36.690973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.752994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1d75a-a40e-4f09-8fbe-7409f18dbc17 req-d24f795d-2512-40c4-8e2d-81dbc111629f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:36.755610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18e1d75a-a40e-4f09-8fbe-7409f18dbc17 req-d24f795d-2512-40c4-8e2d-81dbc111629f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1633604 Feb 19 07:34:36.778247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.791152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:36.795457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.812147 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:34:36.853112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:36.918933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18e1d75a-a40e-4f09-8fbe-7409f18dbc17 req-21e2c265-20a3-4b2d-b8f1-463770003de8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570663 Feb 19 07:34:36.975200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.125420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks [] for security_group (f875c551-d8b8-4c29-a666-6775aabd58cb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.129706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.167113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.173251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.173754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e HTTP/1.1" status: 204 len: 168 time: 0.4727831 Feb 19 07:34:37.174086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f875c551-d8b8-4c29-a666-6775aabd58cb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.189173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:34:37.202747 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d4646d98-dfc1-4a01-a397-ca782279863c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.203093 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Added segment d4646d98-dfc1-4a01-a397-ca782279863c of type vlan for network 19724bc8-113c-4df9-abec-751ad07edb34 Feb 19 07:34:37.251833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (19724bc8-113c-4df9-abec-751ad07edb34), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.278251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2a063fa4-338a-4e3c-8f92-3c68bfd2b88f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016560 Feb 19 07:34:37.280844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.280975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa470d-1a9f-477e-b8e7-a86a8d037efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.315628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f875c551-d8b8-4c29-a666-6775aabd58cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.319102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (19724bc8-113c-4df9-abec-751ad07edb34), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.320124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:37.321066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.398991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] Pushing event updated for resources: {'Network': ['ID=19724bc8-113c-4df9-abec-751ad07edb34,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:37.405264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9044b7d3-db1d-4b5d-bb49-522a621641a4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2653878 Feb 19 07:34:37.411812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 19724bc8-113c-4df9-abec-751ad07edb34 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:34:37.416653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fa850-817f-466d-b02e-2babbd0143d9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:37.420629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea7fa850-817f-466d-b02e-2babbd0143d9 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1360052 Feb 19 07:34:37.421392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.421736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.469928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Request body: {'subnet': {'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-769491700-subnet', 'tenant_id': '565cdad36d84441baee6f2ab951ec533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:37.575950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Made reservation on behalf of 565cdad36d84441baee6f2ab951ec533 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:37.600617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.622066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d25a8-8741-46d4-b803-e01fcb03bd21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:37.623868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9a5d25a8-8741-46d4-b803-e01fcb03bd21 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1985638 Feb 19 07:34:37.627741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.690909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-564d9cdd-6b9f-48d4-baf2-0c2ca2f8b655 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605602 Feb 19 07:34:37.691474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fbc1e-7bae-417c-8255-5794dd3c5781 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:37.692487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:37.700504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:37.915286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Provisioning complete for port bfceca81-0902-4f31-a8b6-dbf13ab9c841 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:37.916167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:37.928781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfceca81-0902-4f31-a8b6-dbf13ab9c841 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:38.039558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (c76281e3-ad30-4d4b-92d5-4c7189ae78e3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.141178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76281e3-ad30-4d4b-92d5-4c7189ae78e3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:38.148034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:38.155154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Checking segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:38.155464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Network hostable DHCP agents. Network: 19724bc8-113c-4df9-abec-751ad07edb34, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:34:38.157492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.174080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Network 19724bc8-113c-4df9-abec-751ad07edb34 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:34:38.188589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 19724bc8-113c-4df9-abec-751ad07edb34) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:38.197396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:38.197868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (ab4335d3-d88b-4812-ac57-06e870110b35), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.198312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.201309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996072da-328e-4c90-987f-ee970148be35 None None] Network 19724bc8-113c-4df9-abec-751ad07edb34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:38.224584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8c503b98-9a3a-479d-96e0-06a4d0e3a227 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8012743 Feb 19 07:34:38.321785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Current status of the port bfceca81-0902-4f31-a8b6-dbf13ab9c841 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:38.322331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.395294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:38.456696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47f871-c61b-4e77-8f66-e7fe738d9319 req-15b26ef4-51da-4bde-b977-d8c020c6dea5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:38.458564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af47f871-c61b-4e77-8f66-e7fe738d9319 req-15b26ef4-51da-4bde-b977-d8c020c6dea5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.3663692 Feb 19 07:34:38.551945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bfceca81-0902-4f31-a8b6-dbf13ab9c841 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:38.552512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:38.641604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] For port bfceca81-0902-4f31-a8b6-dbf13ab9c841, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfceca81-0902-4f31-a8b6-dbf13ab9c841,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:38.677879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af47f871-c61b-4e77-8f66-e7fe738d9319 req-f4b45a2d-42f8-47df-9c26-420301c8b0bf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090385 Feb 19 07:34:38.735971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.209072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-594d8766-365b-4397-a4f5-f0606f2ad1dd tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:39.229069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-594d8766-365b-4397-a4f5-f0606f2ad1dd tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.2528462 Feb 19 07:34:39.246606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:39.253829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-030185d0-66c1-4398-91e4-dcd5f64763bf tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/quotas/565cdad36d84441baee6f2ab951ec533 HTTP/1.1" status: 200 len: 375 time: 0.0234261 Feb 19 07:34:39.307081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-9123e342-df15-4954-8312-86d445ef93aa tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515707 Feb 19 07:34:39.403768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-8582ff15-0503-432b-ba60-d61d44cc9c8f service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955861 Feb 19 07:34:39.443622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efea61e-1498-4fa8-9dc5-c3fa4077a2eb None None] Pushing event updated for resources: {'Port': ['ID=bfceca81-0902-4f31-a8b6-dbf13ab9c841,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:39.458837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Deleting port bfceca81-0902-4f31-a8b6-dbf13ab9c841 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:39.459426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.462552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db787abf-7874-4f15-818f-8117981b2071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.464439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda3bfce-4ddd-447b-88e3-a8269be8560e None None] Network 19724bc8-113c-4df9-abec-751ad07edb34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:39.559361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Deleting port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:39.559707 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.614062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-2ef67301-4e45-418c-8205-4593507e650a service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092750 Feb 19 07:34:39.691874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bfceca81-0902-4f31-a8b6-dbf13ab9c841 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:39.742140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.812467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] For port bfceca81-0902-4f31-a8b6-dbf13ab9c841, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfceca81-0902-4f31-a8b6-dbf13ab9c841,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:39.813447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.828896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Calling delete_port for bfceca81-0902-4f31-a8b6-dbf13ab9c841 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:39.927685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] For port 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:39.930200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:39.979713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04bbaf10-5295-4abc-b9e3-ea978d5d9ed5 req-6ab8f986-7f1f-4701-9b66-8f6a79d171bb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 210 time: 0.0698426 Feb 19 07:34:39.993297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfceca81-0902-4f31-a8b6-dbf13ab9c841 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:40.022978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Calling delete_port for 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:40.029276 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.059088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (bfceca81-0902-4f31-a8b6-dbf13ab9c841), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.075905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] No DVR routers for this DVR port bfceca81-0902-4f31-a8b6-dbf13ab9c841 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:40.086181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No active binding found for port bfceca81-0902-4f31-a8b6-dbf13ab9c841 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:34:40.086181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] The host n-d-829866-3 is not matching for port bfceca81-0902-4f31-a8b6-dbf13ab9c841 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:34:40.086181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfceca81-0902-4f31-a8b6-dbf13ab9c841 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:40.108528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2417-69f5-4d27-9d91-6bc46a252a4c None None] Pushing event deleted for resources: {'Port': ['ID=bfceca81-0902-4f31-a8b6-dbf13ab9c841,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.139814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Port bfceca81-0902-4f31-a8b6-dbf13ab9c841 concurrently deleted while adding address for new subnet {'id': '59a751d9-51bb-4018-aca1-020d4c12d38f', 'name': '', 'tenant_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2508, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T07:34:38Z', 'updated_at': '2022-02-19T07:34:38Z', 'revision_number': 0, 'segment_id': None, 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3'}. {{(pid=103587) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 07:34:40.140326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (59a751d9-51bb-4018-aca1-020d4c12d38f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.208976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5763129-8966-4189-a988-8496b7bf5e2c req-dfbe3c65-3c45-4163-989a-25089275b054 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:40.216395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5763129-8966-4189-a988-8496b7bf5e2c req-dfbe3c65-3c45-4163-989a-25089275b054 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.3171110 Feb 19 07:34:40.234658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:40.251940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:40.262714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:40.263360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.264274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b6815-0235-493f-aa9f-44e8711fb83c None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:40.352593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=59a751d9-51bb-4018-aca1-020d4c12d38f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.392085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6985631 Feb 19 07:34:40.394782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:40.400640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:16:2c:61', 'name': 'tempest-NetworksTestDHCPv6-831627300'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:40.423114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.423550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.423926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.424307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.424810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.425016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.425421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.425982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.426209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.426578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.427243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.427506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.427999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9cb2c0-f0f1-45e4-97c9-357bcfe76451 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:40.511315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '59a751d9-51bb-4018-aca1-020d4c12d38f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:40.512749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.608309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.625483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5763129-8966-4189-a988-8496b7bf5e2c req-f471a7d8-3579-4558-9415-fdfdb04e2481 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081967 Feb 19 07:34:40.663921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:40.684623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Pushing event deleted for resources: {'Port': ['ID=98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:40.726961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Allocated IP 2001:db8::f816:3eff:fede:7721 (c5babe57-9500-4977-a59b-d6a5978b6e57/59a751d9-51bb-4018-aca1-020d4c12d38f/34230dd9-fda5-499f-9145-686b4b237b47) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:40.948361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:40.998157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 0bf58937-6457-42aa-ae42-d7732324da42 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:41.026398 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.045709 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks [] for port (34230dd9-fda5-499f-9145-686b4b237b47), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.049860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (ab4335d3-d88b-4812-ac57-06e870110b35), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.056150 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (34230dd9-fda5-499f-9145-686b4b237b47), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.112790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:41.119236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:41.125349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:41.131233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Pushing event updated for resources: {'Port': ['ID=34230dd9-fda5-499f-9145-686b4b237b47,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:41.198162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Attempting to bind port 34230dd9-fda5-499f-9145-686b4b237b47 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:41.198665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Attempting to bind port 34230dd9-fda5-499f-9145-686b4b237b47 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:41.199090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Attempting to bind port 34230dd9-fda5-499f-9145-686b4b237b47 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:41.213389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:41.213871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:41.214357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.215143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:41.215705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Bound port: 34230dd9-fda5-499f-9145-686b4b237b47, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:41.216151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (34230dd9-fda5-499f-9145-686b4b237b47), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.306742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] For port 34230dd9-fda5-499f-9145-686b4b237b47, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:41.311245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] For port 34230dd9-fda5-499f-9145-686b4b237b47, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=34230dd9-fda5-499f-9145-686b4b237b47,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:41.320034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (34230dd9-fda5-499f-9145-686b4b237b47), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:41.485580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c8ab3-3219-47bd-986e-08b76c94101c None None] Pushing event updated for resources: {'Port': ['ID=34230dd9-fda5-499f-9145-686b4b237b47,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:41.704967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d3fac49-257d-4b38-b889-b88665b39621 req-2949f2bf-8f08-4b14-a3d1-51792e8413c2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 210 time: 0.0634596 Feb 19 07:34:41.810733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe16:2c61 (c5babe57-9500-4977-a59b-d6a5978b6e57/59a751d9-51bb-4018-aca1-020d4c12d38f/0bf58937-6457-42aa-ae42-d7732324da42) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:41.933152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-5cf062f7-359a-41ae-99a7-de2d294dfddb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:41.934948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-5cf062f7-359a-41ae-99a7-de2d294dfddb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.24 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.2987952 Feb 19 07:34:42.101840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (0bf58937-6457-42aa-ae42-d7732324da42), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.108836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Request body: {'port': {'device_id': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'admin_state_up': True, 'tenant_id': '565cdad36d84441baee6f2ab951ec533'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:42.148931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f5e91-e2a6-4e5e-b425-05f1f1b05deb req-e4e50828-0804-4795-b640-a34e78632a1d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:42.150568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d3f5e91-e2a6-4e5e-b425-05f1f1b05deb req-e4e50828-0804-4795-b640-a34e78632a1d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2381179 Feb 19 07:34:42.203034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Router ab4335d3-d88b-4812-ac57-06e870110b35 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:42.224409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0bf58937-6457-42aa-ae42-d7732324da42), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.263588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d3f5e91-e2a6-4e5e-b425-05f1f1b05deb req-c104ab8d-3516-4c29-b336-ed9b5e3fd74a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976999 Feb 19 07:34:42.343571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:42.347715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Made reservation on behalf of 565cdad36d84441baee6f2ab951ec533 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:42.352087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.357299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:42.364872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:42.373370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:42.374056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.385853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:42.401270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Sync routers for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:34:42.405867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f602335-2b01-4a89-8254-d6d9d950869b admin admin] 10.222.0.43 "PUT /v2.0/routers/ab4335d3-d88b-4812-ac57-06e870110b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4812384 Feb 19 07:34:42.406598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:42.417346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0213785 Feb 19 07:34:42.417985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:42.434277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=0bf58937-6457-42aa-ae42-d7732324da42,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:42.447368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:34:42.448122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:42.528222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.602187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks [] for router (ab4335d3-d88b-4812-ac57-06e870110b35), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.630040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.630650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.630997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.631362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.631694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.632073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.632400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.632724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.633060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.633420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.633749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.634071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.634402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678070c-f792-4e20-89f4-86576587e258 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:42.637960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:34:42.746894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f62bb-2102-4969-b37e-eea6adcfd3b6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:42.758599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0f62bb-2102-4969-b37e-eea6adcfd3b6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:42.760307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d0f62bb-2102-4969-b37e-eea6adcfd3b6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3376870 Feb 19 07:34:42.792352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:42.807402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks [] for router_gateway (ab4335d3-d88b-4812-ac57-06e870110b35), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:42.816484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Allocated IP 172.20.0.6 (19724bc8-113c-4df9-abec-751ad07edb34/c76281e3-ad30-4d4b-92d5-4c7189ae78e3/60505b0a-758c-4825-bc91-9a57ecfbe7a7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:42.952393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c897e52e-e5fb-4e53-bd58-ed42cce421f3 req-cc182fbc-bae7-4abe-b4a3-ac434116e84d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 210 time: 0.1025126 Feb 19 07:34:42.978606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:34:40Z', 'revision_number': 5, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port': {'id': '69523709-a38a-4f15-a9e8-4e247dfb01c2', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:32Z', 'updated_at': '2022-02-19T07:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:43.013167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Checking router: ab4335d3-d88b-4812-ac57-06e870110b35 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:34:43.024478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Routers {'ab4335d3-d88b-4812-ac57-06e870110b35'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:34:43.025382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['ab4335d3-d88b-4812-ac57-06e870110b35'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:43.030910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Deleting port 69523709-a38a-4f15-a9e8-4e247dfb01c2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:43.031342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.086501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 0bf58937-6457-42aa-ae42-d7732324da42 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:43.086845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0bf58937-6457-42aa-ae42-d7732324da42), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.133159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] Set router ab4335d3-d88b-4812-ac57-06e870110b35 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:34:43.198897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks [] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.221520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:34:42Z', 'revision_number': 6, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:43.261130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0bf58937-6457-42aa-ae42-d7732324da42), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.265314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] For port 69523709-a38a-4f15-a9e8-4e247dfb01c2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=69523709-a38a-4f15-a9e8-4e247dfb01c2,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.265785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.276027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff93bad-ee77-469a-8a35-4063481deaa2 None None] The sync data for ids ['ab4335d3-d88b-4812-ac57-06e870110b35'] in n-d-829866-3 is: [{'id': 'ab4335d3-d88b-4812-ac57-06e870110b35', 'name': 'tempest-TaggedBootDevicesTest_v242-154722129-router', 'tenant_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:31Z', 'updated_at': '2022-02-19T07:34:42Z', 'revision_number': 6, 'project_id': 'f1ba7ecf796e4d8e8f7a1be5a4c4c13f', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:34:43.279101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Provisioning complete for port 34230dd9-fda5-499f-9145-686b4b237b47 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:43.283846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (34230dd9-fda5-499f-9145-686b4b237b47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.293247 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 0bf58937-6457-42aa-ae42-d7732324da42 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:43.317679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.444991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Current status of the port 34230dd9-fda5-499f-9145-686b4b237b47 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:43.445529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (34230dd9-fda5-499f-9145-686b4b237b47), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.455815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Calling delete_port for 69523709-a38a-4f15-a9e8-4e247dfb01c2 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:43.470118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Network 19724bc8-113c-4df9-abec-751ad07edb34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:43.484188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:43.490914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:43.519598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] For port 34230dd9-fda5-499f-9145-686b4b237b47, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=34230dd9-fda5-499f-9145-686b4b237b47,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:43.530490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (34230dd9-fda5-499f-9145-686b4b237b47), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.597190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:43.597855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.609091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.628522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a190573-ce07-40cf-aec0-81ced6b0f3e3 None None] Pushing event updated for resources: {'Port': ['ID=34230dd9-fda5-499f-9145-686b4b237b47,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.667769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-841ecf49-242c-4bba-9a40-ca954ac7f5db tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625138 Feb 19 07:34:43.683611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Request body: {'port': {'device_id': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:43.691614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0bf58937-6457-42aa-ae42-d7732324da42), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.745386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7296d07e-6ab3-475c-8956-1df7c299fd4f None None] Could not find standard attr ID for object 0bf58937-6457-42aa-ae42-d7732324da42. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:43.803945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:43.955124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 34230dd9-fda5-499f-9145-686b4b237b47 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:43.973442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=0bf58937-6457-42aa-ae42-d7732324da42,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:43.988935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (69523709-a38a-4f15-a9e8-4e247dfb01c2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.074729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cefd0-b721-49a4-9900-8a727bd870bf req-6d68a351-cdae-4b0e-840a-c90b4f4b8225 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:44.083288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-012cefd0-b721-49a4-9900-8a727bd870bf req-6d68a351-cdae-4b0e-840a-c90b4f4b8225 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.6340859 Feb 19 07:34:44.097878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 34230dd9-fda5-499f-9145-686b4b237b47 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:44.098254 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (34230dd9-fda5-499f-9145-686b4b237b47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.123007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=69523709-a38a-4f15-a9e8-4e247dfb01c2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:44.236132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e924d1-bbdb-421a-85eb-82a1f024824d req-8d0143be-3f50-4ccf-bb3d-fd60bae03b40 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:44.237995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48e924d1-bbdb-421a-85eb-82a1f024824d req-8d0143be-3f50-4ccf-bb3d-fd60bae03b40 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 931 time: 0.1905746 Feb 19 07:34:44.285564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.302813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-905410ad-2083-4c73-a23a-feed69f728d6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/0bf58937-6457-42aa-ae42-d7732324da42 HTTP/1.1" status: 204 len: 168 time: 1.5075269 Feb 19 07:34:44.308683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:44.370002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48e924d1-bbdb-421a-85eb-82a1f024824d req-3f1e6bfa-7521-48b9-8d7a-cfa44a8f3a23 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170962 Feb 19 07:34:44.402679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bcf9c-9ea6-4639-915b-7e0fe718014f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:44.405246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313bcf9c-9ea6-4639-915b-7e0fe718014f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:44.406010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-313bcf9c-9ea6-4639-915b-7e0fe718014f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0848136 Feb 19 07:34:44.414140 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:44.461764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-012cefd0-b721-49a4-9900-8a727bd870bf req-d121db18-a867-4b1d-85ba-e4078829f633 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776000 Feb 19 07:34:44.473226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60505b0a-758c-4825-bc91-9a57ecfbe7a7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:34:44.490284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks [] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.493907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (ab4335d3-d88b-4812-ac57-06e870110b35), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.521027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Transition to ACTIVE for port object 60505b0a-758c-4825-bc91-9a57ecfbe7a7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:34:44.528074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.641482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 59a751d9-51bb-4018-aca1-020d4c12d38f {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:44.647310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (59a751d9-51bb-4018-aca1-020d4c12d38f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.662138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (ab4335d3-d88b-4812-ac57-06e870110b35), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.667709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:44.670313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks [] for router_controller (ab4335d3-d88b-4812-ac57-06e870110b35), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.728006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Attempting to bind port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:44.728528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Attempting to bind port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:44.729036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Attempting to bind port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:44.768356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 on network 19724bc8-113c-4df9-abec-751ad07edb34 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:34:44.771781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Attempting to bind port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:44.782636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (ab4335d3-d88b-4812-ac57-06e870110b35), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.783528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4335d3-d88b-4812-ac57-06e870110b35 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:44.791078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:44.792741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Checking segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:44.793146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Bound using segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:44.793605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Bound port: 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:44.797384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.798490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.799968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb626f93-9576-4b6f-8c5c-35a35ef57ac7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ab4335d3-d88b-4812-ac57-06e870110b35 HTTP/1.1" status: 204 len: 168 time: 2.3922327 Feb 19 07:34:44.802635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:44.832572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 34230dd9-fda5-499f-9145-686b4b237b47 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:44.865002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (59a751d9-51bb-4018-aca1-020d4c12d38f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.880617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:44.905665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Deleting subnet a1ab1706-35e4-45f6-b2c0-f2320725082a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:44.912388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Publish callbacks [] for subnet (a1ab1706-35e4-45f6-b2c0-f2320725082a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:44.947371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:44.947616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98bdf9eb-fe16-4bfe-89ff-fa9d90f0888d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:44.993813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:45.008999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:45.019798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.027043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (a1ab1706-35e4-45f6-b2c0-f2320725082a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.068868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:45.070216 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.071871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/60505b0a-758c-4825-bc91-9a57ecfbe7a7 HTTP/1.1" status: 200 len: 1091 time: 1.3987043 Feb 19 07:34:45.072458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:34:45.075786 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c0b768-e55e-42a1-9dee-ae6f600240dd" -d '{"events": [{"name": "network-changed", "server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:34:45.102418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (59a751d9-51bb-4018-aca1-020d4c12d38f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.109289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eae2c-9a8a-4130-93d9-f10e6de279c4 service neutron] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:45.164934 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9ef85-059c-4316-8cf7-a62a7512da81 x-openstack-request-id: req-29b9ef85-059c-4316-8cf7-a62a7512da81 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:34:45.165241 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:34:45.165648 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29b9ef85-059c-4316-8cf7-a62a7512da81 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:34:45.165966 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'status': 'completed', 'code': 200} Feb 19 07:34:45.199034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-7e33a4f3-ed70-4752-8d1c-57ea4403f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:45.200611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-7e33a4f3-ed70-4752-8d1c-57ea4403f9ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 1125 time: 0.0793738 Feb 19 07:34:45.236631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a1ab1706-35e4-45f6-b2c0-f2320725082a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.255215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-1b01efd2-fbf0-4de0-8d1b-6296eff4d9c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7 HTTP/1.1" status: 200 len: 217 time: 0.0469036 Feb 19 07:34:45.259370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (59a751d9-51bb-4018-aca1-020d4c12d38f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.297689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=59a751d9-51bb-4018-aca1-020d4c12d38f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:45.299752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.302927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4d27b7b-9104-4665-b9f2-78ab200a1057 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/59a751d9-51bb-4018-aca1-020d4c12d38f HTTP/1.1" status: 204 len: 168 time: 0.8877099 Feb 19 07:34:45.306332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:45.310298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556515e-d051-4dfd-be8e-7010054fd629 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:45.341188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-55a6f026-17b4-4eb3-968b-bb19308519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:45.345059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-55a6f026-17b4-4eb3-968b-bb19308519ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.0829930 Feb 19 07:34:45.355895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0313db1b-e4e0-4385-af7a-e3a517f265a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484085 Feb 19 07:34:45.358946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:45.364801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:45.408756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-0b5067ee-9fdb-4e89-bbdc-11ec521cb203 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578988 Feb 19 07:34:45.435202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (a1ab1706-35e4-45f6-b2c0-f2320725082a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.496245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ab1706-35e4-45f6-b2c0-f2320725082a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:45.562198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a883d2-96c3-4f28-9df2-29c3941454a0 None None] Network 9cf329dd-f9b9-40d5-b761-f49277abeeb0 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:45.571930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.578539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd6b783b-2753-4d3f-92f9-146add98f8c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a1ab1706-35e4-45f6-b2c0-f2320725082a HTTP/1.1" status: 204 len: 168 time: 0.7650290 Feb 19 07:34:45.578740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:45.622417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-09dcc1cb-aacd-4d30-ac3c-20d0824f4da7 service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038555 Feb 19 07:34:45.652636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b40adc-65d3-4851-9f89-b1cbc2b1aea6 req-584e704a-50de-4466-9301-a24febfa2de7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:45.654162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b40adc-65d3-4851-9f89-b1cbc2b1aea6 req-584e704a-50de-4466-9301-a24febfa2de7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 943 time: 0.1262159 Feb 19 07:34:45.654930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:45.657592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:45.676547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.777965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9cf329dd-f9b9-40d5-b761-f49277abeeb0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.800314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a8352-d261-4b02-8f17-6008d461b7c2 req-2296828e-fcb3-45b5-8196-afa5f107f157 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:45.802371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f6a8352-d261-4b02-8f17-6008d461b7c2 req-2296828e-fcb3-45b5-8196-afa5f107f157 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1823742 Feb 19 07:34:45.824647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Deleting port 34230dd9-fda5-499f-9145-686b4b237b47 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:45.825040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (34230dd9-fda5-499f-9145-686b4b237b47), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.870775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 34230dd9-fda5-499f-9145-686b4b237b47 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:45.880523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-31b40adc-65d3-4851-9f89-b1cbc2b1aea6 req-81a8b9f7-5654-4340-b58b-2269573b80f0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938221 Feb 19 07:34:45.945953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] For port 34230dd9-fda5-499f-9145-686b4b237b47, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=34230dd9-fda5-499f-9145-686b4b237b47,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:45.946363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (34230dd9-fda5-499f-9145-686b4b237b47), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:45.982711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] DHCP port deletion for 9cf329dd-f9b9-40d5-b761-f49277abeeb0 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:45.985720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Calling delete_port for 34230dd9-fda5-499f-9145-686b4b237b47 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:45.990922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f6a8352-d261-4b02-8f17-6008d461b7c2 req-fd3e2c92-0e51-4937-a6f1-339d87666743 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794224 Feb 19 07:34:45.996742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d7bcc48-216f-402c-b558-710380ca04f6 req-13bc0bda-5101-4fab-b637-e735eb32e212 service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350124 Feb 19 07:34:46.050035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Deleting port 2d35242a-5719-423e-a0f6-aa4328b9e78b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:46.050444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.191307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 34230dd9-fda5-499f-9145-686b4b237b47 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:46.191675 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (34230dd9-fda5-499f-9145-686b4b237b47), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.256982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 34230dd9-fda5-499f-9145-686b4b237b47, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=34230dd9-fda5-499f-9145-686b4b237b47,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:46.266453 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (34230dd9-fda5-499f-9145-686b4b237b47), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.267317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 69523709-a38a-4f15-a9e8-4e247dfb01c2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:46.270138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] For port 2d35242a-5719-423e-a0f6-aa4328b9e78b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d35242a-5719-423e-a0f6-aa4328b9e78b,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:46.270524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.293654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:34:46.311604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Calling delete_port for 2d35242a-5719-423e-a0f6-aa4328b9e78b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:46.333007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 69523709-a38a-4f15-a9e8-4e247dfb01c2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:46.333359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 69523709-a38a-4f15-a9e8-4e247dfb01c2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:46.341247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-8941953d-3e18-4c4d-bf19-0242ecba59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.342894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-8941953d-3e18-4c4d-bf19-0242ecba59ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 1125 time: 0.2614489 Feb 19 07:34:46.382148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Deleting port 2d35242a-5719-423e-a0f6-aa4328b9e78b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:46.382547 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.386047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (34230dd9-fda5-499f-9145-686b4b237b47), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.401421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=34230dd9-fda5-499f-9145-686b4b237b47,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.428514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] Pushing event deleted for resources: {'Port': ['ID=34230dd9-fda5-499f-9145-686b4b237b47,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.468490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c62db-86a6-4049-9157-dd4c39e510ab None None] No DVR routers for this DVR port 34230dd9-fda5-499f-9145-686b4b237b47 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:46.470743 n-d-829866-3 neutron-server[103587]: WARNING neutron.services.revisions.revision_plugin [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Could not find related port for resource to bump revision. Feb 19 07:34:46.483782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Port 34230dd9-fda5-499f-9145-686b4b237b47 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 07:34:46.484170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:7721 {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 07:34:46.487845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_pluggable_backend [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:7721 {{(pid=103587) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 07:34:46.489249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (769b189f-e7f0-461d-b5cd-023708cc7310), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.535232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:46.541419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:46.544513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-d53bfb4c-95a6-4c88-b423-adc4299d6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.546071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.546642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.546884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-d53bfb4c-95a6-4c88-b423-adc4299d6512 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 914 time: 0.1939209 Feb 19 07:34:46.549209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=769b189f-e7f0-461d-b5cd-023708cc7310,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.550645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] For port 2d35242a-5719-423e-a0f6-aa4328b9e78b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d35242a-5719-423e-a0f6-aa4328b9e78b,segment=NetworkSegment(7ba036f9-213b-47c4-b4a2-8d311f0c891f),segment_id=7ba036f9-213b-47c4-b4a2-8d311f0c891f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:46.555061 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.570655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cda887-0ffe-40e4-8092-497152ab1525 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:46.571471 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3102da6d-9109-4491-948f-818ca5574d82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2113848 Feb 19 07:34:46.573537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:46.580834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:1e:d1:b3', 'name': 'tempest-NetworksTestDHCPv6-1007022019'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:46.588667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Calling delete_port for 2d35242a-5719-423e-a0f6-aa4328b9e78b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:46.632499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-5637e201-5031-49e0-850f-e1fcf5323b07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7 HTTP/1.1" status: 200 len: 217 time: 0.0785756 Feb 19 07:34:46.738587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:46.744492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-4b6d6b6d-816b-4aeb-82af-976c9fdfc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:46.746187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-4b6d6b6d-816b-4aeb-82af-976c9fdfc36b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.1039608 Feb 19 07:34:46.772899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '769b189f-e7f0-461d-b5cd-023708cc7310'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:46.774055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.774918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.830579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-89ecdb6d-9dc1-4925-b424-369396a5e079 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775137 Feb 19 07:34:46.858867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.884123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port e2104b76-01ce-4930-bf20-01624664bc98 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:46.898237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] No DVR routers for this DVR port 2d35242a-5719-423e-a0f6-aa4328b9e78b on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:46.907986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d35242a-5719-423e-a0f6-aa4328b9e78b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.926857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (2d35242a-5719-423e-a0f6-aa4328b9e78b), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:46.973308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] Pushing event deleted for resources: {'Port': ['ID=2d35242a-5719-423e-a0f6-aa4328b9e78b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:46.984024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cad7a6-7737-4b7c-abfe-4ce55237c60a None None] No DVR routers for this DVR port 2d35242a-5719-423e-a0f6-aa4328b9e78b on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:47.000831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Allocated IP 2001:db8::f816:3eff:fe88:3926 (c5babe57-9500-4977-a59b-d6a5978b6e57/769b189f-e7f0-461d-b5cd-023708cc7310/86163fc9-cc93-4ac4-b69a-4bc1bf8642be) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:47.140152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07310ef4-5745-4285-96a0-d66d3d475808 req-e31086ec-97d4-4eae-afa8-f5d5cbd1e2be tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.142553 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07310ef4-5745-4285-96a0-d66d3d475808 req-e31086ec-97d4-4eae-afa8-f5d5cbd1e2be tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 943 time: 0.0674512 Feb 19 07:34:47.179732 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks [] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.187570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.227460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9cf329dd-f9b9-40d5-b761-f49277abeeb0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.243914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:47.255206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:47.259236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:47.270924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07310ef4-5745-4285-96a0-d66d3d475808 req-5d40c8c8-dd46-4cf9-91de-5f8300c6f6b1 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224878 Feb 19 07:34:47.285686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe1e:d1b3 (c5babe57-9500-4977-a59b-d6a5978b6e57/769b189f-e7f0-461d-b5cd-023708cc7310/e2104b76-01ce-4930-bf20-01624664bc98) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:47.302131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf329dd-f9b9-40d5-b761-f49277abeeb0']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:47.314176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Pushing event updated for resources: {'Port': ['ID=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.323657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba036f9-213b-47c4-b4a2-8d311f0c891f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:47.327159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba036f9-213b-47c4-b4a2-8d311f0c891f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:47.337420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (7ba036f9-213b-47c4-b4a2-8d311f0c891f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.355451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Attempting to bind port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:47.355872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Attempting to bind port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:47.356519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Attempting to bind port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:47.363419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:47.363878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:47.364336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.364748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:47.365224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Bound port: 86163fc9-cc93-4ac4-b69a-4bc1bf8642be, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:47.365751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.388399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:34:47.454225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-e1c185ab-f792-45ea-a13f-0375b6c618ee service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823524 Feb 19 07:34:47.455209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7ba036f9-213b-47c4-b4a2-8d311f0c891f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.540202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (e2104b76-01ce-4930-bf20-01624664bc98), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.542632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] For port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:47.586991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:47.590085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:34:47.590500 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (7ba036f9-213b-47c4-b4a2-8d311f0c891f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.593862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c0b768-e55e-42a1-9dee-ae6f600240dd req-2174f540-52cf-4745-9844-08fcbf668a52 service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314092 Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:47.594287 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:47.606246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e2104b76-01ce-4930-bf20-01624664bc98), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.609912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'mac_address': 'fa:16:3e:db:28:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:34:47.684620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:47.685527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.697418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c81da-8294-4d4f-b46e-c8afcc7b7bdc req-95c0d37c-cce6-43b6-a16d-fa83b268eebf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.699678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-483c81da-8294-4d4f-b46e-c8afcc7b7bdc req-95c0d37c-cce6-43b6-a16d-fa83b268eebf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.5094409 Feb 19 07:34:47.705070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:47.708614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60505b0a-758c-4825-bc91-9a57ecfbe7a7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:34:47.709378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:47.724636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:47.737035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9cf329dd-f9b9-40d5-b761-f49277abeeb0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.738257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.739073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.745735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] For port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:47.754825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=e2104b76-01ce-4930-bf20-01624664bc98,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.775343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-483c81da-8294-4d4f-b46e-c8afcc7b7bdc req-8d36b79b-2a40-4431-ba5d-fc94443fcfa3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641692 Feb 19 07:34:47.780401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:47.781044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.782789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.791622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43886) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:47.792077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9cf329dd-f9b9-40d5-b761-f49277abeeb0 HTTP/1.1" status: 204 len: 168 time: 2.2130592 Feb 19 07:34:47.793276 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:47.803435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a2a25-1e7b-408b-a40f-457fd5f2b899 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf329dd-f9b9-40d5-b761-f49277abeeb0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.818659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-18f33b2e-f3e3-4b62-af4a-8c8101362b4b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2437339 Feb 19 07:34:47.821842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:47.865650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d35242a-5719-423e-a0f6-aa4328b9e78b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:47.937661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f34711-c22f-4167-90a8-6be95e9a84f3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.943273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2d35242a-5719-423e-a0f6-aa4328b9e78b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:47.943780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d35242a-5719-423e-a0f6-aa4328b9e78b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:47.946300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48687f5f-fbd7-493e-9516-157861043e79 None None] Pushing event updated for resources: {'Port': ['ID=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:47.954919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f34711-c22f-4167-90a8-6be95e9a84f3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:47.967626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:47.969910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-56f34711-c22f-4167-90a8-6be95e9a84f3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1467652 Feb 19 07:34:48.004894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['60505b0a-758c-4825-bc91-9a57ecfbe7a7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:34:48.072938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:48.697670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:48.870847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a133b6a-c5e5-4eb6-8fad-fcf207babb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.065049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9a662-780b-4dda-80f8-06d75d3b84ec req-3eca8b5f-2198-44dd-ace3-253387d722d6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:49.076720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-add9a662-780b-4dda-80f8-06d75d3b84ec req-3eca8b5f-2198-44dd-ace3-253387d722d6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1592224 Feb 19 07:34:49.121427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port e2104b76-01ce-4930-bf20-01624664bc98 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:49.121900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e2104b76-01ce-4930-bf20-01624664bc98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.136809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6af1d0-2742-4253-adae-6e3401293817 req-e90ce2d3-0ff2-4ad6-a70e-86874946c52f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:49.139165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec6af1d0-2742-4253-adae-6e3401293817 req-e90ce2d3-0ff2-4ad6-a70e-86874946c52f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 944 time: 0.2459023 Feb 19 07:34:49.152729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a133b6a-c5e5-4eb6-8fad-fcf207babb63 admin admin] Publish callbacks [] for security_group (bb80cbbd-76b3-43bc-9442-1c308100714c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.165636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-add9a662-780b-4dda-80f8-06d75d3b84ec req-03ea9732-9c5f-457c-804a-6d9b49198af3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874560 Feb 19 07:34:49.173508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a133b6a-c5e5-4eb6-8fad-fcf207babb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bb80cbbd-76b3-43bc-9442-1c308100714c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.225762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4a133b6a-c5e5-4eb6-8fad-fcf207babb63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b349cee1261c4b4287cba1d7831d70a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5258386 Feb 19 07:34:49.227437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:49.287530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a133b6a-c5e5-4eb6-8fad-fcf207babb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb80cbbd-76b3-43bc-9442-1c308100714c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:49.348628 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec6af1d0-2742-4253-adae-6e3401293817 req-bb20a027-dfb9-4e1e-9458-5f1289801442 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760073 Feb 19 07:34:49.361134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] Publish callbacks [] for security_group (bb80cbbd-76b3-43bc-9442-1c308100714c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.368679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:49.418979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] Publish callbacks [] for security_group (bb80cbbd-76b3-43bc-9442-1c308100714c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.434588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e2104b76-01ce-4930-bf20-01624664bc98), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.487303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for e2104b76-01ce-4930-bf20-01624664bc98 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:49.502615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:34:49.513471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:49.514397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.520901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bb80cbbd-76b3-43bc-9442-1c308100714c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.524676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.528755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb80cbbd-76b3-43bc-9442-1c308100714c HTTP/1.1" status: 204 len: 168 time: 0.3002927 Feb 19 07:34:49.554409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c69101-1c43-4695-9f53-08a7e9415ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb80cbbd-76b3-43bc-9442-1c308100714c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:49.720079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Provisioning complete for port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:49.720584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.779582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (d20bf967-2d1c-4a69-b247-e0125002b82c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.930565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:49.930965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:49.988943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 86163fc9-cc93-4ac4-b69a-4bc1bf8642be up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:50.096938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:34:50.100176 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547ff39-e971-4914-b5b8-fd9f12e255cb" -d '{"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-plugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:34:50.155766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:50.161384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e2104b76-01ce-4930-bf20-01624664bc98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.218298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.284590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=e2104b76-01ce-4930-bf20-01624664bc98,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.362126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Current status of the port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:50.364622 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.413995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.420259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:50.423123 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab597d39-1aa7-4a12-b513-735f96508200 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/e2104b76-01ce-4930-bf20-01624664bc98 HTTP/1.1" status: 204 len: 168 time: 2.4544368 Feb 19 07:34:50.435852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:50.436801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.509382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.604035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] For port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:50.622002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.712999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063659f3-8ff8-46fe-bcbb-5de520f32d13 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:50.714365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063659f3-8ff8-46fe-bcbb-5de520f32d13 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:50.728569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-063659f3-8ff8-46fe-bcbb-5de520f32d13 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3020430 Feb 19 07:34:50.729477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:50.735810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b36273-6a8e-4df4-b97b-ec6a9c019180 req-afa2a600-fc3d-4f90-921f-91249601a025 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:50.737301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7b36273-6a8e-4df4-b97b-ec6a9c019180 req-afa2a600-fc3d-4f90-921f-91249601a025 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.3799822 Feb 19 07:34:50.854113 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb3c9b-ee72-4310-9c3a-9dd3e21f432c x-openstack-request-id: req-87eb3c9b-ee72-4310-9c3a-9dd3e21f432c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:34:50.854385 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-plugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:34:50.854820 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87eb3c9b-ee72-4310-9c3a-9dd3e21f432c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:34:50.855405 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'code': 200} Feb 19 07:34:50.891634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 769b189f-e7f0-461d-b5cd-023708cc7310 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:50.895143 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (769b189f-e7f0-461d-b5cd-023708cc7310), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:50.910325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ee61fa25-7a9f-42e5-b66f-4aceb8c9f62e None None] Could not find standard attr ID for object e2104b76-01ce-4930-bf20-01624664bc98. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:50.917747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2149-b9c7-4fe2-8b5b-084746a5dc1a None None] Pushing event updated for resources: {'Port': ['ID=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:50.965962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:51.026750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b7b36273-6a8e-4df4-b97b-ec6a9c019180 req-31494f51-ef5c-4b37-8752-fc4c0f4d39dc tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791071 Feb 19 07:34:51.047343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (769b189f-e7f0-461d-b5cd-023708cc7310), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.160496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Deleting port 732b61fc-5178-4e8f-a3ca-c77ce85d895d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:51.160983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.237275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (769b189f-e7f0-461d-b5cd-023708cc7310), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.357113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] For port 732b61fc-5178-4e8f-a3ca-c77ce85d895d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=732b61fc-5178-4e8f-a3ca-c77ce85d895d,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:51.357636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (769b189f-e7f0-461d-b5cd-023708cc7310), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.357859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.378130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Calling delete_port for 732b61fc-5178-4e8f-a3ca-c77ce85d895d owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:51.429976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=769b189f-e7f0-461d-b5cd-023708cc7310,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:51.442688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.450353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7652091-1f17-4ca5-a9a3-9c9bbb62adb3 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:51.472451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6daf8bc0-4fdb-4b9e-9152-e5a63ab7b379 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/769b189f-e7f0-461d-b5cd-023708cc7310 HTTP/1.1" status: 204 len: 168 time: 0.7408285 Feb 19 07:34:51.484371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:51.513431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599f03b-f12d-431a-b4f0-2328729c72ce req-90af73fd-faa6-4a62-af06-91e81e4768b9 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:51.514926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b599f03b-f12d-431a-b4f0-2328729c72ce req-90af73fd-faa6-4a62-af06-91e81e4768b9 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.5091367 Feb 19 07:34:51.637570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a3e06ad2-bffb-4324-8ee1-1bae1bbc8eaa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187134 Feb 19 07:34:51.673253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:51.723848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (732b61fc-5178-4e8f-a3ca-c77ce85d895d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:51.788488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:51.807415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=732b61fc-5178-4e8f-a3ca-c77ce85d895d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:51.906845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b599f03b-f12d-431a-b4f0-2328729c72ce req-9de39db4-a83b-47d0-be68-9b1deee260b3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794800 Feb 19 07:34:52.020886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c4a3f-fd85-4593-81f7-60a97fab4d6b req-bacc50e0-aafe-4783-ba90-f087aa663d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:52.022856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f76c4a3f-fd85-4593-81f7-60a97fab4d6b req-bacc50e0-aafe-4783-ba90-f087aa663d46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 1127 time: 1.0176671 Feb 19 07:34:52.024835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Deleting port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:52.025447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:52.100119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da200420-51c9-462c-8995-2b9a4539459e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:52.104876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da200420-51c9-462c-8995-2b9a4539459e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4299023 Feb 19 07:34:52.105503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:52.219417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c5484-56c7-4aa8-9b43-0e28217641fb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:52.223936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-446c5484-56c7-4aa8-9b43-0e28217641fb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172223 Feb 19 07:34:52.226635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:52.257318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] For port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:52.257739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:52.330230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Calling delete_port for 86163fc9-cc93-4ac4-b69a-4bc1bf8642be owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:52.356249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:52.363969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6753639b-fb59-4c82-8db9-c6405fea316e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312652 Feb 19 07:34:52.383929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f76c4a3f-fd85-4593-81f7-60a97fab4d6b req-bebbac2e-dc9b-47f9-a703-e8de64180b1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535972 Feb 19 07:34:52.407295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:52.583251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (d20bf967-2d1c-4a69-b247-e0125002b82c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:52.757404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1c257-49d2-4058-bafc-db954972348d req-a905e119-ff25-437f-9e30-ae41d55b3da7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:52.779158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35f1c257-49d2-4058-bafc-db954972348d req-a905e119-ff25-437f-9e30-ae41d55b3da7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.4597518 Feb 19 07:34:52.872818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:52.885299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:52.960519 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (86163fc9-cc93-4ac4-b69a-4bc1bf8642be), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:53.040547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] Pushing event deleted for resources: {'Port': ['ID=86163fc9-cc93-4ac4-b69a-4bc1bf8642be,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:53.065696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46976be9-e91e-4ad1-996b-5e6903947c43 None None] No DVR routers for this DVR port 86163fc9-cc93-4ac4-b69a-4bc1bf8642be on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:53.224213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35f1c257-49d2-4058-bafc-db954972348d req-96bf1594-4e96-4421-9b88-64c8752d319f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438345 Feb 19 07:34:53.361447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac19beb-59aa-4e90-9a8d-f018d35494b3 req-af67d9f7-b1d6-4eb4-a442-814ca6fb8ed3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:53.363672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ac19beb-59aa-4e90-9a8d-f018d35494b3 req-af67d9f7-b1d6-4eb4-a442-814ca6fb8ed3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2716861 Feb 19 07:34:53.802540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:53.813468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Router d20bf967-2d1c-4a69-b247-e0125002b82c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:34:54.024228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:54.026949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ac19beb-59aa-4e90-9a8d-f018d35494b3 req-ccfb6ee7-38d3-40e1-a9d1-32cff9450d4b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573665 Feb 19 07:34:54.054782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:54.060560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:54.061461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.066650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 86163fc9-cc93-4ac4-b69a-4bc1bf8642be no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:54.134563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:54.154392 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1dfe36f9-1c46-4411-becb-c4771ec168eb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7939935 Feb 19 07:34:54.155572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 86163fc9-cc93-4ac4-b69a-4bc1bf8642be {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:54.156957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:54.158633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 86163fc9-cc93-4ac4-b69a-4bc1bf8642be not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:54.164202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113acf5d-e0fb-4200-88a2-8b11199c69f0 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:54.169363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:bf:0c:27', 'name': 'tempest-NetworksTestDHCPv6-535567669'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:54.330772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:34:54.341050 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Sync routers for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:34:54.348565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8b1febcc-fd95-4e68-a8d5-918861b7a3cd admin admin] 10.222.0.43 "PUT /v2.0/routers/d20bf967-2d1c-4a69-b247-e0125002b82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5491757 Feb 19 07:34:54.351357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:54.365401 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:34:54.368174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:54.381457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:34:54.449610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:34:54.451245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.490111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks [] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.654745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2ae2-8a41-4319-b851-a12e4beea176 req-2b52d1c6-4292-4af0-89fc-a7a1a039464f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:54.662186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-decd2ae2-8a41-4319-b851-a12e4beea176 req-2b52d1c6-4292-4af0-89fc-a7a1a039464f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1695387 Feb 19 07:34:54.741914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.772845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:34:54.792162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-decd2ae2-8a41-4319-b851-a12e4beea176 req-1d7d83a1-84f0-4eb2-9654-b4e7fa47c47a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285937 Feb 19 07:34:54.815180 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks [] for router_gateway (d20bf967-2d1c-4a69-b247-e0125002b82c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.894287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Deleting port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:54.894934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:54.896691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 199047ad-0872-43ef-af9c-d598eb2aa880 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:34:54.953784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0/656519bb-c25e-40bb-b59e-7bd71643b87e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:55.013576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] For port e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:55.014049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.029707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Calling delete_port for e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:55.060103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:34:51Z', 'revision_number': 5, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port': {'id': 'e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:24:48Z', 'updated_at': '2022-02-19T07:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.109657 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Checking router: d20bf967-2d1c-4a69-b247-e0125002b82c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:34:55.119935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Routers {'d20bf967-2d1c-4a69-b247-e0125002b82c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:34:55.121739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:34:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d20bf967-2d1c-4a69-b247-e0125002b82c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.320488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.370602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.392387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] Set router d20bf967-2d1c-4a69-b247-e0125002b82c gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:34:55.442089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (d20bf967-2d1c-4a69-b247-e0125002b82c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.462137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks [] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.469762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c47734-4edd-4167-b51c-903a37ae0339 req-4b77c8d2-f6b5-4ae7-979f-9e8da411624d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:55.474681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57c47734-4edd-4167-b51c-903a37ae0339 req-4b77c8d2-f6b5-4ae7-979f-9e8da411624d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.3031347 Feb 19 07:34:55.478017 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.522508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:55.531843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:55.593175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:55.602004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::d (c5babe57-9500-4977-a59b-d6a5978b6e57/3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0/199047ad-0872-43ef-af9c-d598eb2aa880) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:34:55.701554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Pushing event updated for resources: {'Port': ['ID=656519bb-c25e-40bb-b59e-7bd71643b87e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:55.719399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Attempting to bind port 656519bb-c25e-40bb-b59e-7bd71643b87e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:34:55.720622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Attempting to bind port 656519bb-c25e-40bb-b59e-7bd71643b87e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:34:55.721209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Attempting to bind port 656519bb-c25e-40bb-b59e-7bd71643b87e on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:34:55.728389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:34:55.729298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:34:55.730807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.731494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:34:55.732442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Bound port: 656519bb-c25e-40bb-b59e-7bd71643b87e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:34:55.733085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.742401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.749548 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks [] for router_controller (d20bf967-2d1c-4a69-b247-e0125002b82c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.828454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d20bf967-2d1c-4a69-b247-e0125002b82c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.829920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20bf967-2d1c-4a69-b247-e0125002b82c {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:34:55.838757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.843739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] For port 656519bb-c25e-40bb-b59e-7bd71643b87e, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:34:55.856884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] For port 656519bb-c25e-40bb-b59e-7bd71643b87e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=656519bb-c25e-40bb-b59e-7bd71643b87e,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:34:55.860162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6092df44-7a3a-4950-9d66-faa462578556 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d20bf967-2d1c-4a69-b247-e0125002b82c HTTP/1.1" status: 204 len: 168 time: 1.5053561 Feb 19 07:34:55.860162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:55.870042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:55.941650 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:34:54Z', 'revision_number': 6, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:55.986744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (199047ad-0872-43ef-af9c-d598eb2aa880), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.014144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Deleting subnet 813ed178-c26f-4770-91ff-56542468de1b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:56.023919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66342251-c5e5-4363-a4eb-17b909824344 None None] The sync data for ids ['d20bf967-2d1c-4a69-b247-e0125002b82c'] in n-d-829866-3 is: [{'id': 'd20bf967-2d1c-4a69-b247-e0125002b82c', 'name': 'tempest-TaggedBootDevicesTest_v242-1865110822-router', 'tenant_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:24:46Z', 'updated_at': '2022-02-19T07:34:54Z', 'revision_number': 6, 'project_id': '3b2e08c13c974a5e98c6e9a605faaca6', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:34:56.031977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08cea-1da2-48a2-a2dd-1aa73a4a4569 None None] Pushing event updated for resources: {'Port': ['ID=656519bb-c25e-40bb-b59e-7bd71643b87e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:56.052628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Publish callbacks [] for subnet (813ed178-c26f-4770-91ff-56542468de1b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.085774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57c47734-4edd-4167-b51c-903a37ae0339 req-cd2de924-338a-4146-a244-7f8faac350cf tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Feb 19 07:34:56.092366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (199047ad-0872-43ef-af9c-d598eb2aa880), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.179307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:34:56.181486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=199047ad-0872-43ef-af9c-d598eb2aa880,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:56.184246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:34:56.186642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:34:56.195199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:56.196004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.240506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:56.241529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dd195990-8b9c-41d5-a8fd-49d33658c9de tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0833483 Feb 19 07:34:56.338019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (813ed178-c26f-4770-91ff-56542468de1b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.410449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2185635-d35f-49bd-b118-c1f92ae8173b req-a14937fd-5e73-4b92-ac1c-ce3b3a805b3e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:56.412219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2185635-d35f-49bd-b118-c1f92ae8173b req-a14937fd-5e73-4b92-ac1c-ce3b3a805b3e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.3894012 Feb 19 07:34:56.475994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c89776-94bc-42d4-8636-e25947bc951e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:56.482854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c89776-94bc-42d4-8636-e25947bc951e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:56.487880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f6c89776-94bc-42d4-8636-e25947bc951e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2442234 Feb 19 07:34:56.489553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cefd8-c0c3-497b-8b5c-305163e67b5c req-65f2d641-de99-48b8-8385-f3e8a19dc506 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:56.492402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-012cefd8-c0c3-497b-8b5c-305163e67b5c req-65f2d641-de99-48b8-8385-f3e8a19dc506 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2449017 Feb 19 07:34:56.493091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:56.632149 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (813ed178-c26f-4770-91ff-56542468de1b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.738928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-012cefd8-c0c3-497b-8b5c-305163e67b5c req-e86ce670-5f08-4609-a610-d19201b15c97 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407225 Feb 19 07:34:56.775959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2185635-d35f-49bd-b118-c1f92ae8173b req-e1788eb5-b16d-43fc-9b00-401b61cf142e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571155 Feb 19 07:34:56.793100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 199047ad-0872-43ef-af9c-d598eb2aa880 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:56.793534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (199047ad-0872-43ef-af9c-d598eb2aa880), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.796061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (813ed178-c26f-4770-91ff-56542468de1b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.819440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:56.826934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa370f14-16a4-4a38-9bf3-da61a0fc50db None None] Network 9f07a6fc-d1bb-4481-af53-c529ae0cea96 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:56.835545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/813ed178-c26f-4770-91ff-56542468de1b HTTP/1.1" status: 204 len: 168 time: 0.9751387 Feb 19 07:34:57.069749 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (199047ad-0872-43ef-af9c-d598eb2aa880), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.095360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 199047ad-0872-43ef-af9c-d598eb2aa880 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:57.206711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] DHCP port deletion for 9f07a6fc-d1bb-4481-af53-c529ae0cea96 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:57.265774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:57.355801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Deleting port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:57.356549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.508656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] For port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,segment=NetworkSegment(566fcd15-26ee-47aa-bb61-473775be299d),segment_id=566fcd15-26ee-47aa-bb61-473775be299d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:57.509879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.546845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Calling delete_port for 6e2a3b98-f7cc-44dd-b168-80f4ebed043f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:57.687116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9f07a6fc-d1bb-4481-af53-c529ae0cea96), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.752760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (199047ad-0872-43ef-af9c-d598eb2aa880), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.808138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.850067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] Pushing event deleted for resources: {'Port': ['ID=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.885678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87713e0-1b57-404c-bed1-f1c8a1dc48c5 None None] No DVR routers for this DVR port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:57.899841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=199047ad-0872-43ef-af9c-d598eb2aa880,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:57.961464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:57.968250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-38c5db42-0e71-44e0-8bcf-1423b879bbf7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/199047ad-0872-43ef-af9c-d598eb2aa880 HTTP/1.1" status: 204 len: 168 time: 1.4712603 Feb 19 07:34:57.969245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:58.019286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ed2ee-e46f-4a3d-b0d6-a2228a52502e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813ed178-c26f-4770-91ff-56542468de1b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.063068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Provisioning complete for port 656519bb-c25e-40bb-b59e-7bd71643b87e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:58.063634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.161263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Deleting port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:58.161903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.165716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 656519bb-c25e-40bb-b59e-7bd71643b87e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:34:58.188053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f93fa-22a1-4af1-98ab-bc5a084e1e45 req-0f7d2876-64e0-4b16-8bd6-4c4934279a33 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:58.193692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b29f93fa-22a1-4af1-98ab-bc5a084e1e45 req-0f7d2876-64e0-4b16-8bd6-4c4934279a33 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1622622 Feb 19 07:34:58.244440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] For port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:58.245104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.261506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Calling delete_port for 6e2a3b98-f7cc-44dd-b168-80f4ebed043f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:58.264541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:34:58.267177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6e2a3b98-f7cc-44dd-b168-80f4ebed043f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.272044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c76490-0d29-4dc5-9251-b62a1008fcbd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:58.273769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c76490-0d29-4dc5-9251-b62a1008fcbd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:58.275875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-54c76490-0d29-4dc5-9251-b62a1008fcbd tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3014522 Feb 19 07:34:58.283932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:58.306177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b29f93fa-22a1-4af1-98ab-bc5a084e1e45 req-31a0dee9-95e5-4f29-8a27-0975cc245776 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038513 Feb 19 07:34:58.309166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d647b-6294-4b59-8a93-cd3b8e5af1c9 req-6d946f9c-ef67-41bc-bdda-eb80edb89baa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:58.310559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f6d647b-6294-4b59-8a93-cd3b8e5af1c9 req-6d946f9c-ef67-41bc-bdda-eb80edb89baa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2972775 Feb 19 07:34:58.387399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Current status of the port 656519bb-c25e-40bb-b59e-7bd71643b87e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:58.388208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2a3b98-f7cc-44dd-b168-80f4ebed043f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.390551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.397209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] No DVR routers for this DVR port 6e2a3b98-f7cc-44dd-b168-80f4ebed043f on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:34:58.446929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 656519bb-c25e-40bb-b59e-7bd71643b87e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:34:58.451256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.551901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] For port 656519bb-c25e-40bb-b59e-7bd71643b87e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=656519bb-c25e-40bb-b59e-7bd71643b87e,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:58.563912 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.570168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9f07a6fc-d1bb-4481-af53-c529ae0cea96), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.581833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:34:58.592024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.646660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.700663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 656519bb-c25e-40bb-b59e-7bd71643b87e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:34:58.714186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83c1ca47-c861-4464-844e-53942d690d61 None None] Could not find standard attr ID for object 199047ad-0872-43ef-af9c-d598eb2aa880. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:34:58.731978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Pushing event updated for resources: {'Port': ['ID=656519bb-c25e-40bb-b59e-7bd71643b87e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:58.739675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.741995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.742506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.755762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.756371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.756896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.757391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.757879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.758365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.758858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.759376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.759874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.760355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3a9c82-6d2c-4e72-9ef9-0156f66fbd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:34:58.769153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f07a6fc-d1bb-4481-af53-c529ae0cea96']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.781072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f6d647b-6294-4b59-8a93-cd3b8e5af1c9 req-60a7b6d4-8213-46fc-927d-5bafd8fbaa24 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994081 Feb 19 07:34:58.791295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566fcd15-26ee-47aa-bb61-473775be299d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.791646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566fcd15-26ee-47aa-bb61-473775be299d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:34:58.801139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (566fcd15-26ee-47aa-bb61-473775be299d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.814827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 732b61fc-5178-4e8f-a3ca-c77ce85d895d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:58.845996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (566fcd15-26ee-47aa-bb61-473775be299d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.845996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:34:58.845996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (566fcd15-26ee-47aa-bb61-473775be299d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:58.858798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 732b61fc-5178-4e8f-a3ca-c77ce85d895d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:58.859276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 732b61fc-5178-4e8f-a3ca-c77ce85d895d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:58.859612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:58.901733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:58.902088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device e99a1a3a-2407-4db7-aa1b-c34c8a7ba80b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:58.902520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6e2a3b98-f7cc-44dd-b168-80f4ebed043f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:58.940783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6e2a3b98-f7cc-44dd-b168-80f4ebed043f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:34:58.941388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6e2a3b98-f7cc-44dd-b168-80f4ebed043f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:34:58.971604 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:34:59.003713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9f07a6fc-d1bb-4481-af53-c529ae0cea96), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.010902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.016377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9f07a6fc-d1bb-4481-af53-c529ae0cea96 HTTP/1.1" status: 204 len: 168 time: 1.7405083 Feb 19 07:34:59.038349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72161cb-4c49-4b83-a7b8-c13cf4fee646 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f07a6fc-d1bb-4481-af53-c529ae0cea96,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:59.045087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.139381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.198726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:34:59.202625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.205861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4c1d99b6-51b4-4dea-b753-2dfc47f671e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0 HTTP/1.1" status: 204 len: 168 time: 0.9186513 Feb 19 07:34:59.208240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44734) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.214104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca053991-caea-4336-af6e-31074d8272b5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:34:59.275105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4a714ad-6211-4d63-a43e-9e24807dfa96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649633 Feb 19 07:34:59.276895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44740) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.355297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-7c276cd7-f145-4078-afd0-69986bc2fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:59.365300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.369568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-7c276cd7-f145-4078-afd0-69986bc2fe3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 1127 time: 0.0920279 Feb 19 07:34:59.418638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afbefe-d70b-4465-8f04-30a6d302b579 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:59.426418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4afbefe-d70b-4465-8f04-30a6d302b579 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1453795 Feb 19 07:34:59.429090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.511964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92408e-a4f0-4326-8739-df4086d5d3c8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:59.514461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1a92408e-a4f0-4326-8739-df4086d5d3c8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0813553 Feb 19 07:34:59.523234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.550770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:34:59.577495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b20eedb-410d-488c-bb5d-5ac18f9fafd6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528750 Feb 19 07:34:59.585630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.594240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:34:59.638974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Deleting port 656519bb-c25e-40bb-b59e-7bd71643b87e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:34:59.639232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e53f01-a550-42ad-8760-8c601486df9b req-1ed8a538-7ae6-44b1-92e2-7ebebf8d577b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:59.639887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.641018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4e53f01-a550-42ad-8760-8c601486df9b req-1ed8a538-7ae6-44b1-92e2-7ebebf8d577b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1903980 Feb 19 07:34:59.644484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b66f568-8281-47bf-9709-756ca32a30e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1ba7ecf796e4d8e8f7a1be5a4c4c13f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505178 Feb 19 07:34:59.648131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:34:59.767026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] Publish callbacks [] for security_group (1f126ef0-23ff-4ba5-a82d-aa7009c36e34), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.801297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] For port 656519bb-c25e-40bb-b59e-7bd71643b87e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=656519bb-c25e-40bb-b59e-7bd71643b87e,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:34:59.810310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.818192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] Publish callbacks [] for security_group (1f126ef0-23ff-4ba5-a82d-aa7009c36e34), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.833952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4e53f01-a550-42ad-8760-8c601486df9b req-d0e00373-86ce-4a0b-9fca-2ea1851038a3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871710 Feb 19 07:34:59.864989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Calling delete_port for 656519bb-c25e-40bb-b59e-7bd71643b87e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:34:59.905461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 656519bb-c25e-40bb-b59e-7bd71643b87e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:34:59.938634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-080d04d8-592d-4713-8954-5eda22c51e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:34:59.941254 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-080d04d8-592d-4713-8954-5eda22c51e26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 914 time: 0.5545697 Feb 19 07:34:59.978926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f126ef0-23ff-4ba5-a82d-aa7009c36e34), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.981729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:34:59.982988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f126ef0-23ff-4ba5-a82d-aa7009c36e34 HTTP/1.1" status: 204 len: 168 time: 0.3330939 Feb 19 07:35:00.012513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736ae66-f079-4c7e-8bf1-7d4a7e207351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f126ef0-23ff-4ba5-a82d-aa7009c36e34,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.135671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.169776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-838734b5-04b2-4737-a815-77dc8c3cda27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7 HTTP/1.1" status: 200 len: 217 time: 0.1922176 Feb 19 07:35:00.228259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:00.231093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 656519bb-c25e-40bb-b59e-7bd71643b87e is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:00.231870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.232350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (656519bb-c25e-40bb-b59e-7bd71643b87e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.249256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] Pushing event deleted for resources: {'Port': ['ID=656519bb-c25e-40bb-b59e-7bd71643b87e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:00.258624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2daf29f-fd5c-405f-89cc-6c5b61e6e654 None None] No DVR routers for this DVR port 656519bb-c25e-40bb-b59e-7bd71643b87e on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:00.295543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.506598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-ea1126d0-3285-4f1d-bfa6-274445f9fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:00.512656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-ea1126d0-3285-4f1d-bfa6-274445f9fbd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.3197186 Feb 19 07:35:00.531084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159486f-959c-4c6b-b5f1-1d5e28106806 req-3cca629c-96e0-488a-abfc-481149fb71a2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:00.544169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f159486f-959c-4c6b-b5f1-1d5e28106806 req-3cca629c-96e0-488a-abfc-481149fb71a2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.5168283 Feb 19 07:35:00.590182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:00.614071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-9aeb7dca-39fe-434d-b285-cdc44d2be0da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650430 Feb 19 07:35:00.686911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-63730e2a-8ab6-46b5-a73f-d9e376c05802 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b2e08c13c974a5e98c6e9a605faaca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955029 Feb 19 07:35:00.687567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:00.722005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f159486f-959c-4c6b-b5f1-1d5e28106806 req-093e9019-5e33-466f-98b9-ad86b70fc4e9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767294 Feb 19 07:35:00.756484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] Publish callbacks [] for security_group (2c6c6ff2-44cd-4c89-89ad-478233ef6d1d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.789199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] Publish callbacks [] for security_group (2c6c6ff2-44cd-4c89-89ad-478233ef6d1d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.838777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-f2dcad7b-aea7-43f4-9f0e-80388f1d346d service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139275 Feb 19 07:35:00.845427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c6c6ff2-44cd-4c89-89ad-478233ef6d1d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.851159 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:00.855987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c6c6ff2-44cd-4c89-89ad-478233ef6d1d HTTP/1.1" status: 204 len: 168 time: 0.1668019 Feb 19 07:35:00.866404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5fb39-4cbb-4fc7-8f00-5af41dbc405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c6ff2-44cd-4c89-89ad-478233ef6d1d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.129957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a83fd2-3f15-4bf1-b735-81dfd2adfb3b req-7a403e05-eeee-4e36-82b9-1e0769e2122b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:01.137285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9a83fd2-3f15-4bf1-b735-81dfd2adfb3b req-7a403e05-eeee-4e36-82b9-1e0769e2122b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1656764 Feb 19 07:35:01.196420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:35:01.199009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cfec1825-c3c7-4f87-84ee-d2033fcfe425 req-031c6037-723d-49e5-96d5-b9828b13cf49 service neutron] 10.222.0.24 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544905 Feb 19 07:35:01.208712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (a973966e-ced5-4749-af8b-a02c19f8f902), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:01.218684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d9a83fd2-3f15-4bf1-b735-81dfd2adfb3b req-e23b7b86-603c-46da-8e8e-da06cb1b22f6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755622 Feb 19 07:35:01.307769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:01.318132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:01.323262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:01.323966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:01.331774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57cbd0-c17a-4349-b9a5-463b15dbda08 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:01.347051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=a973966e-ced5-4749-af8b-a02c19f8f902,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:01.369715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f48b79d-b7e4-4e7f-a6d5-5983e5afee74 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7806444 Feb 19 07:35:01.373254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:01.378705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:01.526494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:01.540420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:01.617792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': 'a973966e-ced5-4749-af8b-a02c19f8f902'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:01.618762 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:01.684204 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a973966e-ced5-4749-af8b-a02c19f8f902 (CIDR: 2001:db8::/64) Feb 19 07:35:01.688120 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:01.692000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:01.728689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f8a016f1-0582-495a-b4ed-1d3eb9b07c23 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3540192 Feb 19 07:35:01.731477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:01.737793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:01.996738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Allocated IP 2001:db8::f816:3eff:fe05:38fa (c5babe57-9500-4977-a59b-d6a5978b6e57/a973966e-ced5-4749-af8b-a02c19f8f902/500fb58b-a7d7-4c45-84bd-a801300a49d3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:02.173399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:02.175390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.357546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-a95d15d5-20b4-4319-be8b-6ae88dd81184 req-3bb26bbd-4118-4139-93b9-b1635f356849 service neutron] (103587) timed out ('10.222.0.43', 52812) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:35:02.377484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks [] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.391290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.510898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:02.517835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:02.522472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:02.527955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257fb1-4d08-43fe-8410-338ae6926791 req-c197350b-468d-422d-8e79-c005b74c208d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:02.534906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Pushing event updated for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:02.537209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1257fb1-4d08-43fe-8410-338ae6926791 req-c197350b-468d-422d-8e79-c005b74c208d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1808219 Feb 19 07:35:02.548961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:02.608800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1257fb1-4d08-43fe-8410-338ae6926791 req-8dd1c49d-4804-4cd8-9d6b-9be6d4021d63 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647864 Feb 19 07:35:02.705633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Attempting to bind port 500fb58b-a7d7-4c45-84bd-a801300a49d3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:02.710387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Attempting to bind port 500fb58b-a7d7-4c45-84bd-a801300a49d3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:02.711552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Attempting to bind port 500fb58b-a7d7-4c45-84bd-a801300a49d3 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:02.722472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:02.725829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:02.726996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.727614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:02.728282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Bound port: 500fb58b-a7d7-4c45-84bd-a801300a49d3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:02.728862 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.754028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a193eb-9963-42f0-9426-23087495d107 req-17768650-c82b-464f-9aa5-900cb7232ff6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:02.761486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25a193eb-9963-42f0-9426-23087495d107 req-17768650-c82b-464f-9aa5-900cb7232ff6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.8227022 Feb 19 07:35:02.842759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25a193eb-9963-42f0-9426-23087495d107 req-37d47e38-1ce3-4281-a0c7-f8796578def2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760460 Feb 19 07:35:02.848984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1890279397-network', 'tenant_id': 'f8b7e399cbcb4ee6afee78a263a494a2'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:02.868589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:02.876745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=500fb58b-a7d7-4c45-84bd-a801300a49d3,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:02.897442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.913906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Made reservation on behalf of f8b7e399cbcb4ee6afee78a263a494a2 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:02.921775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.946876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:02.963119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:03.075404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks [] for security_group (89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.081150 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.097060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eee7b-e14c-4211-9a63-91eaada1fa37 None None] Pushing event updated for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.115334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.146988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.159282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f38e85f1-7500-4795-ab2a-4f45568a9be9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.170702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:03.198165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (50ac1c4f-8d40-4214-8689-f22164677e79), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.198875 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Added segment 50ac1c4f-8d40-4214-8689-f22164677e79 of type vlan for network b2bb2f1a-3000-497c-8757-74f55a768196 Feb 19 07:35:03.201356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a49a7a8-cc49-4bdf-b578-33a4ebc7190f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.219097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:03.230588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:03.235333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:03.236184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.263354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=f38e85f1-7500-4795-ab2a-4f45568a9be9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.276338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dce55141-4c6e-4058-82ca-396a0e5f804c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5432751 Feb 19 07:35:03.276503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44930) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:03.288838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:74:d6:e9', 'name': 'tempest-NetworksTestDHCPv6-618021651'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:03.451603 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b2bb2f1a-3000-497c-8757-74f55a768196), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.532537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b2bb2f1a-3000-497c-8757-74f55a768196), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.533491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:03.534065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.616220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a49a7a8-cc49-4bdf-b578-33a4ebc7190f admin admin] Publish callbacks [] for security_group (af46f988-985a-408a-8e2d-2513a8ce3511), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.621999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0716741 Feb 19 07:35:03.625700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:03.633798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Request body: {'subnet': {'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1890279397-subnet', 'tenant_id': 'f8b7e399cbcb4ee6afee78a263a494a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:03.651729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a49a7a8-cc49-4bdf-b578-33a4ebc7190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (af46f988-985a-408a-8e2d-2513a8ce3511), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.670976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Made reservation on behalf of f8b7e399cbcb4ee6afee78a263a494a2 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:03.677830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e1b33-4dd5-472b-9b27-95eabd2d361c admin admin] Pushing event updated for resources: {'Network': ['ID=b2bb2f1a-3000-497c-8757-74f55a768196,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.691790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:03.696542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.699898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b2bb2f1a-3000-497c-8757-74f55a768196 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:35:03.707533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5a49a7a8-cc49-4bdf-b578-33a4ebc7190f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f68fc6edf6404b1ca5901ff04981d7db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7432725 Feb 19 07:35:03.722439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:03.776610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49a7a8-cc49-4bdf-b578-33a4ebc7190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46f988-985a-408a-8e2d-2513a8ce3511,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:03.896386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.934585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] Publish callbacks [] for security_group (af46f988-985a-408a-8e2d-2513a8ce3511), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:03.977167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 500fb58b-a7d7-4c45-84bd-a801300a49d3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:03.993213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b0176-1980-4933-999c-8597e210aaaf req-c1bbf0b5-dcd3-4b19-a030-8314bc78fc49 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:04.004998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b37b0176-1980-4933-999c-8597e210aaaf req-c1bbf0b5-dcd3-4b19-a030-8314bc78fc49 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2216122 Feb 19 07:35:04.059721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:04.060271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.068474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] Publish callbacks [] for security_group (af46f988-985a-408a-8e2d-2513a8ce3511), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.071911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 92e70aa4-4af2-4053-a058-f5569a930f03 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:04.113842 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (e37fa02e-70ad-4ea8-97bc-37095fff7086), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.211626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:04.215890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.292859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=500fb58b-a7d7-4c45-84bd-a801300a49d3,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:04.301435 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.326713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b37b0176-1980-4933-999c-8597e210aaaf req-0e24cf16-bef4-441f-bda7-f9856116bc7f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975905 Feb 19 07:35:04.336827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Checking segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:04.337566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Network hostable DHCP agents. Network: b2bb2f1a-3000-497c-8757-74f55a768196, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:04.373210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37fa02e-70ad-4ea8-97bc-37095fff7086,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.398255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee74c66-4254-49a1-ade0-04b129353d0f req-92c9c1c1-93f6-46cf-bc2f-7f9fa1ec8224 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:04.400037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ee74c66-4254-49a1-ade0-04b129353d0f req-92c9c1c1-93f6-46cf-bc2f-7f9fa1ec8224 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.3003571 Feb 19 07:35:04.400690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Network b2bb2f1a-3000-497c-8757-74f55a768196 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:04.413372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (af46f988-985a-408a-8e2d-2513a8ce3511), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.416165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.424417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af46f988-985a-408a-8e2d-2513a8ce3511 HTTP/1.1" status: 204 len: 168 time: 0.7004080 Feb 19 07:35:04.453362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b2bb2f1a-3000-497c-8757-74f55a768196) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:04.453670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782aaf0-4b52-4ad0-9c5c-69576ca20a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46f988-985a-408a-8e2d-2513a8ce3511,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.467797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:04.468473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:04.491786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818cc73-e377-43b9-90c6-8f0a29b2e8c4 None None] Network b2bb2f1a-3000-497c-8757-74f55a768196 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:04.521097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ee74c66-4254-49a1-ade0-04b129353d0f req-1dfe3671-cdb8-4521-bf4d-11af8a010a99 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087687 Feb 19 07:35:04.542785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f29626d5-1e78-486a-8402-d67f12c7ac8f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9130015 Feb 19 07:35:04.623074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:04.626475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8:0:1::20 (c5babe57-9500-4977-a59b-d6a5978b6e57/f38e85f1-7500-4795-ab2a-4f45568a9be9/92e70aa4-4af2-4053-a058-f5569a930f03) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:04.648458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fe74:d6e9 (c5babe57-9500-4977-a59b-d6a5978b6e57/a973966e-ced5-4749-af8b-a02c19f8f902/92e70aa4-4af2-4053-a058-f5569a930f03) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:04.786445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe4663-244c-438c-b74f-e0f1d69cdb26 None None] Network b2bb2f1a-3000-497c-8757-74f55a768196 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:04.824378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fceda0-1568-44b4-bcec-38a9ff3d0dde None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:05.051442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (92e70aa4-4af2-4053-a058-f5569a930f03), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.137866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (92e70aa4-4af2-4053-a058-f5569a930f03), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.202871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2a72409c-7af1-47b5-af55-093ebabd26be None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:05.203570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a72409c-7af1-47b5-af55-093ebabd26be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.244584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:05.254699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:05.264809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:05.283518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:05.284650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.357697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=92e70aa4-4af2-4053-a058-f5569a930f03,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:05.387858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:05.412992 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-55d576d3-754c-4426-bba2-e0827ff66eea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1312482 Feb 19 07:35:05.605741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 92e70aa4-4af2-4053-a058-f5569a930f03 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:05.606286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (92e70aa4-4af2-4053-a058-f5569a930f03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.713630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa21f73-8386-471b-813c-50cf78d74f82 req-df1f0bac-c4c7-4295-93d3-c3ba1e323341 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:05.722951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baa21f73-8386-471b-813c-50cf78d74f82 req-df1f0bac-c4c7-4295-93d3-c3ba1e323341 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2230108 Feb 19 07:35:05.788036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2a72409c-7af1-47b5-af55-093ebabd26be None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:05.826670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (92e70aa4-4af2-4053-a058-f5569a930f03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:05.882923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baa21f73-8386-471b-813c-50cf78d74f82 req-e93dedb8-8452-4a06-8b78-dabcee2ab473 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566803 Feb 19 07:35:05.887330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 92e70aa4-4af2-4053-a058-f5569a930f03 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:05.896222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-66eaba02-8ba4-44e0-aa28-a0c2c07420fd tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:05.898891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-66eaba02-8ba4-44e0-aa28-a0c2c07420fd tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 818 time: 0.2684755 Feb 19 07:35:05.903557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 500fb58b-a7d7-4c45-84bd-a801300a49d3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:05.927642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-73b7a31d-46b9-433e-9cc4-6efb25332341 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/quotas/f8b7e399cbcb4ee6afee78a263a494a2 HTTP/1.1" status: 200 len: 375 time: 0.0197322 Feb 19 07:35:05.989692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-82ffcee5-f64e-4f73-826f-7b6ee8fe47a2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560224 Feb 19 07:35:06.027927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'a973966e-ced5-4749-af8b-a02c19f8f902', 'ip_address': '2001:db8::f816:3eff:fe05:38fa'}, {'subnet_id': 'f38e85f1-7500-4795-ab2a-4f45568a9be9'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '500fb58b-a7d7-4c45-84bd-a801300a49d3'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:35:06.031586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:06.031586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:06.189523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-d0a8263b-3bdd-4b7e-84ea-8d6f4159dd34 service neutron] 10.222.0.43 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913712 Feb 19 07:35:06.202267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca1e2-3498-4043-bac3-f50880886597 req-a83223b4-21f6-4f47-bf32-ae28acda1127 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:06.211578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-395ca1e2-3498-4043-bac3-f50880886597 req-a83223b4-21f6-4f47-bf32-ae28acda1127 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1398160 Feb 19 07:35:06.289268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:06.346748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-395ca1e2-3498-4043-bac3-f50880886597 req-94f488db-3502-4568-be5b-b4f02058df7e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329415 Feb 19 07:35:06.351368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:06.363259 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3a790c-b2d4-4b10-8232-791263989e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:06.464355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (92e70aa4-4af2-4053-a058-f5569a930f03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:06.500688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-d615712a-1186-4301-83b3-86570c55af2b service neutron] 10.222.0.43 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013549 Feb 19 07:35:06.646305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=92e70aa4-4af2-4053-a058-f5569a930f03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:06.659351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:06.664417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0f97f25d-6e5d-41c5-85b9-ecf38b3f23b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/92e70aa4-4af2-4053-a058-f5569a930f03 HTTP/1.1" status: 204 len: 168 time: 1.2754979 Feb 19 07:35:06.666937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:06.833974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c3ced-b693-4d7a-b44f-03e9be2a460f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:06.839137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea4c3ced-b693-4d7a-b44f-03e9be2a460f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1710494 Feb 19 07:35:06.839373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:06.857079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Allocated IP 2001:db8:0:1::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/f38e85f1-7500-4795-ab2a-4f45568a9be9/500fb58b-a7d7-4c45-84bd-a801300a49d3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:07.018279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3902d0-c62b-46bf-b22b-f63f3fbf9c9d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.026583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45034) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:07.044465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f3902d0-c62b-46bf-b22b-f63f3fbf9c9d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2040443 Feb 19 07:35:07.133031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=500fb58b-a7d7-4c45-84bd-a801300a49d3,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:07.136539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951a049-f62d-4154-9c83-5e50361f21a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.138238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951a049-f62d-4154-9c83-5e50361f21a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.139956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951a049-f62d-4154-9c83-5e50361f21a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.141788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f951a049-f62d-4154-9c83-5e50361f21a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1139681 Feb 19 07:35:07.145835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:07.205860 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Publish callbacks [] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:07.212934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:07.235220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708f216-51fb-46b2-8b63-a6fd7ba3da26 req-e1982d57-3c7c-4981-b22f-498407e19d31 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.240316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2708f216-51fb-46b2-8b63-a6fd7ba3da26 req-e1982d57-3c7c-4981-b22f-498407e19d31 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1477833 Feb 19 07:35:07.338966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6f31c-4c0c-4a2a-9e5c-0769b58f4f4b None None] Pushing event updated for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:07.349402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0379fa9a-b8d3-4dbf-b77d-c3e40062d1eb req-25060146-c016-4093-9152-0357eb2d7fb9 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.0791080 Feb 19 07:35:07.362133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet a973966e-ced5-4749-af8b-a02c19f8f902 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:07.390727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (a973966e-ced5-4749-af8b-a02c19f8f902), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:07.424060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2708f216-51fb-46b2-8b63-a6fd7ba3da26 req-e5f841ca-726f-42a3-a25d-5de3d6d670c2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725719 Feb 19 07:35:07.509998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (a973966e-ced5-4749-af8b-a02c19f8f902), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:07.659852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a973966e-ced5-4749-af8b-a02c19f8f902), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:07.673685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:07.931601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 500fb58b-a7d7-4c45-84bd-a801300a49d3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:07.966726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:07.970253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ff16-6176-4beb-b01f-946dc2760e3f req-4ef5a0bf-5d9f-46d5-a16a-5891d298179f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:07.983271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea92ff16-6176-4beb-b01f-946dc2760e3f req-4ef5a0bf-5d9f-46d5-a16a-5891d298179f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.4554029 Feb 19 07:35:08.046129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (a973966e-ced5-4749-af8b-a02c19f8f902), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.051665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:08.052107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.057357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.096686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=a973966e-ced5-4749-af8b-a02c19f8f902,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:08.225282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:08.231323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea92ff16-6176-4beb-b01f-946dc2760e3f req-d73bffe5-e15f-40ee-96af-49824e7787f4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470541 Feb 19 07:35:08.250335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.258517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dba37fe-7b3d-4d7a-90be-2107bc724bbc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/a973966e-ced5-4749-af8b-a02c19f8f902 HTTP/1.1" status: 204 len: 168 time: 1.1113460 Feb 19 07:35:08.261061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:08.333728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet f38e85f1-7500-4795-ab2a-4f45568a9be9 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:08.338866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (f38e85f1-7500-4795-ab2a-4f45568a9be9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.339000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.407362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (f38e85f1-7500-4795-ab2a-4f45568a9be9), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.594516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-503d8574-aa1f-4643-b1ba-d6dd51b157c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.633032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f38e85f1-7500-4795-ab2a-4f45568a9be9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:08.633635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6a29509-a2d2-4738-9366-08a8bd1ef8ff req-47bbec37-ff17-4858-9061-45e6b76e30ef tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.1778800 Feb 19 07:35:08.719601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Allocated IP 172.25.7.223 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/b8afadc5-ddc6-43ec-b99f-5753616f30a1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:08.778946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753551c-9bc6-4521-8117-3bccfda2f514 req-ce73ec5f-0c06-4a38-80bf-9500c5fe0ca7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:08.785884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b753551c-9bc6-4521-8117-3bccfda2f514 req-ce73ec5f-0c06-4a38-80bf-9500c5fe0ca7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2050712 Feb 19 07:35:08.834574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bab82b-71fc-4c2e-8c60-ef645c875555 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:08.866479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (f38e85f1-7500-4795-ab2a-4f45568a9be9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.009223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.069178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.069382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=f38e85f1-7500-4795-ab2a-4f45568a9be9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.077779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.086351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e0bf5a1-d2f2-491b-91ac-b8807ac1b91b None None] Could not find standard attr ID for object 92e70aa4-4af2-4053-a058-f5569a930f03. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:09.096220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65a10dee-8e16-4411-b92e-32aff25930a8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f38e85f1-7500-4795-ab2a-4f45568a9be9 HTTP/1.1" status: 204 len: 168 time: 0.8337586 Feb 19 07:35:09.097016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:09.136811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e0bf5a1-d2f2-491b-91ac-b8807ac1b91b None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:09.137194 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf5a1-d2f2-491b-91ac-b8807ac1b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.139552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b753551c-9bc6-4521-8117-3bccfda2f514 req-3b0bbc97-d3e6-411e-b05e-f69a7471f3a8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455255 Feb 19 07:35:09.221728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=b8afadc5-ddc6-43ec-b99f-5753616f30a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:09.305048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:09.308584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:09.312811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84df6740-34be-473d-9f09-5b477d90c85f None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'f38e85f1-7500-4795-ab2a-4f45568a9be9'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '500fb58b-a7d7-4c45-84bd-a801300a49d3'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:35:09.318552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:09.318718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9fe61375-be85-4035-a9ec-dc504945c574 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106674 Feb 19 07:35:09.319686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:09.324005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:09.385842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84df6740-34be-473d-9f09-5b477d90c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.477125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:09.481912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.719230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (dc3b9176-d45f-4373-b09e-e3aefc307dda), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.756883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bf5a1-d2f2-491b-91ac-b8807ac1b91b None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:09.788206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40026220-3d74-4f57-ae8f-ae70ef9c96d6 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:09.853167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:09.936923 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10d2b7b6-55e7-44f8-8ce6-cd34aee00f14 req-0f4f86d8-1df8-47bc-b704-611e9fca08f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.1303031 Feb 19 07:35:10.024842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 500fb58b-a7d7-4c45-84bd-a801300a49d3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:10.199877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.244569 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.255035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.306368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dc4c99ad-30d4-4678-8427-d686015bc701 None None] Provisioning complete for port 500fb58b-a7d7-4c45-84bd-a801300a49d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:10.307021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc4c99ad-30d4-4678-8427-d686015bc701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.349099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:35:10.371171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=b8afadc5-ddc6-43ec-b99f-5753616f30a1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:10.500960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5135a-6279-494b-8463-bd7d58cf0c87 req-eedc840f-e839-4d1b-9e9c-fa16f3f5a60e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:10.502763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8cc5135a-6279-494b-8463-bd7d58cf0c87 req-eedc840f-e839-4d1b-9e9c-fa16f3f5a60e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 1.1346710 Feb 19 07:35:10.523597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e8f-4676-4e71-b4dc-75e3f37862e9 req-089f997c-ce06-43b8-97aa-c4eb187ee1a2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:10.526195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48cd0e8f-4676-4e71-b4dc-75e3f37862e9 req-089f997c-ce06-43b8-97aa-c4eb187ee1a2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2164540 Feb 19 07:35:10.559389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:10.563533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.578239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:35:10.620583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-10b5f7d0-f3d8-4110-9364-14d1a3289f23 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:10.622190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-10b5f7d0-f3d8-4110-9364-14d1a3289f23 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 818 time: 1.1134143 Feb 19 07:35:10.681265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Request body: {'port': {'device_id': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'admin_state_up': True, 'tenant_id': 'f8b7e399cbcb4ee6afee78a263a494a2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:10.758700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-48cd0e8f-4676-4e71-b4dc-75e3f37862e9 req-2e9c9af0-76d9-4bf4-8732-31f65b4afa21 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199061 Feb 19 07:35:10.800612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8cc5135a-6279-494b-8463-bd7d58cf0c87 req-9bbad922-e468-459f-97a5-f274039f5977 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455795 Feb 19 07:35:10.801491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (dc3b9176-d45f-4373-b09e-e3aefc307dda), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.842778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.854692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 07:35:10.854692 n-d-829866-3 neutron-server[103589]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 19 07:35:10.854692 n-d-829866-3 neutron-server[103589]: [parameters: {'status': 'DOWN', 'ports_id': '500fb58b-a7d7-4c45-84bd-a801300a49d3'}] Feb 19 07:35:10.854692 n-d-829866-3 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:10.857598 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:10.892916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c99ad-30d4-4678-8427-d686015bc701 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:10.904724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ff541c0f-8fb9-47c7-a652-31ad1ca6752b tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:10.907329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ff541c0f-8fb9-47c7-a652-31ad1ca6752b tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.24 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 818 time: 0.6968441 Feb 19 07:35:10.918802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.923133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Deleting port 500fb58b-a7d7-4c45-84bd-a801300a49d3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:10.923635 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:10.927254 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd85ad5c-8b42-4495-9159-e8cd860fd4b0 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2516539 Feb 19 07:35:10.937847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:10.953464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-371974949'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:10.995288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Request body: {'port': {'device_id': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'admin_state_up': True, 'tenant_id': 'f8b7e399cbcb4ee6afee78a263a494a2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:11.085816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.146428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=500fb58b-a7d7-4c45-84bd-a801300a49d3,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:11.147057 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.175465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Calling delete_port for 500fb58b-a7d7-4c45-84bd-a801300a49d3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:11.196606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ae6e04fd-aca4-4a95-8bac-44bd1fae7f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:11.199765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ae6e04fd-aca4-4a95-8bac-44bd1fae7f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 818 time: 0.8214591 Feb 19 07:35:11.246421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec1cb7e3-1255-4564-8643-43c337dfb3e3 req-2f189f7a-caf3-4cfc-9393-be657b534d1c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.1070862 Feb 19 07:35:11.274146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Request body: {'port': {'device_id': '408b65fc-fa42-4217-8842-98f26736a02c', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'admin_state_up': True, 'tenant_id': 'f8b7e399cbcb4ee6afee78a263a494a2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:11.323678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] For port 500fb58b-a7d7-4c45-84bd-a801300a49d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=500fb58b-a7d7-4c45-84bd-a801300a49d3,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:11.361085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.382538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.405305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.472296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c7b1b3a6-429b-46d2-a578-73c43f3af5da), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.476015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Made reservation on behalf of f8b7e399cbcb4ee6afee78a263a494a2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:11.482196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.490993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Made reservation on behalf of f8b7e399cbcb4ee6afee78a263a494a2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:11.494355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.495993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] No DVR routers for this DVR port 500fb58b-a7d7-4c45-84bd-a801300a49d3 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:11.512165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435ccee-780e-4b8a-8a52-b604fe733f38 None None] Pushing event deleted for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.530191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 500fb58b-a7d7-4c45-84bd-a801300a49d3 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:11.530677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (500fb58b-a7d7-4c45-84bd-a801300a49d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.563025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Made reservation on behalf of 2dcb87848a234d56a40b90c5aad36f7d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:11.568346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.594506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=500fb58b-a7d7-4c45-84bd-a801300a49d3,revision_number=8']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.598649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:11.619167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:11.640403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:11.641009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.647374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e83537-49b1-47f8-8484-4b5bff5541c0 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:11.666814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=c7b1b3a6-429b-46d2-a578-73c43f3af5da,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:11.680519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5121e605-95e8-42f8-af7b-925e4504be96 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3605134 Feb 19 07:35:11.681219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:11.701051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:11.849089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': 'c7b1b3a6-429b-46d2-a578-73c43f3af5da'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:11.851064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:11.859638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:11.864416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.110161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.159937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Allocated IP 2001:db8::f816:3eff:fe2f:70ef (c5babe57-9500-4977-a59b-d6a5978b6e57/c7b1b3a6-429b-46d2-a578-73c43f3af5da/18b08f07-8512-4a93-b966-d0fbb8ce904a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:12.188706 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7b1b3a6-429b-46d2-a578-73c43f3af5da (CIDR: 2001:db8::/64) Feb 19 07:35:12.233857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b966d43-6ca9-495f-b888-4af0dab1962e req-39347282-f8d1-404f-9ed0-3c1c97a1040b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.237709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b966d43-6ca9-495f-b888-4af0dab1962e req-39347282-f8d1-404f-9ed0-3c1c97a1040b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2601423 Feb 19 07:35:12.243143 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:12.243593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:12.270849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Allocated IP 172.20.0.12 (b2bb2f1a-3000-497c-8757-74f55a768196/e37fa02e-70ad-4ea8-97bc-37095fff7086/959cdd00-74cc-40cf-af50-6f222da873d7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:12.315445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-798561ed-6f18-47ab-b61a-f124763c5b27 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6306391 Feb 19 07:35:12.333991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:12.351888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:12.479594 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks [] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.499475 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.590778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:12.595021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:12.605363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks [] for port (959cdd00-74cc-40cf-af50-6f222da873d7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.606320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:12.615090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b966d43-6ca9-495f-b888-4af0dab1962e req-13aaa3bb-2e83-4128-8a85-9ec11fafea5f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355477 Feb 19 07:35:12.632352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:12.635764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.647440 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.659630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Pushing event updated for resources: {'Port': ['ID=18b08f07-8512-4a93-b966-d0fbb8ce904a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:12.777243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Attempting to bind port 18b08f07-8512-4a93-b966-d0fbb8ce904a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:12.780421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Attempting to bind port 18b08f07-8512-4a93-b966-d0fbb8ce904a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:12.780921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Attempting to bind port 18b08f07-8512-4a93-b966-d0fbb8ce904a on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:12.798448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:12.798827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:12.799270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.804670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:12.805218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Bound port: 18b08f07-8512-4a93-b966-d0fbb8ce904a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:12.805628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.876720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for security_group (a2b6999d-b5fa-4f72-a2d9-b2fac368e74a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.890050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7442e-7231-4e4d-8dad-e68150bcaf77 req-ca307837-761f-45e3-9f8f-13523e90afd6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:12.894014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57c7442e-7231-4e4d-8dad-e68150bcaf77 req-ca307837-761f-45e3-9f8f-13523e90afd6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.7928548 Feb 19 07:35:12.915324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2b6999d-b5fa-4f72-a2d9-b2fac368e74a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:12.928202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] For port 18b08f07-8512-4a93-b966-d0fbb8ce904a, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:12.937239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] For port 18b08f07-8512-4a93-b966-d0fbb8ce904a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=18b08f07-8512-4a93-b966-d0fbb8ce904a,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:12.950071 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.051669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b6999d-b5fa-4f72-a2d9-b2fac368e74a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.105981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33d4c5ee-3f3c-45d2-8156-78fb190fcc31 req-04aabfbf-a250-451e-b2a4-d6215d76599a tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.3042972 Feb 19 07:35:13.122213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf357d-31e6-49f9-b251-64161d92c712 None None] Pushing event updated for resources: {'Port': ['ID=18b08f07-8512-4a93-b966-d0fbb8ce904a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.155711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57c7442e-7231-4e4d-8dad-e68150bcaf77 req-adb91e05-e933-420b-b1a4-9b6fc0302213 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414515 Feb 19 07:35:13.176666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:13.181567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.185444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (20d3cfc9-3de5-4936-a459-18d85b5a2118), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.275053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=20d3cfc9-3de5-4936-a459-18d85b5a2118,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.300597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Made reservation on behalf of f8b7e399cbcb4ee6afee78a263a494a2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:13.302424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:13.306067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:13.308426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.318925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:13.320354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.326419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (34f8d602-71aa-4f0b-9b79-3ccaf7664092), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.326803 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Added segment 34f8d602-71aa-4f0b-9b79-3ccaf7664092 of type vlan for network 3212934a-91d9-4edd-9b39-33f2b80a75ed Feb 19 07:35:13.425553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Network b2bb2f1a-3000-497c-8757-74f55a768196 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:13.438512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:13.494170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d8656671-fb17-4c53-b6c9-e879a2dd7077 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1591148 Feb 19 07:35:13.520258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:13.544446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:13.589019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:d7:07:9d', 'name': 'tempest-NetworksTestDHCPv6-738093737'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:13.596308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:13.596939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.641725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Allocated IP 172.20.0.11 (b2bb2f1a-3000-497c-8757-74f55a768196/e37fa02e-70ad-4ea8-97bc-37095fff7086/b13c34fc-c922-45d2-bb1e-7c8340c3bc1a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:13.653120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:13.658506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3212934a-91d9-4edd-9b39-33f2b80a75ed), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.779341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-dd08fb08-d8dc-44f5-bee6-85f5686eb0c4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1190426 Feb 19 07:35:13.782497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:35:13.812232 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:35:13.821521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-ba65aa2e-74fb-422a-bdd1-831623ea14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:13.823056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-ba65aa2e-74fb-422a-bdd1-831623ea14b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 1126 time: 0.4832301 Feb 19 07:35:13.898350 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3212934a-91d9-4edd-9b39-33f2b80a75ed), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.916415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:13.917077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:13.955615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea6f7-d9b4-4f4a-94b7-6df40bee4124 req-0369bb45-72fd-4496-8a19-f749290b4d3b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:13.955615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13cea6f7-d9b4-4f4a-94b7-6df40bee4124 req-0369bb45-72fd-4496-8a19-f749290b4d3b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1840508 Feb 19 07:35:14.018152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Network': ['ID=3212934a-91d9-4edd-9b39-33f2b80a75ed,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:14.031573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:35:14.042101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Request body: {'port': {'device_id': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:14.106461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:14.116629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-da62d25d-2374-4fd5-a501-787a9e9034ec tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1645324 Feb 19 07:35:14.122532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13cea6f7-d9b4-4f4a-94b7-6df40bee4124 req-441ead59-436a-4d6a-aeb0-5ef1be58924c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608446 Feb 19 07:35:14.124108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:14.150536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 18b08f07-8512-4a93-b966-d0fbb8ce904a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:14.172551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Request body: {'subnet': {'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:14.177434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-9cdef8cf-b2b2-4fdb-8960-0a8b68ddc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:14.183034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-9cdef8cf-b2b2-4fdb-8960-0a8b68ddc44a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1126 time: 0.3304534 Feb 19 07:35:14.226503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.249584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:14.308560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:14.308945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.473072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5539db0-ee18-4baa-b6ca-b8141fe8e324 req-85f7dde8-33e1-442a-bac9-ee3b8fea8228 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 210 time: 0.1714289 Feb 19 07:35:14.488332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:14.488740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.528934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks [] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.550740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db420a41-5245-4798-aa09-6a73ecba6948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.567498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 18b08f07-8512-4a93-b966-d0fbb8ce904a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=18b08f07-8512-4a93-b966-d0fbb8ce904a,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:14.580381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.655551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=18b08f07-8512-4a93-b966-d0fbb8ce904a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:14.840246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db420a41-5245-4798-aa09-6a73ecba6948 admin admin] Publish callbacks [] for security_group (0ad3a2a0-de63-42da-a4b7-23a6d2b0f287), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.848543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db420a41-5245-4798-aa09-6a73ecba6948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0ad3a2a0-de63-42da-a4b7-23a6d2b0f287), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.873968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:14.943909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca8a9df-84c5-4058-a95d-79cc80d0d58e None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:15.018415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db420a41-5245-4798-aa09-6a73ecba6948 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52f3238746eb40ee8b9ddad8e680042d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677557 Feb 19 07:35:15.022821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45170) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:15.031943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db420a41-5245-4798-aa09-6a73ecba6948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3a2a0-de63-42da-a4b7-23a6d2b0f287,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:15.042173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Network b2bb2f1a-3000-497c-8757-74f55a768196 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:15.049654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event updated for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:15.052234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:15.058190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:15.061522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Allocated IP 172.20.0.3 (b2bb2f1a-3000-497c-8757-74f55a768196/e37fa02e-70ad-4ea8-97bc-37095fff7086/b9ac8719-c1e4-482a-9d36-e0c0f6863068) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:15.160041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.190645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-3f5ffd33-47e2-41ca-b0ab-7aef7cf2bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.192247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-3f5ffd33-47e2-41ca-b0ab-7aef7cf2bbb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.8969686 Feb 19 07:35:15.216683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Made reservation on behalf of 2dcb87848a234d56a40b90c5aad36f7d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:15.220527 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.234681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092eda-141c-4db1-80b3-ce7f39e97404 req-41d14248-b08f-4809-aec2-797c94d7549a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.236806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69092eda-141c-4db1-80b3-ce7f39e97404 req-41d14248-b08f-4809-aec2-797c94d7549a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.8422647 Feb 19 07:35:15.277018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 37fa7408-a075-4366-8cd8-5f7e293a8cbc yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:15.313469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] Publish callbacks [] for security_group (0ad3a2a0-de63-42da-a4b7-23a6d2b0f287), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.376467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks [] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.464256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-99a06238-3459-4c27-80c7-46b6dd00116b None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:15.464821 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99a06238-3459-4c27-80c7-46b6dd00116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.588842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] Publish callbacks [] for security_group (0ad3a2a0-de63-42da-a4b7-23a6d2b0f287), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.609848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959cdd00-74cc-40cf-af50-6f222da873d7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:15.620638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks [] for port (959cdd00-74cc-40cf-af50-6f222da873d7), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.620825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-a86d5f39-1853-485b-b3bc-c0d6fd433117 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1000 time: 0.3778460 Feb 19 07:35:15.642627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Transition to ACTIVE for port object 959cdd00-74cc-40cf-af50-6f222da873d7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:15.646713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.650534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69092eda-141c-4db1-80b3-ce7f39e97404 req-fc267886-51eb-41da-aa76-ebf2d38e02f4 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767827 Feb 19 07:35:15.714411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.716217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.719174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-99a06238-3459-4c27-80c7-46b6dd00116b None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:15.760276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.801668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-d9bdb476-3af8-42d5-92fc-2db7ddf03353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:15.803763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-d9bdb476-3af8-42d5-92fc-2db7ddf03353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1697857 Feb 19 07:35:15.820732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0ad3a2a0-de63-42da-a4b7-23a6d2b0f287), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.820732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.820732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ad3a2a0-de63-42da-a4b7-23a6d2b0f287 HTTP/1.1" status: 204 len: 168 time: 0.7860856 Feb 19 07:35:15.893878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Network b2bb2f1a-3000-497c-8757-74f55a768196 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:15.903717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 18b08f07-8512-4a93-b966-d0fbb8ce904a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:15.905576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-ce5dfe7f-341a-4417-b844-d2e48502099e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9581730 Feb 19 07:35:15.935735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': 'c7b1b3a6-429b-46d2-a578-73c43f3af5da', 'ip_address': '2001:db8::f816:3eff:fe2f:70ef'}, {'subnet_id': '20d3cfc9-3de5-4936-a459-18d85b5a2118'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '18b08f07-8512-4a93-b966-d0fbb8ce904a'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:35:15.971152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:15.978185 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:15.995253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Request body: {'port': {'device_id': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:16.018684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cdd43-ca66-4729-97a5-4af80b2222b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3a2a0-de63-42da-a4b7-23a6d2b0f287,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.025090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:16.100422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event updated for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.179369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:16.179835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.181517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a05e-206e-471d-88c6-e8bd71339ba5 req-cf46af06-30e1-4ad1-8c6e-89f8cf71d9b0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.183119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4632a05e-206e-471d-88c6-e8bd71339ba5 req-cf46af06-30e1-4ad1-8c6e-89f8cf71d9b0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.7666359 Feb 19 07:35:16.210849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8:0:1::33b (c5babe57-9500-4977-a59b-d6a5978b6e57/20d3cfc9-3de5-4936-a459-18d85b5a2118/37fa7408-a075-4366-8cd8-5f7e293a8cbc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:16.254257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (5b0594c8-f233-4d87-9719-0f20a6379330), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.257957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::f816:3eff:fed7:79d (c5babe57-9500-4977-a59b-d6a5978b6e57/c7b1b3a6-429b-46d2-a578-73c43f3af5da/37fa7408-a075-4366-8cd8-5f7e293a8cbc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:16.289348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14925f-b7b9-43b1-be1f-d28c285dacc5 req-bdb631d2-41d8-4ab8-bc67-8f1731bc53f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.290997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee14925f-b7b9-43b1-be1f-d28c285dacc5 req-bdb631d2-41d8-4ab8-bc67-8f1731bc53f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 931 time: 0.4863260 Feb 19 07:35:16.300113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80212c03-7434-402a-8309-3dba529685f0 req-87c786b3-47a1-4b61-aa48-3620ac0af299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.301650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-87c786b3-47a1-4b61-aa48-3620ac0af299 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4879162 Feb 19 07:35:16.367555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:16.433197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.433851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.456695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.472177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.545678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1e4ac971-e689-4841-ae91-bd9c94d2b6d2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2938499 Feb 19 07:35:16.565126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4632a05e-206e-471d-88c6-e8bd71339ba5 req-37015eed-2100-4272-a8e5-ef39a4c125ec tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077359 Feb 19 07:35:16.565472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Attempting to bind port 959cdd00-74cc-40cf-af50-6f222da873d7 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:16.565821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Attempting to bind port 959cdd00-74cc-40cf-af50-6f222da873d7 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:16.566151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Attempting to bind port 959cdd00-74cc-40cf-af50-6f222da873d7 on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:16.586850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Request body: {'port': {'device_id': '408b65fc-fa42-4217-8842-98f26736a02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:16.611678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Subnet': ['ID=5b0594c8-f233-4d87-9719-0f20a6379330,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:16.652682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Port 959cdd00-74cc-40cf-af50-6f222da873d7 on network b2bb2f1a-3000-497c-8757-74f55a768196 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:35:16.653170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Attempting to bind port 959cdd00-74cc-40cf-af50-6f222da873d7 on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:16.669899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee14925f-b7b9-43b1-be1f-d28c285dacc5 req-8784d92f-9e7a-4179-843e-965133ffd83f tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210201 Feb 19 07:35:16.691221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Checking segment: {'id': '34f8d602-71aa-4f0b-9b79-3ccaf7664092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:16.691603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network hostable DHCP agents. Network: 3212934a-91d9-4edd-9b39-33f2b80a75ed, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:16.701931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:16.702280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Checking segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:16.702672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Bound using segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:16.703119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Bound port: 959cdd00-74cc-40cf-af50-6f222da873d7, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:16.703508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.767908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-c427b525-2f0b-436c-addb-b79643f3f713 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162123 Feb 19 07:35:16.828052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:16.874369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3212934a-91d9-4edd-9b39-33f2b80a75ed) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:16.890026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:16.890026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.899331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dfbdb5-efde-4dc1-be64-0288cea67b42 None None] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:16.904380 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.923007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (37fa7408-a075-4366-8cd8-5f7e293a8cbc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:16.977820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b07813c8-e304-480b-a640-8220d1e537ae tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8517210 Feb 19 07:35:16.981889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:16.987002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1981846971', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:17.022543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80212c03-7434-402a-8309-3dba529685f0 req-a036268c-f3b9-4ba6-9e15-5addc182a78e service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406316 Feb 19 07:35:17.043925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.045246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.055430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (37fa7408-a075-4366-8cd8-5f7e293a8cbc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.135289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:17.143967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3212934a-91d9-4edd-9b39-33f2b80a75ed', 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed', 'project_id': '2dcb87848a234d56a40b90c5aad36f7d', 'fixed_ips': [{'subnet_id': '5b0594c8-f233-4d87-9719-0f20a6379330'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:17.145073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.145840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:17.169249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:17.172531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_controller (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.173500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:17.179897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:17.180631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.183417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=37fa7408-a075-4366-8cd8-5f7e293a8cbc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.226692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Allocated IP 2001:db8:0:1::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/20d3cfc9-3de5-4936-a459-18d85b5a2118/18b08f07-8512-4a93-b966-d0fbb8ce904a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:17.246862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-10efe665-a4bf-4661-a498-31638e242d9a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6997142 Feb 19 07:35:17.250081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:17.278850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:17.304441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.322499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b6bf-d318-4b9d-b04d-ff2c3152dcdc req-8a88fc74-183d-4b5a-a8e7-ad83504ddfa8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:17.330003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c072b6bf-d318-4b9d-b04d-ff2c3152dcdc req-8a88fc74-183d-4b5a-a8e7-ad83504ddfa8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.5042675 Feb 19 07:35:17.561635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_gateway (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.577042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] For port 18b08f07-8512-4a93-b966-d0fbb8ce904a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=18b08f07-8512-4a93-b966-d0fbb8ce904a,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:17.589973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Allocated IP 172.20.0.2 (3212934a-91d9-4edd-9b39-33f2b80a75ed/5b0594c8-f233-4d87-9719-0f20a6379330/cbd0a71b-766c-4980-b519-09a461b29173) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:17.639162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:17.639835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.641235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] 10.222.0.47 "PUT /v2.0/ports/959cdd00-74cc-40cf-af50-6f222da873d7 HTTP/1.1" status: 200 len: 1092 time: 3.8244793 Feb 19 07:35:17.648287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:17.650620 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8696d4-66cb-4f82-a4a1-e891d463aac0" -d '{"events": [{"name": "network-changed", "server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:17.679951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13c34fc-c922-45d2-bb1e-7c8340c3bc1a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:17.708542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks [] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.751430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30057-32eb-4fe0-8640-9caf1502a665 service neutron] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.764455 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Publish callbacks [] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.772099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.827659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c072b6bf-d318-4b9d-b04d-ff2c3152dcdc req-64990caa-bcd8-49d7-82ec-5789533bb301 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962344 Feb 19 07:35:17.835143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Transition to ACTIVE for port object b13c34fc-c922-45d2-bb1e-7c8340c3bc1a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:17.873585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.905694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 37fa7408-a075-4366-8cd8-5f7e293a8cbc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:17.931771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (37fa7408-a075-4366-8cd8-5f7e293a8cbc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:17.946397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a94c-4627-4bb2-a179-4119677c810e None None] Pushing event updated for resources: {'Port': ['ID=18b08f07-8512-4a93-b966-d0fbb8ce904a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:17.980834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-fe54c6ef-45bd-4da4-9838-1dcd0f990eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:17.980834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-fe54c6ef-45bd-4da4-9838-1dcd0f990eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 1126 time: 0.2528255 Feb 19 07:35:17.982255 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103efa7-d8da-4e7c-9b6f-9444344c6856 x-openstack-request-id: req-9103efa7-d8da-4e7c-9b6f-9444344c6856 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:17.982550 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:17.982810 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9103efa7-d8da-4e7c-9b6f-9444344c6856 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:17.983593 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7', 'status': 'completed', 'code': 200} Feb 19 07:35:18.116735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks [] for port (cbd0a71b-766c-4980-b519-09a461b29173), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.127517 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (cbd0a71b-766c-4980-b519-09a461b29173), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.173418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-06293c30-00a0-450a-81e5-3e1c4be60545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959cdd00-74cc-40cf-af50-6f222da873d7 HTTP/1.1" status: 200 len: 217 time: 0.1767743 Feb 19 07:35:18.247930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:18.251784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.268709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:18.271086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Pushing event updated for resources: {'Port': ['ID=cbd0a71b-766c-4980-b519-09a461b29173,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.284615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:18.298323 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (37fa7408-a075-4366-8cd8-5f7e293a8cbc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.323498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 37fa7408-a075-4366-8cd8-5f7e293a8cbc owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:18.514366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Attempting to bind port cbd0a71b-766c-4980-b519-09a461b29173 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:18.519256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Attempting to bind port cbd0a71b-766c-4980-b519-09a461b29173 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '34f8d602-71aa-4f0b-9b79-3ccaf7664092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:18.520164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Attempting to bind port cbd0a71b-766c-4980-b519-09a461b29173 on network 3212934a-91d9-4edd-9b39-33f2b80a75ed {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:18.540888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:18.541444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Checking segment: {'id': '34f8d602-71aa-4f0b-9b79-3ccaf7664092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:18.543355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.544694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Bound using segment: {'id': '34f8d602-71aa-4f0b-9b79-3ccaf7664092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:18.546151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Bound port: cbd0a71b-766c-4980-b519-09a461b29173, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f8d602-71aa-4f0b-9b79-3ccaf7664092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:18.547528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbd0a71b-766c-4980-b519-09a461b29173), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.731513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] For port cbd0a71b-766c-4980-b519-09a461b29173, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:18.736349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] For port cbd0a71b-766c-4980-b519-09a461b29173, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cbd0a71b-766c-4980-b519-09a461b29173,segment=NetworkSegment(34f8d602-71aa-4f0b-9b79-3ccaf7664092),segment_id=34f8d602-71aa-4f0b-9b79-3ccaf7664092)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:18.759050 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cbd0a71b-766c-4980-b519-09a461b29173), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.779854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111457f6-90b2-419b-88bf-d3ec2d8f44e8 req-192767cd-fb62-48ee-8498-df93bee6e475 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:18.781549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-111457f6-90b2-419b-88bf-d3ec2d8f44e8 req-192767cd-fb62-48ee-8498-df93bee6e475 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.9366059 Feb 19 07:35:18.788377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (37fa7408-a075-4366-8cd8-5f7e293a8cbc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:18.843729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=37fa7408-a075-4366-8cd8-5f7e293a8cbc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:18.951594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-111457f6-90b2-419b-88bf-d3ec2d8f44e8 req-9d33dbf9-f70e-46a5-8dcd-e1453fb1ada6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566272 Feb 19 07:35:18.976529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f71761-0a1a-428e-aae7-7fe4651bacb9 None None] Pushing event updated for resources: {'Port': ['ID=cbd0a71b-766c-4980-b519-09a461b29173,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:19.182766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-e82fd5c2-abb8-4090-b918-569a861bf3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:19.190739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-e82fd5c2-abb8-4090-b918-569a861bf3c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.9847677 Feb 19 07:35:19.329731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.333017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f71a8d51-d728-4974-a6bc-a268127fff0a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/37fa7408-a075-4366-8cd8-5f7e293a8cbc HTTP/1.1" status: 204 len: 168 time: 2.0821176 Feb 19 07:35:19.351512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45270) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:19.451504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-968d4b22-6a1f-4fb4-a4ed-4a3615ffcd2f None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:19.452300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-968d4b22-6a1f-4fb4-a4ed-4a3615ffcd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.499028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_gateway (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.515158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-8936d244-ceb4-48b8-a2b6-022fb1e7a27b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543028 Feb 19 07:35:19.578156 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.696914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ce41d-b2e4-4faf-bfb0-2af7b04599a4 req-356e65c1-9675-4578-8ebf-6b0bcd560604 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:19.703245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-940ce41d-b2e4-4faf-bfb0-2af7b04599a4 req-356e65c1-9675-4578-8ebf-6b0bcd560604 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 931 time: 1.5237103 Feb 19 07:35:19.750952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Attempting to bind port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:19.761743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-968d4b22-6a1f-4fb4-a4ed-4a3615ffcd2f None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:19.762162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Attempting to bind port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:19.762594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Attempting to bind port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:19.856137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a on network b2bb2f1a-3000-497c-8757-74f55a768196 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:35:19.856468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Attempting to bind port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:19.878891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ac8719-c1e4-482a-9d36-e0c0f6863068 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:19.905031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks [] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.909350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:19.909701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Checking segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:19.910121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Bound using segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:19.910869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Bound port: b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:19.911305 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:19.947708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Allocated IP 172.25.7.95 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/41289b7c-3619-4c51-bf94-82c40c4b3cc5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:20.012109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bdfe1-58f0-4570-ae5d-080a919fd630 req-01a59061-9aec-4ea2-b40e-ade93f34c744 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:20.022166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Transition to ACTIVE for port object b9ac8719-c1e4-482a-9d36-e0c0f6863068 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:20.045507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-490bdfe1-58f0-4570-ae5d-080a919fd630 req-01a59061-9aec-4ea2-b40e-ade93f34c744 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.9042466 Feb 19 07:35:20.086098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f353399e-b6c7-47f0-98cc-55fa425ba1cf None None] Could not find standard attr ID for object 37fa7408-a075-4366-8cd8-5f7e293a8cbc. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:20.116901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9f7a0-3112-42c5-b505-9328a54acebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:20.119050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d6f9f7a0-3112-42c5-b505-9328a54acebc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7664590 Feb 19 07:35:20.127121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-1cf091be-e27a-4cbd-ac14-ef5b4693721c service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624321 Feb 19 07:35:20.129794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:20.174473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 18b08f07-8512-4a93-b966-d0fbb8ce904a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:20.176487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.243617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-940ce41d-b2e4-4faf-bfb0-2af7b04599a4 req-f4c0226e-87a3-46ac-9d18-5d155c68fdc7 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756401 Feb 19 07:35:20.306804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:20.307499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.468607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:20.481140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:20.517492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-490bdfe1-58f0-4570-ae5d-080a919fd630 req-77fd8d50-d66f-4a51-9cdc-32986655c3b7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291615 Feb 19 07:35:20.574429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:20.576845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cbd0a71b-766c-4980-b519-09a461b29173 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:20.640361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (41289b7c-3619-4c51-bf94-82c40c4b3cc5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.725237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cbd0a71b-766c-4980-b519-09a461b29173 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:20.725628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbd0a71b-766c-4980-b519-09a461b29173), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.741341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (41289b7c-3619-4c51-bf94-82c40c4b3cc5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.811966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:20.824712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:20.832446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:20.908817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-7fa75cac-f521-41d1-ba97-a2bfd06760b7 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376555 Feb 19 07:35:20.912357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:20.928618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.941359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cbd0a71b-766c-4980-b519-09a461b29173 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:20.942228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbd0a71b-766c-4980-b519-09a461b29173), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:20.991499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=41289b7c-3619-4c51-bf94-82c40c4b3cc5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.029275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port cbd0a71b-766c-4980-b519-09a461b29173, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cbd0a71b-766c-4980-b519-09a461b29173,segment=NetworkSegment(34f8d602-71aa-4f0b-9b79-3ccaf7664092),segment_id=34f8d602-71aa-4f0b-9b79-3ccaf7664092)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:21.037587 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cbd0a71b-766c-4980-b519-09a461b29173), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:21.104718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08cf9f-1cb7-4022-9a9f-8675e08a9c65 None None] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:21.163302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.164373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:21.166045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b13c34fc-c922-45d2-bb1e-7c8340c3bc1a HTTP/1.1" status: 200 len: 1092 time: 5.1787205 Feb 19 07:35:21.174819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:21.177943 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968dc16-14cd-4522-8071-fa8e38d5b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:21.251901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d1a6e-7aec-4636-a0de-d3270f31c723 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.265828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d9d1a6e-7aec-4636-a0de-d3270f31c723 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0915926 Feb 19 07:35:21.266115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:21.328967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=cbd0a71b-766c-4980-b519-09a461b29173,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.364129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9a18dac9-618b-4faa-9e08-51fae41d78ce None None] Provisioning complete for port cbd0a71b-766c-4980-b519-09a461b29173 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:21.365255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a18dac9-618b-4faa-9e08-51fae41d78ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbd0a71b-766c-4980-b519-09a461b29173), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:21.397167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0e0cc-715e-4074-81c0-caed9d08e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:21.441493 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc698f-e509-44df-849b-24e7ea33c143 x-openstack-request-id: req-c6bc698f-e509-44df-849b-24e7ea33c143 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:21.441970 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:21.444438 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6bc698f-e509-44df-849b-24e7ea33c143 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:21.444901 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a', 'status': 'completed', 'code': 200} Feb 19 07:35:21.448807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Attempting to bind port b9ac8719-c1e4-482a-9d36-e0c0f6863068 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:21.449245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Attempting to bind port b9ac8719-c1e4-482a-9d36-e0c0f6863068 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:21.451535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Attempting to bind port b9ac8719-c1e4-482a-9d36-e0c0f6863068 on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:21.514537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cec98-7a27-48ef-a7ad-6242373feeff req-9f62a040-6fe9-44a8-bbf8-c61f764e06cb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.516577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-933cec98-7a27-48ef-a7ad-6242373feeff req-9f62a040-6fe9-44a8-bbf8-c61f764e06cb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.9465663 Feb 19 07:35:21.528397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e066a-1c48-4782-9952-840abc5f4f47 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.535982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e066a-1c48-4782-9952-840abc5f4f47 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.539922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e066a-1c48-4782-9952-840abc5f4f47 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.541664 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ad6e066a-1c48-4782-9952-840abc5f4f47 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2746391 Feb 19 07:35:21.582149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:21.586780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Port b9ac8719-c1e4-482a-9d36-e0c0f6863068 on network b2bb2f1a-3000-497c-8757-74f55a768196 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:35:21.587121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Attempting to bind port b9ac8719-c1e4-482a-9d36-e0c0f6863068 on network b2bb2f1a-3000-497c-8757-74f55a768196 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:21.670712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9a18dac9-618b-4faa-9e08-51fae41d78ce None None] Current status of the port cbd0a71b-766c-4980-b519-09a461b29173 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:21.815416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-41d09aa2-7f9e-461c-adcf-d650c42df52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:21.815416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-41d09aa2-7f9e-461c-adcf-d650c42df52a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 1126 time: 0.7904706 Feb 19 07:35:21.834948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:21.835332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Checking segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:21.835780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Bound using segment: {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:21.836265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Bound port: b9ac8719-c1e4-482a-9d36-e0c0f6863068, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ac1c4f-8d40-4214-8689-f22164677e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:21.836658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:21.878550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 20d3cfc9-3de5-4936-a459-18d85b5a2118 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:21.921172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cbd0a71b-766c-4980-b519-09a461b29173 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:21.922036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (20d3cfc9-3de5-4936-a459-18d85b5a2118), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:21.975686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (20d3cfc9-3de5-4936-a459-18d85b5a2118), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.054311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cbd0a71b-766c-4980-b519-09a461b29173 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:22.054693 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbd0a71b-766c-4980-b519-09a461b29173), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.168763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (20d3cfc9-3de5-4936-a459-18d85b5a2118), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.189698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cbd0a71b-766c-4980-b519-09a461b29173 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:22.316676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c9619ec5-c084-42e7-a5a6-4c5374dc0ad2 None None] Provisioning complete for port cbd0a71b-766c-4980-b519-09a461b29173 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:22.316975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9619ec5-c084-42e7-a5a6-4c5374dc0ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbd0a71b-766c-4980-b519-09a461b29173), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.352987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (20d3cfc9-3de5-4936-a459-18d85b5a2118), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.502187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=20d3cfc9-3de5-4936-a459-18d85b5a2118,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:22.510154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-2a0fff88-3454-4edf-b7d0-4e76ce1cb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:22.512115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-2a0fff88-3454-4edf-b7d0-4e76ce1cb508 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 1126 time: 1.1394639 Feb 19 07:35:22.528815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-933cec98-7a27-48ef-a7ad-6242373feeff req-7316d97e-a2b0-44da-a800-8810ef83f8bb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9992921 Feb 19 07:35:22.533146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.539179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3ea0-054b-477f-970e-b75215e82f6c req-e0e52dc4-9bf5-49f4-bdb5-1912d47351a8 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:22.540921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bdd3ea0-054b-477f-970e-b75215e82f6c req-e0e52dc4-9bf5-49f4-bdb5-1912d47351a8 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 943 time: 1.0255468 Feb 19 07:35:22.542077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-116705b5-90e8-4e0d-a926-ee31c096578b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/20d3cfc9-3de5-4936-a459-18d85b5a2118 HTTP/1.1" status: 204 len: 168 time: 0.9360700 Feb 19 07:35:22.545700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:22.551625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9619ec5-c084-42e7-a5a6-4c5374dc0ad2 None None] Current status of the port cbd0a71b-766c-4980-b519-09a461b29173 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:22.560496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a12b0-38e4-474c-8ff7-3dd54776309f None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:22.641428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_gateway (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:22.748927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:22.753139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:22.757658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-463561f8-a312-44aa-b8d2-3b1a2b08951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:22.761422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-463561f8-a312-44aa-b8d2-3b1a2b08951c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 918 time: 0.4666400 Feb 19 07:35:22.813031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.030508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b50238f2-6556-484c-bdd4-a9ac4142f71e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a HTTP/1.1" status: 200 len: 217 time: 0.2357860 Feb 19 07:35:23.056469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:23.076765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.081595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.083222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-b6aa6c77-ec36-4dd5-9345-5cca1b0ed84e service neutron] 10.222.0.47 "PUT /v2.0/ports/b9ac8719-c1e4-482a-9d36-e0c0f6863068 HTTP/1.1" status: 200 len: 1091 time: 6.5086575 Feb 19 07:35:23.096803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet c7b1b3a6-429b-46d2-a578-73c43f3af5da {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:23.097925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-41512b63-1d5d-4444-8d31-b7939edf387a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=959cdd00-74cc-40cf-af50-6f222da873d7 HTTP/1.1" status: 200 len: 217 time: 0.2830417 Feb 19 07:35:23.113778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bdd3ea0-054b-477f-970e-b75215e82f6c req-599a1277-74d9-4501-a3aa-8fd37b57df4b tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428629 Feb 19 07:35:23.114626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (c7b1b3a6-429b-46d2-a578-73c43f3af5da), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.218726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (c7b1b3a6-429b-46d2-a578-73c43f3af5da), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.416675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c7b1b3a6-429b-46d2-a578-73c43f3af5da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.428519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-72ef49b0-5c37-4052-bd73-9090df89a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.430018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-72ef49b0-5c37-4052-bd73-9090df89a5d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.3267794 Feb 19 07:35:23.476119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:23.478644 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ec3a6-6435-4a21-83b4-1216c4820bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:23.484308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-350fdbb9-2927-45b1-ac3e-c277a3035bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.485902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-350fdbb9-2927-45b1-ac3e-c277a3035bea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.3415344 Feb 19 07:35:23.543538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-e5ed7196-7cbd-4090-80d8-c8cc2a34419a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557065 Feb 19 07:35:23.553021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600383f-f8f2-4a88-adcb-76af5aaec6f1 req-9766ea1b-ee23-4ea8-8f04-9b29e24fd904 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:23.560826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f600383f-f8f2-4a88-adcb-76af5aaec6f1 req-9766ea1b-ee23-4ea8-8f04-9b29e24fd904 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.7919042 Feb 19 07:35:23.612325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-49440fbc-7414-4fce-98c0-8ba60b80996b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151161 Feb 19 07:35:23.614060 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702895c-4fb1-4594-92eb-4d9bcd65c415 x-openstack-request-id: req-6702895c-4fb1-4594-92eb-4d9bcd65c415 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:23.614427 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:23.614799 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6702895c-4fb1-4594-92eb-4d9bcd65c415 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:23.615307 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068', 'status': 'completed', 'code': 200} Feb 19 07:35:23.643898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 959cdd00-74cc-40cf-af50-6f222da873d7 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:23.795346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.918227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (c7b1b3a6-429b-46d2-a578-73c43f3af5da), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:23.923081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:23.973989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '959cdd00-74cc-40cf-af50-6f222da873d7', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'port_id': '959cdd00-74cc-40cf-af50-6f222da873d7', 'mac_address': 'fa:16:3e:4c:9a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37fa02e-70ad-4ea8-97bc-37095fff7086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:24.032482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b1b3a6-429b-46d2-a578-73c43f3af5da,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:24.107089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:24.107441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-936a0fb9-9c9d-4060-b520-9d2733fb386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:24.112091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b5c2e-f177-47ae-a9b3-ad8260e0878d None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:24.119466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-936a0fb9-9c9d-4060-b520-9d2733fb386e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 1125 time: 0.9789798 Feb 19 07:35:24.119865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65b6133b-d895-4e4e-a916-c6377fb37fb1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/c7b1b3a6-429b-46d2-a578-73c43f3af5da HTTP/1.1" status: 204 len: 168 time: 1.5647173 Feb 19 07:35:24.124472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:24.147623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-9bc601f0-1df6-4053-a30e-a5cae07725ae service neutron] 10.222.0.24 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313764 Feb 19 07:35:24.176776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f0a17e15-65d8-4109-ad8e-2ca57f36d229 None None] Provisioning complete for port 18b08f07-8512-4a93-b966-d0fbb8ce904a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:24.177681 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0a17e15-65d8-4109-ad8e-2ca57f36d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:24.209212 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-404658fa-6b47-4cb1-a6e6-6fcd018d9a40 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792477 Feb 19 07:35:24.215045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:24.247810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:24.259433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-0bcd3ed8-30a3-4909-98be-458434d21596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068 HTTP/1.1" status: 200 len: 217 time: 0.1388526 Feb 19 07:35:24.263012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f600383f-f8f2-4a88-adcb-76af5aaec6f1 req-e1d2d5da-5c7b-4561-a35c-3bcee1cbdb1f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7013013 Feb 19 07:35:24.295461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 959cdd00-74cc-40cf-af50-6f222da873d7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:24.295951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:24.344924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5244-0a2f-4ce2-a7f2-61c9b3431388 req-afb7fd72-0e42-4f83-b246-ec1babe80cf3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:24.346520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62ab5244-0a2f-4ce2-a7f2-61c9b3431388 req-afb7fd72-0e42-4f83-b246-ec1babe80cf3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.5414572 Feb 19 07:35:24.434319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62ab5244-0a2f-4ce2-a7f2-61c9b3431388 req-b19ead74-7245-43ac-bd0d-920f28887d44 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805664 Feb 19 07:35:24.455052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:35:24.507025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959cdd00-74cc-40cf-af50-6f222da873d7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:24.616713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-17a4449d-3e77-437e-bc45-3a98aa8d3e20 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9807417 Feb 19 07:35:24.641086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-48986bd2-b2f2-40d8-8fbe-0ca4dc1024ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:24.642905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-48986bd2-b2f2-40d8-8fbe-0ca4dc1024ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.3581798 Feb 19 07:35:24.705520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:24.759659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:24.764404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5bc50365-4418-4361-9354-c75964ed1d1d tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.7786307 Feb 19 07:35:24.766622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:24.773744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] Sync routers for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:35:24.790669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:24.805809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:35:24.845697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-971b3c1d-e97a-46f1-adb8-7fd74ea66482 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714404 Feb 19 07:35:24.881226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-0421718f-f683-4453-9a2c-11e62af23667 service neutron] 10.222.0.24 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651523 Feb 19 07:35:24.883390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:24.917002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:24.930739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:25.003573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:25.016898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:25.018771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.590163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.594595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f0a17e15-65d8-4109-ad8e-2ca57f36d229 None None] Current status of the port 18b08f07-8512-4a93-b966-d0fbb8ce904a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:25.645897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:25.646682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.694176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:25.694859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd7a0e-79ae-4483-b69e-2992242cd675 None None] The sync data for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:35:25.741620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['959cdd00-74cc-40cf-af50-6f222da873d7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:25.773854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Deleting port 18b08f07-8512-4a93-b966-d0fbb8ce904a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:25.774509 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:25.984861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] For port 18b08f07-8512-4a93-b966-d0fbb8ce904a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=18b08f07-8512-4a93-b966-d0fbb8ce904a,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:25.988148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:26.023941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Calling delete_port for 18b08f07-8512-4a93-b966-d0fbb8ce904a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:26.097413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f90d2-db28-4eb3-ba03-3f7b070f07b5 req-22318d75-33ba-420f-bff4-356c4e98a54d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.108126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-956f90d2-db28-4eb3-ba03-3f7b070f07b5 req-22318d75-33ba-420f-bff4-356c4e98a54d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.6460099 Feb 19 07:35:26.141317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f251c-9d89-4536-8ea7-60e562f1f9d1 req-68291c93-a507-43a7-ad80-7cf006dd8fa8 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.150460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc9f251c-9d89-4536-8ea7-60e562f1f9d1 req-68291c93-a507-43a7-ad80-7cf006dd8fa8 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 943 time: 1.6578743 Feb 19 07:35:26.200419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (7fa974d9-1438-4c2b-b621-d8183eafdc34), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:26.244936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 18b08f07-8512-4a93-b966-d0fbb8ce904a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:26.258016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:26.295040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (18b08f07-8512-4a93-b966-d0fbb8ce904a), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:26.315653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-cf68caf2-50b9-4fa6-b678-e2b8ba3b78d6 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4543159 Feb 19 07:35:26.406200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-956f90d2-db28-4eb3-ba03-3f7b070f07b5 req-d0966a33-1e2a-4e01-a99d-aff7be10cfd1 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911916 Feb 19 07:35:26.452152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] No DVR routers for this DVR port 18b08f07-8512-4a93-b966-d0fbb8ce904a on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:26.470119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5e30d-7fb7-47cb-8bd4-ad05916c7dd7 None None] Pushing event deleted for resources: {'Port': ['ID=18b08f07-8512-4a93-b966-d0fbb8ce904a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.475459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc9f251c-9d89-4536-8ea7-60e562f1f9d1 req-d331669b-4bfd-4be6-876f-8219ad14d066 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236294 Feb 19 07:35:26.484100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 18b08f07-8512-4a93-b966-d0fbb8ce904a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:26.484425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 18b08f07-8512-4a93-b966-d0fbb8ce904a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:26.575650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:26.586029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f8696d4-66cb-4f82-a4a1-e891d463aac0 req-3db1f9df-8335-4e00-959b-2ee26d1afbbc service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9598765 Feb 19 07:35:26.693267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:26.722724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e33fd-8822-4dce-a670-e2fc3918ee13 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:26.734252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.738376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:26.746592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-c36e74b4-d9fd-486b-9648-89462c90099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:26.748961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-c36e74b4-d9fd-486b-9648-89462c90099c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 1126 time: 1.7656889 Feb 19 07:35:26.771733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=7fa974d9-1438-4c2b-b621-d8183eafdc34,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:26.819148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7f4cff0-13ac-415e-a852-fb6927923a3f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5845115 Feb 19 07:35:26.822875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:26.834572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:26.867803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Allocated IP 172.20.0.1 (3212934a-91d9-4edd-9b39-33f2b80a75ed/5b0594c8-f233-4d87-9719-0f20a6379330/306b66ee-5547-4c10-aa96-c6eea2ac3ded) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:27.065300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '7fa974d9-1438-4c2b-b621-d8183eafdc34'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:27.068553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:27.111211 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:27.156721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:27.156981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acb2eaf8-8dad-460c-b89b-e5a07ea31663 req-35202c3d-3dd8-48b7-a4d7-d41f1b828d30 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8255510 Feb 19 07:35:27.251665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:27.256791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:27.269719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:27.279753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e23ed-b4d5-4476-85f2-64e6413c228f req-a03fc4fd-b924-4c07-a392-b65e5d857434 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:27.281308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e18e23ed-b4d5-4476-85f2-64e6413c228f req-a03fc4fd-b924-4c07-a392-b65e5d857434 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1370473 Feb 19 07:35:27.283790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=306b66ee-5547-4c10-aa96-c6eea2ac3ded,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:27.413101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-0d0bdaac-747c-48b5-9899-b5b5a04333c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:27.413866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-0d0bdaac-747c-48b5-9899-b5b5a04333c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 918 time: 0.5509264 Feb 19 07:35:27.510319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/7fa974d9-1438-4c2b-b621-d8183eafdc34/eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:27.519116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:27.554859 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e18e23ed-b4d5-4476-85f2-64e6413c228f req-6ff20019-22d7-47e5-bbef-b4dc6d4ff9d0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129748 Feb 19 07:35:27.576337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:27.585358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:27.625495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-eaa5cf6f-a30e-487d-8d49-a8f2902e1666 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a HTTP/1.1" status: 200 len: 217 time: 0.1813345 Feb 19 07:35:27.798741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b13c34fc-c922-45d2-bb1e-7c8340c3bc1a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:27.800887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:27.830913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-5f257f48-7897-4343-acb3-0ab93e165db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:27.851489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-5f257f48-7897-4343-acb3-0ab93e165db3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 1125 time: 0.6319923 Feb 19 07:35:28.035339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.082671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:35:28.102574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fd81d581-9a5f-4073-a212-371d45254e82 None None] Provisioning complete for port 306b66ee-5547-4c10-aa96-c6eea2ac3ded triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:28.103454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd81d581-9a5f-4073-a212-371d45254e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.122060 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fa974d9-1438-4c2b-b621-d8183eafdc34 (CIDR: 2001:db8::/64) Feb 19 07:35:28.126352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b7af9-cf67-4833-8ab0-3a9c46bf4f0d req-4a4eea39-cdb9-48af-991c-2546fe8b65e9 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:28.133398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e5b7af9-cf67-4833-8ab0-3a9c46bf4f0d req-4a4eea39-cdb9-48af-991c-2546fe8b65e9 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 943 time: 0.2804854 Feb 19 07:35:28.175631 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:28.182260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:28.261491 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks [] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.280106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e5b7af9-cf67-4833-8ab0-3a9c46bf4f0d req-e7fc2b9f-a014-444c-a26d-56a2968bbf7c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371400 Feb 19 07:35:28.311465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-5dcfc01d-a1cc-44b3-a477-90e793ee8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:28.313172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-5dcfc01d-a1cc-44b3-a477-90e793ee8e11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.6758032 Feb 19 07:35:28.346626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:28.347771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.373236 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.434779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Pushing event updated for resources: {'Port': ['ID=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:28.446918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:28.449412 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff9bd9-99fa-4327-99e9-36ec1b285859" -d '{"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:28.543120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ce8497ec-b1be-4e31-9417-f33c87cacbc2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7180746 Feb 19 07:35:28.544112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:28.550369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:28.553653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fd81d581-9a5f-4073-a212-371d45254e82 None None] Port 306b66ee-5547-4c10-aa96-c6eea2ac3ded cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:35:28.558051 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e040d9d6-b20d-4698-8cf5-24e04b68a577 x-openstack-request-id: req-e040d9d6-b20d-4698-8cf5-24e04b68a577 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:28.560243 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:28.560243 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e040d9d6-b20d-4698-8cf5-24e04b68a577 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:28.560463 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'code': 200} Feb 19 07:35:28.564478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:28.572053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:28.573802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:28.582110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:28.626855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57914c-dadd-44e2-b812-0b8a1052aa4e req-fa3c75f3-77fb-4249-b92e-c2955eb1142a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:28.636059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.638908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b57914c-dadd-44e2-b812-0b8a1052aa4e req-fa3c75f3-77fb-4249-b92e-c2955eb1142a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 1.0419266 Feb 19 07:35:28.641143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-42d85df7-e0e1-4c00-b179-c285cbae81dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498406 Feb 19 07:35:28.655447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:28.748563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:28.765674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'port_id': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a', 'mac_address': 'fa:16:3e:69:a2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37fa02e-70ad-4ea8-97bc-37095fff7086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:28.769823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Attempting to bind port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:28.770194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Attempting to bind port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:28.770559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Attempting to bind port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:28.777138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:28.777527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:28.777945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.778340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:28.778823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Bound port: eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:28.779226 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.851122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-02855622-6988-4bbc-a24d-48436261d221 None None] For port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:28.854384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-02855622-6988-4bbc-a24d-48436261d221 None None] For port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:28.882224 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.932715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:28.933114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:28.984805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13c34fc-c922-45d2-bb1e-7c8340c3bc1a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:29.006245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855622-6988-4bbc-a24d-48436261d221 None None] Pushing event updated for resources: {'Port': ['ID=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.020250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:29.027832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.028849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:29.134715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3b57914c-dadd-44e2-b812-0b8a1052aa4e req-33bcc191-1a5f-4d86-acfc-0fadf8aed341 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820783 Feb 19 07:35:29.143640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-65291496-bff0-485a-9b2b-f8f7c384e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:29.145252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-65291496-bff0-485a-9b2b-f8f7c384e380 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 200 len: 918 time: 1.0078747 Feb 19 07:35:29.153333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-85715be6-6cab-4e4a-8850-6fb6252ac09a service neutron] 10.222.0.24 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706522 Feb 19 07:35:29.230055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:29.357835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-3d064022-4a4c-405e-ac1c-c61bcee9fce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068 HTTP/1.1" status: 200 len: 217 time: 0.2035029 Feb 19 07:35:29.420467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'mac_address': 'fa:16:3e:db:28:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:29.426320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:29.557983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:29.558824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.682789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.686405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60505b0a-758c-4825-bc91-9a57ecfbe7a7 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:29.706044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:29.717523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b9ac8719-c1e4-482a-9d36-e0c0f6863068 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:29.723873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.725079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 959cdd00-74cc-40cf-af50-6f222da873d7 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:29.758345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e968dc16-14cd-4522-8071-fa8e38d5b48c req-5527c58f-4f80-4532-8c07-f5e4bb6f6116 service neutron] 10.222.0.24 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712521 Feb 19 07:35:29.786024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab749378-a018-4226-882b-616e419fd99c req-11b741e0-c03c-4001-bf4f-336fab7ba48d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:29.799346 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab749378-a018-4226-882b-616e419fd99c req-11b741e0-c03c-4001-bf4f-336fab7ba48d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.8610926 Feb 19 07:35:29.810957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-b37eed2c-17eb-49a3-9ea5-655f40da2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:29.812758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-b37eed2c-17eb-49a3-9ea5-655f40da2070 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 200 len: 858 time: 0.4391973 Feb 19 07:35:29.867178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-8f57d840-4387-4464-9617-df996c56ea67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b2bb2f1a-3000-497c-8757-74f55a768196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445335 Feb 19 07:35:29.882755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ceb6-e772-46fd-bcfb-872374b6f802 req-23e84df7-24b1-4582-9d6d-31ef130b8e5e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:29.885712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.896994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:29.906783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0211ceb6-e772-46fd-bcfb-872374b6f802 req-23e84df7-24b1-4582-9d6d-31ef130b8e5e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 943 time: 0.3101428 Feb 19 07:35:29.948991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:29.978186 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:35:30.015519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:30.183452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-16041361-6a66-405c-9ac7-ef767412c721 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212214 Feb 19 07:35:30.203025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0211ceb6-e772-46fd-bcfb-872374b6f802 req-b1683568-3bf8-41a2-b2b4-acbc7c896501 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940378 Feb 19 07:35:30.389102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['60505b0a-758c-4825-bc91-9a57ecfbe7a7'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:30.396762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b13c34fc-c922-45d2-bb1e-7c8340c3bc1a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:30.435158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f34ec3a6-6435-4a21-83b4-1216c4820bc8 req-81effee6-2f40-493d-acc3-abbf5a4f4695 service neutron] 10.222.0.47 "GET /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301908 Feb 19 07:35:30.506023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=306b66ee-5547-4c10-aa96-c6eea2ac3ded,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:30.513246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:30.584228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e05b-11d1-44cd-9b81-d8ab015e0497 req-e4e8280a-9f0e-4cfb-967f-4469cbe9dbb0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:30.585864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8269e05b-11d1-44cd-9b81-d8ab015e0497 req-e4e8280a-9f0e-4cfb-967f-4469cbe9dbb0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 944 time: 0.1484654 Feb 19 07:35:30.623560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:30.669428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068', 'network_id': 'b2bb2f1a-3000-497c-8757-74f55a768196', 'port_id': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068', 'mac_address': 'fa:16:3e:36:dc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37fa02e-70ad-4ea8-97bc-37095fff7086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:30.717447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:30.760455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:30.774280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8269e05b-11d1-44cd-9b81-d8ab015e0497 req-bfbd59fb-0836-4f08-b85f-e1462ba920c0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750889 Feb 19 07:35:30.875994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 959cdd00-74cc-40cf-af50-6f222da873d7 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:30.977888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 959cdd00-74cc-40cf-af50-6f222da873d7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:30.978266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:31.110668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:31.111125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:31.451386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e1e1-3029-4c43-9e95-5801c36e1523 req-4a7ae1e8-2bca-4302-9c40-f7dc173b20a6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:31.458998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c90e1e1-3029-4c43-9e95-5801c36e1523 req-4a7ae1e8-2bca-4302-9c40-f7dc173b20a6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 943 time: 0.1314676 Feb 19 07:35:31.564028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c90e1e1-3029-4c43-9e95-5801c36e1523 req-7c84be4e-9494-4b7c-8108-8fe2e7599265 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038942 Feb 19 07:35:31.706827 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab749378-a018-4226-882b-616e419fd99c req-9487f8f5-d0bb-49f5-ad80-f16b433f19fc tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9064381 Feb 19 07:35:31.810929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Provisioning complete for port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:31.811496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:31.823522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 959cdd00-74cc-40cf-af50-6f222da873d7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:31.824125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:31.827530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b9ac8719-c1e4-482a-9d36-e0c0f6863068 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:31.828463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:31.874465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:31.884289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:31.910225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ac8719-c1e4-482a-9d36-e0c0f6863068 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:31.934459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d7061-3bd0-4ab2-ba6f-742c41e01d78 req-2f9bd4b9-986e-47ec-acfa-9493e039b227 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:31.935551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:31.942228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-889d7061-3bd0-4ab2-ba6f-742c41e01d78 req-2f9bd4b9-986e-47ec-acfa-9493e039b227 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 944 time: 0.0684054 Feb 19 07:35:31.958081 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.005151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-889d7061-3bd0-4ab2-ba6f-742c41e01d78 req-34712819-aeb8-4b07-acc4-29208a0d1418 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Feb 19 07:35:32.104401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:32.146023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:35:32.226349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:32.228952 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4380403-af99-41fd-a5a6-31541bf08bba" -d '{"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-plugged", "status": "completed", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:32.250298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:32.250700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.289635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:32.319570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:32.323505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.330031 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b2b05d-83f2-4a4b-bf89-99d3edf4baa9 x-openstack-request-id: req-00b2b05d-83f2-4a4b-bf89-99d3edf4baa9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:32.330313 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-plugged", "status": "completed", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:32.330573 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00b2b05d-83f2-4a4b-bf89-99d3edf4baa9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:32.330971 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7', 'code': 200} Feb 19 07:35:32.376701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:32.431899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b9ac8719-c1e4-482a-9d36-e0c0f6863068'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:32.470549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0061-15dc-49de-8d8f-c4be75787c48 req-434e5748-3961-4378-9aa1-d0583c3fda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:32.472249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8b0061-15dc-49de-8d8f-c4be75787c48 req-434e5748-3961-4378-9aa1-d0583c3fda24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 1128 time: 0.0922973 Feb 19 07:35:32.492645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:32.493557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.496289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.497290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:32.529985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b8b0061-15dc-49de-8d8f-c4be75787c48 req-9ea17e9d-7809-4241-a207-9fe720547738 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Feb 19 07:35:32.531855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.606431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:32.619775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] Sync routers for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:35:32.632707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f9e8dd62-7de1-49f3-93c1-1e7968f4160a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "PUT /v2.0/routers/e6d0aa37-50f4-44bf-9dcd-0dda14a3b516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8665483 Feb 19 07:35:32.635529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:32.637429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:32.638243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.640958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Request body: {'port': {'network_id': '3212934a-91d9-4edd-9b39-33f2b80a75ed', 'name': 'tempest-FloatingIPAdminTestJSON-466912173'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:32.674647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:35:32.675013 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:35:32.701958 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.714142 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:32.714994 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.766369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:32.767421 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411fc0e-c747-4afb-837d-849cbd459f58 None None] The sync data for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:35:32.846449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:32.883296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] For port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:32.933619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecc3c7-639a-4f33-828b-294b1b07f9e9 req-bf37eae4-81c9-4ed0-8dd2-8ec2c37607e6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:32.935344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6ecc3c7-639a-4f33-828b-294b1b07f9e9 req-bf37eae4-81c9-4ed0-8dd2-8ec2c37607e6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.0995996 Feb 19 07:35:32.945865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.949080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507fd81-9699-47c1-9e07-49641f026a79 req-a4ab99eb-6c86-42b4-8da0-830021210fe6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:32.960371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:32.961094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0507fd81-9699-47c1-9e07-49641f026a79 req-a4ab99eb-6c86-42b4-8da0-830021210fe6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 944 time: 0.1799440 Feb 19 07:35:33.011497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (23ec5210-a00a-4d27-b6ce-9836f7f2384c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.030321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0507fd81-9699-47c1-9e07-49641f026a79 req-24d65e4c-fae6-4785-806f-f612a7a9e14a tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681026 Feb 19 07:35:33.031146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Made reservation on behalf of 2dcb87848a234d56a40b90c5aad36f7d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:33.035918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.062162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.067611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] device_id is not set on port e264ae9b-b640-4640-be44-887e3fabbb3a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:33.100574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e6ecc3c7-639a-4f33-828b-294b1b07f9e9 req-1e2fbf6c-805e-4211-85a2-511f8ccfaf8d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570964 Feb 19 07:35:33.113106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:33.120163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:33.127354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:33.128109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.131173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb923dc-8a2a-4c2d-8280-19b2e78f35c9 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:33.133667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,revision_number=5']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.155455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=23ec5210-a00a-4d27-b6ce-9836f7f2384c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.171626 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9805f327-1dbd-4187-93b6-f698b017e727 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6085584 Feb 19 07:35:33.172251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45444) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:33.177670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:18:04:a8', 'name': 'tempest-NetworksTestDHCPv6-1402618969'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:33.367620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Allocated IP 172.20.0.14 (3212934a-91d9-4edd-9b39-33f2b80a75ed/5b0594c8-f233-4d87-9719-0f20a6379330/e264ae9b-b640-4640-be44-887e3fabbb3a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:33.389612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166edc7-7080-40e7-9e8f-55f85000fa7b req-e62d791a-de33-4aca-bf7c-996957c2c356 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:33.400758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a166edc7-7080-40e7-9e8f-55f85000fa7b req-e62d791a-de33-4aca-bf7c-996957c2c356 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 944 time: 0.1864798 Feb 19 07:35:33.427679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:33.441249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3e122a1d-db34-46d3-8179-bbb97ace0b95 None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:33.521623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a166edc7-7080-40e7-9e8f-55f85000fa7b req-e564c0a4-5bd4-4134-a434-e65b9422155d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193733 Feb 19 07:35:33.577133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c62fccf5-8736-436b-b235-34a77f19968c None None] Provisioning complete for port 306b66ee-5547-4c10-aa96-c6eea2ac3ded triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:33.577518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c62fccf5-8736-436b-b235-34a77f19968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.620587 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.643521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c62fccf5-8736-436b-b235-34a77f19968c None None] Port 306b66ee-5547-4c10-aa96-c6eea2ac3ded cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:35:33.665622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port 7d7b6576-35d2-49df-b22b-f5fc6cb3f07c yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:33.773221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:33.802875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.870676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:33.899028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:33.921525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:33.925744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:33.943958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b13c34fc-c922-45d2-bb1e-7c8340c3bc1a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:33.981509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event updated for resources: {'Port': ['ID=e264ae9b-b640-4640-be44-887e3fabbb3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:33.998789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::18f (c5babe57-9500-4977-a59b-d6a5978b6e57/7fa974d9-1438-4c2b-b621-d8183eafdc34/7d7b6576-35d2-49df-b22b-f5fc6cb3f07c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:34.013613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:34.014309 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.021121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:4a8 (c5babe57-9500-4977-a59b-d6a5978b6e57/23ec5210-a00a-4d27-b6ce-9836f7f2384c/7d7b6576-35d2-49df-b22b-f5fc6cb3f07c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:34.037260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6941cd1-e3da-4043-b9f9-8751c5dbf8e9 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4003568 Feb 19 07:35:34.040637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:34.095236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b9ac8719-c1e4-482a-9d36-e0c0f6863068 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:34.203213 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6058d734-cca9-48f7-abca-e4234e750c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.323488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873d3a-0e46-4251-a46f-635e2eee1738 req-c0c428c1-c51f-4d81-a9db-efd531d29096 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:34.325078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67873d3a-0e46-4251-a46f-635e2eee1738 req-c0c428c1-c51f-4d81-a9db-efd531d29096 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1044216 Feb 19 07:35:34.359410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:34.373831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:34.375521 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.384908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b9ac8719-c1e4-482a-9d36-e0c0f6863068 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:34.393697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'project_id': '2dcb87848a234d56a40b90c5aad36f7d', 'port_id': 'e264ae9b-b640-4640-be44-887e3fabbb3a'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:34.418936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67873d3a-0e46-4251-a46f-635e2eee1738 req-a42324b4-b98b-4cdc-91ac-45c211dd3c99 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826378 Feb 19 07:35:34.456347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b9ac8719-c1e4-482a-9d36-e0c0f6863068 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:34.456962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.519614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fea8ce41-1263-4ee8-844a-8d1db43e4ec4 None None] Provisioning complete for port e264ae9b-b640-4640-be44-887e3fabbb3a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:34.521661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fea8ce41-1263-4ee8-844a-8d1db43e4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.526076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6058d734-cca9-48f7-abca-e4234e750c85 admin admin] Publish callbacks [] for security_group (c50a8cba-8e46-4e13-baf5-ec5afdbc43e6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.564770 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6058d734-cca9-48f7-abca-e4234e750c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c50a8cba-8e46-4e13-baf5-ec5afdbc43e6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.619706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058d734-cca9-48f7-abca-e4234e750c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50a8cba-8e46-4e13-baf5-ec5afdbc43e6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:34.622605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.651468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540913b9-5cb5-462d-a9da-0cb5f31b5f03 req-4e2397f1-2efc-435f-81f5-dc820ba25282 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:34.661933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-540913b9-5cb5-462d-a9da-0cb5f31b5f03 req-4e2397f1-2efc-435f-81f5-dc820ba25282 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 944 time: 0.4638302 Feb 19 07:35:34.746552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fea8ce41-1263-4ee8-844a-8d1db43e4ec4 None None] Port e264ae9b-b640-4640-be44-887e3fabbb3a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:35:34.761953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:34.769345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea41a8-516f-4e2b-91a6-faec1c930cac req-26f3c687-fadb-4501-a75a-afd9127bad00 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:34.790167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7bea41a8-516f-4e2b-91a6-faec1c930cac req-26f3c687-fadb-4501-a75a-afd9127bad00 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 944 time: 0.1052496 Feb 19 07:35:34.806390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:34.815757 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6058d734-cca9-48f7-abca-e4234e750c85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1ea33e2fc804462807e454c55b7dff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0420320 Feb 19 07:35:34.819036 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.906607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-540913b9-5cb5-462d-a9da-0cb5f31b5f03 req-b733e0ec-9318-4ffa-a308-705d2520030e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971588 Feb 19 07:35:34.907900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:34.908702 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.918893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b9ac8719-c1e4-482a-9d36-e0c0f6863068 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:34.919554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.950257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7bea41a8-516f-4e2b-91a6-faec1c930cac req-586f71ec-d4c7-4694-aa55-6256b1c6b7c6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592731 Feb 19 07:35:34.968546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] Publish callbacks [] for security_group (c50a8cba-8e46-4e13-baf5-ec5afdbc43e6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.976751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:34.979414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:34.995711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] Publish callbacks [] for security_group (c50a8cba-8e46-4e13-baf5-ec5afdbc43e6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.007084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.027306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.049776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c50a8cba-8e46-4e13-baf5-ec5afdbc43e6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.053051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.054955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c50a8cba-8e46-4e13-baf5-ec5afdbc43e6 HTTP/1.1" status: 204 len: 168 time: 0.2411380 Feb 19 07:35:35.075607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:35.078192 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc397ac-eadf-444a-8f32-53ef0cac7e90" -d '{"events": [{"server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "name": "network-vif-plugged", "status": "completed", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:35.092819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b467ef-a10b-4f69-ba9e-0f2ccb9c1973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50a8cba-8e46-4e13-baf5-ec5afdbc43e6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.114327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:35.129035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e848c095-3fe3-415d-8690-5711accd872d None None] Provisioning complete for port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:35.130616 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e848c095-3fe3-415d-8690-5711accd872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.195096 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf82675-4362-43a6-aac0-7bcaa9b1938d x-openstack-request-id: req-3cf82675-4362-43a6-aac0-7bcaa9b1938d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:35.195801 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "name": "network-vif-plugged", "status": "completed", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:35.196792 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3cf82675-4362-43a6-aac0-7bcaa9b1938d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:35.197414 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a', 'code': 200} Feb 19 07:35:35.199802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:35.205063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.215545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:35.228068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.228428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:35.230395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:35.244129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:35.249381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:35.250020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.309419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=7d7b6576-35d2-49df-b22b-f5fc6cb3f07c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.335221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Allocated IP 172.25.7.10 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/992eb83d-74da-4fe3-bb55-37bcb7b24e9e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:35.344780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42a1657b-012f-499b-b359-7344b663aef3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1714442 Feb 19 07:35:35.349595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:35.428077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.473461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be18ed-9f79-4787-9045-fd175cc3083e req-859accf0-bdfa-4248-a87c-4ca4cdfa8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:35.478646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6be18ed-9f79-4787-9045-fd175cc3083e req-859accf0-bdfa-4248-a87c-4ca4cdfa8395 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 1128 time: 0.2452855 Feb 19 07:35:35.539244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:35.560181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e848c095-3fe3-415d-8690-5711accd872d None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:35.635340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.639153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.654684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:35.658896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.680813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.700361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:35.703913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:35.707666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:35.847023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port 7d7b6576-35d2-49df-b22b-f5fc6cb3f07c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:35.847023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.858390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Pushing event updated for resources: {'Port': ['ID=992eb83d-74da-4fe3-bb55-37bcb7b24e9e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:35.867064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6be18ed-9f79-4787-9045-fd175cc3083e req-1d633b8c-4c12-4cb1-b024-0bbe1aeef070 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576314 Feb 19 07:35:35.890426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:35.892391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:35.918835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8c1059a0-4b54-4530-a5a2-9c96a23a7e5d None None] Provisioning complete for port 7d7b6576-35d2-49df-b22b-f5fc6cb3f07c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:35.923496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1059a0-4b54-4530-a5a2-9c96a23a7e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.044478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:36.048323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8c1059a0-4b54-4530-a5a2-9c96a23a7e5d None None] Port 7d7b6576-35d2-49df-b22b-f5fc6cb3f07c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:35:36.050673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.114003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.114888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5098-8ebd-4f4f-a586-4698f741751d req-bab0063d-75d5-43c0-a889-03a47f09b9c4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:36.132589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20ad5098-8ebd-4f4f-a586-4698f741751d req-bab0063d-75d5-43c0-a889-03a47f09b9c4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.5212584 Feb 19 07:35:36.147930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e044d45-0c5c-4925-8cc2-bcaa528bb49f req-f5275554-59da-434f-a62e-eacaa0daddc3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:36.160189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e044d45-0c5c-4925-8cc2-bcaa528bb49f req-f5275554-59da-434f-a62e-eacaa0daddc3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 945 time: 0.1415401 Feb 19 07:35:36.226010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20ad5098-8ebd-4f4f-a586-4698f741751d req-aa33672f-2b62-48c3-a211-ad5bb6867866 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922377 Feb 19 07:35:36.234068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.244231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e044d45-0c5c-4925-8cc2-bcaa528bb49f req-4876db60-92b0-4c9f-822b-5eda0c62a081 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Feb 19 07:35:36.246856 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f44c7e86-f20b-49f1-96f5-364871674a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.285549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for 7d7b6576-35d2-49df-b22b-f5fc6cb3f07c owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:36.422708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (8973704d-6c11-4b70-ae63-e49be01d8e35), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.488533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8900f-ddf1-4cab-9fca-43815b23ff09 req-895e2b2e-f6dd-42cc-926d-bdc18c9f44d0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:36.497791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00c8900f-ddf1-4cab-9fca-43815b23ff09 req-895e2b2e-f6dd-42cc-926d-bdc18c9f44d0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.0914826 Feb 19 07:35:36.558455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.613491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00c8900f-ddf1-4cab-9fca-43815b23ff09 req-0ef7c4bd-16a6-4556-a81a-b10038688fdd tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100678 Feb 19 07:35:36.705208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7d7b6576-35d2-49df-b22b-f5fc6cb3f07c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.801402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=7d7b6576-35d2-49df-b22b-f5fc6cb3f07c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:36.846476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.853091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:36.853290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0256c61-81af-41a8-bec1-80688099cc82 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7d7b6576-35d2-49df-b22b-f5fc6cb3f07c HTTP/1.1" status: 204 len: 168 time: 1.4808235 Feb 19 07:35:36.898834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:36.921250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:37.096417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (8973704d-6c11-4b70-ae63-e49be01d8e35), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:37.148147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff204ae-0dd1-4a86-8921-f40b7c6d44e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.152360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3ff204ae-0dd1-4a86-8921-f40b7c6d44e7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2949030 Feb 19 07:35:37.153040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:37.171899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Pushing event updated for resources: {'Port': ['ID=992eb83d-74da-4fe3-bb55-37bcb7b24e9e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:37.198395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068'}, {'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:37.201700 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0346f3c3-d097-460f-9e08-a0c425457796" -d '{"events": [{"server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068"}, {"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-plugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:37.218190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e1dba-0aac-4c2a-a105-09c4ed6dfc1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.219849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ae0e1dba-0aac-4c2a-a105-09c4ed6dfc1a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0659430 Feb 19 07:35:37.222502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:37.267519 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9c496-d6b8-4e95-bfac-5b330d51ce9b x-openstack-request-id: req-71a9c496-d6b8-4e95-bfac-5b330d51ce9b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:37.268494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "name": "network-vif-plugged", "status": "completed", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068", "code": 200}, {"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-plugged", "status": "completed", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:37.268855 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71a9c496-d6b8-4e95-bfac-5b330d51ce9b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:37.269405 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068', 'code': 200} Feb 19 07:35:37.270126 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'code': 200} Feb 19 07:35:37.321977 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Floating IP 8973704d-6c11-4b70-ae63-e49be01d8e35 associated. External IP: 172.25.7.10, port: e264ae9b-b640-4640-be44-887e3fabbb3a. Feb 19 07:35:37.386705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f9937-ffe7-4ad7-8771-4e6cf1174cf5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.390449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f9937-ffe7-4ad7-8771-4e6cf1174cf5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.392640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f9937-ffe7-4ad7-8771-4e6cf1174cf5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.396527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fc7f9937-ffe7-4ad7-8771-4e6cf1174cf5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1730602 Feb 19 07:35:37.421635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:37.537388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d26bae-f46e-48b9-9dcc-24c9445929fa req-9b56d9b6-e869-46d1-b8e6-298c9c587602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.538797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78d26bae-f46e-48b9-9dcc-24c9445929fa req-9b56d9b6-e869-46d1-b8e6-298c9c587602 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 1127 time: 0.2110825 Feb 19 07:35:37.545329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e9672-5d4d-441d-97f6-d1be72667b1f req-c6364d4c-bcfa-46c4-a999-c24d1559d8f2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.546859 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-260e9672-5d4d-441d-97f6-d1be72667b1f req-c6364d4c-bcfa-46c4-a999-c24d1559d8f2 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 945 time: 0.1213751 Feb 19 07:35:37.550515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943cf8-a594-4ee6-a383-a2d2aca41460 req-d4283383-5a31-4bf5-98e8-4c40b2d00e93 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.552563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07943cf8-a594-4ee6-a383-a2d2aca41460 req-d4283383-5a31-4bf5-98e8-4c40b2d00e93 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.1735249 Feb 19 07:35:37.563269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 23ec5210-a00a-4d27-b6ce-9836f7f2384c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:37.572011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (23ec5210-a00a-4d27-b6ce-9836f7f2384c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:37.667407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-260e9672-5d4d-441d-97f6-d1be72667b1f req-e31e1127-68db-4b1e-9a30-4c3898c329ca tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000791 Feb 19 07:35:37.749377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:37.930377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:37.941884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] Sync routers for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:35:37.956086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3896f81-d493-4de7-a8fd-4442397327c4 req-4df27ec6-796c-4c15-b098-aa23cc589663 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:37.958002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3896f81-d493-4de7-a8fd-4442397327c4 req-4df27ec6-796c-4c15-b098-aa23cc589663 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2047565 Feb 19 07:35:37.974657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:37.997288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:38.005849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66398-f115-405b-9170-079018bac5c0 req-e42c7be9-39c6-4754-bc61-c70c1bb9a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:38.007835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.008252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ee66398-f115-405b-9170-079018bac5c0 req-e42c7be9-39c6-4754-bc61-c70c1bb9a320 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 1127 time: 0.5855827 Feb 19 07:35:38.057449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3896f81-d493-4de7-a8fd-4442397327c4 req-0b11bcda-1507-4e7d-a18a-0a0f9601ba7d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840509 Feb 19 07:35:38.061080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c608848-3d36-468f-9117-962eff8016da tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.0191131 Feb 19 07:35:38.064988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:38.078681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:38.114157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:38.117264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (23ec5210-a00a-4d27-b6ce-9836f7f2384c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.117502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:38.181786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:38.182350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c458227-708a-448d-ada4-0f31a5575fe4 None None] The sync data for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:35:38.194717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78d26bae-f46e-48b9-9dcc-24c9445929fa req-3333e365-3738-4ac3-8ec3-c373ae1961f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408646 Feb 19 07:35:38.219443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ee66398-f115-405b-9170-079018bac5c0 req-546111ea-0c18-4203-97a0-1f8df2b8520e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028532 Feb 19 07:35:38.224738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07943cf8-a594-4ee6-a383-a2d2aca41460 req-cbd3c450-373e-44f7-9382-da364415a6ca tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6581035 Feb 19 07:35:38.300428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (23ec5210-a00a-4d27-b6ce-9836f7f2384c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.413315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (23ec5210-a00a-4d27-b6ce-9836f7f2384c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.446267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.449370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b050da-ecc9-48f0-92cd-6e5cee8401db None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:38.450010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/23ec5210-a00a-4d27-b6ce-9836f7f2384c HTTP/1.1" status: 204 len: 168 time: 1.0159371 Feb 19 07:35:38.479947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:38.491280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236b03c-d591-4733-80ba-79e812d75ce1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=23ec5210-a00a-4d27-b6ce-9836f7f2384c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:38.560917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 7fa974d9-1438-4c2b-b621-d8183eafdc34 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:38.566930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (7fa974d9-1438-4c2b-b621-d8183eafdc34), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.611808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-066d4cc0-62ab-41ea-8e20-67e4be67e675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.656300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (7fa974d9-1438-4c2b-b621-d8183eafdc34), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.744962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6de96fb2-c46c-42f8-a4a3-38d363ea6e2f tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "GET /v2.0/floatingips/8973704d-6c11-4b70-ae63-e49be01d8e35 HTTP/1.1" status: 200 len: 982 time: 0.6763215 Feb 19 07:35:38.745666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:38.817621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7fa974d9-1438-4c2b-b621-d8183eafdc34), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.908710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (7fa974d9-1438-4c2b-b621-d8183eafdc34), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.941391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa974d9-1438-4c2b-b621-d8183eafdc34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:38.959945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:38.966316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cdca65be-a5b9-4b15-9c81-e2c04a8743d4 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7fa974d9-1438-4c2b-b621-d8183eafdc34 HTTP/1.1" status: 204 len: 168 time: 0.4830482 Feb 19 07:35:38.970252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:38.984524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a8808b7-a9c4-44a8-91a8-7e2e4d993d2e tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2354431 Feb 19 07:35:38.984756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45604) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:39.031546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3dbe4d19-539a-4dcf-b808-861b674667f2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569382 Feb 19 07:35:39.036639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:39.043619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:39.067953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914e723-aea3-4c59-b289-33a759a4b42d req-5baf306f-a894-4555-bdfa-a441d5f50c79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.069577 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1914e723-aea3-4c59-b289-33a759a4b42d req-5baf306f-a894-4555-bdfa-a441d5f50c79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 945 time: 0.2487268 Feb 19 07:35:39.265270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:39.266258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1914e723-aea3-4c59-b289-33a759a4b42d req-5ef68b5e-2b38-467a-ad1e-8b5b32d31a60 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858466 Feb 19 07:35:39.278122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.307901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port 992eb83d-74da-4fe3-bb55-37bcb7b24e9e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:39.308287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.407822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d12a7-5329-4c77-8518-24ddaaefc252 req-e12c0ad6-6fc6-4f1c-b54d-10c3c4c2a8ca tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.416799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a1d12a7-5329-4c77-8518-24ddaaefc252 req-e12c0ad6-6fc6-4f1c-b54d-10c3c4c2a8ca tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.2390583 Feb 19 07:35:39.448230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.448835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.495094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for 992eb83d-74da-4fe3-bb55-37bcb7b24e9e owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:39.608680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a1d12a7-5329-4c77-8518-24ddaaefc252 req-f1273b64-90c4-471b-bee9-9ee191ae2595 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811337 Feb 19 07:35:39.702627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.764947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981cb81-c46a-4ac6-a968-b6ba12ee0fb4 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:39.773655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (7632b3a1-6083-4ed4-8fee-509afc0fca70), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.831637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=7632b3a1-6083-4ed4-8fee-509afc0fca70,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:39.849616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:39.851725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:39.859237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.860521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.884032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8907b193-840c-4d34-a49c-7a4b8a7f8520 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8460321 Feb 19 07:35:39.886706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:39.893672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:39.902114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5302ab57-1ff4-45b3-b550-b92772604460 None None] Provisioning complete for port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:39.902531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5302ab57-1ff4-45b3-b550-b92772604460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:39.981690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af7f6c-93ef-4722-b931-1e4879d37817 req-4caa0553-f03a-4a33-9df8-65829bafd382 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:39.983692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65af7f6c-93ef-4722-b931-1e4879d37817 req-4caa0553-f03a-4a33-9df8-65829bafd382 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 944 time: 0.2763987 Feb 19 07:35:40.005631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:40.100232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5302ab57-1ff4-45b3-b550-b92772604460 None None] Current status of the port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:40.107765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:40.112655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.113898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:35:40.157490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65af7f6c-93ef-4722-b931-1e4879d37817 req-ef30c7fb-2f92-4d3d-83ad-f1a4e368b2ff tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572793 Feb 19 07:35:40.226824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (992eb83d-74da-4fe3-bb55-37bcb7b24e9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.242192 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7632b3a1-6083-4ed4-8fee-509afc0fca70 (CIDR: 2001:db8::/64) Feb 19 07:35:40.248197 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:35:40.248990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:40.266925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=992eb83d-74da-4fe3-bb55-37bcb7b24e9e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:40.268158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ea7378e-86d6-4c9b-94a9-377e8898ed0d tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3801105 Feb 19 07:35:40.274545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:40.280791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'subnet': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:40.357931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:40.381898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Deleting port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:40.382745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.405653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'mac_address': 'fa:16:3e:55:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:40.445614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553237-c3b3-4dfb-b13c-7838d9ea5a90 req-e2ab8594-a1b5-4a32-9075-b33c25d1b4a3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:40.447476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53553237-c3b3-4dfb-b13c-7838d9ea5a90 req-e2ab8594-a1b5-4a32-9075-b33c25d1b4a3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 945 time: 0.0777264 Feb 19 07:35:40.507840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:40.508244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.531430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53553237-c3b3-4dfb-b13c-7838d9ea5a90 req-fb4a8dc2-869f-4e57-a4e0-f28033268412 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777416 Feb 19 07:35:40.535664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:40.541343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.558491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:40.568375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] For port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:40.568781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.583392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Calling delete_port for eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:40.609634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:40.628976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (8973704d-6c11-4b70-ae63-e49be01d8e35), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.629469 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Floating IP 8973704d-6c11-4b70-ae63-e49be01d8e35 disassociated (deleted). External IP: 172.25.7.10, port: e264ae9b-b640-4640-be44-887e3fabbb3a. Feb 19 07:35:40.670373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:40.826333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0ff43-432d-4ce5-b07a-c567d9dde157 req-a042afb6-6cd6-43fb-ae4a-6f8aa4ef2cf5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:40.828812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95d0ff43-432d-4ce5-b07a-c567d9dde157 req-a042afb6-6cd6-43fb-ae4a-6f8aa4ef2cf5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1026711 Feb 19 07:35:40.939511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95d0ff43-432d-4ce5-b07a-c567d9dde157 req-268be394-f45b-4728-a306-9ef60b8fbec7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020403 Feb 19 07:35:41.027758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:41.030861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['98f9b565-cf9c-40e8-9398-c65bfd7d0911'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:41.033582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.091864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa532ad-ad49-4e68-9f13-eb5a4cc12b38 req-f6859b4b-479b-419c-8317-a8e40c909027 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.094225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0aa532ad-ad49-4e68-9f13-eb5a4cc12b38 req-f6859b4b-479b-419c-8317-a8e40c909027 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 946 time: 0.4665537 Feb 19 07:35:41.131906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:41.132255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:41.157396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] No DVR routers for this DVR port eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:41.158795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:41.189763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.190663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab4d07b-59d8-458f-9b9b-c7893ee64a23 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:41.210490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59306-a522-4074-a4be-dd14eff65ce3 req-2dded087-b5a3-4e2f-99ae-e9da39c0a710 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.214688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4d59306-a522-4074-a4be-dd14eff65ce3 req-2dded087-b5a3-4e2f-99ae-e9da39c0a710 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.1523647 Feb 19 07:35:41.254169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7450d-3f45-47b0-8d08-d2d820cc7c55 None None] Pushing event deleted for resources: {'Port': ['ID=eff0a7e2-e6c5-4e51-ad00-d83b9e3da1ca,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:41.318400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4d59306-a522-4074-a4be-dd14eff65ce3 req-82836ea7-3661-416d-a1d5-e389c3ac7778 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977829 Feb 19 07:35:41.355093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0aa532ad-ad49-4e68-9f13-eb5a4cc12b38 req-3e35f609-e234-48f2-a480-80ed80e8d4c8 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503715 Feb 19 07:35:41.393386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:35:41.467422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c5babe57-9500-4977-a59b-d6a5978b6e57', 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'project_id': '6026a54b07f54c4ab4b66a5f1a74d4d3', 'fixed_ips': [{'subnet_id': '7632b3a1-6083-4ed4-8fee-509afc0fca70'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:41.468366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.580760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ceec-cb2b-4750-bdff-0e39ef879608 req-9e2c44b9-a521-464a-b774-44111670c243 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.589751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38d0ceec-cb2b-4750-bdff-0e39ef879608 req-9e2c44b9-a521-464a-b774-44111670c243 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.1516483 Feb 19 07:35:41.727301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38d0ceec-cb2b-4750-bdff-0e39ef879608 req-f44196e4-2630-401e-9fcb-bcf2c8a050ef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245537 Feb 19 07:35:41.751894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:35:41.756067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Allocated IP 2001:db8::2 (c5babe57-9500-4977-a59b-d6a5978b6e57/7632b3a1-6083-4ed4-8fee-509afc0fca70/72ef3ed9-2976-4aef-87a7-57a62050aab0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:41.763586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] Sync routers for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:35:41.774161 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:41.774790 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.795895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.839282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-561525d7-3ba3-4119-9758-4f008c214c4a tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/floatingips/8973704d-6c11-4b70-ae63-e49be01d8e35 HTTP/1.1" status: 204 len: 168 time: 2.8493469 Feb 19 07:35:41.839529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:41.845418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:41.878168 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.894874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.objects.ports [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103587) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:35:41.902616 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:35:41.903299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.903852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (4a3b5fea-9932-4f6a-ae41-290a3fa342b2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.925650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:41.961595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Subnet': ['ID=4a3b5fea-9932-4f6a-ae41-290a3fa342b2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:41.976937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:41.977625 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c02a7b-280d-4018-8a4b-45db4919172a None None] The sync data for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:35:41.989624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d80b4-6b90-4e1b-a825-7d520db5d76d req-b706b4c9-105b-4b56-b6e6-fb9127f11ad6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:41.998018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-057d80b4-6b90-4e1b-a825-7d520db5d76d req-b706b4c9-105b-4b56-b6e6-fb9127f11ad6 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 946 time: 0.2841287 Feb 19 07:35:42.034952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:42.039727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:42.042242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.042596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.042942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.043331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.043675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.044011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.044341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.044672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.044997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.045318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.045729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.046178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.046505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:42.056234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.057065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.093135 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks [] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.097053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-057d80b4-6b90-4e1b-a825-7d520db5d76d req-2b37c889-6b62-4767-a236-9c821bb5b07b tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968246 Feb 19 07:35:42.103605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.111809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-493f6674-dbb9-4f70-80c3-902871a53bd5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8358455 Feb 19 07:35:42.112822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:42.121550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Request body: {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'mac_address': 'fa:16:3e:31:c4:b3', 'name': 'tempest-NetworksTestDHCPv6-392246734'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:42.132924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:42.158157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:42.165340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:42.255865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Attempting to bind port 72ef3ed9-2976-4aef-87a7-57a62050aab0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:42.256240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Attempting to bind port 72ef3ed9-2976-4aef-87a7-57a62050aab0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:42.256606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Attempting to bind port 72ef3ed9-2976-4aef-87a7-57a62050aab0 on network c5babe57-9500-4977-a59b-d6a5978b6e57 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:42.258554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Pushing event updated for resources: {'Port': ['ID=72ef3ed9-2976-4aef-87a7-57a62050aab0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:42.265705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:42.266097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Checking segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:42.266495 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.267364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Bound using segment: {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:42.267364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Bound port: 72ef3ed9-2976-4aef-87a7-57a62050aab0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6274bd33-1a1f-4b1a-900e-a6310db05c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:42.267754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.308046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-5c652312-1330-47fe-a683-43409a479180 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.315326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-5c652312-1330-47fe-a683-43409a479180 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.2700560 Feb 19 07:35:42.344751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-cc037cbe-b769-4eb7-9693-6594e358f7ae tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/quotas/565cdad36d84441baee6f2ab951ec533 HTTP/1.1" status: 200 len: 375 time: 0.0284507 Feb 19 07:35:42.378351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] For port 72ef3ed9-2976-4aef-87a7-57a62050aab0, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:42.383859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] For port 72ef3ed9-2976-4aef-87a7-57a62050aab0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=72ef3ed9-2976-4aef-87a7-57a62050aab0,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:42.412538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.419861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.421734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Made reservation on behalf of 6026a54b07f54c4ab4b66a5f1a74d4d3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:42.487049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f67b99-c6dd-4ce7-a3d6-8ac782ff0bb3 None None] Pushing event updated for resources: {'Port': ['ID=72ef3ed9-2976-4aef-87a7-57a62050aab0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:42.493769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.550143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-2194b074-66bf-4c22-9141-0f5052b06891 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2044170 Feb 19 07:35:42.597766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:42.607766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f1299-6821-490f-b198-aa86d0e2521f req-f9d5fd22-811e-4bbf-8cf1-475915628dee tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.609508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb5f1299-6821-490f-b198-aa86d0e2521f req-f9d5fd22-811e-4bbf-8cf1-475915628dee tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 946 time: 0.1061220 Feb 19 07:35:42.657202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] device_id is not set on port fc838c1d-693d-4fdf-8880-2c4bb4fe82a0 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:42.693946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb5f1299-6821-490f-b198-aa86d0e2521f req-64aa5065-2235-4303-9147-a9495c394f75 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693862 Feb 19 07:35:42.921556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773ab5b-6b11-490c-9b4c-59daa78c6fce req-be4866c3-8c9e-4565-8c01-74090200251a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:42.923612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8773ab5b-6b11-490c-9b4c-59daa78c6fce req-be4866c3-8c9e-4565-8c01-74090200251a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.0810971 Feb 19 07:35:42.951588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Allocated IP 172.25.7.26 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/6c71ed3d-7424-4023-9eeb-b4ff0e71faf5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:43.000411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8773ab5b-6b11-490c-9b4c-59daa78c6fce req-693cf0c9-f5cd-4b8c-b346-0e91a0129c6e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671868 Feb 19 07:35:43.138733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e7ae148b-12f0-4a01-bbe6-fc9143734abf service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762045 Feb 19 07:35:43.311984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8::31a (c5babe57-9500-4977-a59b-d6a5978b6e57/7632b3a1-6083-4ed4-8fee-509afc0fca70/fc838c1d-693d-4fdf-8880-2c4bb4fe82a0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:43.362654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-2ec0d175-4efa-4da5-af94-9cf54e8a454a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:43.364977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-2ec0d175-4efa-4da5-af94-9cf54e8a454a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.24 "GET /v2.0/ports?device_id=91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6 HTTP/1.1" status: 200 len: 945 time: 0.3486974 Feb 19 07:35:43.372946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:43.410439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:c4b3 (c5babe57-9500-4977-a59b-d6a5978b6e57/4a3b5fea-9932-4f6a-ae41-290a3fa342b2/fc838c1d-693d-4fdf-8880-2c4bb4fe82a0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:43.512606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-810400e4-327a-4c15-a601-8f2144830ec3 service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393462 Feb 19 07:35:43.595535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:43.683039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:43.847067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f8ce48a-e579-4a66-b41b-d250445ddc6c req-8b271479-7869-410a-b9c0-589c60ad082f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 210 time: 0.0615990 Feb 19 07:35:43.883499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for port (fc838c1d-693d-4fdf-8880-2c4bb4fe82a0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:43.910821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:43.912714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Pushing event updated for resources: {'Port': ['ID=6c71ed3d-7424-4023-9eeb-b4ff0e71faf5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:43.931137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:43.950013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.950371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.950718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.951062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.951434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.951770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.952102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.952432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.952761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.953117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.953545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.953876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:43.954205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:44.024139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Deleting port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:44.024393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.024802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:44.082380 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fc838c1d-693d-4fdf-8880-2c4bb4fe82a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.119740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:44.132586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.275793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dcc19-4565-4286-947f-d3d358a738f8 req-d05d4b4b-74b9-4f56-922b-afccb0dcdf73 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.281961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event updated for resources: {'Port': ['ID=fc838c1d-693d-4fdf-8880-2c4bb4fe82a0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:44.300717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-650dcc19-4565-4286-947f-d3d358a738f8 req-d05d4b4b-74b9-4f56-922b-afccb0dcdf73 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 945 time: 0.1489139 Feb 19 07:35:44.309554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:44.310361 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.311006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Network c5babe57-9500-4977-a59b-d6a5978b6e57 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:44.321066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:44.328108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:44.333952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.334905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.339564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f23343-fb8d-4264-88a5-3e07ded92bd5 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:44.370634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:44.373934 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf8f9a-f103-47d6-a3e6-94f13af8f57b" -d '{"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:44.405059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-650dcc19-4565-4286-947f-d3d358a738f8 req-6b74b692-b6c3-4444-9307-c1f61723d415 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023910 Feb 19 07:35:44.433294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:44.444884 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.507657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Provisioning complete for port 72ef3ed9-2976-4aef-87a7-57a62050aab0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:44.508375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.511944 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd02de-30e7-415d-8d49-db2d785c0f80 x-openstack-request-id: req-e9cd02de-30e7-415d-8d49-db2d785c0f80 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:44.512563 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-plugged", "status": "completed", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:44.513035 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9cd02de-30e7-415d-8d49-db2d785c0f80 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:44.513637 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'code': 200} Feb 19 07:35:44.517063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:44.724483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-d626c490-3d02-4876-aa73-63833e80664c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.726320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-d626c490-3d02-4876-aa73-63833e80664c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 946 time: 0.6919508 Feb 19 07:35:44.734724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157564-39c1-47c9-aa86-7f8611e18815 req-809c551f-2b77-45bf-b2bd-ed114f1f164a tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.736162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82157564-39c1-47c9-aa86-7f8611e18815 req-809c551f-2b77-45bf-b2bd-ed114f1f164a tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 946 time: 0.8062692 Feb 19 07:35:44.780070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 72ef3ed9-2976-4aef-87a7-57a62050aab0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:44.798763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (08234283-3bde-4c5e-baa9-021fd4910b43), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.803108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c9c47572-0ce2-443e-9ace-27974dd5c1b5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6881359 Feb 19 07:35:44.820037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Current status of the port 72ef3ed9-2976-4aef-87a7-57a62050aab0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:44.820436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.842945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:44.868456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82157564-39c1-47c9-aa86-7f8611e18815 req-63cf3856-fbb6-4fea-b57b-c620b1df6de1 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992265 Feb 19 07:35:44.897076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] For port 72ef3ed9-2976-4aef-87a7-57a62050aab0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=72ef3ed9-2976-4aef-87a7-57a62050aab0,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:44.910096 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:44.928656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14070c4b-ec73-4a13-8068-f6209db5b106 req-b476e7fe-9563-44d5-8aa7-3d2ef63c4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:44.930330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14070c4b-ec73-4a13-8068-f6209db5b106 req-b476e7fe-9563-44d5-8aa7-3d2ef63c4340 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1129 time: 0.1990395 Feb 19 07:35:45.009411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] For port 60505b0a-758c-4825-bc91-9a57ecfbe7a7, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=60505b0a-758c-4825-bc91-9a57ecfbe7a7,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:45.009922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.013439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f27f0-3fc5-4f0d-a0e9-069d4f7e860a None None] Pushing event updated for resources: {'Port': ['ID=72ef3ed9-2976-4aef-87a7-57a62050aab0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:45.057402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14070c4b-ec73-4a13-8068-f6209db5b106 req-7b1e8959-63b0-45de-84e9-ff8c40b47fdc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198826 Feb 19 07:35:45.060180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 72ef3ed9-2976-4aef-87a7-57a62050aab0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:45.061127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.089712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Update dhcp port {'port': {'network_id': 'c5babe57-9500-4977-a59b-d6a5978b6e57', 'fixed_ips': [{'subnet_id': '7632b3a1-6083-4ed4-8fee-509afc0fca70', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a3b5fea-9932-4f6a-ae41-290a3fa342b2'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '72ef3ed9-2976-4aef-87a7-57a62050aab0'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:35:45.112132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Calling delete_port for 60505b0a-758c-4825-bc91-9a57ecfbe7a7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:45.141187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting port fc838c1d-693d-4fdf-8880-2c4bb4fe82a0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:45.141860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fc838c1d-693d-4fdf-8880-2c4bb4fe82a0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.154084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.165706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92390b47-e1f3-4f4a-a474-b9c0fe14e105 req-623933aa-a28d-4eb3-bb63-a38e15960377 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 210 time: 0.0386274 Feb 19 07:35:45.244839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.336620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fc838c1d-693d-4fdf-8880-2c4bb4fe82a0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.372658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Calling delete_port for fc838c1d-693d-4fdf-8880-2c4bb4fe82a0 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:45.444933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 72ef3ed9-2976-4aef-87a7-57a62050aab0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:45.468432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Deleting port 959cdd00-74cc-40cf-af50-6f222da873d7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:45.469526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.559198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-8b44453d-c739-4e6e-be2d-aafd68253ea3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:45.560959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-8b44453d-c739-4e6e-be2d-aafd68253ea3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.3333256 Feb 19 07:35:45.590710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Request body: {'port': {'device_id': '488a7904-7e2e-4a55-94e6-e898190f2471', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'admin_state_up': True, 'tenant_id': '565cdad36d84441baee6f2ab951ec533'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:45.599691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Allocated IP 2001:db8:0:1:f816:3eff:fe41:6381 (c5babe57-9500-4977-a59b-d6a5978b6e57/4a3b5fea-9932-4f6a-ae41-290a3fa342b2/72ef3ed9-2976-4aef-87a7-57a62050aab0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:45.699791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fc838c1d-693d-4fdf-8880-2c4bb4fe82a0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.774635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Port': ['ID=fc838c1d-693d-4fdf-8880-2c4bb4fe82a0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:45.776059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (60505b0a-758c-4825-bc91-9a57ecfbe7a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.777889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] For port 72ef3ed9-2976-4aef-87a7-57a62050aab0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=72ef3ed9-2976-4aef-87a7-57a62050aab0,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:45.841403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Publish callbacks [] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.846837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event deleted for resources: {'Port': ['ID=60505b0a-758c-4825-bc91-9a57ecfbe7a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:45.851130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:45.851611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.853658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.890002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa694fc-3c27-4480-af5f-25e000aba038 req-0a1f1f2c-acde-4690-8e04-1b7d5be0011a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:45.895073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:45.899520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf03bdb0-08e4-4902-aef8-8e4582bb01b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/fc838c1d-693d-4fdf-8880-2c4bb4fe82a0 HTTP/1.1" status: 204 len: 168 time: 1.0554531 Feb 19 07:35:45.901941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:45.903695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fa694fc-3c27-4480-af5f-25e000aba038 req-0a1f1f2c-acde-4690-8e04-1b7d5be0011a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 947 time: 0.3295553 Feb 19 07:35:45.974267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Calling delete_port for 959cdd00-74cc-40cf-af50-6f222da873d7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:46.020129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.022988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132dce29-7a30-48b9-9ff7-6a8f0692d9bc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:46.035470 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-132dce29-7a30-48b9-9ff7-6a8f0692d9bc tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1322296 Feb 19 07:35:46.036900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:46.044809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:46.074181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 959cdd00-74cc-40cf-af50-6f222da873d7 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:46.099613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] No DVR routers for this DVR port 60505b0a-758c-4825-bc91-9a57ecfbe7a7 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:46.101482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.124014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.149234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 60505b0a-758c-4825-bc91-9a57ecfbe7a7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:46.149583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 60505b0a-758c-4825-bc91-9a57ecfbe7a7 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:46.151406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be35dc54-aa3d-47a6-9655-03bc62a738bf req-8a37d65c-7449-4daf-955d-f110916da7eb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.24 "DELETE /v2.0/ports/60505b0a-758c-4825-bc91-9a57ecfbe7a7 HTTP/1.1" status: 204 len: 173 time: 2.7492929 Feb 19 07:35:46.155410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-deleted', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:46.157732 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd4457-a2e4-40c7-bcc7-2eb5d296a805" -d '{"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-deleted", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:46.181095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46f10f-10ea-4a92-a14a-187ec1537cab None None] Pushing event updated for resources: {'Port': ['ID=72ef3ed9-2976-4aef-87a7-57a62050aab0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:46.202790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28725-6180-41d0-8b80-20013fd8467e req-e28ccc54-7144-4008-901c-f20572704687 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:46.214682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54d28725-6180-41d0-8b80-20013fd8467e req-e28ccc54-7144-4008-901c-f20572704687 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 946 time: 0.1775341 Feb 19 07:35:46.334861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 959cdd00-74cc-40cf-af50-6f222da873d7 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:46.335332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.351652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54d28725-6180-41d0-8b80-20013fd8467e req-d297ffe3-e91a-4147-a95f-ed5ea2b89d75 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359606 Feb 19 07:35:46.433826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 959cdd00-74cc-40cf-af50-6f222da873d7, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=959cdd00-74cc-40cf-af50-6f222da873d7,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:46.440021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.462828 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5ac9d3-942f-4108-880e-ada38fcf3630 x-openstack-request-id: req-9b5ac9d3-942f-4108-880e-ada38fcf3630 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:46.463138 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6", "name": "network-vif-deleted", "tag": "60505b0a-758c-4825-bc91-9a57ecfbe7a7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:46.463462 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b5ac9d3-942f-4108-880e-ada38fcf3630 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:46.463832 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f0431b-cc42-466f-bfa1-1ac5d7ddc7a6', 'name': 'network-vif-deleted', 'tag': '60505b0a-758c-4825-bc91-9a57ecfbe7a7', 'status': 'completed', 'code': 200} Feb 19 07:35:46.548677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:46.550925 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eea1c1-ffa3-43e2-a43d-29de6059424d" -d '{"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-unplugged", "status": "completed", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:46.553841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:46.567800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93b9971a-3ffe-4378-96d0-d7644193d5af req-214d44f9-c65e-4bb9-ba8c-bae6ad9459b6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 210 time: 0.0674269 Feb 19 07:35:46.601243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Pushing event updated for resources: {'Port': ['ID=6c71ed3d-7424-4023-9eeb-b4ff0e71faf5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:46.604152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Made reservation on behalf of 565cdad36d84441baee6f2ab951ec533 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:46.609122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.623959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fa694fc-3c27-4480-af5f-25e000aba038 req-d88cf984-f262-4c77-813a-fd6f1f7928b7 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7172632 Feb 19 07:35:46.671161 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb9f1e8-4a45-4a87-9de5-37953dfb008e x-openstack-request-id: req-9bb9f1e8-4a45-4a87-9de5-37953dfb008e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:46.671440 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-unplugged", "status": "completed", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:46.671700 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bb9f1e8-4a45-4a87-9de5-37953dfb008e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:46.672094 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7', 'code': 200} Feb 19 07:35:46.824915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 72ef3ed9-2976-4aef-87a7-57a62050aab0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:46.850542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (08234283-3bde-4c5e-baa9-021fd4910b43), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.943812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da3bb53-7c9a-4fe2-afe6-ad95d58b6e7b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:46.945974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8da3bb53-7c9a-4fe2-afe6-ad95d58b6e7b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8687851 Feb 19 07:35:46.949053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:46.961426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 72ef3ed9-2976-4aef-87a7-57a62050aab0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:46.962007 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.980549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:46.984258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a0bfacc2-fddf-4699-b64e-d345e32ec3f5 tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1419628 Feb 19 07:35:46.988160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:47.042591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec332c-4c52-4220-b58c-101354c496b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:47.052680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec332c-4c52-4220-b58c-101354c496b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:47.061191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec332c-4c52-4220-b58c-101354c496b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:47.063549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71ec332c-4c52-4220-b58c-101354c496b3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1118350 Feb 19 07:35:47.066325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:47.080603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (959cdd00-74cc-40cf-af50-6f222da873d7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.135491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b9ac8719-c1e4-482a-9d36-e0c0f6863068'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:47.140172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b13c34fc-c922-45d2-bb1e-7c8340c3bc1a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:47.233491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 4a3b5fea-9932-4f6a-ae41-290a3fa342b2 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:47.244473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (4a3b5fea-9932-4f6a-ae41-290a3fa342b2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.286767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event deleted for resources: {'Port': ['ID=959cdd00-74cc-40cf-af50-6f222da873d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:47.338870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (4a3b5fea-9932-4f6a-ae41-290a3fa342b2), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.350341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:47.466172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] No DVR routers for this DVR port 959cdd00-74cc-40cf-af50-6f222da873d7 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:47.493580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4a3b5fea-9932-4f6a-ae41-290a3fa342b2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.510155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.513710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6a28bd-9ae6-4934-bdce-3f0726e9de40 req-5abe8667-4a10-45e3-a23a-740a75769f79 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "DELETE /v2.0/ports/959cdd00-74cc-40cf-af50-6f222da873d7 HTTP/1.1" status: 204 len: 173 time: 2.7619720 Feb 19 07:35:47.577210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.609818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (4a3b5fea-9932-4f6a-ae41-290a3fa342b2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.633907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 72ef3ed9-2976-4aef-87a7-57a62050aab0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:47.659165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1e833597-97ea-45d1-8114-cd7af2bea303 None None] Provisioning complete for port 72ef3ed9-2976-4aef-87a7-57a62050aab0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:47.661721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e833597-97ea-45d1-8114-cd7af2bea303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.672559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16b37719-f164-4b3d-8ae3-c755ff2c99c6 req-6ad29093-1dcc-4ea8-ac48-801c6c178d5e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=319411ac-2c0f-4877-bfb6-e91cc3a7eab2 HTTP/1.1" status: 200 len: 210 time: 0.1537464 Feb 19 07:35:47.685543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:47.696541 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/4a3b5fea-9932-4f6a-ae41-290a3fa342b2 HTTP/1.1" status: 204 len: 168 time: 0.6276538 Feb 19 07:35:47.708617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:47.711121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179515b-32a6-4bfe-a412-b9c49456ec2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3b5fea-9932-4f6a-ae41-290a3fa342b2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:47.753575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Allocated IP 172.20.0.11 (19724bc8-113c-4df9-abec-751ad07edb34/c76281e3-ad30-4d4b-92d5-4c7189ae78e3/48087c24-1c9e-4ece-9904-b26b5e5bfbab) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:47.788596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a431b8-aa9d-443b-a6e5-aedcb419e7d1 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:47.831777 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c631e766-0d54-473c-9012-8430f64ce2ed req-de8115a3-2452-4bb7-911d-ce5a1531ccf1 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 210 time: 0.0431535 Feb 19 07:35:48.015743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Deleting subnet 7632b3a1-6083-4ed4-8fee-509afc0fca70 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:48.028302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks [] for subnet (7632b3a1-6083-4ed4-8fee-509afc0fca70), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.081192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86888-1a79-4f88-a042-e7e99006e7fa req-702d2181-f7b2-4618-8115-d784273ea0bd tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:48.083270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2d86888-1a79-4f88-a042-e7e99006e7fa req-702d2181-f7b2-4618-8115-d784273ea0bd tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 947 time: 0.2595329 Feb 19 07:35:48.152183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (7632b3a1-6083-4ed4-8fee-509afc0fca70), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.243301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1e833597-97ea-45d1-8114-cd7af2bea303 None None] Current status of the port 72ef3ed9-2976-4aef-87a7-57a62050aab0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:48.260884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1e833597-97ea-45d1-8114-cd7af2bea303 None None] Could not find standard attr ID for object fc838c1d-693d-4fdf-8880-2c4bb4fe82a0. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:48.293121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2d86888-1a79-4f88-a042-e7e99006e7fa req-3d13f700-d870-4183-8d1f-cca43743b645 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773348 Feb 19 07:35:48.369714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks [] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.379628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3e086253-c053-45b2-b3a9-9b43f1bd30b3 None None] Could not find standard attr ID for object fc838c1d-693d-4fdf-8880-2c4bb4fe82a0. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:35:48.412636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.486042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-deleted', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:48.489341 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194a49b-3806-468f-80e5-19348a2e8688" -d '{"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-deleted", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:48.559872 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bd9fb-5ab6-459f-b1c6-49a3b32b29ea x-openstack-request-id: req-bb4bd9fb-5ab6-459f-b1c6-49a3b32b29ea {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:48.560172 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319411ac-2c0f-4877-bfb6-e91cc3a7eab2", "name": "network-vif-deleted", "tag": "959cdd00-74cc-40cf-af50-6f222da873d7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:48.560430 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb4bd9fb-5ab6-459f-b1c6-49a3b32b29ea {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:48.560859 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319411ac-2c0f-4877-bfb6-e91cc3a7eab2', 'name': 'network-vif-deleted', 'tag': '959cdd00-74cc-40cf-af50-6f222da873d7', 'status': 'completed', 'code': 200} Feb 19 07:35:48.564478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7632b3a1-6083-4ed4-8fee-509afc0fca70), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.668646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:48.747119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Allocated IP 172.25.7.232 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/678f0eff-0b65-4556-8e30-efc7ed1be4b6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:49.326628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.372951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.385614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (7632b3a1-6083-4ed4-8fee-509afc0fca70), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.434902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0a62cdfe-47ed-4b14-bb72-63ef0f666b40 None None] Provisioning complete for port 72ef3ed9-2976-4aef-87a7-57a62050aab0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:49.435879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a62cdfe-47ed-4b14-bb72-63ef0f666b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.448116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Subnet': ['ID=7632b3a1-6083-4ed4-8fee-509afc0fca70,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.454116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.460073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2e2fae04-d7e1-492b-80e4-2e43d3865f63 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7632b3a1-6083-4ed4-8fee-509afc0fca70 HTTP/1.1" status: 204 len: 168 time: 1.7247391 Feb 19 07:35:49.462191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.485009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211b747-2984-4fab-86cc-48b3a93f9ea1 None None] Network c5babe57-9500-4977-a59b-d6a5978b6e57 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:49.491244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Network 19724bc8-113c-4df9-abec-751ad07edb34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:49.498362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:49.503162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:49.566685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.567653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.568512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-113428c5-90ed-4313-bf09-cf6c8b8658ca tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048634 Feb 19 07:35:49.572300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.581588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.615654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0a62cdfe-47ed-4b14-bb72-63ef0f666b40 None None] Current status of the port 72ef3ed9-2976-4aef-87a7-57a62050aab0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:49.637603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-a2839931-c53e-4671-ba24-d8b3b7667f07 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0507228 Feb 19 07:35:49.641772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Pushing event updated for resources: {'Port': ['ID=678f0eff-0b65-4556-8e30-efc7ed1be4b6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:49.658506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Request body: {'port': {'device_id': '488a7904-7e2e-4a55-94e6-e898190f2471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:49.693703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753c87-2984-467d-855f-03f766142ff3 req-8b695b9f-1c84-46d0-a251-01665e203d9f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.695400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13753c87-2984-467d-855f-03f766142ff3 req-8b695b9f-1c84-46d0-a251-01665e203d9f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 932 time: 0.3060167 Feb 19 07:35:49.706074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae7b42-6c72-4f79-98e1-b518794b91ec tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.708708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4fae7b42-6c72-4f79-98e1-b518794b91ec tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1350658 Feb 19 07:35:49.711265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45920) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.715618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:49.731017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:49.735051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:49.755041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] DHCP port deletion for c5babe57-9500-4977-a59b-d6a5978b6e57 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:35:49.819640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.830139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Deleting port 72ef3ed9-2976-4aef-87a7-57a62050aab0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:49.830623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.835172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13753c87-2984-467d-855f-03f766142ff3 req-64bc6ec2-3850-4442-9849-0d0bba437761 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261890 Feb 19 07:35:49.840797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62cfbd-841e-446b-81fb-d3a3be48f996 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:49.843244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b62cfbd-841e-446b-81fb-d3a3be48f996 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241763 Feb 19 07:35:49.847586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.894098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-77e02ab5-0921-4ace-9637-264a96366d73 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452514 Feb 19 07:35:49.909155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.930622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] For port 72ef3ed9-2976-4aef-87a7-57a62050aab0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=72ef3ed9-2976-4aef-87a7-57a62050aab0,segment=NetworkSegment(6274bd33-1a1f-4b1a-900e-a6310db05c23),segment_id=6274bd33-1a1f-4b1a-900e-a6310db05c23)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:49.931128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:49.949879 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-373ca9fc-cf54-4921-99aa-bbf0e0c9f33e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:49.950442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373ca9fc-cf54-4921-99aa-bbf0e0c9f33e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:49.956277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-373ca9fc-cf54-4921-99aa-bbf0e0c9f33e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/fc838c1d-693d-4fdf-8880-2c4bb4fe82a0 HTTP/1.1" status: 404 len: 333 time: 0.0433474 Feb 19 07:35:49.956447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:49.959538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Calling delete_port for 72ef3ed9-2976-4aef-87a7-57a62050aab0 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:49.982132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for floatingip (53d3cdc0-28ce-4d64-b7dc-0ba9a256a674), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.066183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (72ef3ed9-2976-4aef-87a7-57a62050aab0), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.098712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] Pushing event deleted for resources: {'Port': ['ID=72ef3ed9-2976-4aef-87a7-57a62050aab0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:50.110406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127a409-9dc7-4542-a395-b10ba4ebdee6 None None] No DVR routers for this DVR port 72ef3ed9-2976-4aef-87a7-57a62050aab0 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:50.116741 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.321553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48087c24-1c9e-4ece-9904-b26b5e5bfbab {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:50.331078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks [] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.344955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Transition to ACTIVE for port object 48087c24-1c9e-4ece-9904-b26b5e5bfbab will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:35:50.354167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.392227 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edfe27b-7318-4377-a68b-bcdc4cf67e6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.393013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edfe27b-7318-4377-a68b-bcdc4cf67e6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.398267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7edfe27b-7318-4377-a68b-bcdc4cf67e6a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/4a3b5fea-9932-4f6a-ae41-290a3fa342b2 HTTP/1.1" status: 404 len: 337 time: 0.4385531 Feb 19 07:35:50.398472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.434417 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-959adcc2-0daa-4bcd-8332-a3eb4c45e01f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.434880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959adcc2-0daa-4bcd-8332-a3eb4c45e01f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.440530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-959adcc2-0daa-4bcd-8332-a3eb4c45e01f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7632b3a1-6083-4ed4-8fee-509afc0fca70 HTTP/1.1" status: 404 len: 337 time: 0.0388250 Feb 19 07:35:50.448479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.467025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d4a59-4797-4476-ad8c-623f056390c8 req-90f00fa7-3f83-4825-9cdd-bd85222d03f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:50.478908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d4a59-4797-4476-ad8c-623f056390c8 req-90f00fa7-3f83-4825-9cdd-bd85222d03f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:50.480596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f72d4a59-4797-4476-ad8c-623f056390c8 req-90f00fa7-3f83-4825-9cdd-bd85222d03f3 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c&device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 1682 time: 0.5889018 Feb 19 07:35:50.534655 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44cd181-259c-4e21-9ed0-99e8c289c8a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.535328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44cd181-259c-4e21-9ed0-99e8c289c8a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.540962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f44cd181-259c-4e21-9ed0-99e8c289c8a1 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7d7b6576-35d2-49df-b22b-f5fc6cb3f07c HTTP/1.1" status: 404 len: 333 time: 0.0683572 Feb 19 07:35:50.541502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.572138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:50.596370 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac9484b-beca-4f8e-84dc-eef94d35fc57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.596834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac9484b-beca-4f8e-84dc-eef94d35fc57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.604695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ac9484b-beca-4f8e-84dc-eef94d35fc57 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/23ec5210-a00a-4d27-b6ce-9836f7f2384c HTTP/1.1" status: 404 len: 337 time: 0.0619874 Feb 19 07:35:50.648181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45940) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.673962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f72d4a59-4797-4476-ad8c-623f056390c8 req-2d0c313c-47ca-4132-b8df-a9ae4179ea9e tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768208 Feb 19 07:35:50.675949 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.695607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Attempting to bind port 48087c24-1c9e-4ece-9904-b26b5e5bfbab on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:50.696078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Attempting to bind port 48087c24-1c9e-4ece-9904-b26b5e5bfbab by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:50.696552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Attempting to bind port 48087c24-1c9e-4ece-9904-b26b5e5bfbab on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:50.705102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 72ef3ed9-2976-4aef-87a7-57a62050aab0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:50.706699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Port 48087c24-1c9e-4ece-9904-b26b5e5bfbab on network 19724bc8-113c-4df9-abec-751ad07edb34 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:35:50.707021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Attempting to bind port 48087c24-1c9e-4ece-9904-b26b5e5bfbab on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:50.717810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.721036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:50.721612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Checking segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:50.722208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Bound using segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:50.722875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Bound port: 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:50.723883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.771309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 72ef3ed9-2976-4aef-87a7-57a62050aab0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:50.774269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 72ef3ed9-2976-4aef-87a7-57a62050aab0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:50.781713 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac1689d-7358-4dcf-9578-de884125798c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.782073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac1689d-7358-4dcf-9578-de884125798c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.791156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bac1689d-7358-4dcf-9578-de884125798c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7fa974d9-1438-4c2b-b621-d8183eafdc34 HTTP/1.1" status: 404 len: 337 time: 0.1252153 Feb 19 07:35:50.791843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45948) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.811950 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:35:50.828182 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4feda77-83d4-40fd-8360-9e6a41681471 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.828534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4feda77-83d4-40fd-8360-9e6a41681471 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.831747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:50.836018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:50.836765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4feda77-83d4-40fd-8360-9e6a41681471 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/37fa7408-a075-4366-8cd8-5f7e293a8cbc HTTP/1.1" status: 404 len: 333 time: 0.0434022 Feb 19 07:35:50.837900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.874342 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-539e1139-a1a5-4b1e-9c18-bb09a747c245 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.874681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539e1139-a1a5-4b1e-9c18-bb09a747c245 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.878187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.883358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-539e1139-a1a5-4b1e-9c18-bb09a747c245 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/20d3cfc9-3de5-4936-a459-18d85b5a2118 HTTP/1.1" status: 404 len: 337 time: 0.0442448 Feb 19 07:35:50.883986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.924973 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4399b-26f6-4cad-ac27-8ed5315651a5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:50.925375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee4399b-26f6-4cad-ac27-8ed5315651a5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:50.931931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aee4399b-26f6-4cad-ac27-8ed5315651a5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/c7b1b3a6-429b-46d2-a578-73c43f3af5da HTTP/1.1" status: 404 len: 337 time: 0.0426316 Feb 19 07:35:50.932608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:50.941704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:50.943020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:50.944951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] 10.222.0.47 "PUT /v2.0/ports/48087c24-1c9e-4ece-9904-b26b5e5bfbab HTTP/1.1" status: 200 len: 1092 time: 1.2966757 Feb 19 07:35:50.945386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:50.947966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14686d8-3529-4471-be0d-7ec500098964" -d '{"events": [{"name": "network-changed", "server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:50.966078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Pushing event updated for resources: {'Port': ['ID=678f0eff-0b65-4556-8e30-efc7ed1be4b6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:51.025505 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee1aeca-54e3-4cdd-8f5f-3b2513abeea2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.026025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee1aeca-54e3-4cdd-8f5f-3b2513abeea2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.036352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1ee1aeca-54e3-4cdd-8f5f-3b2513abeea2 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/92e70aa4-4af2-4053-a058-f5569a930f03 HTTP/1.1" status: 404 len: 333 time: 0.1027012 Feb 19 07:35:51.036983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45966) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.077919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (53d3cdc0-28ce-4d64-b7dc-0ba9a256a674), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:51.081846 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1973d-1e27-437c-a585-7a16e8a06fbd x-openstack-request-id: req-fff1973d-1e27-437c-a585-7a16e8a06fbd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:51.082189 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:51.082798 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fff1973d-1e27-437c-a585-7a16e8a06fbd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:51.083326 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'status': 'completed', 'code': 200} Feb 19 07:35:51.128698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbc1d7-5c15-403d-8ce9-8e38c0a9f771 service neutron] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:51.134509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:51.135914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4733a78-da37-4afb-ad40-d89ac756e6cd tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0897770 Feb 19 07:35:51.142128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.186710 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-89694470-3a02-4671-b6aa-c7dd92773feb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.187341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89694470-3a02-4671-b6aa-c7dd92773feb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.197635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89694470-3a02-4671-b6aa-c7dd92773feb tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f38e85f1-7500-4795-ab2a-4f45568a9be9 HTTP/1.1" status: 404 len: 337 time: 0.1596036 Feb 19 07:35:51.199428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45970) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.247613 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-268be46b-da20-4a55-a393-4124166962f8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.248108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268be46b-da20-4a55-a393-4124166962f8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.256074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-268be46b-da20-4a55-a393-4124166962f8 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/a973966e-ced5-4749-af8b-a02c19f8f902 HTTP/1.1" status: 404 len: 337 time: 0.0463908 Feb 19 07:35:51.259016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45972) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.296499 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f2f58a-6e68-4486-9356-2d7a0c931612 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.297682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f2f58a-6e68-4486-9356-2d7a0c931612 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.309237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e4f2f58a-6e68-4486-9356-2d7a0c931612 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/199047ad-0872-43ef-af9c-d598eb2aa880 HTTP/1.1" status: 404 len: 333 time: 0.0491552 Feb 19 07:35:51.310955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45976) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.326251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0a16-b774-43c8-8698-0e280ba26586 req-aebcedf1-be92-4da5-9de0-79f9a60c9855 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:51.327911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29ff0a16-b774-43c8-8698-0e280ba26586 req-aebcedf1-be92-4da5-9de0-79f9a60c9855 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.2725637 Feb 19 07:35:51.354304 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c7d6ec-e869-4b1d-be4a-b6942ff74260 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.354672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c7d6ec-e869-4b1d-be4a-b6942ff74260 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.360682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b7c7d6ec-e869-4b1d-be4a-b6942ff74260 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/3e3d11a2-70d7-42f4-95e9-8edf8e3e59a0 HTTP/1.1" status: 404 len: 337 time: 0.0464010 Feb 19 07:35:51.362524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.389878 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f3563-adfd-49f5-9c31-6ef663844c0c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.390508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9f3563-adfd-49f5-9c31-6ef663844c0c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.398182 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2d9f3563-adfd-49f5-9c31-6ef663844c0c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/e2104b76-01ce-4930-bf20-01624664bc98 HTTP/1.1" status: 404 len: 333 time: 0.0346169 Feb 19 07:35:51.404328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.421921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b115c509-cf4c-4aa7-b1a3-26c090178d1b tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2785912 Feb 19 07:35:51.430731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-3773e6c6-88ca-4937-8239-f78c690df4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:51.432651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-3773e6c6-88ca-4937-8239-f78c690df4e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 1126 time: 0.3995452 Feb 19 07:35:51.440111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.441134 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1199e4fe-69d1-47a8-9506-1ddb931312a6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.441608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1199e4fe-69d1-47a8-9506-1ddb931312a6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.448509 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1199e4fe-69d1-47a8-9506-1ddb931312a6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/769b189f-e7f0-461d-b5cd-023708cc7310 HTTP/1.1" status: 404 len: 337 time: 0.0431883 Feb 19 07:35:51.455758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.490230 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ab06ce-fe82-4fea-9a30-0d6c86771f3a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.490917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ab06ce-fe82-4fea-9a30-0d6c86771f3a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.498952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59ab06ce-fe82-4fea-9a30-0d6c86771f3a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/0bf58937-6457-42aa-ae42-d7732324da42 HTTP/1.1" status: 404 len: 333 time: 0.0403328 Feb 19 07:35:51.500303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45988) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.547336 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1525761-5d54-412d-a5d2-dd91ec949c07 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.548255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1525761-5d54-412d-a5d2-dd91ec949c07 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.555560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c1525761-5d54-412d-a5d2-dd91ec949c07 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/59a751d9-51bb-4018-aca1-020d4c12d38f HTTP/1.1" status: 404 len: 337 time: 0.0490577 Feb 19 07:35:51.559989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.592329 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-765f026a-226d-423e-826a-00a5cbcc2a0f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.592944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765f026a-226d-423e-826a-00a5cbcc2a0f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.599372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-765f026a-226d-423e-826a-00a5cbcc2a0f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/b07e6399-4d12-4a52-95b1-f6d601ec6f27 HTTP/1.1" status: 404 len: 333 time: 0.0372658 Feb 19 07:35:51.601064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.632302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29ff0a16-b774-43c8-8698-0e280ba26586 req-c7b27257-a452-4931-8b0e-26b2b5903d62 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659736 Feb 19 07:35:51.658704 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-57180aef-5787-46d4-8fae-19cdae94eebe tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.659326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57180aef-5787-46d4-8fae-19cdae94eebe tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.662188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-07d7bd5c-ff46-4d7f-9de5-03b115e4ea98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab HTTP/1.1" status: 200 len: 217 time: 0.1762652 Feb 19 07:35:51.665708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-57180aef-5787-46d4-8fae-19cdae94eebe tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/d2b5d2df-2f28-4f2e-aeb0-06ab679a8e4e HTTP/1.1" status: 404 len: 337 time: 0.0588050 Feb 19 07:35:51.666580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.698140 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-7172f685-355f-4994-88f3-49c71457958a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.698742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7172f685-355f-4994-88f3-49c71457958a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.702054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7172f685-355f-4994-88f3-49c71457958a tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/e0243544-6d33-4bcf-a1be-83f4132b9996 HTTP/1.1" status: 404 len: 333 time: 0.0343041 Feb 19 07:35:51.704361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.724553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df342b8c-4634-47bc-b09a-acdc6a0708b7 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2830777 Feb 19 07:35:51.726687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.731621 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b05e30-c222-4cb8-bae9-0e5752c9bc37 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.732077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b05e30-c222-4cb8-bae9-0e5752c9bc37 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.735668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c1b05e30-c222-4cb8-bae9-0e5752c9bc37 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/d371aba1-6313-4fa0-93de-0c997004ec9b HTTP/1.1" status: 404 len: 337 time: 0.0303533 Feb 19 07:35:51.746690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.839280 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673591d-5437-4a99-888e-eec4ce2e7dff tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.840118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9673591d-5437-4a99-888e-eec4ce2e7dff tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.845620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9673591d-5437-4a99-888e-eec4ce2e7dff tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/0f957043-5891-4893-8ab2-902882df9490 HTTP/1.1" status: 404 len: 333 time: 0.0952711 Feb 19 07:35:51.846725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46006) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.894486 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c98dce-a6eb-48a6-a5c1-174932d495f6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:51.894905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c98dce-a6eb-48a6-a5c1-174932d495f6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:51.897616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-bda4720e-676a-4b0a-86dd-6be40c6a4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:51.900558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a5c98dce-a6eb-48a6-a5c1-174932d495f6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/9a87f361-3b91-4b84-ad3c-900acf14631a HTTP/1.1" status: 404 len: 337 time: 0.0512366 Feb 19 07:35:51.900699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-bda4720e-676a-4b0a-86dd-6be40c6a4860 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.2153342 Feb 19 07:35:51.903498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46008) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:51.945948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-bff1130e-e001-4d63-8ebe-b2db1e02d120 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332916 Feb 19 07:35:51.954499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c4dd1-082b-408e-b8cf-89ba28de4781 req-9aab2801-c383-4336-8f40-252b933ecd3f tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:51.962565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-443c4dd1-082b-408e-b8cf-89ba28de4781 req-9aab2801-c383-4336-8f40-252b933ecd3f tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 946 time: 0.3047812 Feb 19 07:35:52.153916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-e01bec02-c869-48ef-b996-f0148d97f42d service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661820 Feb 19 07:35:52.154702 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cddf709-81ee-483a-9c80-d48486dcbda7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.155689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cddf709-81ee-483a-9c80-d48486dcbda7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.162174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.163418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cddf709-81ee-483a-9c80-d48486dcbda7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/9551af5b-c9a3-46fe-b426-ce04a8a75649 HTTP/1.1" status: 404 len: 337 time: 0.2581077 Feb 19 07:35:52.195416 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-63623708-4eed-4653-9697-ede6f1051d71 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.196993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63623708-4eed-4653-9697-ede6f1051d71 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.210219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-63623708-4eed-4653-9697-ede6f1051d71 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c264ec71-e970-45a0-8b37-0ea22260d53e HTTP/1.1" status: 404 len: 333 time: 0.0469861 Feb 19 07:35:52.213205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.239713 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bb48be-2800-4c36-b297-a124262994a7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.240421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bb48be-2800-4c36-b297-a124262994a7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.243617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22bb48be-2800-4c36-b297-a124262994a7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7248f12d-5ec5-4fab-9d04-4956fcbf264e HTTP/1.1" status: 404 len: 337 time: 0.0292296 Feb 19 07:35:52.246091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.273060 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-96553b7b-afb7-4ace-af26-e343cc61a08b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.273797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96553b7b-afb7-4ace-af26-e343cc61a08b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.276984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-96553b7b-afb7-4ace-af26-e343cc61a08b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/c0a4c6f7-39cd-40bc-9416-0e664c61a98c HTTP/1.1" status: 404 len: 337 time: 0.0296671 Feb 19 07:35:52.279566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46018) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.297914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98b3ed76-b1d4-42a0-9c2c-fdb57396bd57 req-7ec9ae19-d1f6-4d33-9ffe-2aeaa5ecd2d4 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284533 Feb 19 07:35:52.327169 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-508105a4-5920-4af4-a40c-b8f00da29595 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.339100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508105a4-5920-4af4-a40c-b8f00da29595 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.345538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-508105a4-5920-4af4-a40c-b8f00da29595 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7cca3b7b-b694-4c0d-a015-ded700239c2e HTTP/1.1" status: 404 len: 333 time: 0.0624995 Feb 19 07:35:52.345720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-443c4dd1-082b-408e-b8cf-89ba28de4781 req-2c55ac56-b504-47d1-9fa2-5aee1f205fff tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808281 Feb 19 07:35:52.346083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46020) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.365092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Deleting port 678f0eff-0b65-4556-8e30-efc7ed1be4b6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:52.366815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:52.393188 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf0e410-9ea2-4c2f-8600-55d984aeb3aa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.393819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf0e410-9ea2-4c2f-8600-55d984aeb3aa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.400199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-edf0e410-9ea2-4c2f-8600-55d984aeb3aa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/a37c02da-5cd1-415d-a21d-699df8e73ab0 HTTP/1.1" status: 404 len: 337 time: 0.0507743 Feb 19 07:35:52.400862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.426766 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7d738f-ecfe-477c-917d-fd0859571b4e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.427251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7d738f-ecfe-477c-917d-fd0859571b4e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.433294 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf7d738f-ecfe-477c-917d-fd0859571b4e tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f9c94084-a201-43ce-86f7-e2000b3d260b HTTP/1.1" status: 404 len: 337 time: 0.0290775 Feb 19 07:35:52.433566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.490584 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af083eb-9bb1-42a2-b67a-468b4fa11445 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.492648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af083eb-9bb1-42a2-b67a-468b4fa11445 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.502537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9af083eb-9bb1-42a2-b67a-468b4fa11445 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c40d66be-c99a-4831-bdff-a7e57db4334f HTTP/1.1" status: 404 len: 333 time: 0.0680439 Feb 19 07:35:52.502732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.545343 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54ab95e-32ef-4db8-876a-cf4f3aa486d5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.545793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54ab95e-32ef-4db8-876a-cf4f3aa486d5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.550988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e54ab95e-32ef-4db8-876a-cf4f3aa486d5 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/bd6f4e4c-0245-4a13-a284-825e58a380c0 HTTP/1.1" status: 404 len: 337 time: 0.0441470 Feb 19 07:35:52.552159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46028) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.574513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14686d8-3529-4471-be0d-7ec500098964 req-aea05de2-a088-4bb6-bd16-e736aab65976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:52.576032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-aea05de2-a088-4bb6-bd16-e736aab65976 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 1126 time: 0.2025621 Feb 19 07:35:52.602975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:52.603458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for floatingip (678f0eff-0b65-4556-8e30-efc7ed1be4b6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:52.606802 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daf5025-faf6-471e-9b00-5fbffdf1c862 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.607279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daf5025-faf6-471e-9b00-5fbffdf1c862 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.612528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5daf5025-faf6-471e-9b00-5fbffdf1c862 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/767484cc-6b20-4eea-970f-7742eb4c3d2e HTTP/1.1" status: 404 len: 337 time: 0.0539129 Feb 19 07:35:52.613308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.649576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83b27f85-7b9f-48dc-9940-75781d56aa2f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports?device_id=75446b3b-0a93-4ffc-871a-a7b621dafbbf HTTP/1.1" status: 200 len: 205 time: 0.0326791 Feb 19 07:35:52.649813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46032) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.659765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Calling delete_port for 678f0eff-0b65-4556-8e30-efc7ed1be4b6 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:52.774422 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ec7ee86a-d3b8-449d-b1c9-98f03af93d25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] delete failed (client error): The resource could not be found. Feb 19 07:35:52.775414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ec7ee86a-d3b8-449d-b1c9-98f03af93d25 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/routers/75446b3b-0a93-4ffc-871a-a7b621dafbbf HTTP/1.1" status: 404 len: 336 time: 0.1246781 Feb 19 07:35:52.784909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46036) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.825405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14686d8-3529-4471-be0d-7ec500098964 req-ba7984ed-c7bb-48fe-a22a-8755eddefa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:52.826889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-ba7984ed-c7bb-48fe-a22a-8755eddefa56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 914 time: 0.2331204 Feb 19 07:35:52.833762 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-47769af2-377e-4072-a190-4f9d02cf7d75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:52.834284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47769af2-377e-4072-a190-4f9d02cf7d75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:52.838188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47769af2-377e-4072-a190-4f9d02cf7d75 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/00dfb87f-2caf-46a7-b146-4b1d185e45d2 HTTP/1.1" status: 404 len: 337 time: 0.0516837 Feb 19 07:35:52.843401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7a003-5f63-4e0c-a153-b25cebb9d416 req-8221ab9b-213a-4159-84e0-29ee328613ab tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:52.845164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08c7a003-5f63-4e0c-a153-b25cebb9d416 req-8221ab9b-213a-4159-84e0-29ee328613ab tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.0878630 Feb 19 07:35:52.845806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46040) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.880726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c0791b91-a612-4ed1-b116-bb6741e84996 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "GET /v2.0/ports?device_id=c77f57e9-91c4-4100-b5fc-36d56b22aec6 HTTP/1.1" status: 200 len: 205 time: 0.0336025 Feb 19 07:35:52.887354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:52.888783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c702c3-4401-4d53-84a6-5a314be4047a req-73ec96bc-9f1d-4ec5-b91c-93979f83f9ce tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:52.890266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c702c3-4401-4d53-84a6-5a314be4047a req-73ec96bc-9f1d-4ec5-b91c-93979f83f9ce tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 946 time: 0.2240410 Feb 19 07:35:52.891572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-731fa61d-11ac-4e38-8647-3d4d52650e0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab HTTP/1.1" status: 200 len: 217 time: 0.0507131 Feb 19 07:35:52.946499 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-7704809a-fbf6-4399-8fe7-844625dd20d0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] delete failed (client error): The resource could not be found. Feb 19 07:35:52.951008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7704809a-fbf6-4399-8fe7-844625dd20d0 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/routers/c77f57e9-91c4-4100-b5fc-36d56b22aec6 HTTP/1.1" status: 404 len: 336 time: 0.0624363 Feb 19 07:35:52.970358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.014349 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33434c4-b373-4e83-a5d1-ac398895bf2c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.015031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33434c4-b373-4e83-a5d1-ac398895bf2c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.022861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f33434c4-b373-4e83-a5d1-ac398895bf2c tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/f569b2b9-5224-404f-b939-4bf8957ca36a HTTP/1.1" status: 404 len: 337 time: 0.0506454 Feb 19 07:35:53.026648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.064219 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4c5fc8-3ae5-4ef5-978a-60fb0c7a2d83 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.064844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4c5fc8-3ae5-4ef5-978a-60fb0c7a2d83 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.072368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb4c5fc8-3ae5-4ef5-978a-60fb0c7a2d83 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/7b3f2c00-fccf-49db-afa4-d0a78be4128d HTTP/1.1" status: 404 len: 337 time: 0.0445368 Feb 19 07:35:53.073181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46050) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.084847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-08c7a003-5f63-4e0c-a153-b25cebb9d416 req-8349a070-8d1c-4237-830f-ba701646765a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273066 Feb 19 07:35:53.114856 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5fa65b-def3-4eb0-91fd-2151c6491e90 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.115787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5fa65b-def3-4eb0-91fd-2151c6491e90 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.122320 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cf5fa65b-def3-4eb0-91fd-2151c6491e90 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/c4676df0-1245-444d-89d5-0756b0eb2c81 HTTP/1.1" status: 404 len: 333 time: 0.0470185 Feb 19 07:35:53.123070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.154022 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d954fe8c-38c4-453a-adc6-5b93910a68b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.154863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d954fe8c-38c4-453a-adc6-5b93910a68b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.162219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d954fe8c-38c4-453a-adc6-5b93910a68b7 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/6b3eb9a3-6cc5-4f36-84ec-33dbe566745b HTTP/1.1" status: 404 len: 337 time: 0.0377319 Feb 19 07:35:53.164258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46054) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.213900 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f015695-7699-477b-8414-9e78be6a204f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.214376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f015695-7699-477b-8414-9e78be6a204f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.217440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4f015695-7699-477b-8414-9e78be6a204f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/2f9136cf-c5d9-49dd-9c3d-8b8aafe7ca18 HTTP/1.1" status: 404 len: 333 time: 0.0518999 Feb 19 07:35:53.220228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46056) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.254144 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb3e921-fd4e-4a86-807f-69e9325db84f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.255935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb3e921-fd4e-4a86-807f-69e9325db84f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.262810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5eb3e921-fd4e-4a86-807f-69e9325db84f tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/47212c64-96db-4994-b6e2-9e33257aea9c HTTP/1.1" status: 404 len: 337 time: 0.0413127 Feb 19 07:35:53.263748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.294461 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-db38b0eb-b18d-43b2-8b22-b4e42c8e6efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.295275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db38b0eb-b18d-43b2-8b22-b4e42c8e6efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.303167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-db38b0eb-b18d-43b2-8b22-b4e42c8e6efa tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/a9897b72-f7f6-4b10-a014-49b5d5324eb6 HTTP/1.1" status: 404 len: 333 time: 0.0382144 Feb 19 07:35:53.304004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.349710 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1122259e-c820-4fd5-a66a-44e35ebc2564 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.350582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1122259e-c820-4fd5-a66a-44e35ebc2564 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.358257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1122259e-c820-4fd5-a66a-44e35ebc2564 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/655250d6-ee08-4aae-8ac2-e56369461509 HTTP/1.1" status: 404 len: 337 time: 0.0531015 Feb 19 07:35:53.359482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46062) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.396580 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b7e2ce-f9d2-496d-99f3-619c9990a202 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.397474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b7e2ce-f9d2-496d-99f3-619c9990a202 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.404910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-03b7e2ce-f9d2-496d-99f3-619c9990a202 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/7c589d54-02cc-4376-844a-a8853f763496 HTTP/1.1" status: 404 len: 333 time: 0.0442140 Feb 19 07:35:53.405677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.451880 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a0a4df-0a26-4fe1-830e-29a99910a826 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.452541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a0a4df-0a26-4fe1-830e-29a99910a826 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.461935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c4a0a4df-0a26-4fe1-830e-29a99910a826 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/90b546c0-e0b3-4b60-87d4-2a2e397c0768 HTTP/1.1" status: 404 len: 337 time: 0.0549870 Feb 19 07:35:53.463133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.513476 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1139716-7586-4c6b-9d4b-718dcbb97328 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.514042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1139716-7586-4c6b-9d4b-718dcbb97328 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.517500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c1139716-7586-4c6b-9d4b-718dcbb97328 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/48e12b92-2293-4e39-9dfd-862c6d41b17f HTTP/1.1" status: 404 len: 333 time: 0.0518153 Feb 19 07:35:53.524940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.614890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14686d8-3529-4471-be0d-7ec500098964 req-d486943e-1cc3-4d06-9a6d-94d99048fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:53.616409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-d486943e-1cc3-4d06-9a6d-94d99048fcce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.7123740 Feb 19 07:35:53.623367 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c880ff8-c9ed-477a-8815-40ccd0a20dea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.624155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c880ff8-c9ed-477a-8815-40ccd0a20dea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.632093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c880ff8-c9ed-477a-8815-40ccd0a20dea tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/cf46cfc4-6cf0-464a-bac1-34af103df7c6 HTTP/1.1" status: 404 len: 337 time: 0.1017542 Feb 19 07:35:53.632746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.666428 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d888d2a-9ecd-45c7-831a-fca7d2802475 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.667381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d888d2a-9ecd-45c7-831a-fca7d2802475 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.674712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1d888d2a-9ecd-45c7-831a-fca7d2802475 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/3bd56a5f-c10f-43c8-b3f6-5b47be57beaf HTTP/1.1" status: 404 len: 333 time: 0.0380776 Feb 19 07:35:53.675711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.707882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-1e486a6f-23ec-4595-b5f5-0719fe764963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724990 Feb 19 07:35:53.714306 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23f71c3-43ab-4ce2-a29d-a90461cf3713 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.714782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23f71c3-43ab-4ce2-a29d-a90461cf3713 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.720479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c23f71c3-43ab-4ce2-a29d-a90461cf3713 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/610a163d-f4f4-4d9c-9142-d4c37213c7de HTTP/1.1" status: 404 len: 337 time: 0.0407965 Feb 19 07:35:53.720717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (678f0eff-0b65-4556-8e30-efc7ed1be4b6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:53.722359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.750311 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-07298a88-b0c1-45b8-b5b3-c6f24d6c1bd3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.751041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07298a88-b0c1-45b8-b5b3-c6f24d6c1bd3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.756948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07298a88-b0c1-45b8-b5b3-c6f24d6c1bd3 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/ports/ebb25bdd-3345-4552-a1c1-c6dab6cd3543 HTTP/1.1" status: 404 len: 333 time: 0.0304346 Feb 19 07:35:53.758297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.781860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-8688fd1b-3458-4089-bde1-657a075b609c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:53.783468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-8688fd1b-3458-4089-bde1-657a075b609c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "GET /v2.0/ports?device_id=408b65fc-fa42-4217-8842-98f26736a02c HTTP/1.1" status: 200 len: 945 time: 0.4054275 Feb 19 07:35:53.804865 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea24fe63-c9c2-4d2b-8058-a5b63fef1cb6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] DELETE failed (client error): The resource could not be found. Feb 19 07:35:53.805752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea24fe63-c9c2-4d2b-8058-a5b63fef1cb6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:35:53.813672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea24fe63-c9c2-4d2b-8058-a5b63fef1cb6 tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/subnets/49586bf1-5813-45f3-b0a5-8a9e028eed3c HTTP/1.1" status: 404 len: 337 time: 0.0539300 Feb 19 07:35:53.814811 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:53.905583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Pushing event deleted for resources: {'Port': ['ID=678f0eff-0b65-4556-8e30-efc7ed1be4b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:53.928369 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c5babe57-9500-4977-a59b-d6a5978b6e57), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:53.960002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd577e-dbe4-490b-948e-4f6365905855 req-2f310926-2410-4927-b80d-c73f5c9be82c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:53.961524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bd577e-dbe4-490b-948e-4f6365905855 req-2f310926-2410-4927-b80d-c73f5c9be82c tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 946 time: 0.4410861 Feb 19 07:35:53.979770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Deleting port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:53.980114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.203778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c5babe57-9500-4977-a59b-d6a5978b6e57), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.211258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks [] for floatingip (53d3cdc0-28ce-4d64-b7dc-0ba9a256a674), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.214438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.215640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2fc06efe-0730-4954-9d6f-e98ffc02635a tempest-FloatingIPAdminTestJSON-930104452 tempest-FloatingIPAdminTestJSON-930104452-project] 10.222.0.43 "DELETE /v2.0/floatingips/53d3cdc0-28ce-4d64-b7dc-0ba9a256a674 HTTP/1.1" status: 204 len: 168 time: 2.4762611 Feb 19 07:35:54.218937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:54.265096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-1f1adb1a-ff7f-4dcd-9304-f607788c9d70 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294988 Feb 19 07:35:54.309977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5babe57-9500-4977-a59b-d6a5978b6e57']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:54.390490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6274bd33-1a1f-4b1a-900e-a6310db05c23') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:54.390932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6274bd33-1a1f-4b1a-900e-a6310db05c23') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:54.422060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b14686d8-3529-4471-be0d-7ec500098964 req-35ca02bf-5ec5-4a9e-b380-b2b254b155b2 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466784 Feb 19 07:35:54.433810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bd577e-dbe4-490b-948e-4f6365905855 req-418334ef-5686-41a3-bcfe-52da9bc0dab4 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/security-groups?id=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488375 Feb 19 07:35:54.442561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] For port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:54.443043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.454123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6274bd33-1a1f-4b1a-900e-a6310db05c23), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.466379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Calling delete_port for b13c34fc-c922-45d2-bb1e-7c8340c3bc1a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:54.482707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Deleting port b9ac8719-c1e4-482a-9d36-e0c0f6863068 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:54.482989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.492331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6274bd33-1a1f-4b1a-900e-a6310db05c23), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.506145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:35:54.506145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6274bd33-1a1f-4b1a-900e-a6310db05c23), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:54.509767 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:54.566279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc1f32-e04e-4d39-b135-64ac7d625648 req-40a7ce7e-f54f-429e-a6df-0768795b4c40 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:54.568068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29cc1f32-e04e-4d39-b135-64ac7d625648 req-40a7ce7e-f54f-429e-a6df-0768795b4c40 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.2717726 Feb 19 07:35:54.599614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Deleting port 6c71ed3d-7424-4023-9eeb-b4ff0e71faf5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:54.600230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.624120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c5babe57-9500-4977-a59b-d6a5978b6e57), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.646479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] For port b9ac8719-c1e4-482a-9d36-e0c0f6863068, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b9ac8719-c1e4-482a-9d36-e0c0f6863068,segment=NetworkSegment(50ac1c4f-8d40-4214-8689-f22164677e79),segment_id=50ac1c4f-8d40-4214-8689-f22164677e79)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:54.647009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.663621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Calling delete_port for b9ac8719-c1e4-482a-9d36-e0c0f6863068 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:54.667111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.670326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] 10.222.0.43 "DELETE /v2.0/networks/c5babe57-9500-4977-a59b-d6a5978b6e57 HTTP/1.1" status: 204 len: 168 time: 0.8542538 Feb 19 07:35:54.699651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc96d83-9266-4adc-8a79-c8028ea6644b tempest-NetworksTestDHCPv6-1584134056 tempest-NetworksTestDHCPv6-1584134056-project] Pushing event deleted for resources: {'Network': ['ID=c5babe57-9500-4977-a59b-d6a5978b6e57,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:54.708330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29cc1f32-e04e-4d39-b135-64ac7d625648 req-d261aa62-7e24-442e-bdf1-57950f44fa3b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264839 Feb 19 07:35:54.750343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.750671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.763714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Calling delete_port for 6c71ed3d-7424-4023-9eeb-b4ff0e71faf5 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:54.789493 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b13c34fc-c922-45d2-bb1e-7c8340c3bc1a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.843635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event deleted for resources: {'Port': ['ID=b13c34fc-c922-45d2-bb1e-7c8340c3bc1a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:54.917112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] No DVR routers for this DVR port b13c34fc-c922-45d2-bb1e-7c8340c3bc1a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:54.944290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:54.947616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93c702c3-4401-4d53-84a6-5a314be4047a req-5c969fa6-bc51-447b-84dd-e4417a670744 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.24 "DELETE /v2.0/ports/b13c34fc-c922-45d2-bb1e-7c8340c3bc1a HTTP/1.1" status: 204 len: 173 time: 2.0362179 Feb 19 07:35:54.948068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'name': 'network-vif-deleted', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:54.950934 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e39978-4a0c-41a6-8129-e47c50055677" -d '{"events": [{"server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "name": "network-vif-deleted", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:54.974425 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6c71ed3d-7424-4023-9eeb-b4ff0e71faf5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.031909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b9ac8719-c1e4-482a-9d36-e0c0f6863068), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.033484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c71ed3d-7424-4023-9eeb-b4ff0e71faf5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.116808 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a46e3-e3f9-4d01-90da-076fdc1fc2b9 x-openstack-request-id: req-e08a46e3-e3f9-4d01-90da-076fdc1fc2b9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:55.117051 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd54b70e-7d1a-4058-8423-6bf91f9afacc", "name": "network-vif-deleted", "tag": "b13c34fc-c922-45d2-bb1e-7c8340c3bc1a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:55.117537 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e08a46e3-e3f9-4d01-90da-076fdc1fc2b9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:55.119117 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd54b70e-7d1a-4058-8423-6bf91f9afacc', 'name': 'network-vif-deleted', 'tag': 'b13c34fc-c922-45d2-bb1e-7c8340c3bc1a', 'status': 'completed', 'code': 200} Feb 19 07:35:55.122222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Pushing event deleted for resources: {'Port': ['ID=b9ac8719-c1e4-482a-9d36-e0c0f6863068,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.193491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:55.218559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks [] for floatingip (08234283-3bde-4c5e-baa9-021fd4910b43), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.221888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.227205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-077cfcbf-f58c-4220-8b42-454ab5c8015a tempest-FloatingIPAdminTestJSON-961874516 tempest-FloatingIPAdminTestJSON-961874516-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/08234283-3bde-4c5e-baa9-021fd4910b43 HTTP/1.1" status: 204 len: 168 time: 0.9900358 Feb 19 07:35:55.227581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:55.233108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] No DVR routers for this DVR port b9ac8719-c1e4-482a-9d36-e0c0f6863068 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:35:55.236250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.244086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eca09d09-e46c-47c9-be1b-77d034757d79 req-1c9c902a-b1da-41ce-ae62-989f11a7b6fb tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.47 "DELETE /v2.0/ports/b9ac8719-c1e4-482a-9d36-e0c0f6863068 HTTP/1.1" status: 204 len: 173 time: 1.3733182 Feb 19 07:35:55.437951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a01b28f2-9fe5-4ac9-bba3-658cff551d67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6026a54b07f54c4ab4b66a5f1a74d4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442808 Feb 19 07:35:55.441056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:55.467324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port e264ae9b-b640-4640-be44-887e3fabbb3a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:55.467681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.627030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fe583c79-e559-4c1c-8f6b-52553ce12074 req-4acd042d-df5c-4403-97ed-66fa76782725 tempest-ListServersNegativeTestJSON-1152252419 tempest-ListServersNegativeTestJSON-1152252419-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd54b70e-7d1a-4058-8423-6bf91f9afacc HTTP/1.1" status: 200 len: 210 time: 0.0399044 Feb 19 07:35:55.654217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.680449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] Publish callbacks [] for security_group (4aa1aa51-cfe7-4265-8e92-1249569aafcd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.683242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for e264ae9b-b640-4640-be44-887e3fabbb3a owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:55.719593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] Publish callbacks [] for security_group (4aa1aa51-cfe7-4265-8e92-1249569aafcd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.868123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4aa1aa51-cfe7-4265-8e92-1249569aafcd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.871394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:55.873084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4aa1aa51-cfe7-4265-8e92-1249569aafcd HTTP/1.1" status: 204 len: 168 time: 0.4313655 Feb 19 07:35:55.896251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eea29-58fe-42d7-b04f-df7730d43e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1aa51-cfe7-4265-8e92-1249569aafcd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:55.906217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22409f5c-60bd-4367-b9cb-aca65e64e6b7 req-35860cc9-78fd-4bd4-b614-13c22cdbc93d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:55.908932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22409f5c-60bd-4367-b9cb-aca65e64e6b7 req-35860cc9-78fd-4bd4-b614-13c22cdbc93d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.0771394 Feb 19 07:35:55.987363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e264ae9b-b640-4640-be44-887e3fabbb3a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:56.030470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=e264ae9b-b640-4640-be44-887e3fabbb3a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:56.042252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22409f5c-60bd-4367-b9cb-aca65e64e6b7 req-67eefcf5-054f-4d05-9402-cc529779266e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225855 Feb 19 07:35:56.047012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:35:56.055504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b9ac8719-c1e4-482a-9d36-e0c0f6863068 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:56.097537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b9ac8719-c1e4-482a-9d36-e0c0f6863068 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:56.098525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b9ac8719-c1e4-482a-9d36-e0c0f6863068 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:56.101134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b13c34fc-c922-45d2-bb1e-7c8340c3bc1a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:35:56.151750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:56.157319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc633ff0-0c2e-4b57-9962-2d184e361b26 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/ports/e264ae9b-b640-4640-be44-887e3fabbb3a HTTP/1.1" status: 204 len: 168 time: 0.9259322 Feb 19 07:35:56.157498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: b13c34fc-c922-45d2-bb1e-7c8340c3bc1a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:35:56.157498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b13c34fc-c922-45d2-bb1e-7c8340c3bc1a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:35:56.158019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46158) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:56.248765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee13826-974b-49bc-bfd1-220420e3b22f tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:56.254692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:56.255532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0ee13826-974b-49bc-bfd1-220420e3b22f tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 HTTP/1.1" status: 200 len: 913 time: 0.0958402 Feb 19 07:35:56.327328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:56.341577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'mac_address': 'fa:16:3e:0c:54:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:35:56.420094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:56.420498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:56.452030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48087c24-1c9e-4ece-9904-b26b5e5bfbab {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:35:56.476201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:56.493886 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:56.633851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:56.780230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:56.804527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['48087c24-1c9e-4ece-9904-b26b5e5bfbab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:35:56.874090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Deleting subnet e37fa02e-70ad-4ea8-97bc-37095fff7086 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:35:56.885251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Publish callbacks [] for subnet (e37fa02e-70ad-4ea8-97bc-37095fff7086), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:56.979399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (e37fa02e-70ad-4ea8-97bc-37095fff7086), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.037746 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e37fa02e-70ad-4ea8-97bc-37095fff7086), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.117533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (e37fa02e-70ad-4ea8-97bc-37095fff7086), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.124618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'name': 'network-vif-deleted', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:57.128122 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2409a1ab-6c1d-4576-ad70-2cea5e6aaa94" -d '{"events": [{"server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "name": "network-vif-deleted", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:57.136671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:57.189452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.214946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e37fa02e-70ad-4ea8-97bc-37095fff7086 HTTP/1.1" status: 204 len: 168 time: 0.4335299 Feb 19 07:35:57.225342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:57.227920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60832d99-d23a-44ca-b5ce-661a003daafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37fa02e-70ad-4ea8-97bc-37095fff7086,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.238376 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb36eb8-22ab-4828-8ffd-56f60989f9cb x-openstack-request-id: req-2bb36eb8-22ab-4828-8ffd-56f60989f9cb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:57.238376 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408b65fc-fa42-4217-8842-98f26736a02c", "name": "network-vif-deleted", "tag": "b9ac8719-c1e4-482a-9d36-e0c0f6863068", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:57.238376 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bb36eb8-22ab-4828-8ffd-56f60989f9cb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:57.238376 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408b65fc-fa42-4217-8842-98f26736a02c', 'name': 'network-vif-deleted', 'tag': 'b9ac8719-c1e4-482a-9d36-e0c0f6863068', 'status': 'completed', 'code': 200} Feb 19 07:35:57.309644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b2bb2f1a-3000-497c-8757-74f55a768196), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.315519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-137489268'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:57.336069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Made reservation on behalf of 184d28656bc44bf88b7f1b019956409f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:57.339458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.349273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.396858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a82fa-d5f1-4871-9cc1-fd88604478f1 req-cc5aea8e-df6f-4f63-b3fc-6fd7c0a45a85 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:57.398462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-187a82fa-d5f1-4871-9cc1-fd88604478f1 req-cc5aea8e-df6f-4f63-b3fc-6fd7c0a45a85 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 945 time: 0.2182152 Feb 19 07:35:57.448331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for security_group (fdd3c37c-5b8f-4aab-bcf7-935096c449fc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.455088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fdd3c37c-5b8f-4aab-bcf7-935096c449fc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.491228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:35:57.502997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd3c37c-5b8f-4aab-bcf7-935096c449fc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.510711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (33fc389c-c7f3-4d2c-a399-714aa3846ad3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.511238 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Added segment 33fc389c-c7f3-4d2c-a399-714aa3846ad3 of type vlan for network 74c4403a-94fc-46a2-9a1c-47639b4a1882 Feb 19 07:35:57.529139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b2bb2f1a-3000-497c-8757-74f55a768196), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.561161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (74c4403a-94fc-46a2-9a1c-47639b4a1882), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.585486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bb2f1a-3000-497c-8757-74f55a768196']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:57.588597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (74c4403a-94fc-46a2-9a1c-47639b4a1882), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.594630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:57.595705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.602691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-187a82fa-d5f1-4871-9cc1-fd88604478f1 req-34a46022-61f2-436c-a2ec-9f631bb4a8a0 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959052 Feb 19 07:35:57.606938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ac1c4f-8d40-4214-8689-f22164677e79') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:57.607274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ac1c4f-8d40-4214-8689-f22164677e79') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:35:57.632985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (50ac1c4f-8d40-4214-8689-f22164677e79), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.655794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (50ac1c4f-8d40-4214-8689-f22164677e79), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.662689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.666743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:35:57.667138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (50ac1c4f-8d40-4214-8689-f22164677e79), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:35:57.669030 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:35:57.708432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'Network': ['ID=74c4403a-94fc-46a2-9a1c-47639b4a1882,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.714299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e3dd05c-0ee9-453a-b510-e7a817e61130 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5502973 Feb 19 07:35:57.717295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:57.721616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:35:57.725982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Request body: {'subnet': {'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:57.799724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b2bb2f1a-3000-497c-8757-74f55a768196), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.809466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:57.813221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b2bb2f1a-3000-497c-8757-74f55a768196 HTTP/1.1" status: 204 len: 168 time: 0.5864711 Feb 19 07:35:57.839314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229905f-f648-4bbf-9985-66b4b8f793d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bb2f1a-3000-497c-8757-74f55a768196,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:57.902204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Made reservation on behalf of 184d28656bc44bf88b7f1b019956409f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:57.908353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.062885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:35:58.131394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:58.173259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port 306b66ee-5547-4c10-aa96-c6eea2ac3ded {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:35:58.174158 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.181302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 48087c24-1c9e-4ece-9904-b26b5e5bfbab completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:35:58.187488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 48087c24-1c9e-4ece-9904-b26b5e5bfbab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:35:58.189378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.243297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (6e9866b6-fd83-4f80-bff5-d41e04129d16), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.290575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.303875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for 306b66ee-5547-4c10-aa96-c6eea2ac3ded owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:35:58.321603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ff8a9ad7-d953-447c-8a97-b3a1289fd1a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f8b7e399cbcb4ee6afee78a263a494a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890893 Feb 19 07:35:58.329850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:58.338569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'Subnet': ['ID=6e9866b6-fd83-4f80-bff5-d41e04129d16,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.358799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:35:58.359219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.401573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:35:58.404623 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b61a010-4cae-4b15-a1ae-295fe11eddf1" -d '{"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-plugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:35:58.409660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Checking segment: {'id': '33fc389c-c7f3-4d2c-a399-714aa3846ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:58.410036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Network hostable DHCP agents. Network: 74c4403a-94fc-46a2-9a1c-47639b4a1882, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:35:58.421171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:35:58.430898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.472707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:35:58.491635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] Publish callbacks [] for security_group (89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.506527 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc46dee-efec-4867-847b-78e7ace4cc1a x-openstack-request-id: req-adc46dee-efec-4867-847b-78e7ace4cc1a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:35:58.506919 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-plugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:35:58.507463 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-adc46dee-efec-4867-847b-78e7ace4cc1a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:35:58.507982 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'code': 200} Feb 19 07:35:58.508692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.519121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 74c4403a-94fc-46a2-9a1c-47639b4a1882) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:58.529292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431199de-688a-4cd1-99ec-c76cd938a993 None None] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:35:58.553402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:58.554003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.579490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (306b66ee-5547-4c10-aa96-c6eea2ac3ded), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.613076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] Publish callbacks [] for security_group (89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.654544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4a90a4e7-1d3e-4ebd-b565-bad17c38b55d tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9349065 Feb 19 07:35:58.657551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:35:58.702803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-74c4403a-94fc-46a2-9a1c-47639b4a1882', 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882', 'project_id': '184d28656bc44bf88b7f1b019956409f', 'fixed_ips': [{'subnet_id': '6e9866b6-fd83-4f80-bff5-d41e04129d16'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:35:58.704248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.718979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.721760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.727965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b HTTP/1.1" status: 204 len: 168 time: 0.3963494 Feb 19 07:35:58.737454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5683-031f-4d38-b05a-3885d75e2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7bf0e-84b1-4032-a7e1-2d6898fa6e1b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:58.741164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d9aa-220a-4c8b-a41c-18823306c9ae req-c8036a01-e008-4253-ad61-70d06898ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:58.743222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3107d9aa-220a-4c8b-a41c-18823306c9ae req-c8036a01-e008-4253-ad61-70d06898ea21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 1128 time: 0.1915138 Feb 19 07:35:58.803219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Request body: {'port': {'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1378756372'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:35:58.814816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3107d9aa-220a-4c8b-a41c-18823306c9ae req-c0fac4ea-22cd-4720-8695-75a1f8aaf0f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Feb 19 07:35:58.928012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Allocated IP 2001:db8::2 (74c4403a-94fc-46a2-9a1c-47639b4a1882/6e9866b6-fd83-4f80-bff5-d41e04129d16/9e8a6f5b-275e-4fb2-88cf-eb36697797f3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:58.936385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:58.938518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=306b66ee-5547-4c10-aa96-c6eea2ac3ded,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.201336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks [] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.211557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.220644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea5bda-bce4-42f5-8c1e-080e28feb531 req-4719dc57-fd38-4dc1-b5c7-550773d27fbf tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:35:59.229879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4ea5bda-bce4-42f5-8c1e-080e28feb531 req-4719dc57-fd38-4dc1-b5c7-550773d27fbf tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2947829 Feb 19 07:35:59.267123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Made reservation on behalf of 184d28656bc44bf88b7f1b019956409f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:35:59.273402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.283062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Pushing event updated for resources: {'Port': ['ID=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.307518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:35:59.309345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:35:59.314122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] device_id is not set on port 170cc0fa-7c3f-4b39-a1dd-4a719388380b yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:35:59.324733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:35:59.329187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.329819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.330641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.331757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.332725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.335733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.336468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.337058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.337622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.338245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.341200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.341837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.342570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:35:59.411225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4ea5bda-bce4-42f5-8c1e-080e28feb531 req-bcef32b2-981e-41ab-978e-8e69e142b726 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716824 Feb 19 07:35:59.466029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Attempting to bind port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:35:59.466446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Attempting to bind port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '33fc389c-c7f3-4d2c-a399-714aa3846ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:35:59.466848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Attempting to bind port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 on network 74c4403a-94fc-46a2-9a1c-47639b4a1882 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:35:59.485987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:35:59.486417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Checking segment: {'id': '33fc389c-c7f3-4d2c-a399-714aa3846ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:35:59.487093 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.487251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Bound using segment: {'id': '33fc389c-c7f3-4d2c-a399-714aa3846ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:35:59.487718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Bound port: 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc389c-c7f3-4d2c-a399-714aa3846ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:35:59.488104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.580079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] For port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:35:59.583818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] For port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,segment=NetworkSegment(33fc389c-c7f3-4d2c-a399-714aa3846ad3),segment_id=33fc389c-c7f3-4d2c-a399-714aa3846ad3)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:35:59.592035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:35:59.657232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Allocated IP 2001:db8::2fe (74c4403a-94fc-46a2-9a1c-47639b4a1882/6e9866b6-fd83-4f80-bff5-d41e04129d16/170cc0fa-7c3f-4b39-a1dd-4a719388380b) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:35:59.663445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01857-ebb0-41f8-9e7a-2eb0b6cc7158 None None] Pushing event updated for resources: {'Port': ['ID=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:35:59.729772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:00.163212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:00.228435 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.306478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-c156c5cd-5ec6-46f8-9125-e696b5f152f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768692 Feb 19 07:36:00.340561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-277773129-network', 'tenant_id': 'a80f3e22e5f6479da48830bdd4402c98'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:00.394328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Made reservation on behalf of a80f3e22e5f6479da48830bdd4402c98 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:00.397239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.418687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.450780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-fe2f1d94-957b-483c-b07b-851a2683092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:00.452612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-fe2f1d94-957b-483c-b07b-851a2683092e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 1129 time: 0.1022496 Feb 19 07:36:00.458617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:00.467082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3428345-63b0-480c-a179-86fdca134c09 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "PUT /v2.0/routers/e6d0aa37-50f4-44bf-9dcd-0dda14a3b516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2112248 Feb 19 07:36:00.469588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:00.482189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] Sync routers for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:00.496320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:00.499215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:00.542823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:00.551921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] Routers {'e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:00.552845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:35:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:00.561253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.594495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:00.595243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1e2c3-0bf1-45cd-ab7a-b98c890936ab None None] The sync data for ids ['e6d0aa37-50f4-44bf-9dcd-0dda14a3b516'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:00.611078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.683757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:00.709011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'Port': ['ID=170cc0fa-7c3f-4b39-a1dd-4a719388380b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:00.716625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:00.719632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:00.726553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:00.728638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.765581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:00.769286 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-294a7166-8946-4593-b3ee-754d421e619e tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9704566 Feb 19 07:36:00.772795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:00.783594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Request body: {'port': {'network_id': '74c4403a-94fc-46a2-9a1c-47639b4a1882', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1472572972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:00.784225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] bootfile-name is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:00.786201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] tftp-server is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:00.786797 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.api.validators [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] server-ip-address is not in valid_values {{(pid=103587) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:00.853518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:00.854401 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.979612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Made reservation on behalf of 184d28656bc44bf88b7f1b019956409f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:00.979876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:00.980339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:00.988151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.029208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] device_id is not set on port a0089166-4b32-479b-a92e-c806f8ff65f7 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:36:01.030083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,segment=NetworkSegment(33fc389c-c7f3-4d2c-a399-714aa3846ad3),segment_id=33fc389c-c7f3-4d2c-a399-714aa3846ad3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:01.038679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.137458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.225525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.242525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Allocated IP 2001:db8::395 (74c4403a-94fc-46a2-9a1c-47639b4a1882/6e9866b6-fd83-4f80-bff5-d41e04129d16/a0089166-4b32-479b-a92e-c806f8ff65f7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:01.273719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c2018-7601-48aa-b46b-951486fa8429 None None] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:01.414226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6d1d3678-b71f-4175-9f5f-2545bec16adb None None] Provisioning complete for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:01.415876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_gateway (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.418674 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d1d3678-b71f-4175-9f5f-2545bec16adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.447824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af6700-d55c-428f-a8f7-bec80cb2f76d req-e8b94e61-c18f-4e05-8e60-018473fb395c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.457793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50af6700-d55c-428f-a8f7-bec80cb2f76d req-e8b94e61-c18f-4e05-8e60-018473fb395c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.3715415 Feb 19 07:36:01.502195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for port (a0089166-4b32-479b-a92e-c806f8ff65f7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.548306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a0089166-4b32-479b-a92e-c806f8ff65f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.603272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50af6700-d55c-428f-a8f7-bec80cb2f76d req-2bc7843f-65ab-449b-b617-1dfc766dc6e9 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189110 Feb 19 07:36:01.634007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d3678-b71f-4175-9f5f-2545bec16adb None None] Current status of the port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:01.642526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-93c22c99-bd2d-4b69-b2db-b2a96efafad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.644422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-93c22c99-bd2d-4b69-b2db-b2a96efafad3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 1.1664796 Feb 19 07:36:01.651561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks [] for security_group (0f716904-7b76-48da-8670-9460856bffa9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.680221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'Port': ['ID=a0089166-4b32-479b-a92e-c806f8ff65f7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.704138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:01.705599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:01.709283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:01.716618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.717471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.770028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-3d6f08bd-4bc5-44f6-8c96-afaa5804fc6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 200 len: 1002 time: 0.1060140 Feb 19 07:36:01.774636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0f716904-7b76-48da-8670-9460856bffa9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.788585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-09ac15b2-e5d9-432c-af6b-fb7f6a9d88b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0119517 Feb 19 07:36:01.790807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:01.791066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:01.801424 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4917aec4-1259-4ca4-9f54-3819ae469f89), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.801904 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Added segment 4917aec4-1259-4ca4-9f54-3819ae469f89 of type vlan for network b39ede5e-9c5c-482e-8bf0-06f45551b219 Feb 19 07:36:01.864849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b39ede5e-9c5c-482e-8bf0-06f45551b219), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:01.872700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3705d-b51d-42fd-85dc-a52cdad34d0d req-79479b1d-d1b9-4f7c-b0de-ab318e0385dc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.883959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bb3705d-b51d-42fd-85dc-a52cdad34d0d req-79479b1d-d1b9-4f7c-b0de-ab318e0385dc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1626697 Feb 19 07:36:01.941934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755ecbe-0117-4bd3-a4d0-813b4f4aba28 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.948914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755ecbe-0117-4bd3-a4d0-813b4f4aba28 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.955070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0755ecbe-0117-4bd3-a4d0-813b4f4aba28 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:01.957362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0755ecbe-0117-4bd3-a4d0-813b4f4aba28 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1507881 Feb 19 07:36:01.962160 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:01.989730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f716904-7b76-48da-8670-9460856bffa9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:01.993840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port 41289b7c-3619-4c51-bf94-82c40c4b3cc5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:01.994466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (41289b7c-3619-4c51-bf94-82c40c4b3cc5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.002365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b39ede5e-9c5c-482e-8bf0-06f45551b219), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.004399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:02.005330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.042907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bb3705d-b51d-42fd-85dc-a52cdad34d0d req-05d88860-aaf3-4b19-8a30-5d9dd79cfb1d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580439 Feb 19 07:36:02.105553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-cda444b3-ad5f-4700-a733-3fa6bf8ba6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:02.107923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-cda444b3-ad5f-4700-a733-3fa6bf8ba6c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.2404997 Feb 19 07:36:02.115372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Provisioning complete for port 170cc0fa-7c3f-4b39-a1dd-4a719388380b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:02.118699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.168922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Deleting port a0089166-4b32-479b-a92e-c806f8ff65f7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:02.169515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a0089166-4b32-479b-a92e-c806f8ff65f7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.242003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Port 170cc0fa-7c3f-4b39-a1dd-4a719388380b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:02.299978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Provisioning complete for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:02.301629 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.323706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1587999 Feb 19 07:36:02.328739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:02.348291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Request body: {'subnet': {'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-277773129-subnet', 'tenant_id': 'a80f3e22e5f6479da48830bdd4402c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:02.360862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a0089166-4b32-479b-a92e-c806f8ff65f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.413911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd3e4d-ab72-4eb0-be79-445ff2c5fa81 admin admin] Pushing event updated for resources: {'Network': ['ID=b39ede5e-9c5c-482e-8bf0-06f45551b219,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:02.441087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Calling delete_port for a0089166-4b32-479b-a92e-c806f8ff65f7 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:02.452906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b39ede5e-9c5c-482e-8bf0-06f45551b219 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:02.485886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Made reservation on behalf of a80f3e22e5f6479da48830bdd4402c98 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:02.489258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.504007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (41289b7c-3619-4c51-bf94-82c40c4b3cc5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:02.525409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-31dd423a-bc13-422f-9458-38acd18706c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:02.526962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-31dd423a-bc13-422f-9458-38acd18706c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2741311 Feb 19 07:36:02.532008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for 41289b7c-3619-4c51-bf94-82c40c4b3cc5 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:02.737747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b84fb-cdf5-4afb-866b-9fdc501c6a15 req-bcdcc0a9-94fb-488f-824f-329311e07306 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:02.745645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf5b84fb-cdf5-4afb-866b-9fdc501c6a15 req-bcdcc0a9-94fb-488f-824f-329311e07306 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.3447652 Feb 19 07:36:02.759432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-5884db9f-27f8-441e-9a9b-449b064ba832 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218843 Feb 19 07:36:02.849237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:02.852507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-792667b0-6ecf-4dd6-875b-30c6518bf862 None None] Current status of the port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:02.946801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf5b84fb-cdf5-4afb-866b-9fdc501c6a15 req-b5f2284a-ac1a-4fa7-9a54-7948afee0ea9 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950204 Feb 19 07:36:03.009757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:03.010221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.085065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a0089166-4b32-479b-a92e-c806f8ff65f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.096103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8651dc20-e6ac-47ec-9315-daed2443a93b None None] Provisioning complete for port 170cc0fa-7c3f-4b39-a1dd-4a719388380b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:03.097306 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8651dc20-e6ac-47ec-9315-daed2443a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.136174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event deleted for resources: {'Port': ['ID=a0089166-4b32-479b-a92e-c806f8ff65f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:03.145800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (30eeaf38-4049-4d62-8092-c3f8c790dfde), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.178761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce936e62-c6f3-4c9d-8dea-d1e98c01fe55 req-9dcd8ea0-99be-4a8b-b8b2-e11460c8849e service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644609 Feb 19 07:36:03.196508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.200248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de330b68-d655-4cd2-918c-ebe6187d4417 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "DELETE /v2.0/ports/a0089166-4b32-479b-a92e-c806f8ff65f7 HTTP/1.1" status: 204 len: 168 time: 1.2382731 Feb 19 07:36:03.209735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.210011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:03.222743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8651dc20-e6ac-47ec-9315-daed2443a93b None None] Port 170cc0fa-7c3f-4b39-a1dd-4a719388380b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:03.228906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8651dc20-e6ac-47ec-9315-daed2443a93b None None] Could not find standard attr ID for object a0089166-4b32-479b-a92e-c806f8ff65f7. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:36:03.232530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Request body: {'port': {'name': 'tempest-new-port-name-498351699', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:03.234877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:03.235395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:03.236088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 07:36:03.321202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:03.328605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30eeaf38-4049-4d62-8092-c3f8c790dfde,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:03.334426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Checking segment: {'id': '4917aec4-1259-4ca4-9f54-3819ae469f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:03.335024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Network hostable DHCP agents. Network: b39ede5e-9c5c-482e-8bf0-06f45551b219, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:03.355895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Network b39ede5e-9c5c-482e-8bf0-06f45551b219 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:03.367428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b39ede5e-9c5c-482e-8bf0-06f45551b219) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:03.376990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:03.377314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d2adc-ac8f-4d56-987c-1d848c4624e6 None None] Network b39ede5e-9c5c-482e-8bf0-06f45551b219 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:03.379517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.398643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (41289b7c-3619-4c51-bf94-82c40c4b3cc5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.403865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a41a4bd8-3b1a-4434-bec1-6a54c56929f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0737975 Feb 19 07:36:03.418497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7aad1-37ed-4dbc-9f84-1af6cf85fe92 req-ce25d4a0-da6c-42c1-9cb5-b0697176862c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:03.420310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57b7aad1-37ed-4dbc-9f84-1af6cf85fe92 req-ce25d4a0-da6c-42c1-9cb5-b0697176862c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.3593605 Feb 19 07:36:03.456087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=41289b7c-3619-4c51-bf94-82c40c4b3cc5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:03.511433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.617377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57b7aad1-37ed-4dbc-9f84-1af6cf85fe92 req-0a284eac-4f8b-4741-8767-76e61b2cf4c6 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670580 Feb 19 07:36:03.644671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50199eb-b01d-47eb-ab4c-18b6b47deb17 None None] Network b39ede5e-9c5c-482e-8bf0-06f45551b219 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:03.913270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.922262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.924668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:03.993304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event updated for resources: {'Port': ['ID=170cc0fa-7c3f-4b39-a1dd-4a719388380b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:04.088673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] In _notify_port_updated(), no bound segment for port 170cc0fa-7c3f-4b39-a1dd-4a719388380b on network 74c4403a-94fc-46a2-9a1c-47639b4a1882 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:36:04.094404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:04.095468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.096243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a4e7bfe-c537-49c5-926a-e635e45b29e3 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "PUT /v2.0/ports/170cc0fa-7c3f-4b39-a1dd-4a719388380b HTTP/1.1" status: 200 len: 1129 time: 0.8747725 Feb 19 07:36:04.099075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:04.158205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.161716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router_controller (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.321989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac2867-a23c-4733-9da0-a9feb20167b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:04.331507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8bac2867-a23c-4733-9da0-a9feb20167b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "GET /v2.0/ports/170cc0fa-7c3f-4b39-a1dd-4a719388380b HTTP/1.1" status: 200 len: 1129 time: 0.2295711 Feb 19 07:36:04.336469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:04.400077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (e6d0aa37-50f4-44bf-9dcd-0dda14a3b516), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.400768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Fanout notify agent at l3_agent the message router_deleted on router e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:36:04.421632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.429252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00fa7ae4-0e9a-490b-a3f1-36fc23dc9df8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/routers/e6d0aa37-50f4-44bf-9dcd-0dda14a3b516 HTTP/1.1" status: 204 len: 168 time: 3.9574292 Feb 19 07:36:04.439789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:04.478040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4469-8f7c-411b-8e2d-3352b5cf9f01 req-d839877d-12ad-4905-ad60-202621f7d608 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:04.480223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57da4469-8f7c-411b-8e2d-3352b5cf9f01 req-d839877d-12ad-4905-ad60-202621f7d608 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2755675 Feb 19 07:36:04.570619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c4e2a244-7215-4ad5-b351-fc7c654b7cb1 None None] Provisioning complete for port 170cc0fa-7c3f-4b39-a1dd-4a719388380b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:04.571707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a244-7215-4ad5-b351-fc7c654b7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.578955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-71e410e0-0306-4c8a-ab20-2aaf0ab99b4e tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:04.588762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-71e410e0-0306-4c8a-ab20-2aaf0ab99b4e tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/networks?id=b39ede5e-9c5c-482e-8bf0-06f45551b219 HTTP/1.1" status: 200 len: 821 time: 0.3823078 Feb 19 07:36:04.597376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting subnet 5b0594c8-f233-4d87-9719-0f20a6379330 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:36:04.602882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for subnet (5b0594c8-f233-4d87-9719-0f20a6379330), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.606118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57da4469-8f7c-411b-8e2d-3352b5cf9f01 req-91a3b42c-d4ca-4ce0-b87b-1eabe1787e3f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100008 Feb 19 07:36:04.609119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Deleting port 170cc0fa-7c3f-4b39-a1dd-4a719388380b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:04.609470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.631467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2a244-7215-4ad5-b351-fc7c654b7cb1 None None] Port 170cc0fa-7c3f-4b39-a1dd-4a719388380b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:04.690157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (5b0594c8-f233-4d87-9719-0f20a6379330), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.744738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-dcf91f06-c5eb-45fb-ac1f-b678eaada47f tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/quotas/a80f3e22e5f6479da48830bdd4402c98 HTTP/1.1" status: 200 len: 375 time: 0.1564071 Feb 19 07:36:04.774694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.788222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Calling delete_port for 170cc0fa-7c3f-4b39-a1dd-4a719388380b owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:04.808157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-3410de18-e03f-41f9-8a99-6d72f8988394 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80f3e22e5f6479da48830bdd4402c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545101 Feb 19 07:36:04.877020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (5b0594c8-f233-4d87-9719-0f20a6379330), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:04.986302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (170cc0fa-7c3f-4b39-a1dd-4a719388380b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.036366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event deleted for resources: {'Port': ['ID=170cc0fa-7c3f-4b39-a1dd-4a719388380b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.036933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-e3b73fcf-09c3-4572-849f-da8659562240 service neutron] 10.222.0.43 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210615 Feb 19 07:36:05.040395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-a33e6175-c611-44c1-919e-e74dc1104a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:05.042438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-a33e6175-c611-44c1-919e-e74dc1104a90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 1128 time: 0.1076000 Feb 19 07:36:05.061313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (5b0594c8-f233-4d87-9719-0f20a6379330), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.099168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.105268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38796009-647b-442c-bf05-3129e54be0fb tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "DELETE /v2.0/ports/170cc0fa-7c3f-4b39-a1dd-4a719388380b HTTP/1.1" status: 204 len: 168 time: 0.7664976 Feb 19 07:36:05.107147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:05.174798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Deleting subnet 6e9866b6-fd83-4f80-bff5-d41e04129d16 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:36:05.177960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.178936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for subnet (6e9866b6-fd83-4f80-bff5-d41e04129d16), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.183285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55722172-fc12-41fd-9886-b7e560469100 None None] Network 3212934a-91d9-4edd-9b39-33f2b80a75ed requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:05.184017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/subnets/5b0594c8-f233-4d87-9719-0f20a6379330 HTTP/1.1" status: 204 len: 168 time: 0.7433505 Feb 19 07:36:05.204687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:05.219146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928a318-55de-43be-9800-b36b272fe6f8 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0594c8-f233-4d87-9719-0f20a6379330,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:05.306070 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-3a3c4de1-ab81-48d7-a9c9-89396f79839b service neutron] 10.222.0.43 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590671 Feb 19 07:36:05.308886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-a8d89f33-73a4-422b-a7d0-af5a7a3f9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:05.310321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-a8d89f33-73a4-422b-a7d0-af5a7a3f9479 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 914 time: 0.2334719 Feb 19 07:36:05.337588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3212934a-91d9-4edd-9b39-33f2b80a75ed), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.365484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (6e9866b6-fd83-4f80-bff5-d41e04129d16), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.370086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-d465d9df-834c-4d15-b8cc-73d8dcda7698 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab HTTP/1.1" status: 200 len: 217 time: 0.0538337 Feb 19 07:36:05.429233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] DHCP port deletion for 3212934a-91d9-4edd-9b39-33f2b80a75ed request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:36:05.499373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-735716ae-8f48-4a67-aeef-2c87b3a1a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:05.501462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-735716ae-8f48-4a67-aeef-2c87b3a1a350 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.1235411 Feb 19 07:36:05.526367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port cbd0a71b-766c-4980-b519-09a461b29173 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:05.526712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cbd0a71b-766c-4980-b519-09a461b29173), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.567293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Deleting port cbd0a71b-766c-4980-b519-09a461b29173 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:05.567586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cbd0a71b-766c-4980-b519-09a461b29173), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.584713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-170b800d-4369-4e1b-964a-6a4515beef3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772343 Feb 19 07:36:05.612560 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6e9866b6-fd83-4f80-bff5-d41e04129d16), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.704368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] For port cbd0a71b-766c-4980-b519-09a461b29173, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cbd0a71b-766c-4980-b519-09a461b29173,segment=NetworkSegment(34f8d602-71aa-4f0b-9b79-3ccaf7664092),segment_id=34f8d602-71aa-4f0b-9b79-3ccaf7664092)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:05.705002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cbd0a71b-766c-4980-b519-09a461b29173), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.719224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-e3db999d-a816-4d7d-aee4-f4518e6e0ada service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284268 Feb 19 07:36:05.730536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for cbd0a71b-766c-4980-b519-09a461b29173 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:05.763732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] For port cbd0a71b-766c-4980-b519-09a461b29173, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cbd0a71b-766c-4980-b519-09a461b29173,segment=NetworkSegment(34f8d602-71aa-4f0b-9b79-3ccaf7664092),segment_id=34f8d602-71aa-4f0b-9b79-3ccaf7664092)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:05.764325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cbd0a71b-766c-4980-b519-09a461b29173), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.787945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Calling delete_port for cbd0a71b-766c-4980-b519-09a461b29173 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:05.913209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616997c-e9e6-4880-9d80-d0b3c88067fe req-336317bd-9e02-4a24-8b1f-d0519e3f4002 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:05.920086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3616997c-e9e6-4880-9d80-d0b3c88067fe req-336317bd-9e02-4a24-8b1f-d0519e3f4002 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1642191 Feb 19 07:36:05.935562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (cbd0a71b-766c-4980-b519-09a461b29173), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:05.946467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-840bba60-27f6-463e-98ce-7ab32d6ac5cf req-181a943f-b558-4cf2-ac5b-2be543d3cf19 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217088 Feb 19 07:36:05.979236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eae527d6-ca7c-47dd-96b3-d1aec23cd777 req-c6c82a9f-ebcc-4902-950e-7d39142a0074 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 210 time: 0.1249537 Feb 19 07:36:06.014464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] Pushing event deleted for resources: {'Port': ['ID=cbd0a71b-766c-4980-b519-09a461b29173,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.017387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f06b7b-60b2-48db-b02b-4cf8ccef102d None None] No DVR routers for this DVR port cbd0a71b-766c-4980-b519-09a461b29173 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:06.035442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3616997c-e9e6-4880-9d80-d0b3c88067fe req-c0f4032d-1859-49d0-b189-ab89e87aae2d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141217 Feb 19 07:36:06.057117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cbd0a71b-766c-4980-b519-09a461b29173), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.067821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6e9866b6-fd83-4f80-bff5-d41e04129d16), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.075055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] No DVR routers for this DVR port cbd0a71b-766c-4980-b519-09a461b29173 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:06.149241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=cbd0a71b-766c-4980-b519-09a461b29173,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.167361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9866b6-fd83-4f80-bff5-d41e04129d16,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.173889 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.180034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-318d5f0a-7c1c-4905-9bce-6eb4ee653753 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "DELETE /v2.0/subnets/6e9866b6-fd83-4f80-bff5-d41e04129d16 HTTP/1.1" status: 204 len: 168 time: 1.0695062 Feb 19 07:36:06.180748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:06.195101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cca8bc-90f1-4986-8206-4339c41b70b7 None None] Network 74c4403a-94fc-46a2-9a1c-47639b4a1882 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:06.277081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3212934a-91d9-4edd-9b39-33f2b80a75ed), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.305714 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-912d113e-8139-44f6-b057-493d78c47eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.322258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (74c4403a-94fc-46a2-9a1c-47639b4a1882), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.324969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3212934a-91d9-4edd-9b39-33f2b80a75ed']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:06.339731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f8d602-71aa-4f0b-9b79-3ccaf7664092') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:06.340207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f8d602-71aa-4f0b-9b79-3ccaf7664092') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:06.356154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (34f8d602-71aa-4f0b-9b79-3ccaf7664092), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.378502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (34f8d602-71aa-4f0b-9b79-3ccaf7664092), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.386576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:06.387149 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (34f8d602-71aa-4f0b-9b79-3ccaf7664092), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:06.390986 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:06.422445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Deleting port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:06.422821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.431798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] DHCP port deletion for 74c4403a-94fc-46a2-9a1c-47639b4a1882 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:36:06.467217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3212934a-91d9-4edd-9b39-33f2b80a75ed), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.499703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.510546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:06.512282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/networks/3212934a-91d9-4edd-9b39-33f2b80a75ed HTTP/1.1" status: 204 len: 168 time: 1.3059778 Feb 19 07:36:06.527515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eb20f-7a09-45ac-9613-c467684afe5c tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Network': ['ID=3212934a-91d9-4edd-9b39-33f2b80a75ed,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.555726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Deleting port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:06.568494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.679941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:06.684168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] For port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,segment=NetworkSegment(33fc389c-c7f3-4d2c-a399-714aa3846ad3),segment_id=33fc389c-c7f3-4d2c-a399-714aa3846ad3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:06.684583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.702544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Calling delete_port for 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:06.842779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No active binding found for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:36:06.843461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] The host n-d-829866-3 is not matching for port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:36:06.843546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:36:06.843976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cbd0a71b-766c-4980-b519-09a461b29173 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:06.845699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:06.869377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: cbd0a71b-766c-4980-b519-09a461b29173 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:36:06.869710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cbd0a71b-766c-4980-b519-09a461b29173 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:36:06.898996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] Pushing event deleted for resources: {'Port': ['ID=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:06.900886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264e466-4675-4dbf-bcd1-70cad0715cb3 None None] No DVR routers for this DVR port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:06.979299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] For port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,segment=NetworkSegment(33fc389c-c7f3-4d2c-a399-714aa3846ad3),segment_id=33fc389c-c7f3-4d2c-a399-714aa3846ad3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:06.979687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.137302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Calling delete_port for 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:07.157980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09efb6f4-0dd9-41bb-b992-1f70d2447641 req-c8b5006e-7c1e-4544-bdcc-72dda79bb98a tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 210 time: 0.0309045 Feb 19 07:36:07.342682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-596db1d7-ba31-4b95-b9b7-6f7eef87d0d8 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:07.344135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-596db1d7-ba31-4b95-b9b7-6f7eef87d0d8 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.24 "GET /v2.0/networks?id=b39ede5e-9c5c-482e-8bf0-06f45551b219 HTTP/1.1" status: 200 len: 821 time: 0.3619337 Feb 19 07:36:07.358243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de40a78-0d56-4880-aa60-e31b966f3f76 req-6261f9a1-a0f8-4dae-9f75-50738d1ecbcc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:07.362582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6de40a78-0d56-4880-aa60-e31b966f3f76 req-6261f9a1-a0f8-4dae-9f75-50738d1ecbcc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1913042 Feb 19 07:36:07.372201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Request body: {'port': {'device_id': 'f3995bae-8778-44b9-a146-4d8853364945', 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219', 'admin_state_up': True, 'tenant_id': 'a80f3e22e5f6479da48830bdd4402c98'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:07.422767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Deleting port b8afadc5-ddc6-43ec-b99f-5753616f30a1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:07.423118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.513712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9e8a6f5b-275e-4fb2-88cf-eb36697797f3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.563020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event deleted for resources: {'Port': ['ID=9e8a6f5b-275e-4fb2-88cf-eb36697797f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:07.585716 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6de40a78-0d56-4880-aa60-e31b966f3f76 req-2a171460-db10-417f-909d-ab95f6cfe536 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102044 Feb 19 07:36:07.588038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] No DVR routers for this DVR port 9e8a6f5b-275e-4fb2-88cf-eb36697797f3 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:07.706105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.706451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (b8afadc5-ddc6-43ec-b99f-5753616f30a1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.728096 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (74c4403a-94fc-46a2-9a1c-47639b4a1882), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.740457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Calling delete_port for b8afadc5-ddc6-43ec-b99f-5753616f30a1 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:07.761449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Made reservation on behalf of a80f3e22e5f6479da48830bdd4402c98 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:07.764787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.771378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c4403a-94fc-46a2-9a1c-47639b4a1882']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:07.816069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fc389c-c7f3-4d2c-a399-714aa3846ad3') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:07.817244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fc389c-c7f3-4d2c-a399-714aa3846ad3') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:07.835560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (33fc389c-c7f3-4d2c-a399-714aa3846ad3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.869219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (33fc389c-c7f3-4d2c-a399-714aa3846ad3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.907517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:07.907922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (33fc389c-c7f3-4d2c-a399-714aa3846ad3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:07.912219 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:08.022259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (74c4403a-94fc-46a2-9a1c-47639b4a1882), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.043016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.047324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] 10.222.0.43 "DELETE /v2.0/networks/74c4403a-94fc-46a2-9a1c-47639b4a1882 HTTP/1.1" status: 204 len: 168 time: 1.8622947 Feb 19 07:36:08.055655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95f968-10fa-4ad2-a2a4-220a9c70de51 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086 tempest-ExtraDHCPOptionsIpV6TestJSON-1729368086-project] Pushing event deleted for resources: {'Network': ['ID=74c4403a-94fc-46a2-9a1c-47639b4a1882,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.103511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Allocated IP 172.20.0.2 (b39ede5e-9c5c-482e-8bf0-06f45551b219/30eeaf38-4049-4d62-8092-c3f8c790dfde/ca624624-edb9-4d4d-a21a-5aa1be20e9cb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:08.134647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b8afadc5-ddc6-43ec-b99f-5753616f30a1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.195364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Pushing event deleted for resources: {'Port': ['ID=b8afadc5-ddc6-43ec-b99f-5753616f30a1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.324333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14834473-9c91-4743-99f9-12c9ea94c4a7 req-a6879977-2e8e-46dc-a099-2e75ddb0ed39 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 210 time: 0.0349591 Feb 19 07:36:08.376017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks [] for floatingip (dc3b9176-d45f-4373-b09e-e3aefc307dda), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.378497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.393063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d7c4aca-3ef3-4a97-ab3c-db3df494d870 tempest-FloatingIPAdminTestJSON-359718154 tempest-FloatingIPAdminTestJSON-359718154-project] 10.222.0.43 "DELETE /v2.0/floatingips/dc3b9176-d45f-4373-b09e-e3aefc307dda HTTP/1.1" status: 204 len: 168 time: 1.8637202 Feb 19 07:36:08.415356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:08.447106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks [] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.500368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.583586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Pushing event updated for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.611632 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca322455-89d5-4a1e-a67e-0c74f6f9036c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.626437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Network b39ede5e-9c5c-482e-8bf0-06f45551b219 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:08.632201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:08.639579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:08.748522 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-475d49d9-b89e-4baf-bb90-6eacf78845f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=184d28656bc44bf88b7f1b019956409f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314226 Feb 19 07:36:08.750377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.751105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:08.758174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.811273 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] Publish callbacks [] for security_group (fdd3c37c-5b8f-4aab-bcf7-935096c449fc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.819942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-eb6dd2b8-4b5e-4306-a3b8-1be3db543d27 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4550500 Feb 19 07:36:08.832615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Request body: {'port': {'device_id': 'f3995bae-8778-44b9-a146-4d8853364945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:08.842927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b5a96-bd4e-426c-91c1-d54602961cc0 req-d60f28d8-329b-4751-97ef-10840de00fa2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:08.844980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003b5a96-bd4e-426c-91c1-d54602961cc0 req-d60f28d8-329b-4751-97ef-10840de00fa2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1075151 Feb 19 07:36:08.852414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] Publish callbacks [] for security_group (fdd3c37c-5b8f-4aab-bcf7-935096c449fc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.875380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46400) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:08.907509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (fdd3c37c-5b8f-4aab-bcf7-935096c449fc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.910438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.914073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdd3c37c-5b8f-4aab-bcf7-935096c449fc HTTP/1.1" status: 204 len: 168 time: 0.1593413 Feb 19 07:36:08.922505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61722b-efbd-49ec-9b49-e9ae15f4a164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd3c37c-5b8f-4aab-bcf7-935096c449fc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:08.946676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:08.951155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-003b5a96-bd4e-426c-91c1-d54602961cc0 req-5bc79255-8d1d-41c0-be72-b2368820a309 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852938 Feb 19 07:36:09.163808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04147290-58c4-4b38-9da7-5890c4a7e55b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2dcb87848a234d56a40b90c5aad36f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865839 Feb 19 07:36:09.166210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:09.257863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] Publish callbacks [] for security_group (a2b6999d-b5fa-4f72-a2d9-b2fac368e74a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.315318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] Publish callbacks [] for security_group (a2b6999d-b5fa-4f72-a2d9-b2fac368e74a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.341109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca624624-edb9-4d4d-a21a-5aa1be20e9cb {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:36:09.358654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks [] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.374470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Transition to ACTIVE for port object ca624624-edb9-4d4d-a21a-5aa1be20e9cb will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:36:09.383990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.489062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2b6999d-b5fa-4f72-a2d9-b2fac368e74a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.492991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.494374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2b6999d-b5fa-4f72-a2d9-b2fac368e74a HTTP/1.1" status: 204 len: 168 time: 0.3272514 Feb 19 07:36:09.512395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026dca8-e610-4333-88fa-aeae59fa3200 req-188ed63c-5223-45ff-a1cd-4c62c2b896cf tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:09.514651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7026dca8-e610-4333-88fa-aeae59fa3200 req-188ed63c-5223-45ff-a1cd-4c62c2b896cf tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 943 time: 0.0977724 Feb 19 07:36:09.536649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Pushing event updated for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:09.552835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82eb7c-51be-4189-8ffb-5d2e63dd6a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b6999d-b5fa-4f72-a2d9-b2fac368e74a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:09.616494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Attempting to bind port ca624624-edb9-4d4d-a21a-5aa1be20e9cb on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:09.617082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Attempting to bind port ca624624-edb9-4d4d-a21a-5aa1be20e9cb by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '4917aec4-1259-4ca4-9f54-3819ae469f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:09.619008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Attempting to bind port ca624624-edb9-4d4d-a21a-5aa1be20e9cb on network b39ede5e-9c5c-482e-8bf0-06f45551b219 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:09.627024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7026dca8-e610-4333-88fa-aeae59fa3200 req-1278a23b-4a51-4b55-bdbd-f39bb5c7a284 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Feb 19 07:36:09.630127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Port ca624624-edb9-4d4d-a21a-5aa1be20e9cb on network b39ede5e-9c5c-482e-8bf0-06f45551b219 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:36:09.630657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Attempting to bind port ca624624-edb9-4d4d-a21a-5aa1be20e9cb on network b39ede5e-9c5c-482e-8bf0-06f45551b219 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:09.646072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:09.646569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Checking segment: {'id': '4917aec4-1259-4ca4-9f54-3819ae469f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:09.647076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Bound using segment: {'id': '4917aec4-1259-4ca4-9f54-3819ae469f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:09.648533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Bound port: ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4917aec4-1259-4ca4-9f54-3819ae469f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:09.648954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.711661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.756404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:09.769943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,segment=NetworkSegment(4917aec4-1259-4ca4-9f54-3819ae469f89),segment_id=4917aec4-1259-4ca4-9f54-3819ae469f89)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:09.791140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.842262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:09.842895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:09.844295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] 10.222.0.24 "PUT /v2.0/ports/ca624624-edb9-4d4d-a21a-5aa1be20e9cb HTTP/1.1" status: 200 len: 1091 time: 1.0173757 Feb 19 07:36:09.844746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:09.846991 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12939412-1962-4c19-8d24-0e42c34fae76" -d '{"events": [{"name": "network-changed", "server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:09.914347 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d149f-ac6b-41e5-8073-aa865c4e2282 x-openstack-request-id: req-281d149f-ac6b-41e5-8073-aa865c4e2282 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:09.914692 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:09.914894 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-281d149f-ac6b-41e5-8073-aa865c4e2282 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:09.915350 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb', 'status': 'completed', 'code': 200} Feb 19 07:36:09.941189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de38b7-a8f4-4867-ad9b-636434ff04ed service neutron] Pushing event updated for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.005571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-ed648d8a-dc7e-4ce8-868e-1310ac853124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.011143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-ed648d8a-dc7e-4ce8-868e-1310ac853124 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a80f3e22e5f6479da48830bdd4402c98&device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 1125 time: 0.1128278 Feb 19 07:36:10.031631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:10.033999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:10.056820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e583deca-3744-4c19-874a-5c1ba4a621f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.069759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-e4f1ddfe-d0c2-41de-97e8-7e029ff432c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb HTTP/1.1" status: 200 len: 217 time: 0.0503280 Feb 19 07:36:10.207862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-85f99601-c6e0-40a5-97de-86716a0d03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.209367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-85f99601-c6e0-40a5-97de-86716a0d03df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30eeaf38-4049-4d62-8092-c3f8c790dfde HTTP/1.1" status: 200 len: 861 time: 0.1336191 Feb 19 07:36:10.211078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6fbea-8886-4453-9a81-21feae7304a5 req-da685f95-e6ba-4805-a594-b05d3ae5c2fc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.218890 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52b6fbea-8886-4453-9a81-21feae7304a5 req-da685f95-e6ba-4805-a594-b05d3ae5c2fc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1727893 Feb 19 07:36:10.222043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-53b01168-0077-4f9e-b778-0eba53afb895 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:10.223955 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-53b01168-0077-4f9e-b778-0eba53afb895 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 07:36:10.224635 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-53b01168-0077-4f9e-b778-0eba53afb895 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:36:10.225912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-53b01168-0077-4f9e-b778-0eba53afb895 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1909144 Feb 19 07:36:10.238372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:10.263329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788320784'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:10.273109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-791e1c72-443d-43c4-bce8-bc123a23c1e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b39ede5e-9c5c-482e-8bf0-06f45551b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456891 Feb 19 07:36:10.304174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52b6fbea-8886-4453-9a81-21feae7304a5 req-6ec6e109-9bb9-4693-9ef7-7dcb6dbd5ae8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823994 Feb 19 07:36:10.341662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e583deca-3744-4c19-874a-5c1ba4a621f7 admin admin] Publish callbacks [] for security_group (2b8312fc-1e43-49b1-87f3-c8e76711ec42), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.347882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e583deca-3744-4c19-874a-5c1ba4a621f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b8312fc-1e43-49b1-87f3-c8e76711ec42), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.349690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.364197 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.403699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e583deca-3744-4c19-874a-5c1ba4a621f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e4693c809e64b898eecfb0acb120176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705685 Feb 19 07:36:10.406066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583deca-3744-4c19-874a-5c1ba4a621f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8312fc-1e43-49b1-87f3-c8e76711ec42,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.408935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:10.464267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-8115dd01-43d6-423a-9785-b79a3ad46d55 service neutron] 10.222.0.24 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816206 Feb 19 07:36:10.477475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] Publish callbacks [] for security_group (2b8312fc-1e43-49b1-87f3-c8e76711ec42), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.501597 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] Publish callbacks [] for security_group (2b8312fc-1e43-49b1-87f3-c8e76711ec42), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.558060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b8312fc-1e43-49b1-87f3-c8e76711ec42), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.561314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.564025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b8312fc-1e43-49b1-87f3-c8e76711ec42 HTTP/1.1" status: 204 len: 168 time: 0.1537180 Feb 19 07:36:10.576027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e9365-e332-434f-86ef-01eabab982ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8312fc-1e43-49b1-87f3-c8e76711ec42,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.605479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (6e4b4d64-434d-4326-a6d5-c61f065f4994), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.620300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e4b4d64-434d-4326-a6d5-c61f065f4994), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.639538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5a4411e-38ec-4ca1-b77b-716280a35257 req-100baa21-f34b-4383-8221-292668576ea7 service neutron] 10.222.0.24 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681292 Feb 19 07:36:10.764996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b4d64-434d-4326-a6d5-c61f065f4994,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:10.837401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (43e987a7-1a07-4fcb-8673-1ca82bfd19df), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:10.860585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939412-1962-4c19-8d24-0e42c34fae76 req-4f78985a-79f7-4f23-a574-7e65c7bc5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:10.865318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-4f78985a-79f7-4f23-a574-7e65c7bc5a0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a80f3e22e5f6479da48830bdd4402c98&device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 1125 time: 0.1588330 Feb 19 07:36:10.879378 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (43e987a7-1a07-4fcb-8673-1ca82bfd19df), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.001716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266946-7e6e-4951-bf86-25e17c8e6542 req-20b71e75-7fc9-4fa4-84bb-1fe63481bf3b tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:11.003612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd266946-7e6e-4951-bf86-25e17c8e6542 req-20b71e75-7fc9-4fa4-84bb-1fe63481bf3b tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 943 time: 0.2952440 Feb 19 07:36:11.017054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.056307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.057788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8201773 Feb 19 07:36:11.061135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.065352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '43e987a7-1a07-4fcb-8673-1ca82bfd19df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:11.083216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92360a85-979a-49c4-b090-26763567dbd6 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e987a7-1a07-4fcb-8673-1ca82bfd19df,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.088237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939412-1962-4c19-8d24-0e42c34fae76 req-8dc99d0b-d5e0-4ccd-9357-e7cd645096c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:11.089801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-8dc99d0b-d5e0-4ccd-9357-e7cd645096c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b39ede5e-9c5c-482e-8bf0-06f45551b219 HTTP/1.1" status: 200 len: 921 time: 0.2063272 Feb 19 07:36:11.124420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group_rule (4c3bdebd-99da-4e29-bf2f-ff69af4abe90), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.148215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.155077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-1ca3f618-d69a-4d75-80a6-6710536066cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb HTTP/1.1" status: 200 len: 217 time: 0.0527732 Feb 19 07:36:11.158513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd266946-7e6e-4951-bf86-25e17c8e6542 req-3f789be4-f632-43f6-b389-de75ef682c9a tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271560 Feb 19 07:36:11.176608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9807980d-9c66-42fb-ae42-466e77311a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.212551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939412-1962-4c19-8d24-0e42c34fae76 req-4c6a1b3a-472d-4f8d-b986-651ea2e46ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:11.214277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-4c6a1b3a-472d-4f8d-b986-651ea2e46ff4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30eeaf38-4049-4d62-8092-c3f8c790dfde HTTP/1.1" status: 200 len: 861 time: 0.0529180 Feb 19 07:36:11.261084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-ee3eb763-050f-4a1f-a5e2-57463aae7bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b39ede5e-9c5c-482e-8bf0-06f45551b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398154 Feb 19 07:36:11.283811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group_rule (4c3bdebd-99da-4e29-bf2f-ff69af4abe90), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.293471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4c3bdebd-99da-4e29-bf2f-ff69af4abe90), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.319980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3bdebd-99da-4e29-bf2f-ff69af4abe90,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.371731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.375290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-affa6fc3-23b0-4d38-a1af-dcfb963b3fcf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111796 Feb 19 07:36:11.376914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.382571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8817a0e9-f783-4c12-8dbc-b75f5aa6e3b7 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '43e987a7-1a07-4fcb-8673-1ca82bfd19df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:11.388768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9807980d-9c66-42fb-ae42-466e77311a45 admin admin] Publish callbacks [] for security_group (813c1d0f-7528-4f31-b87a-f8ad819ea511), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.397883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9807980d-9c66-42fb-ae42-466e77311a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (813c1d0f-7528-4f31-b87a-f8ad819ea511), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.410787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-80238a14-802b-4aff-a7a5-929399b1ec52 service neutron] 10.222.0.24 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440256 Feb 19 07:36:11.438131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807980d-9c66-42fb-ae42-466e77311a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813c1d0f-7528-4f31-b87a-f8ad819ea511,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.512428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9807980d-9c66-42fb-ae42-466e77311a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4368e259df73413592d0398addda7aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629234 Feb 19 07:36:11.515765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12939412-1962-4c19-8d24-0e42c34fae76 req-019f7088-274d-4765-b25c-4a74b78c7c2b service neutron] 10.222.0.24 "GET /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977433 Feb 19 07:36:11.516408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.517144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8817a0e9-f783-4c12-8dbc-b75f5aa6e3b7 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group_rule (d6bd4ce9-6bc6-4537-91a4-68c3fb1ea402), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.571623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] Publish callbacks [] for security_group (813c1d0f-7528-4f31-b87a-f8ad819ea511), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.573599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841fdcd-99af-423f-a5b8-79362172e394 req-fd6b045d-12c5-48da-8e79-8581634f093f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:11.575102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a841fdcd-99af-423f-a5b8-79362172e394 req-fd6b045d-12c5-48da-8e79-8581634f093f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1386299 Feb 19 07:36:11.589121 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-8817a0e9-f783-4c12-8dbc-b75f5aa6e3b7 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:36:11.590091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8817a0e9-f783-4c12-8dbc-b75f5aa6e3b7 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2120123 Feb 19 07:36:11.593234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.620051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] Publish callbacks [] for security_group (813c1d0f-7528-4f31-b87a-f8ad819ea511), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.629770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a841fdcd-99af-423f-a5b8-79362172e394 req-c9d3200e-c6f7-414d-9612-85527b02c16e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Feb 19 07:36:11.700955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (43e987a7-1a07-4fcb-8673-1ca82bfd19df), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.729389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (43e987a7-1a07-4fcb-8673-1ca82bfd19df), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.737525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (813c1d0f-7528-4f31-b87a-f8ad819ea511), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.740864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.751215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/813c1d0f-7528-4f31-b87a-f8ad819ea511 HTTP/1.1" status: 204 len: 168 time: 0.2272327 Feb 19 07:36:11.816079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc46346-cb2d-4ecf-9349-e28dabb94edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813c1d0f-7528-4f31-b87a-f8ad819ea511,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.824515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (43e987a7-1a07-4fcb-8673-1ca82bfd19df), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.829863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:11.831212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/43e987a7-1a07-4fcb-8673-1ca82bfd19df HTTP/1.1" status: 204 len: 168 time: 0.2364345 Feb 19 07:36:11.834033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.854884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940f681-c2c8-4c03-825e-36203f7f4d7c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e987a7-1a07-4fcb-8673-1ca82bfd19df,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:11.947398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-627fa657-4852-47bc-92f4-2167be04736e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1071594 Feb 19 07:36:11.948224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46490) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:11.953333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--788256118'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:12.000493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.079160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (e574975d-056f-4682-9542-1989ac49d6de), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.095910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e574975d-056f-4682-9542-1989ac49d6de), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.116590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ca624624-edb9-4d4d-a21a-5aa1be20e9cb details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:36:12.145177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.149567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.149881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2003665 Feb 19 07:36:12.154147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f513a2eb-44fe-43c3-ac91-f877aecb728f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'e574975d-056f-4682-9542-1989ac49d6de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:12.154911 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-f513a2eb-44fe-43c3-ac91-f877aecb728f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 07:36:12.155180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf706d-d044-4ef6-a602-8cbad195b6d1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e574975d-056f-4682-9542-1989ac49d6de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:12.155563 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-f513a2eb-44fe-43c3-ac91-f877aecb728f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:12.159703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f513a2eb-44fe-43c3-ac91-f877aecb728f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066350 Feb 19 07:36:12.161513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.259959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (e574975d-056f-4682-9542-1989ac49d6de), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.275464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,segment=NetworkSegment(4917aec4-1259-4ca4-9f54-3819ae469f89),segment_id=4917aec4-1259-4ca4-9f54-3819ae469f89)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:12.298438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb', 'network_id': 'b39ede5e-9c5c-482e-8bf0-06f45551b219', 'port_id': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb', 'mac_address': 'fa:16:3e:83:4a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eeaf38-4049-4d62-8092-c3f8c790dfde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:36:12.305923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (e574975d-056f-4682-9542-1989ac49d6de), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.344098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ca624624-edb9-4d4d-a21a-5aa1be20e9cb is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:12.344982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.352040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e574975d-056f-4682-9542-1989ac49d6de), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.355440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.356790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/e574975d-056f-4682-9542-1989ac49d6de HTTP/1.1" status: 204 len: 168 time: 0.1939397 Feb 19 07:36:12.366976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641d81d-b2a3-41af-a3a1-60aacf35fefd tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e574975d-056f-4682-9542-1989ac49d6de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:12.367907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.386383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca624624-edb9-4d4d-a21a-5aa1be20e9cb {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:36:12.458354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5cd883ac-5767-4326-bdad-dfe4a49601f2 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0880871 Feb 19 07:36:12.462235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.468204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526790296'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:12.496115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03191a7-37d9-4308-8072-77c02000e6d9 req-3106d35b-561d-4f3e-b0d5-559476df1407 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:12.500460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c03191a7-37d9-4308-8072-77c02000e6d9 req-3106d35b-561d-4f3e-b0d5-559476df1407 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 943 time: 0.2065160 Feb 19 07:36:12.507061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.507904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,segment=NetworkSegment(4917aec4-1259-4ca4-9f54-3819ae469f89),segment_id=4917aec4-1259-4ca4-9f54-3819ae469f89)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:12.516411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.520502 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.591932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c03191a7-37d9-4308-8072-77c02000e6d9 req-a2e9f708-611a-4a72-80f4-edf55aef57d8 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821304 Feb 19 07:36:12.637595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:12.687006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (c9b3dec4-15e3-4795-9599-7dc1774b8550), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.692321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c9b3dec4-15e3-4795-9599-7dc1774b8550), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.735333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.736839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2732358 Feb 19 07:36:12.738803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704d932-1002-4e80-aa56-f3f53fc868b0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b3dec4-15e3-4795-9599-7dc1774b8550,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:12.739680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.744736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5fffd248-9704-46de-8692-2816c6321c67 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'c9b3dec4-15e3-4795-9599-7dc1774b8550', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:12.746374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['ca624624-edb9-4d4d-a21a-5aa1be20e9cb'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:36:12.758723 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-5fffd248-9704-46de-8692-2816c6321c67 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 07:36:12.759506 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5fffd248-9704-46de-8692-2816c6321c67 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:12.763375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5fffd248-9704-46de-8692-2816c6321c67 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0199614 Feb 19 07:36:12.763691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.854766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13108f-921b-4769-9459-f6c13cd856a3 req-ae03c78d-3c65-45b3-b1f2-b262bbdc5941 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:12.856368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b13108f-921b-4769-9459-f6c13cd856a3 req-ae03c78d-3c65-45b3-b1f2-b262bbdc5941 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1151764 Feb 19 07:36:12.875280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (c9b3dec4-15e3-4795-9599-7dc1774b8550), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.931559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (c9b3dec4-15e3-4795-9599-7dc1774b8550), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:12.942861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46528) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:12.967399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b13108f-921b-4769-9459-f6c13cd856a3 req-eb19d34b-03de-4c19-a6d7-b8dc7fb862e5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033182 Feb 19 07:36:13.003034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c9b3dec4-15e3-4795-9599-7dc1774b8550), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.007786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.011451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/c9b3dec4-15e3-4795-9599-7dc1774b8550 HTTP/1.1" status: 204 len: 168 time: 0.2444623 Feb 19 07:36:13.011818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.029752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa1b79-614e-4974-8684-98032fa02fab tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b3dec4-15e3-4795-9599-7dc1774b8550,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.103032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46536) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.109592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--583988561'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.112663 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d097535-d86c-49e3-84b0-8746a7851cd1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0992067 Feb 19 07:36:13.129073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1209149332'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.147001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.158443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:13.164246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.175984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.233552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (feaab88c-b764-4b65-89af-4c1129cd063f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.240357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (feaab88c-b764-4b65-89af-4c1129cd063f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.283181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.284580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1805241 Feb 19 07:36:13.287979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.293414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ebd947a5-f907-4363-9400-9bf023fbf415 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'feaab88c-b764-4b65-89af-4c1129cd063f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.307775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for security_group (74d13409-3790-478d-be38-053dc6b9e264), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.311664 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-ebd947a5-f907-4363-9400-9bf023fbf415 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 07:36:13.312907 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ebd947a5-f907-4363-9400-9bf023fbf415 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:13.313040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74d13409-3790-478d-be38-053dc6b9e264), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.313995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ebd947a5-f907-4363-9400-9bf023fbf415 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243971 Feb 19 07:36:13.314850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedc2e5-c9d3-48c2-8c1e-45669602780a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feaab88c-b764-4b65-89af-4c1129cd063f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.317790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.331236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e7dcc5e5-993e-409f-8d5d-7b20e3dbc049 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'feaab88c-b764-4b65-89af-4c1129cd063f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.333106 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-e7dcc5e5-993e-409f-8d5d-7b20e3dbc049 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 07:36:13.333623 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e7dcc5e5-993e-409f-8d5d-7b20e3dbc049 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:13.333960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:13.334658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e7dcc5e5-993e-409f-8d5d-7b20e3dbc049 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071609 Feb 19 07:36:13.337461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.342800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-80166441-88ef-4d15-b50b-9ae38c57350b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'feaab88c-b764-4b65-89af-4c1129cd063f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.343731 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-80166441-88ef-4d15-b50b-9ae38c57350b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 07:36:13.344334 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-80166441-88ef-4d15-b50b-9ae38c57350b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:13.345364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-80166441-88ef-4d15-b50b-9ae38c57350b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068669 Feb 19 07:36:13.349372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.354812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9ab6f5c1-6dd3-4d21-9737-494cd6d6ddaf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'feaab88c-b764-4b65-89af-4c1129cd063f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.355961 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-9ab6f5c1-6dd3-4d21-9737-494cd6d6ddaf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 07:36:13.356452 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-9ab6f5c1-6dd3-4d21-9737-494cd6d6ddaf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:13.357582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9ab6f5c1-6dd3-4d21-9737-494cd6d6ddaf tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069728 Feb 19 07:36:13.360486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.389244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d13409-3790-478d-be38-053dc6b9e264,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.405864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d29d8783-4071-4449-b2a0-85c725b2a7b1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.406211 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment d29d8783-4071-4449-b2a0-85c725b2a7b1 of type vlan for network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 Feb 19 07:36:13.429898 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (feaab88c-b764-4b65-89af-4c1129cd063f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.457274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (df0b8486-b6c3-4b62-b7ec-8116e1b948f1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.459382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (feaab88c-b764-4b65-89af-4c1129cd063f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.490949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (df0b8486-b6c3-4b62-b7ec-8116e1b948f1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.496505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:13.497168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.515239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (feaab88c-b764-4b65-89af-4c1129cd063f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.518680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.523339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/feaab88c-b764-4b65-89af-4c1129cd063f HTTP/1.1" status: 204 len: 168 time: 0.1619368 Feb 19 07:36:13.524054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.557338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eaf9aa-91a0-459e-937f-7002a8d929ac tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaab88c-b764-4b65-89af-4c1129cd063f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.601105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6571126 Feb 19 07:36:13.611098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a21062d-a1a7-4559-8bab-cd7864aab910 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733166 Feb 19 07:36:13.619562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.626509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905553018'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.673195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.706008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cffac2-b7a0-4193-9d41-75253d12fc0a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=df0b8486-b6c3-4b62-b7ec-8116e1b948f1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:13.719305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:13.747292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46556) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:13.752449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:13.879383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (bff3ca97-031d-409d-8120-05a86b28bd38), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:13.918036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bff3ca97-031d-409d-8120-05a86b28bd38), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.022634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.026468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4056478 Feb 19 07:36:14.038912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.044905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2939c392-84fd-4d94-ba85-046ce0c706aa tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.045740 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-2939c392-84fd-4d94-ba85-046ce0c706aa tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 07:36:14.056674 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-2939c392-84fd-4d94-ba85-046ce0c706aa tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.057848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2939c392-84fd-4d94-ba85-046ce0c706aa tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177956 Feb 19 07:36:14.058910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139200a-ba36-4a1e-9f0f-2df88dad080d tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff3ca97-031d-409d-8120-05a86b28bd38,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.061772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.079041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e2dc-5259-44e5-95bb-d56dd5ffb81f req-abfdb9ea-47bf-470c-88bf-14c75105375b tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:14.082062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77b1e2dc-5259-44e5-95bb-d56dd5ffb81f req-abfdb9ea-47bf-470c-88bf-14c75105375b tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 944 time: 0.2564068 Feb 19 07:36:14.093108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-effcf454-d24f-4b7e-b15f-52c157be94e0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.120629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ca624624-edb9-4d4d-a21a-5aa1be20e9cb up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:14.228221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port ca624624-edb9-4d4d-a21a-5aa1be20e9cb completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:36:14.232371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port ca624624-edb9-4d4d-a21a-5aa1be20e9cb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:14.232752 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.271336 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-effcf454-d24f-4b7e-b15f-52c157be94e0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.278732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-effcf454-d24f-4b7e-b15f-52c157be94e0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1955733 Feb 19 07:36:14.279490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.288232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca831983-53e0-4fb7-8bd7-5756bbb2ccca tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.288939 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-ca831983-53e0-4fb7-8bd7-5756bbb2ccca tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 07:36:14.289530 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ca831983-53e0-4fb7-8bd7-5756bbb2ccca tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.293892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca831983-53e0-4fb7-8bd7-5756bbb2ccca tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099204 Feb 19 07:36:14.298109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77b1e2dc-5259-44e5-95bb-d56dd5ffb81f req-243f1298-45f1-4057-86b7-20b34cd095bc tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884005 Feb 19 07:36:14.298739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.305868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9884d962-d923-4d96-b2e3-28845b6b737c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.372969 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-9884d962-d923-4d96-b2e3-28845b6b737c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.375849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9884d962-d923-4d96-b2e3-28845b6b737c tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0760155 Feb 19 07:36:14.377759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.391177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e8e8d006-d094-4417-9cb6-8353d5fc8d2b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.392272 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-e8e8d006-d094-4417-9cb6-8353d5fc8d2b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 07:36:14.392807 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-e8e8d006-d094-4417-9cb6-8353d5fc8d2b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.393042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port ca624624-edb9-4d4d-a21a-5aa1be20e9cb is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:14.396973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8e8d006-d094-4417-9cb6-8353d5fc8d2b tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148075 Feb 19 07:36:14.397367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.398187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.401937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b663d20-527d-4662-b46a-ac3c90651e5e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.431249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:14.439908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.448154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,segment=NetworkSegment(4917aec4-1259-4ca4-9f54-3819ae469f89),segment_id=4917aec4-1259-4ca4-9f54-3819ae469f89)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:14.449415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:14.453030 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f80dc-d2b2-4d82-b29c-931df0e15702" -d '{"events": [{"server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "name": "network-vif-plugged", "status": "completed", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:14.469801 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7b663d20-527d-4662-b46a-ac3c90651e5e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.470015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.475728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7b663d20-527d-4662-b46a-ac3c90651e5e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0766475 Feb 19 07:36:14.479238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.486747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-40be15ab-fbae-4628-8813-da8b5c46e3b3 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.486934 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-40be15ab-fbae-4628-8813-da8b5c46e3b3 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 07:36:14.488756 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-40be15ab-fbae-4628-8813-da8b5c46e3b3 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.497713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40be15ab-fbae-4628-8813-da8b5c46e3b3 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189016 Feb 19 07:36:14.498003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.502726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-341ed0d5-5430-43b4-9ccf-054f3707e6c2 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.536731 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730051a0-6783-4efc-95b0-a799111d2155 x-openstack-request-id: req-730051a0-6783-4efc-95b0-a799111d2155 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:14.537378 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "name": "network-vif-plugged", "status": "completed", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:14.537849 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-730051a0-6783-4efc-95b0-a799111d2155 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:14.538470 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb', 'code': 200} Feb 19 07:36:14.550844 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-341ed0d5-5430-43b4-9ccf-054f3707e6c2 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.552828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-341ed0d5-5430-43b4-9ccf-054f3707e6c2 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0538683 Feb 19 07:36:14.563644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46582) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.590712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:14.603525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9ae9b854-c51e-4da1-b866-0e13b2c5f3eb tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': 'bff3ca97-031d-409d-8120-05a86b28bd38', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:14.662095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910de884-a475-4469-a103-3e330bd39168 req-bc1ed773-9660-4930-87cb-4cc3c3e6f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:14.663972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-910de884-a475-4469-a103-3e330bd39168 req-bc1ed773-9660-4930-87cb-4cc3c3e6f01b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 1127 time: 0.0571368 Feb 19 07:36:14.691878 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-9ae9b854-c51e-4da1-b866-0e13b2c5f3eb tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:14.695668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9ae9b854-c51e-4da1-b866-0e13b2c5f3eb tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0978053 Feb 19 07:36:14.698022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:14.729808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-910de884-a475-4469-a103-3e330bd39168 req-12add6b1-5a1d-4d4d-9b1b-f9e3ec4412b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487604 Feb 19 07:36:14.734413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8811d7-f653-4dda-a1a9-624b70ecc978 req-f52af452-f88a-4f04-ad11-ca2bb6c8e566 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:14.735922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e8811d7-f653-4dda-a1a9-624b70ecc978 req-f52af452-f88a-4f04-ad11-ca2bb6c8e566 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2058556 Feb 19 07:36:14.847557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e8811d7-f653-4dda-a1a9-624b70ecc978 req-f7141b39-9662-454c-8a9c-bb5df8628c4a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015885 Feb 19 07:36:14.855250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (bff3ca97-031d-409d-8120-05a86b28bd38), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.919769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (bff3ca97-031d-409d-8120-05a86b28bd38), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:14.928834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (f215d399-dd50-4d68-9bc7-ad2a89c7570b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.009881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=f215d399-dd50-4d68-9bc7-ad2a89c7570b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.030692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bff3ca97-031d-409d-8120-05a86b28bd38), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.033942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.037615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/bff3ca97-031d-409d-8120-05a86b28bd38 HTTP/1.1" status: 204 len: 168 time: 0.3318882 Feb 19 07:36:15.038307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.045806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': 'd29d8783-4071-4449-b2a0-85c725b2a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:15.046192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: df0b8486-b6c3-4b62-b7ec-8116e1b948f1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:15.050116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d399-2f2c-40fc-9507-963cf61f7b0e tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff3ca97-031d-409d-8120-05a86b28bd38,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.072918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:15.085477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, df0b8486-b6c3-4b62-b7ec-8116e1b948f1) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:15.091861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:15.092466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.097952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bf6c6-e70f-4cf8-b96b-31979e7aadb7 None None] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:15.122087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8aec9eb3-d75a-4f2f-9536-481bec605f69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3703918 Feb 19 07:36:15.122847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.133355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2025614380'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:15.135590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5f832858-9aee-452d-95f7-fbf4186d8e67 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0952494 Feb 19 07:36:15.136553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.141882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741879890'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:15.185900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:15.188597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.191081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.202069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-df0b8486-b6c3-4b62-b7ec-8116e1b948f1', 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': 'f215d399-dd50-4d68-9bc7-ad2a89c7570b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:15.203054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.238537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:15.258846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.259266 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 1dee3ead-9010-4853-9bc5-2ef83a0adb5a of type vlan for network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe Feb 19 07:36:15.326319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (2843d2d5-3e02-4351-b937-cb952f36824a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.333597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2843d2d5-3e02-4351-b937-cb952f36824a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.402716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.414599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.428325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2901626 Feb 19 07:36:15.431114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.435905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7f27f5be-c13a-44e7-92e6-e3df34116345 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '2843d2d5-3e02-4351-b937-cb952f36824a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:15.460189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402fe53-e7cd-4ab6-b073-8278808b593a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2843d2d5-3e02-4351-b937-cb952f36824a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.466618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.474454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:15.475340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.491714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Allocated IP 172.20.255.242 (df0b8486-b6c3-4b62-b7ec-8116e1b948f1/f215d399-dd50-4d68-9bc7-ad2a89c7570b/6d1f30a7-fc35-48ac-b462-5ef53516f2d9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:15.518276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3929307 Feb 19 07:36:15.522140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.539584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:15.598924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9560ef-1783-4374-bd2b-9d31bcba3bec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.713476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks [] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.719890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:15.739269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:15.792233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.799171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde21b7-ca20-4876-b6a8-fb3ee6ba305f req-57a939c1-e07e-4e76-a773-643b4a87a02c tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:15.803283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ecde21b7-ca20-4876-b6a8-fb3ee6ba305f req-57a939c1-e07e-4e76-a773-643b4a87a02c tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 945 time: 0.3729627 Feb 19 07:36:15.811731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:15.822151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.842145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:15.847153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:15.854720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:15.874229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Pushing event updated for resources: {'Port': ['ID=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:15.952111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Attempting to bind port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:15.953009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Attempting to bind port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd29d8783-4071-4449-b2a0-85c725b2a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:15.953626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Attempting to bind port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 on network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:15.964950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:15.965772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Checking segment: {'id': 'd29d8783-4071-4449-b2a0-85c725b2a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:15.966505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:15.967279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Bound using segment: {'id': 'd29d8783-4071-4449-b2a0-85c725b2a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:15.968102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Bound port: 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29d8783-4071-4449-b2a0-85c725b2a7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df0b8486-b6c3-4b62-b7ec-8116e1b948f1'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:15.968897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.011835 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7f27f5be-c13a-44e7-92e6-e3df34116345 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The resource could not be found. Feb 19 07:36:16.015435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7f27f5be-c13a-44e7-92e6-e3df34116345 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5802417 Feb 19 07:36:16.033422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:16.045944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a1b99a00-525e-4a97-9677-d72d32e406a9 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '2843d2d5-3e02-4351-b937-cb952f36824a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca9024a4-3c32-44e1-aecf-7cfe1a7ba08d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:16.064922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cda7a7f-8f9f-435b-adca-17740b23d665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.105281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] For port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:16.111279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] For port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,segment=NetworkSegment(d29d8783-4071-4449-b2a0-85c725b2a7b1),segment_id=d29d8783-4071-4449-b2a0-85c725b2a7b1)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:16.120789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.150443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ecde21b7-ca20-4876-b6a8-fb3ee6ba305f req-5e1b5f2d-194d-4c5e-aa9c-adaee8f99ba7 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471374 Feb 19 07:36:16.197302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b063c888-eefa-401c-a2b5-7ad54a88e3a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.224451 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-a1b99a00-525e-4a97-9677-d72d32e406a9 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The resource could not be found. Feb 19 07:36:16.231158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a1b99a00-525e-4a97-9677-d72d32e406a9 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1914697 Feb 19 07:36:16.236457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:16.258050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be5ce-e319-4a62-8f1d-b97b8bcb5b3a None None] Pushing event updated for resources: {'Port': ['ID=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.305936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=b063c888-eefa-401c-a2b5-7ad54a88e3a7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.336588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2d86-da1b-473c-87d4-62757eabcc81 req-31b31a2e-eb4a-4acf-b4ef-720a2e67ebe5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:16.343969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42be2d86-da1b-473c-87d4-62757eabcc81 req-31b31a2e-eb4a-4acf-b4ef-720a2e67ebe5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.3115847 Feb 19 07:36:16.345824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '1dee3ead-9010-4853-9bc5-2ef83a0adb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:16.346311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:16.370058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (2843d2d5-3e02-4351-b937-cb952f36824a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.374443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:16.390332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:16.396860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:16.397576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.415959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9bd9b-2e95-4042-b362-fc1b4dcad61b None None] Network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:16.446269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (2843d2d5-3e02-4351-b937-cb952f36824a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.459350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dde3a249-02a8-49aa-9350-f4bc120e234d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9331260 Feb 19 07:36:16.460754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:16.470126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42be2d86-da1b-473c-87d4-62757eabcc81 req-7b1045aa-c4b5-44b1-8e8d-d0f5dde66d33 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251888 Feb 19 07:36:16.518540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cda7a7f-8f9f-435b-adca-17740b23d665 admin admin] Publish callbacks [] for security_group (1e4bbc04-aa86-4b42-992e-0f10bd3779a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.563423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5cda7a7f-8f9f-435b-adca-17740b23d665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e4bbc04-aa86-4b42-992e-0f10bd3779a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.636907 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5cda7a7f-8f9f-435b-adca-17740b23d665 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57495da125f04e18bafcbf3d48930d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8931210 Feb 19 07:36:16.642030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46622) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:16.646255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda7a7f-8f9f-435b-adca-17740b23d665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4bbc04-aa86-4b42-992e-0f10bd3779a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.714346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2843d2d5-3e02-4351-b937-cb952f36824a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.716970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe', 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': 'b063c888-eefa-401c-a2b5-7ad54a88e3a7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:16.718203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.720488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.721914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/2843d2d5-3e02-4351-b937-cb952f36824a HTTP/1.1" status: 204 len: 168 time: 0.4862187 Feb 19 07:36:16.726563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:16.739626 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec791ef-1dd5-4233-bd03-2b3af326bbe1 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843d2d5-3e02-4351-b937-cb952f36824a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:16.813712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] Publish callbacks [] for security_group (1e4bbc04-aa86-4b42-992e-0f10bd3779a3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.831179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:16.874709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] Publish callbacks [] for security_group (1e4bbc04-aa86-4b42-992e-0f10bd3779a3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.982310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1e4bbc04-aa86-4b42-992e-0f10bd3779a3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.988958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:16.990338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e4bbc04-aa86-4b42-992e-0f10bd3779a3 HTTP/1.1" status: 204 len: 168 time: 0.3380871 Feb 19 07:36:17.009766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99a5d7-afc0-4c7c-b13b-3157350c00a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4bbc04-aa86-4b42-992e-0f10bd3779a3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.126700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.157957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68e6b80c-e669-403c-be0d-c859b8ccdde2 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4302893 Feb 19 07:36:17.164867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:17.170286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89bac935-9560-4f54-bd46-49d5a525015f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '5c2e5c97-b9c4-4f45-809c-65316a33a6f7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:17.171123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:17.172677 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.213859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b063c888-eefa-401c-a2b5-7ad54a88e3a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.260517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Allocated IP 172.20.0.2 (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe/b063c888-eefa-401c-a2b5-7ad54a88e3a7/4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:17.303228 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-89bac935-9560-4f54-bd46-49d5a525015f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The resource could not be found. Feb 19 07:36:17.312813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89bac935-9560-4f54-bd46-49d5a525015f tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1466453 Feb 19 07:36:17.314910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:17.335768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--771290368'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:17.408995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.454110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:17.454577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.464118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1574c69-0410-49e8-a987-c9e424cdad37 req-dfd3c3c8-f8f6-47c7-867b-aa505f08ee42 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:17.465802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1574c69-0410-49e8-a987-c9e424cdad37 req-dfd3c3c8-f8f6-47c7-867b-aa505f08ee42 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 945 time: 0.1197834 Feb 19 07:36:17.532433 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (17c58338-f15c-4172-8a84-dbd46d806750), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.542214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (17c58338-f15c-4172-8a84-dbd46d806750), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.577450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1574c69-0410-49e8-a987-c9e424cdad37 req-1b81f6bf-5267-4cf1-abbb-a5b17b7708fa tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040545 Feb 19 07:36:17.601601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.605397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2838023 Feb 19 07:36:17.605787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46642) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:17.628673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--143890894'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:17.637337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f081d-a26c-4d3d-9d06-a8f9adeb229a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c58338-f15c-4172-8a84-dbd46d806750,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.674894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.734108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c17030-e6f3-4316-b697-6c4930fccb2b req-b642542c-54d2-4dbc-b7ba-6ce8ad3b13d3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:17.744685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78c17030-e6f3-4316-b697-6c4930fccb2b req-b642542c-54d2-4dbc-b7ba-6ce8ad3b13d3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1277499 Feb 19 07:36:17.754633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,segment=NetworkSegment(d29d8783-4071-4449-b2a0-85c725b2a7b1),segment_id=d29d8783-4071-4449-b2a0-85c725b2a7b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:17.770070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.813463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (6e2d701a-5a7e-4f65-a510-b35a516c58e3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.823137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e2d701a-5a7e-4f65-a510-b35a516c58e3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.897229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78c17030-e6f3-4316-b697-6c4930fccb2b req-e8a5a918-a38d-4baf-b82a-b5bffec8f4ff tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492956 Feb 19 07:36:17.916599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.917683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3109930 Feb 19 07:36:17.920748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:17.926326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7124f7a5-a37f-4f06-bc6e-0dd409d56d3a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group_rule': {'security_group_id': '17c58338-f15c-4172-8a84-dbd46d806750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6e2d701a-5a7e-4f65-a510-b35a516c58e3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:17.932806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3a8f0-d904-4f77-b707-b4fb293cfafc tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d701a-5a7e-4f65-a510-b35a516c58e3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.950339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:17.953309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks [] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.961404 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:17.986837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (b063c888-eefa-401c-a2b5-7ad54a88e3a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.049364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:18.076469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4d9339-d725-4ba3-9366-d480333dc0e0 None None] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:18.079327 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-7124f7a5-a37f-4f06-bc6e-0dd409d56d3a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:36:18.080700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7124f7a5-a37f-4f06-bc6e-0dd409d56d3a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1589293 Feb 19 07:36:18.087563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46662) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.093695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:18.106635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=b063c888-eefa-401c-a2b5-7ad54a88e3a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:18.200857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.210863 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (6e2d701a-5a7e-4f65-a510-b35a516c58e3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.254722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:18.274245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dee3ead-9010-4853-9bc5-2ef83a0adb5a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:18.274709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dee3ead-9010-4853-9bc5-2ef83a0adb5a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:18.278302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (6e2d701a-5a7e-4f65-a510-b35a516c58e3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.297619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.326387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.339719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:18.340129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:18.344005 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:18.424081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e2d701a-5a7e-4f65-a510-b35a516c58e3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.427984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.429167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e2d701a-5a7e-4f65-a510-b35a516c58e3 HTTP/1.1" status: 204 len: 168 time: 0.3396947 Feb 19 07:36:18.436930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46670) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.485901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:18.502765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8749a182-1224-4a4f-a8d9-4d5327e8b1a9 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0623674 Feb 19 07:36:18.511240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.537192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2450ae-d7a4-4848-bd68-00da6d0196b5 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d701a-5a7e-4f65-a510-b35a516c58e3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:18.552752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:36:18.552752 n-d-829866-3 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:36:18.552752 n-d-829866-3 neutron-server[103588]: [parameters: {'id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'}] Feb 19 07:36:18.552752 n-d-829866-3 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:18.553668 n-d-829866-3 neutron-server[103588]: DEBUG oslo_db.api [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:18.577276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997608f-a3a6-40d4-a389-47a69b16e6fa req-388f04d6-724f-47eb-aa0a-3834501fcf9a tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:18.578864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f997608f-a3a6-40d4-a389-47a69b16e6fa req-388f04d6-724f-47eb-aa0a-3834501fcf9a tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 945 time: 0.3922327 Feb 19 07:36:18.580802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3a61bbf8-21de-4d27-b73d-292b5b0e517c None None] Provisioning complete for port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:18.581082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a61bbf8-21de-4d27-b73d-292b5b0e517c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.582642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Pushing event updated for resources: {'Port': ['ID=4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:18.595034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46676) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.646800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (17c58338-f15c-4172-8a84-dbd46d806750), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.685746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Attempting to bind port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:18.686637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Attempting to bind port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1dee3ead-9010-4853-9bc5-2ef83a0adb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:18.686986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Attempting to bind port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 on network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:18.697179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:18.697318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Checking segment: {'id': '1dee3ead-9010-4853-9bc5-2ef83a0adb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:18.697726 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.698070 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (17c58338-f15c-4172-8a84-dbd46d806750), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.698240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Bound using segment: {'id': '1dee3ead-9010-4853-9bc5-2ef83a0adb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:18.698566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Bound port: 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dee3ead-9010-4853-9bc5-2ef83a0adb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:18.698974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.781250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (17c58338-f15c-4172-8a84-dbd46d806750), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.788050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.789387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/17c58338-f15c-4172-8a84-dbd46d806750 HTTP/1.1" status: 204 len: 168 time: 0.2771749 Feb 19 07:36:18.793168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.807527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f997608f-a3a6-40d4-a389-47a69b16e6fa req-e056d82e-50a2-4cab-9b9d-e170154884e8 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832058 Feb 19 07:36:18.814833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c423232-0e01-417e-bc8d-279d333b9cd0 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c58338-f15c-4172-8a84-dbd46d806750,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:18.818944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503417708-network', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:18.839326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3a61bbf8-21de-4d27-b73d-292b5b0e517c None None] Current status of the port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:18.842090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:18.858912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:18.863930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.877149 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.885186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-106aa4aa-1375-430f-a69d-6370b8f9b0f9 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909078 Feb 19 07:36:18.891809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46682) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:18.905280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877549126'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:18.943405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:18.943791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.948244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] For port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:18.958869 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:18.984498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] For port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83,segment=NetworkSegment(1dee3ead-9010-4853-9bc5-2ef83a0adb5a),segment_id=1dee3ead-9010-4853-9bc5-2ef83a0adb5a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:19.000520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.069927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks [] for security_group (c3a1b76d-01d2-4e8e-8b04-1d054c199d85), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.084302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.087630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c3a1b76d-01d2-4e8e-8b04-1d054c199d85), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.101604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:19.114509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a3f50b59-5e34-4e84-9a2c-9e53d79a8b30), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.114902 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Added segment a3f50b59-5e34-4e84-9a2c-9e53d79a8b30 of type vlan for network b56abe92-c475-4429-96ff-8545616e1eba Feb 19 07:36:19.159008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b56abe92-c475-4429-96ff-8545616e1eba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.213844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602dc4-2e97-4a09-bb48-717925a26cf0 req-a5a230c9-e272-4f17-839f-7bc907772122 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:19.214861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a1b76d-01d2-4e8e-8b04-1d054c199d85,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.216667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb602dc4-2e97-4a09-bb48-717925a26cf0 req-a5a230c9-e272-4f17-839f-7bc907772122 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1860280 Feb 19 07:36:19.219505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345cdcfc-f41c-402a-adb5-97fd088fdc61 None None] Network 7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:19.230053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b56abe92-c475-4429-96ff-8545616e1eba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.231020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:19.231725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.262164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Deleting port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:19.262507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.341735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b56abe92-c475-4429-96ff-8545616e1eba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.370341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44196eb2-f163-4fb8-882a-1c43daf3c0b8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7739012 Feb 19 07:36:19.373124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:19.375456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb602dc4-2e97-4a09-bb48-717925a26cf0 req-5b0d7e4b-dcf7-4804-9187-4cdb84d3a511 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495242 Feb 19 07:36:19.386076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad176cbf-9eba-4ebf-b556-6cd6837cac8d None None] Pushing event updated for resources: {'Port': ['ID=4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.392838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] For port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83,segment=NetworkSegment(1dee3ead-9010-4853-9bc5-2ef83a0adb5a),segment_id=1dee3ead-9010-4853-9bc5-2ef83a0adb5a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:19.393523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.394119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Request body: {'subnet': {'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503417708-subnet', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:19.410215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Calling delete_port for 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:19.418239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:19.420808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.426086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (4343190e-2a6b-4a0d-ba32-ccd674534e40), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.438897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4343190e-2a6b-4a0d-ba32-ccd674534e40), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.460039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b56abe92-c475-4429-96ff-8545616e1eba details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:19.489647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.493536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5949554 Feb 19 07:36:19.498854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:19.505147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8532a226-b9ed-4674-9ead-f62c7b568d64 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:19.506441 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-8532a226-b9ed-4674-9ead-f62c7b568d64 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 07:36:19.506944 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-8532a226-b9ed-4674-9ead-f62c7b568d64 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 07:36:19.510201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8532a226-b9ed-4674-9ead-f62c7b568d64 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "PUT /v2.0/security-groups/4343190e-2a6b-4a0d-ba32-ccd674534e40 HTTP/1.1" status: 409 len: 330 time: 0.0080984 Feb 19 07:36:19.514926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:19.522359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f399577-b44f-4f14-920d-0c40e9236cce req-cb8ad74d-2ea8-4292-8a8b-0e428d080c71 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:19.524203 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f399577-b44f-4f14-920d-0c40e9236cce req-cb8ad74d-2ea8-4292-8a8b-0e428d080c71 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 945 time: 0.1160369 Feb 19 07:36:19.542957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847bc2c-b34d-492c-9f77-b8c1fd242989 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4343190e-2a6b-4a0d-ba32-ccd674534e40,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.557665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:19.610677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4211327d-d35a-42c1-ac52-186b783b18f5 None None] Provisioning complete for port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:19.611164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4211327d-d35a-42c1-ac52-186b783b18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.658481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc39bab-df50-46c0-9d44-758050286429 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:19.685331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (8618e766-16e2-456a-b815-684194cbcbf9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.709698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (4343190e-2a6b-4a0d-ba32-ccd674534e40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.755695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:19.757035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Network hostable DHCP agents. Network: b56abe92-c475-4429-96ff-8545616e1eba, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:19.758499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Deleting port ca624624-edb9-4d4d-a21a-5aa1be20e9cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:19.758925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.769471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4211327d-d35a-42c1-ac52-186b783b18f5 None None] Current status of the port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:19.773900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8618e766-16e2-456a-b815-684194cbcbf9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.785864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Network b56abe92-c475-4429-96ff-8545616e1eba is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:19.795577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b56abe92-c475-4429-96ff-8545616e1eba) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:19.801122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:19.801816 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.820842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e5582fdf-5069-4f56-be4e-f6389f8d0b3d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4441245 Feb 19 07:36:19.821678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46694) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:19.826964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (4343190e-2a6b-4a0d-ba32-ccd674534e40), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.828825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:19.829913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.854485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.855902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:19.869681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Port': ['ID=4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:19.904850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No DVR routers for this DVR port 4e48d696-ac86-4bb0-a3ba-5de7ee3f6c83 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:19.925855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc39bab-df50-46c0-9d44-758050286429 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:19.932758 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for router_controller (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.038065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.042271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4343190e-2a6b-4a0d-ba32-ccd674534e40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.044984 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.048836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.049960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/4343190e-2a6b-4a0d-ba32-ccd674534e40 HTTP/1.1" status: 204 len: 168 time: 0.5242808 Feb 19 07:36:20.062758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] For port ca624624-edb9-4d4d-a21a-5aa1be20e9cb, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,segment=NetworkSegment(4917aec4-1259-4ca4-9f54-3819ae469f89),segment_id=4917aec4-1259-4ca4-9f54-3819ae469f89)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:20.063241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.095268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed5de-749a-4383-9a18-79bde35a4023 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343190e-2a6b-4a0d-ba32-ccd674534e40,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.099445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Calling delete_port for ca624624-edb9-4d4d-a21a-5aa1be20e9cb owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:20.102446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:20.121873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dee3ead-9010-4853-9bc5-2ef83a0adb5a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:20.122079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dee3ead-9010-4853-9bc5-2ef83a0adb5a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:20.126593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a32447-8328-4d20-a7b9-6a6c63ce1eec req-97d36709-2868-4691-8e54-5f4f32975a61 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:20.128142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84a32447-8328-4d20-a7b9-6a6c63ce1eec req-97d36709-2868-4691-8e54-5f4f32975a61 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3995bae-8778-44b9-a146-4d8853364945 HTTP/1.1" status: 200 len: 945 time: 0.1343172 Feb 19 07:36:20.140839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.196586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.215533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:20.216293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (1dee3ead-9010-4853-9bc5-2ef83a0adb5a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.216391 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for router_gateway (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:20.220209 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:20.244451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-b56abe92-c475-4429-96ff-8545616e1eba', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:20.245386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.259806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-758881bc-4ea7-43e6-9654-7d639640b710 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2064657 Feb 19 07:36:20.278392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46700) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.304226 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-f99ed01e-10a9-415e-83e5-c47126ea271a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] delete failed (client error): The resource could not be found. Feb 19 07:36:20.308685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f99ed01e-10a9-415e-83e5-c47126ea271a tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "DELETE /v2.0/security-groups/83f61abe-f7d5-4ead-8602-9c82078a75d7 HTTP/1.1" status: 404 len: 347 time: 0.0248203 Feb 19 07:36:20.310231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.338537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.358614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.367548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe HTTP/1.1" status: 204 len: 168 time: 3.9043214 Feb 19 07:36:20.368454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.404587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Allocated IP 172.20.0.2 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/9e5bdae4-c801-47b7-a280-950c9dfa969e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:20.405540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-648015535'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:20.415324 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-00ccb004-8fe1-47e0-ae34-8d770ebbc2a8 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] show failed (client error): The resource could not be found. Feb 19 07:36:20.417837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fdac-80f5-4c7c-80c4-fcf17f7c1647 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.423600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-00ccb004-8fe1-47e0-ae34-8d770ebbc2a8 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-groups/f726c620-c13d-40e4-a7bf-34528848acf6 HTTP/1.1" status: 404 len: 347 time: 0.0681119 Feb 19 07:36:20.428427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.443734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-84a32447-8328-4d20-a7b9-6a6c63ce1eec req-4e47d2c3-c5d5-4c6f-b8f0-1ffc6a2b41e7 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.43 "GET /v2.0/security-groups?id=0f716904-7b76-48da-8670-9460856bffa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879900 Feb 19 07:36:20.453210 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-dae535d3-8273-4a55-bb1f-70a56962a7a4 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] show failed (client error): The resource could not be found. Feb 19 07:36:20.455240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dae535d3-8273-4a55-bb1f-70a56962a7a4 tempest-NegativeSecGroupTest-233333184 tempest-NegativeSecGroupTest-233333184-project] 10.222.0.43 "GET /v2.0/security-group-rules/70799d91-5d7b-48b9-8264-271703f79da8 HTTP/1.1" status: 404 len: 356 time: 0.0220056 Feb 19 07:36:20.482695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:20.487268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.498884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ca624624-edb9-4d4d-a21a-5aa1be20e9cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.549234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:20.561769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6fe50ec0-6495-4720-98b5-84932f86a47e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.562504 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 6fe50ec0-6495-4720-98b5-84932f86a47e of type vlan for network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 Feb 19 07:36:20.633269 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (938b1ac9-25ea-4867-af0e-69bf27f2bf14), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.648891 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks [] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.660762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Pushing event deleted for resources: {'Port': ['ID=ca624624-edb9-4d4d-a21a-5aa1be20e9cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.675400 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.704286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (938b1ac9-25ea-4867-af0e-69bf27f2bf14), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.708549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:20.709154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.755356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:20.756553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Pushing event updated for resources: {'Port': ['ID=9e5bdae4-c801-47b7-a280-950c9dfa969e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.766156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:20.771890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:20.800002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for router_gateway (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.821159 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.822772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.840736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] No DVR routers for this DVR port ca624624-edb9-4d4d-a21a-5aa1be20e9cb on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:20.845305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Attempting to bind port 9e5bdae4-c801-47b7-a280-950c9dfa969e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:20.846226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Attempting to bind port 9e5bdae4-c801-47b7-a280-950c9dfa969e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:20.847025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Attempting to bind port 9e5bdae4-c801-47b7-a280-950c9dfa969e on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:20.853721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:20.854489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:20.855147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.855837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:20.856667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Bound port: 9e5bdae4-c801-47b7-a280-950c9dfa969e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:20.857281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.869887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:20.873448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f399577-b44f-4f14-920d-0c40e9236cce req-24fb8cbe-c8a8-45a4-8e1d-c844b0124801 tempest-ServerAddressesNegativeTestJSON-1348307748 tempest-ServerAddressesNegativeTestJSON-1348307748-project] 10.222.0.24 "DELETE /v2.0/ports/ca624624-edb9-4d4d-a21a-5aa1be20e9cb HTTP/1.1" status: 204 len: 173 time: 1.3288875 Feb 19 07:36:20.874643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'name': 'network-vif-deleted', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:20.883993 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49838042-bbcd-4501-b6f1-816df382d745" -d '{"events": [{"server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "name": "network-vif-deleted", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:20.892724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4894810 Feb 19 07:36:20.895027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46724) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:20.909467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '938b1ac9-25ea-4867-af0e-69bf27f2bf14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:20.945227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4e4ea-9642-4567-9b7a-6104cf0709bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=938b1ac9-25ea-4867-af0e-69bf27f2bf14,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:20.960416 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9685f9-533f-4344-a0c2-87f058f5d7f6 x-openstack-request-id: req-2d9685f9-533f-4344-a0c2-87f058f5d7f6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:20.960951 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3995bae-8778-44b9-a146-4d8853364945", "name": "network-vif-deleted", "tag": "ca624624-edb9-4d4d-a21a-5aa1be20e9cb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:20.961400 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d9685f9-533f-4344-a0c2-87f058f5d7f6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:20.961994 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3995bae-8778-44b9-a146-4d8853364945', 'name': 'network-vif-deleted', 'tag': 'ca624624-edb9-4d4d-a21a-5aa1be20e9cb', 'status': 'completed', 'code': 200} Feb 19 07:36:20.972110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:20.983894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a0081-2240-4dff-bc2e-0d52cff6e3a0 req-e4ebd9ee-9edf-4344-acc8-962fccbfbc55 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:20.985647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb0a0081-2240-4dff-bc2e-0d52cff6e3a0 req-e4ebd9ee-9edf-4344-acc8-962fccbfbc55 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.3286958 Feb 19 07:36:21.094510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] For port 9e5bdae4-c801-47b7-a280-950c9dfa969e, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:21.098922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb0a0081-2240-4dff-bc2e-0d52cff6e3a0 req-3f26059e-5a59-4ee7-bd9b-81e508bd8b21 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074462 Feb 19 07:36:21.141014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] For port 9e5bdae4-c801-47b7-a280-950c9dfa969e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e5bdae4-c801-47b7-a280-950c9dfa969e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:21.152665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.193153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab489682-671e-43b0-b771-2e0a0b429472 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff97002eb5874da69498c7600a6f406d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691730 Feb 19 07:36:21.195634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:21.241158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ec7f3-4866-4991-9993-f7acf5e975e3 None None] Pushing event updated for resources: {'Port': ['ID=9e5bdae4-c801-47b7-a280-950c9dfa969e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:21.255120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Allocated IP 172.25.7.58 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/9575334f-758a-4e9a-b287-331324ca8cba) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:21.321883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] Publish callbacks [] for security_group (6e4b4d64-434d-4326-a6d5-c61f065f4994), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.348600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] Publish callbacks [] for security_group (6e4b4d64-434d-4326-a6d5-c61f065f4994), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.401886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:21.407292 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.470180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6e4b4d64-434d-4326-a6d5-c61f065f4994), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.474656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.477044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e4b4d64-434d-4326-a6d5-c61f065f4994 HTTP/1.1" status: 204 len: 168 time: 0.2803853 Feb 19 07:36:21.508884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efd963-7767-4533-b2b0-b947c7cc883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b4d64-434d-4326-a6d5-c61f065f4994,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:21.554112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:36:21.554631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:36:21.582408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:21.669481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Deleting subnet 30eeaf38-4049-4d62-8092-c3f8c790dfde {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:36:21.676326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Publish callbacks [] for subnet (30eeaf38-4049-4d62-8092-c3f8c790dfde), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.749211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (30eeaf38-4049-4d62-8092-c3f8c790dfde), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.775499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for port (9575334f-758a-4e9a-b287-331324ca8cba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.806060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (30eeaf38-4049-4d62-8092-c3f8c790dfde), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.873965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (30eeaf38-4049-4d62-8092-c3f8c790dfde), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.907696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (8c521f43-4d06-4cc9-8d46-302db928b895), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.913267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30eeaf38-4049-4d62-8092-c3f8c790dfde,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:21.919042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:21.923799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d5bbe99a-824a-46ba-986c-446a1dc4bb17 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/30eeaf38-4049-4d62-8092-c3f8c790dfde HTTP/1.1" status: 204 len: 168 time: 0.3402240 Feb 19 07:36:21.926992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:21.928799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9575334f-758a-4e9a-b287-331324ca8cba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.008766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b39ede5e-9c5c-482e-8bf0-06f45551b219), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.009756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:22.015853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:22.025220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:22.071819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=8c521f43-4d06-4cc9-8d46-302db928b895,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:22.082856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Pushing event updated for resources: {'Port': ['ID=9575334f-758a-4e9a-b287-331324ca8cba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:22.093483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '6fe50ec0-6495-4720-98b5-84932f86a47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '938b1ac9-25ea-4867-af0e-69bf27f2bf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:22.093969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 938b1ac9-25ea-4867-af0e-69bf27f2bf14, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:22.145832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ca624624-edb9-4d4d-a21a-5aa1be20e9cb no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:22.183061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b39ede5e-9c5c-482e-8bf0-06f45551b219), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.185918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: ca624624-edb9-4d4d-a21a-5aa1be20e9cb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:36:22.186337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device ca624624-edb9-4d4d-a21a-5aa1be20e9cb not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:36:22.209645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39ede5e-9c5c-482e-8bf0-06f45551b219']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:22.225476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4917aec4-1259-4ca4-9f54-3819ae469f89') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:22.225953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4917aec4-1259-4ca4-9f54-3819ae469f89') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:22.238529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (4917aec4-1259-4ca4-9f54-3819ae469f89), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.278602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4917aec4-1259-4ca4-9f54-3819ae469f89), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.298291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:22.298846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (4917aec4-1259-4ca4-9f54-3819ae469f89), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:22.302663 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:22.310171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:22.338918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 938b1ac9-25ea-4867-af0e-69bf27f2bf14) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:22.348832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:22.349459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.415369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bea0a1e0-4575-41c8-b310-e881fddb613b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5145776 Feb 19 07:36:22.420072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46768) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:22.444223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0d939-a5d1-4535-928a-f872a8d1f3c0 req-5534fccf-1143-4aca-9fd2-6b4c5b45594f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:22.444223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2e0d939-a5d1-4535-928a-f872a8d1f3c0 req-5534fccf-1143-4aca-9fd2-6b4c5b45594f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1968648 Feb 19 07:36:22.453377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b39ede5e-9c5c-482e-8bf0-06f45551b219), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.474636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.489820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] 10.222.0.43 "DELETE /v2.0/networks/b39ede5e-9c5c-482e-8bf0-06f45551b219 HTTP/1.1" status: 204 len: 168 time: 0.5597868 Feb 19 07:36:22.501930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for router_gateway (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:22.570626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881e738-e8e8-4fcb-a58f-5da3df5d725e admin admin] Pushing event deleted for resources: {'Network': ['ID=b39ede5e-9c5c-482e-8bf0-06f45551b219,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:22.583630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2e0d939-a5d1-4535-928a-f872a8d1f3c0 req-32680566-02f0-464a-9416-c9cc2f6eed43 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397371 Feb 19 07:36:22.665882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:22.814924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e5bdae4-c801-47b7-a280-950c9dfa969e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:22.865009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:22.914016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75baba80-9996-4b6a-9a1b-b37ed94a4d35 tempest-ServiceProvidersTest-1863115387 tempest-ServiceProvidersTest-1863115387-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2468266 Feb 19 07:36:22.944670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9e5bdae4-c801-47b7-a280-950c9dfa969e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:22.945059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.005122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f499702d-150a-443d-98c5-6f527a7c5e73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a80f3e22e5f6479da48830bdd4402c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389086 Feb 19 07:36:23.005745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:23.043975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5ed8b-d8de-4667-9bc5-6e0a965cdb26 None None] Network b56abe92-c475-4429-96ff-8545616e1eba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:23.064219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f302d-5691-4fb4-a4f7-6851dbf1b9d8 None None] Network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:23.104466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (938b1ac9-25ea-4867-af0e-69bf27f2bf14), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.121249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] Publish callbacks [] for security_group (0f716904-7b76-48da-8670-9460856bffa9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.184123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] Publish callbacks [] for security_group (0f716904-7b76-48da-8670-9460856bffa9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.286284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Provisioning complete for port 9e5bdae4-c801-47b7-a280-950c9dfa969e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:23.288217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.292373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8c521f43-4d06-4cc9-8d46-302db928b895), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.298583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0f716904-7b76-48da-8670-9460856bffa9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.301872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.306139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f716904-7b76-48da-8670-9460856bffa9 HTTP/1.1" status: 204 len: 168 time: 0.2994256 Feb 19 07:36:23.317045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb90075-e75a-438a-b0f1-5c8b4f42d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f716904-7b76-48da-8670-9460856bffa9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:23.364249 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.405136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:23.417478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (8c521f43-4d06-4cc9-8d46-302db928b895), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.449796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=8c521f43-4d06-4cc9-8d46-302db928b895,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:23.481490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:23.481834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.563555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (938b1ac9-25ea-4867-af0e-69bf27f2bf14), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.598834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938b1ac9-25ea-4867-af0e-69bf27f2bf14']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:23.612143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe50ec0-6495-4720-98b5-84932f86a47e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:23.613022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe50ec0-6495-4720-98b5-84932f86a47e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:23.630746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6fe50ec0-6495-4720-98b5-84932f86a47e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.653416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6fe50ec0-6495-4720-98b5-84932f86a47e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.661869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:23.662352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6fe50ec0-6495-4720-98b5-84932f86a47e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:23.666303 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:23.678972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:23.812768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-225e94b5-2884-42a9-96a4-78f05061e154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.837722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7a6ec-b795-4a71-a44a-430f11686a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-938b1ac9-25ea-4867-af0e-69bf27f2bf14', 'network_id': '938b1ac9-25ea-4867-af0e-69bf27f2bf14', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '8c521f43-4d06-4cc9-8d46-302db928b895'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:23.839140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06f7a6ec-b795-4a71-a44a-430f11686a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.851303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (938b1ac9-25ea-4867-af0e-69bf27f2bf14), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.873567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.880445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/938b1ac9-25ea-4867-af0e-69bf27f2bf14 HTTP/1.1" status: 204 len: 168 time: 1.4555991 Feb 19 07:36:23.889483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:23.892881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 9e5bdae4-c801-47b7-a280-950c9dfa969e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e5bdae4-c801-47b7-a280-950c9dfa969e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:23.906708 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.915128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895064763'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:23.964129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71215634-c690-4653-a67b-97d77e32fb58 None None] Network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:23.970672 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-225e94b5-2884-42a9-96a4-78f05061e154 admin admin] Publish callbacks [] for security_group (b8cb08bd-6c4d-4175-81a2-b45d467f0aec), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.973989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:23.974580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:23.978441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-225e94b5-2884-42a9-96a4-78f05061e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b8cb08bd-6c4d-4175-81a2-b45d467f0aec), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.002466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a520b79-61d0-4dc6-a131-d7eaa78e5adc req-6992e187-a3e1-495e-9ea2-bdc7712e533c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:24.005050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a520b79-61d0-4dc6-a131-d7eaa78e5adc req-6992e187-a3e1-495e-9ea2-bdc7712e533c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2865853 Feb 19 07:36:24.017221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71215634-c690-4653-a67b-97d77e32fb58 None None] Network 938b1ac9-25ea-4867-af0e-69bf27f2bf14 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:24.022318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d1caf-3a64-4004-a584-a9cd9a34bd2d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=938b1ac9-25ea-4867-af0e-69bf27f2bf14,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:24.044752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=9e5bdae4-c801-47b7-a280-950c9dfa969e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:24.094255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a520b79-61d0-4dc6-a131-d7eaa78e5adc req-533a639b-9d39-4bf6-8589-9dc156539c9a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770676 Feb 19 07:36:24.103615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:24.111091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:24.111567 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:24.115608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.126957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-225e94b5-2884-42a9-96a4-78f05061e154 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a20a373af624f40a00a1ae8ab7d6319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7204361 Feb 19 07:36:24.129380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:24.130280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e94b5-2884-42a9-96a4-78f05061e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb08bd-6c4d-4175-81a2-b45d467f0aec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:24.130483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:24.144097 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:24.163826 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:24.164746 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.193725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.194985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-18ea0e49-5b41-470c-9410-037cce117ffb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3722608 Feb 19 07:36:24.197993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:24.278536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:24.304105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2cad429a-8d5d-4044-9343-ef7d4f709196), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.304453 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 2cad429a-8d5d-4044-9343-ef7d4f709196 of type vlan for network 5e00f61a-7b7a-46de-8b8b-c44996091d0e Feb 19 07:36:24.309524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:24.360590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] Publish callbacks [] for security_group (b8cb08bd-6c4d-4175-81a2-b45d467f0aec), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.379115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5e00f61a-7b7a-46de-8b8b-c44996091d0e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.431948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] Publish callbacks [] for security_group (b8cb08bd-6c4d-4175-81a2-b45d467f0aec), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.474443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5e00f61a-7b7a-46de-8b8b-c44996091d0e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.482032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:24.483247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.614074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7237449 Feb 19 07:36:24.622825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:24.644166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '5e00f61a-7b7a-46de-8b8b-c44996091d0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:24.683220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18489d2-bfa1-4eaf-9605-d31b5e6380a5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=5e00f61a-7b7a-46de-8b8b-c44996091d0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:24.759426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a467f4fb-1dd1-463d-8457-35e3323a0551 None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:24.773038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5e00f61a-7b7a-46de-8b8b-c44996091d0e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:24.789494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b8cb08bd-6c4d-4175-81a2-b45d467f0aec), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.792688 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:22Z', 'revision_number': 3, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:24.796854 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.805746 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b8cb08bd-6c4d-4175-81a2-b45d467f0aec HTTP/1.1" status: 204 len: 168 time: 0.6732845 Feb 19 07:36:24.866834 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:36:24.868822 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Updating router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 port 9575334f-758a-4e9a-b287-331324ca8cba binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:36:24.889491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8288edf-568b-4990-91b2-b6c7e29af6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb08bd-6c4d-4175-81a2-b45d467f0aec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:24.914342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e5bdae4-c801-47b7-a280-950c9dfa969e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:24.933362 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9575334f-758a-4e9a-b287-331324ca8cba), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:24.940312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fbcebd-574a-4948-a31a-8d86e651f8ba None None] Network b56abe92-c475-4429-96ff-8545616e1eba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:24.951313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:24.958518 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.142224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-707a8d2b-3f8b-4df3-922f-dd10075f7c0d None None] Provisioning complete for port 9e5bdae4-c801-47b7-a280-950c9dfa969e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:25.142610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-707a8d2b-3f8b-4df3-922f-dd10075f7c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.254664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.317094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9e5bdae4-c801-47b7-a280-950c9dfa969e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:25.317094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.465340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-707a8d2b-3f8b-4df3-922f-dd10075f7c0d None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:25.559084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:25.576804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (1ea4da0a-5933-4e2e-a740-6119a64aaf54), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.772185 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks [] for port (9575334f-758a-4e9a-b287-331324ca8cba), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.788127 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9575334f-758a-4e9a-b287-331324ca8cba), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.804703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=1ea4da0a-5933-4e2e-a740-6119a64aaf54,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:25.835279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '2cad429a-8d5d-4044-9343-ef7d4f709196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5e00f61a-7b7a-46de-8b8b-c44996091d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:25.837382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 5e00f61a-7b7a-46de-8b8b-c44996091d0e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:25.848921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2827-658f-4312-9e3e-50786e5012a4 req-de727548-7fa4-40c5-8087-84af73e4fcea tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:25.850934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bd2827-658f-4312-9e3e-50786e5012a4 req-de727548-7fa4-40c5-8087-84af73e4fcea tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.5911589 Feb 19 07:36:25.903105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 5e00f61a-7b7a-46de-8b8b-c44996091d0e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:25.916009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5e00f61a-7b7a-46de-8b8b-c44996091d0e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:25.922117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:25.923117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:25.931884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Attempting to bind port 9575334f-758a-4e9a-b287-331324ca8cba on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:25.933802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77605341-a89e-440d-a4ac-5eb575053e79 None None] Network 5e00f61a-7b7a-46de-8b8b-c44996091d0e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:25.934700 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Attempting to bind port 9575334f-758a-4e9a-b287-331324ca8cba by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:25.936211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Attempting to bind port 9575334f-758a-4e9a-b287-331324ca8cba on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:25.938395 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Pushing event updated for resources: {'Port': ['ID=9575334f-758a-4e9a-b287-331324ca8cba,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:25.964194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b0bcd19e-0fd7-4331-91d1-1c477a762dad tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3339415 Feb 19 07:36:25.967118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:25.972235 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.972574 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.972908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.973239 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.973563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.973884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.974200 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.974523 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.974835 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.975433 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.975758 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.976074 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.976387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:25.998659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4bd2827-658f-4312-9e3e-50786e5012a4 req-00d1c0a1-9ec9-48d4-9d5f-b6016e0d14f7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978653 Feb 19 07:36:26.014681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:26.015065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:26.015499 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.015900 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:26.016372 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Bound port: 9575334f-758a-4e9a-b287-331324ca8cba, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:26.016752 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9575334f-758a-4e9a-b287-331324ca8cba), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.120266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Allocated IP 172.20.0.1 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/48c9b925-02d7-43cf-b006-56b5b7b8c0eb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:26.187662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] For port 9575334f-758a-4e9a-b287-331324ca8cba, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:26.189858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ba5a37c9-654c-4468-85ea-59304f035a0e None None] Provisioning complete for port 9e5bdae4-c801-47b7-a280-950c9dfa969e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:26.190331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba5a37c9-654c-4468-85ea-59304f035a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.198833 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] For port 9575334f-758a-4e9a-b287-331324ca8cba, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9575334f-758a-4e9a-b287-331324ca8cba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:26.212173 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9575334f-758a-4e9a-b287-331324ca8cba), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.228328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a475e-2b80-4c98-976f-1fd8e32513ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5e00f61a-7b7a-46de-8b8b-c44996091d0e', 'network_id': '5e00f61a-7b7a-46de-8b8b-c44996091d0e', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '1ea4da0a-5933-4e2e-a740-6119a64aaf54'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:26.229765 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-049a475e-2b80-4c98-976f-1fd8e32513ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.267167 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5e00f61a-7b7a-46de-8b8b-c44996091d0e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.332820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1ea4da0a-5933-4e2e-a740-6119a64aaf54), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.336609 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks [] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.376924 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda906ad-a2d0-43c6-a3b3-f73ae746472d None None] Pushing event updated for resources: {'Port': ['ID=9575334f-758a-4e9a-b287-331324ca8cba,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:26.415396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.420910 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:26.422022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:26.473111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (1ea4da0a-5933-4e2e-a740-6119a64aaf54), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.495176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:26.498602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-049a475e-2b80-4c98-976f-1fd8e32513ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ea4da0a-5933-4e2e-a740-6119a64aaf54: This subnet is being modified by another concurrent operation. Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ea4da0a-5933-4e2e-a740-6119a64aaf54: This subnet is being modified by another concurrent operation. Feb 19 07:36:26.505826 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:36:26.511961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a37c9-654c-4468-85ea-59304f035a0e None None] Current status of the port 9e5bdae4-c801-47b7-a280-950c9dfa969e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:26.513069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:26.532326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea4da0a-5933-4e2e-a740-6119a64aaf54,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:26.576063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7bdca-d038-4fb0-a849-9a8681d29347 None None] Network 5e00f61a-7b7a-46de-8b8b-c44996091d0e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:26.648496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:26.679691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5e00f61a-7b7a-46de-8b8b-c44996091d0e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.735578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e00f61a-7b7a-46de-8b8b-c44996091d0e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:26.758346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cad429a-8d5d-4044-9343-ef7d4f709196') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:26.758647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cad429a-8d5d-4044-9343-ef7d4f709196') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:26.786929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (2cad429a-8d5d-4044-9343-ef7d4f709196), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.807925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2cad429a-8d5d-4044-9343-ef7d4f709196), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.841057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:26.845342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (2cad429a-8d5d-4044-9343-ef7d4f709196), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:26.846437 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:26.853392 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:27.001715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7016dd0d-4a3b-4f69-9625-cf3fdc2e8ce5 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:27.098042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5e00f61a-7b7a-46de-8b8b-c44996091d0e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.139245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-36151ef0-de22-4f17-a783-5c5fa9077e42 None None] Provisioning complete for port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:27.143339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36151ef0-de22-4f17-a783-5c5fa9077e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.166027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.179312 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/5e00f61a-7b7a-46de-8b8b-c44996091d0e HTTP/1.1" status: 204 len: 168 time: 1.2077444 Feb 19 07:36:27.185171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:27.216761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-605072861'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:27.232398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97835d03-6719-4e79-8703-f911caf47b49 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=5e00f61a-7b7a-46de-8b8b-c44996091d0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:27.238894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Pushing event updated for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:27.251892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119043'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:27.273787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.301207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:27.305217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.308899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Made reservation on behalf of ded78c695ea2408688da797fceff626f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:27.313617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.347549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.347899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da29d9-2a8b-444a-99be-dc29500165ec req-ca495e43-c22a-4c27-9e60-c28a09f5e695 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:27.355818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05da29d9-2a8b-444a-99be-dc29500165ec req-ca495e43-c22a-4c27-9e60-c28a09f5e695 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1343942 Feb 19 07:36:27.394002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:27.415686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-36151ef0-de22-4f17-a783-5c5fa9077e42 None None] Port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:27.418977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.419657 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9 of type vlan for network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 Feb 19 07:36:27.430792 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:22Z', 'revision_number': 3, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:27.434087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016dd0d-4a3b-4f69-9625-cf3fdc2e8ce5 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:27.465329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05da29d9-2a8b-444a-99be-dc29500165ec req-75d315ea-6ad6-4089-b4b5-34885657b6cf tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084182 Feb 19 07:36:27.496583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5b7d2c15-c9a2-42ac-9a8f-bf127d630a23), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.506176 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9639a5-807b-4e19-b773-5846c52a9367 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:22Z', 'revision_number': 3, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:27.550665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.583400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5b7d2c15-c9a2-42ac-9a8f-bf127d630a23), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.593571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:27.594453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.646794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for security_group (ef489e93-6f19-46d4-b4bb-53a703e2df97), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.680283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4505088 Feb 19 07:36:27.681753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:27.689701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '5b7d2c15-c9a2-42ac-9a8f-bf127d630a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:27.699641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ef489e93-6f19-46d4-b4bb-53a703e2df97), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.810887 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:36:27.833800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:27.860940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29826259-cbc8-4456-95e4-ef09bf14fe9a tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=5b7d2c15-c9a2-42ac-9a8f-bf127d630a23,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:27.874437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:27.928789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (29b43c17-2bef-4d9a-ba70-1ac77a03eee7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.928789 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Added segment 29b43c17-2bef-4d9a-ba70-1ac77a03eee7 of type vlan for network 027e8d09-7248-44a8-9aaa-151d8d232650 Feb 19 07:36:27.939079 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks [] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.958837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:27.994777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef489e93-6f19-46d4-b4bb-53a703e2df97,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:28.082030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (027e8d09-7248-44a8-9aaa-151d8d232650), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.100793 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.104325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Pushing event updated for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:28.140044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:28.152172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.285620 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (027e8d09-7248-44a8-9aaa-151d8d232650), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.310340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:28.320222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.324045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:28.328892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:28.470391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8066025 Feb 19 07:36:28.475320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:28.496018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Request body: {'subnet': {'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:28.500329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1f0f2-41a1-403c-961a-6aefff3f3bbe tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event updated for resources: {'Network': ['ID=027e8d09-7248-44a8-9aaa-151d8d232650,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:28.530511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 027e8d09-7248-44a8-9aaa-151d8d232650 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:28.771316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:28.871296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (581bf4be-4cc9-4716-81ad-1fa1cf3d35f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.876505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9575334f-758a-4e9a-b287-331324ca8cba up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:28.914763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e9af9398-5a34-4653-bc04-8a634deb4549 None None] Provisioning complete for port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:28.915227 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9af9398-5a34-4653-bc04-8a634deb4549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:28.986682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9af9398-5a34-4653-bc04-8a634deb4549 None None] Port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:29.062163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9575334f-758a-4e9a-b287-331324ca8cba triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:29.062641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9575334f-758a-4e9a-b287-331324ca8cba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.086589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=581bf4be-4cc9-4716-81ad-1fa1cf3d35f7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:29.090061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:29.106971 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-10480bed-490a-4553-b5c6-b44e6aeee0ab admin admin] 10.222.0.43 "PUT /v2.0/routers/0f13b8f5-680d-4aaa-8918-0908dd5eb8a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9078426 Feb 19 07:36:29.118043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5b7d2c15-c9a2-42ac-9a8f-bf127d630a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:29.119295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:29.133400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dbe01-47ea-4aba-a060-75b301e021cf req-05835d52-755a-4c88-b6d3-fc640b992bbb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:29.135997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db1dbe01-47ea-4aba-a060-75b301e021cf req-05835d52-755a-4c88-b6d3-fc640b992bbb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.5030043 Feb 19 07:36:29.171534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:29.196994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:29.207136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:29.207788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.217730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570bf0d-f30e-478f-9ca5-e2f87111bca8 None None] Network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:29.234992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Made reservation on behalf of ded78c695ea2408688da797fceff626f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:29.241187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.247213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3d486a3-5fa3-4a4e-8bdc-16395fe1793d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5613861 Feb 19 07:36:29.253897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:29.360688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9575334f-758a-4e9a-b287-331324ca8cba is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:29.374193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9575334f-758a-4e9a-b287-331324ca8cba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.483862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db1dbe01-47ea-4aba-a060-75b301e021cf req-02c80f72-ba91-494f-8a84-f951af73b26f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367996 Feb 19 07:36:29.484396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 9575334f-758a-4e9a-b287-331324ca8cba, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9575334f-758a-4e9a-b287-331324ca8cba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:29.647474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5b7d2c15-c9a2-42ac-9a8f-bf127d630a23), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.648464 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9575334f-758a-4e9a-b287-331324ca8cba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.648464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed2beb-8130-4688-8ebc-8f048a1289a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5b7d2c15-c9a2-42ac-9a8f-bf127d630a23', 'network_id': '5b7d2c15-c9a2-42ac-9a8f-bf127d630a23', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '581bf4be-4cc9-4716-81ad-1fa1cf3d35f7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:29.648464 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23ed2beb-8130-4688-8ebc-8f048a1289a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.759306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (581bf4be-4cc9-4716-81ad-1fa1cf3d35f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.836989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (9245a484-1c96-4912-b8fe-a5a0d567cc3b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.888806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (581bf4be-4cc9-4716-81ad-1fa1cf3d35f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:29.935316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=9575334f-758a-4e9a-b287-331324ca8cba,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-23ed2beb-8130-4688-8ebc-8f048a1289a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 581bf4be-4cc9-4716-81ad-1fa1cf3d35f7: This subnet is being modified by another concurrent operation. Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 581bf4be-4cc9-4716-81ad-1fa1cf3d35f7: This subnet is being modified by another concurrent operation. Feb 19 07:36:30.001341 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:36:30.032284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event updated for resources: {'Subnet': ['ID=9245a484-1c96-4912-b8fe-a5a0d567cc3b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:30.032754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=581bf4be-4cc9-4716-81ad-1fa1cf3d35f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:30.048906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Checking segment: {'id': '29b43c17-2bef-4d9a-ba70-1ac77a03eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:30.049510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Network hostable DHCP agents. Network: 027e8d09-7248-44a8-9aaa-151d8d232650, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:30.060058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d993a9-f714-4890-b6a0-7e0cb5ae408f None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:30.107065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Network 027e8d09-7248-44a8-9aaa-151d8d232650 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:30.124423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 027e8d09-7248-44a8-9aaa-151d8d232650) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:30.130065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:30.130745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.153690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:30.208430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26ab8edd-180e-4231-ade6-85316a90bb40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7308061 Feb 19 07:36:30.210538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:30.216190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Request body: {'port': {'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650', 'name': 'tempest-TagsExtTest-788599700'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:30.281493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.282065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5b7d2c15-c9a2-42ac-9a8f-bf127d630a23), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.357018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Made reservation on behalf of ded78c695ea2408688da797fceff626f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:30.359643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7d2c15-c9a2-42ac-9a8f-bf127d630a23']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.365672 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.387047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.387379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.427165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.433103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] device_id is not set on port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:36:30.460792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.464838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c242cd-9b95-4f41-bd73-a14b70eafa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.494533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:30.495599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5c8307fb-d8b7-412b-8e8d-7b294f3cf3b9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:30.509301 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:30.604426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d993a9-f714-4890-b6a0-7e0cb5ae408f None None] Unable to find a vacant binding_index for network 027e8d09-7248-44a8-9aaa-151d8d232650 and agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 19 07:36:30.616405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d993a9-f714-4890-b6a0-7e0cb5ae408f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 027e8d09-7248-44a8-9aaa-151d8d232650) {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:30.678668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5b7d2c15-c9a2-42ac-9a8f-bf127d630a23), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.688514 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.697732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 HTTP/1.1" status: 204 len: 168 time: 1.4427598 Feb 19 07:36:30.708494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:30.725906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-184128700'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:30.740777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986842ba-06c1-4df6-a5e2-a792ee643720 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=5b7d2c15-c9a2-42ac-9a8f-bf127d630a23,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:30.744925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:30.750822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1108237538-network', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:30.772594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:30.775102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9575334f-758a-4e9a-b287-331324ca8cba up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:30.776722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.778730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Made reservation on behalf of 8bb9275483bd4a468942f11e6a70fc92 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:30.781949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.794034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Allocated IP 172.20.0.10 (027e8d09-7248-44a8-9aaa-151d8d232650/9245a484-1c96-4912-b8fe-a5a0d567cc3b/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:30.798100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:30.802944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:30.864260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:30.865156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:30.989038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:31.004005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e77339d6-3f3c-4339-9303-054b4da6d470), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.004928 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks [] for security_group (16c46b2f-fd17-458f-b65e-79e2b6f774ac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.005415 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment e77339d6-3f3c-4339-9303-054b4da6d470 of type vlan for network ad629068-50d5-4f83-9746-d73fd5e25c73 Feb 19 07:36:31.011833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (16c46b2f-fd17-458f-b65e-79e2b6f774ac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.073647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ad629068-50d5-4f83-9746-d73fd5e25c73), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.074175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:31.086517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c46b2f-fd17-458f-b65e-79e2b6f774ac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.102459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (54306515-8781-4869-91ea-16654ff25d53), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.102817 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Added segment 54306515-8781-4869-91ea-16654ff25d53 of type vlan for network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 Feb 19 07:36:31.158090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c242cd-9b95-4f41-bd73-a14b70eafa91 admin admin] Publish callbacks [] for security_group (ea179aee-6e3c-4d0d-831b-58404fc11bb4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.200658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ab89f1e5-aa4a-463e-9568-7e0c3abbf869), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.252919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ab89f1e5-aa4a-463e-9568-7e0c3abbf869), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.254297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:31.255398 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.287506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5405209 Feb 19 07:36:31.291041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:31.331969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Request body: {'subnet': {'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1108237538-subnet', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:31.357624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.394388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16af5bb-cdd8-4a4a-bef5-eaaf6a2df52c admin admin] Pushing event updated for resources: {'Network': ['ID=ab89f1e5-aa4a-463e-9568-7e0c3abbf869,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.404323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9575334f-758a-4e9a-b287-331324ca8cba triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:31.408368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Made reservation on behalf of 8bb9275483bd4a468942f11e6a70fc92 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:31.409541 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9575334f-758a-4e9a-b287-331324ca8cba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.412830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.419532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c242cd-9b95-4f41-bd73-a14b70eafa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ea179aee-6e3c-4d0d-831b-58404fc11bb4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.422737 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ad629068-50d5-4f83-9746-d73fd5e25c73), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.430797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:31.431554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.434007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:31.556110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:31.556756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8438582 Feb 19 07:36:31.564118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.565351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': 'ad629068-50d5-4f83-9746-d73fd5e25c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:31.576155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:31.651022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event updated for resources: {'Port': ['ID=0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.695721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468278c5-8faa-4237-baf8-085fddb8810e req-11c5b9a4-53f7-4fe7-b712-f27168c0da0e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:31.697648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-468278c5-8faa-4237-baf8-085fddb8810e req-11c5b9a4-53f7-4fe7-b712-f27168c0da0e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.9349129 Feb 19 07:36:31.700504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-70c242cd-9b95-4f41-bd73-a14b70eafa91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fac08456e1b48b2acd9e7337954b994&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5429509 Feb 19 07:36:31.701457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc950f-5889-426d-a4f1-8c2427d11347 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=ad629068-50d5-4f83-9746-d73fd5e25c73,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.715143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c242cd-9b95-4f41-bd73-a14b70eafa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea179aee-6e3c-4d0d-831b-58404fc11bb4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:31.728197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:31.745430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ad629068-50d5-4f83-9746-d73fd5e25c73 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:31.810722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-027e8d09-7248-44a8-9aaa-151d8d232650', 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650', 'project_id': 'ded78c695ea2408688da797fceff626f', 'fixed_ips': [{'subnet_id': '9245a484-1c96-4912-b8fe-a5a0d567cc3b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:31.812408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.818945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:31.821818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Network 027e8d09-7248-44a8-9aaa-151d8d232650 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:31.823125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.829882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (904905a3-9bff-4508-83aa-de1c8d43cda2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.840363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:31.849468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:31.932599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] Publish callbacks [] for security_group (ea179aee-6e3c-4d0d-831b-58404fc11bb4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.958185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] Publish callbacks [] for security_group (ea179aee-6e3c-4d0d-831b-58404fc11bb4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:31.984511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:31.985143 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.012083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-468278c5-8faa-4237-baf8-085fddb8810e req-62116624-98f6-407d-a496-3dd25dbc1d8e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602766 Feb 19 07:36:32.021733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9e2a54fc-ebde-4ac0-a622-b59a8e49ce49 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8078961 Feb 19 07:36:32.022035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.027599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-200084948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:32.042708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:36:32.043318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:36:32.046774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ea179aee-6e3c-4d0d-831b-58404fc11bb4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.049985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.054945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea179aee-6e3c-4d0d-831b-58404fc11bb4 HTTP/1.1" status: 204 len: 168 time: 0.3228416 Feb 19 07:36:32.061436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=904905a3-9bff-4508-83aa-de1c8d43cda2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.086200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (5e00972a-9e72-49de-9081-c2115267eee2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.088602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af656a-1b87-474f-992f-4c4e12ee70e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea179aee-6e3c-4d0d-831b-58404fc11bb4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.098187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (5e00972a-9e72-49de-9081-c2115267eee2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.124442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Checking segment: {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:32.128285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Network hostable DHCP agents. Network: ab89f1e5-aa4a-463e-9568-7e0c3abbf869, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:32.187309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:32.227970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for router_controller (5e00972a-9e72-49de-9081-c2115267eee2), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.235331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ab89f1e5-aa4a-463e-9568-7e0c3abbf869) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:32.244993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (5e00972a-9e72-49de-9081-c2115267eee2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.247864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:32.248583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.290024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-882e0a6c-1515-44a6-83e0-9e234bae28dd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9948568 Feb 19 07:36:32.290308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.296334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9575334f-758a-4e9a-b287-331324ca8cba is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:32.297021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:32.298050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.308315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fa5fe1d-9f01-451a-a4a1-35dd70f30189 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2851346 Feb 19 07:36:32.310962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.315966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-448760e9-25cc-4db7-877d-197d9cb4d70f tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2014455363', 'prefixes': ['172.20.0.0/16']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:32.389016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (6cc7b240-392f-491f-9ed9-6d8a27201d6a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.445324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Allocated IP 172.20.0.2 (027e8d09-7248-44a8-9aaa-151d8d232650/9245a484-1c96-4912-b8fe-a5a0d567cc3b/23bba8f5-494b-4eac-a3c7-6ea4eee87457) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:32.461601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.463763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.512991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=6cc7b240-392f-491f-9ed9-6d8a27201d6a,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.537258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-448760e9-25cc-4db7-877d-197d9cb4d70f tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.556891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-448760e9-25cc-4db7-877d-197d9cb4d70f tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2448280 Feb 19 07:36:32.562318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47022) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.590468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4172af1a-0306-46ab-8958-b1a22140de69 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-783464870') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:32.633238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks [] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.646663 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.688161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 2, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:32.734600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Network 027e8d09-7248-44a8-9aaa-151d8d232650 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:32.735610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:36:32.736180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Updating router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:36:32.743151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:32.747587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:32.838628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4172af1a-0306-46ab-8958-b1a22140de69 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-783464870 HTTP/1.1" status: 201 len: 201 time: 0.2725441 Feb 19 07:36:32.841131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.841565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:32.849332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-c5dca3fc-d257-471c-a5c4-fd82f2ea2101 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-682287380') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:32.884979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88a6ef41-e430-4702-9cdb-f024865db20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.945566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for router_controller (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:32.977673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Pushing event updated for resources: {'Port': ['ID=23bba8f5-494b-4eac-a3c7-6ea4eee87457,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:32.994791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Attempting to bind port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:32.995874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Attempting to bind port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '29b43c17-2bef-4d9a-ba70-1ac77a03eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:32.996351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c5dca3fc-d257-471c-a5c4-fd82f2ea2101 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-682287380 HTTP/1.1" status: 201 len: 201 time: 0.1518955 Feb 19 07:36:33.001148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Attempting to bind port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 on network 027e8d09-7248-44a8-9aaa-151d8d232650 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:33.002631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.008591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-92996f1c-452b-4afa-a9b7-5033c233c91d tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-1748204710') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:33.012707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.036657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:33.037039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Checking segment: {'id': '29b43c17-2bef-4d9a-ba70-1ac77a03eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:33.037446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.039355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Bound using segment: {'id': '29b43c17-2bef-4d9a-ba70-1ac77a03eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:33.039885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Bound port: 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b43c17-2bef-4d9a-ba70-1ac77a03eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '027e8d09-7248-44a8-9aaa-151d8d232650'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:33.040312 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.204840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': 'e77339d6-3f3c-4339-9303-054b4da6d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ad629068-50d5-4f83-9746-d73fd5e25c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:33.205336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: ad629068-50d5-4f83-9746-d73fd5e25c73, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:33.259668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88a6ef41-e430-4702-9cdb-f024865db20e admin admin] Publish callbacks [] for security_group (b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.274550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for router_gateway (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.290568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88a6ef41-e430-4702-9cdb-f024865db20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.302455 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.311760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network ad629068-50d5-4f83-9746-d73fd5e25c73 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:33.348977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-88a6ef41-e430-4702-9cdb-f024865db20e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb3a9ddac6bf48a4aa883753c6cce359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5059936 Feb 19 07:36:33.350852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6ef41-e430-4702-9cdb-f024865db20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.354682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-92996f1c-452b-4afa-a9b7-5033c233c91d tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-1748204710 HTTP/1.1" status: 201 len: 201 time: 0.3509600 Feb 19 07:36:33.356613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.365881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.374435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-cf627dbb-6f31-447f-a8a6-8af64b9d8d29 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-1295001993') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:33.380647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ad629068-50d5-4f83-9746-d73fd5e25c73) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:33.391586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfaf32-73a7-4661-9d9a-f2de8bc23f85 req-dfe5d046-3c96-4e8b-8b3a-9c8fb91b234f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:33.394058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53cfaf32-73a7-4661-9d9a-f2de8bc23f85 req-dfe5d046-3c96-4e8b-8b3a-9c8fb91b234f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2681687 Feb 19 07:36:33.404555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:33.408172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.437430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] For port 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:33.444873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] For port 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=23bba8f5-494b-4eac-a3c7-6ea4eee87457,segment=NetworkSegment(29b43c17-2bef-4d9a-ba70-1ac77a03eee7),segment_id=29b43c17-2bef-4d9a-ba70-1ac77a03eee7)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:33.460600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.517881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dab1500-23b2-4284-9705-f86df3e05a69 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9606678 Feb 19 07:36:33.521839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.546400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16d5b2-0a55-406f-9e2e-07a9bae57a3b None None] Pushing event updated for resources: {'Port': ['ID=23bba8f5-494b-4eac-a3c7-6ea4eee87457,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.561494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53cfaf32-73a7-4661-9d9a-f2de8bc23f85 req-0f1df7b6-f802-467b-88df-d1ae902963a7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409607 Feb 19 07:36:33.570047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] Publish callbacks [] for security_group (b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.598854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf627dbb-6f31-447f-a8a6-8af64b9d8d29 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-1295001993 HTTP/1.1" status: 201 len: 201 time: 0.2293930 Feb 19 07:36:33.601875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47050) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.608928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-8a4f792f-f084-4b1a-b536-30d612d92424 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:33.675311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] Publish callbacks [] for security_group (b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.710625 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks [] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.722742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.747031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ad629068-50d5-4f83-9746-d73fd5e25c73), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.788144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a4f792f-f084-4b1a-b536-30d612d92424 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 200 len: 240 time: 0.1851254 Feb 19 07:36:33.789289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.803099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-d646c77a-7a8e-4924-b963-e27d0c77b3f0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-783464870') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:33.826041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6cc7b240-392f-491f-9ed9-6d8a27201d6a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.827950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69bae7-df3d-4158-9619-0fb241d30d07 None None] Pushing event updated for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.879631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.883099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:33.884353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb HTTP/1.1" status: 204 len: 168 time: 0.5261412 Feb 19 07:36:33.897473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdace1-e1e7-4c6d-b637-f97f9535c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c2dc75-bf8b-4500-a0ec-1e2e047f31cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:33.915803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:33.917040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d646c77a-7a8e-4924-b963-e27d0c77b3f0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-783464870 HTTP/1.1" status: 204 len: 168 time: 0.1243525 Feb 19 07:36:33.927346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-2a5b7531-2cd0-46fe-8786-a115e70531ee tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-783464870') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.009598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Attempting to bind port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:34.009598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Attempting to bind port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:34.009598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Attempting to bind port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:34.024639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:34.026218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:34.026775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.027361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:34.028161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Bound port: 48c9b925-02d7-43cf-b006-56b5b7b8c0eb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:34.028855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.222422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:36:34.247747 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for router_gateway (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.278024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6cc7b240-392f-491f-9ed9-6d8a27201d6a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.279138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] For port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:34.286135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.342957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] For port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:34.355427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.358774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc7b240-392f-491f-9ed9-6d8a27201d6a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:34.425729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69bae7-df3d-4158-9619-0fb241d30d07 None None] Pushing event updated for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:34.451942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:34.453396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.479549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ad629068-50d5-4f83-9746-d73fd5e25c73), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.506408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad629068-50d5-4f83-9746-d73fd5e25c73']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.523537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77339d6-3f3c-4339-9303-054b4da6d470') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.523537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77339d6-3f3c-4339-9303-054b4da6d470') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.523756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:34.530134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e77339d6-3f3c-4339-9303-054b4da6d470), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.562217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'mac_address': 'fa:16:3e:0c:54:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:36:34.585717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e77339d6-3f3c-4339-9303-054b4da6d470), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.621905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:34.633164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e77339d6-3f3c-4339-9303-054b4da6d470), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:34.640871 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:34.709996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:34.828224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 23bba8f5-494b-4eac-a3c7-6ea4eee87457 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:34.881364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef467d2d-5634-4743-b283-f1ac8c946dfc req-7bd5304e-1355-40b2-9137-d364d7f068e8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:34.884567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a5b7531-2cd0-46fe-8786-a115e70531ee tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-783464870 HTTP/1.1" status: 204 len: 168 time: 0.9649067 Feb 19 07:36:34.885791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef467d2d-5634-4743-b283-f1ac8c946dfc req-7bd5304e-1355-40b2-9137-d364d7f068e8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1701481 Feb 19 07:36:34.887148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:34.905301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-d02adc8a-979f-43d9-9a8e-885079041f4a tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:34.912005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ad629068-50d5-4f83-9746-d73fd5e25c73), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.921200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:34.928158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/ad629068-50d5-4f83-9746-d73fd5e25c73 HTTP/1.1" status: 204 len: 168 time: 1.4052064 Feb 19 07:36:34.931341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:34.937070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Allocated IP 172.25.7.234 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c195b729-d309-4e94-9576-dcd589308b3f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:34.939300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1977964500'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:34.970677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36fdb-28db-4fdc-909c-dab290cc261e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=ad629068-50d5-4f83-9746-d73fd5e25c73,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:35.076408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:35.081601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.192521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef467d2d-5634-4743-b283-f1ac8c946dfc req-c6aed5ee-2ec7-4686-8fd0-5f661c7b548e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740321 Feb 19 07:36:35.193972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for port (c195b729-d309-4e94-9576-dcd589308b3f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.201042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:35.218378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d02adc8a-979f-43d9-9a8e-885079041f4a tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 200 len: 205 time: 0.3261478 Feb 19 07:36:35.218860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:35.223931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4547b92e-d493-4538-8654-d25183bccb82 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:35.258448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc2efb3-1482-4202-ad9f-be6f38d29e17), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.259138 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 8cc2efb3-1482-4202-ad9f-be6f38d29e17 of type vlan for network 3c5a3156-083c-42ce-815c-e6cc62062fa8 Feb 19 07:36:35.337629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c195b729-d309-4e94-9576-dcd589308b3f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.397327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3c5a3156-083c-42ce-815c-e6cc62062fa8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.438923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:35.451377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:35.455121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:35.502278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4547b92e-d493-4538-8654-d25183bccb82 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 200 len: 240 time: 0.2822411 Feb 19 07:36:35.506533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:35.513995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-5292087c-d176-453a-aaf7-6de3cb10d235 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-682287380') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:35.520552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3c5a3156-083c-42ce-815c-e6cc62062fa8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.527007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:35.528128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:35.570569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=c195b729-d309-4e94-9576-dcd589308b3f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:35.669888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7367013 Feb 19 07:36:35.672569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:35.679865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '3c5a3156-083c-42ce-815c-e6cc62062fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:35.686567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aafbc4-ba43-4cad-a485-fcff264cf24d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=3c5a3156-083c-42ce-815c-e6cc62062fa8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:35.789673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d08884-9004-42e2-b0be-ed675ec65a8f None None] Network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:35.819288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60398308-ac39-4122-83cb-d9e517b80d26 None None] Network 027e8d09-7248-44a8-9aaa-151d8d232650 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:35.823787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b58e8c-3b12-4904-bbee-52270931bbcf None None] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:35.832082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0ebc4-aa2e-49ce-a5dd-a475c42d6b2f None None] Network ad629068-50d5-4f83-9746-d73fd5e25c73 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:35.840054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3c5a3156-083c-42ce-815c-e6cc62062fa8 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:35.882720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d08884-9004-42e2-b0be-ed675ec65a8f None None] Network 5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:35.982119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5292087c-d176-453a-aaf7-6de3cb10d235 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-682287380 HTTP/1.1" status: 204 len: 168 time: 0.4721837 Feb 19 07:36:35.982755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:36.003295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Provisioning complete for port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:36.003686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.005299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-84d6379f-4e10-404e-aeda-3c9d7c5607e5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-682287380') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:36.044233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:36.044622 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.170775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:36.174240 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.191398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0ebc4-aa2e-49ce-a5dd-a475c42d6b2f None None] Network ad629068-50d5-4f83-9746-d73fd5e25c73 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:36.198375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:36.198779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.221990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for router_gateway (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.287593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48087c24-1c9e-4ece-9904-b26b5e5bfbab {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:36:36.330990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:36.359538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6e6e1-493b-4a32-9b7b-4dc9c8a0b02c None None] Network ad629068-50d5-4f83-9746-d73fd5e25c73 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:36.512713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (767828d5-9dcf-4310-8c6e-9fee90beba31), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.607816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.619093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=767828d5-9dcf-4310-8c6e-9fee90beba31,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:36.631939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:36.676581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-84d6379f-4e10-404e-aeda-3c9d7c5607e5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-682287380 HTTP/1.1" status: 204 len: 168 time: 0.6898921 Feb 19 07:36:36.677529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47140) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:36.699686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-a32a827a-12b5-4e17-bac5-b1b00d6fef40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:36.731860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.832574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'fixed_ips': [{'subnet_id': '904905a3-9bff-4508-83aa-de1c8d43cda2'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:36.833489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.865424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544033fa-4c4e-4759-8e7d-c24f15b47fb3 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:36.871153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:36.875517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6e6e1-493b-4a32-9b7b-4dc9c8a0b02c None None] Network ad629068-50d5-4f83-9746-d73fd5e25c73 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:36.978023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1369178-2470-4783-9889-3efbcf049e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:36.990842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:36.993283 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:37.077206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:37.078036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:37.085312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:36:37.153287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=23bba8f5-494b-4eac-a3c7-6ea4eee87457,segment=NetworkSegment(29b43c17-2bef-4d9a-ba70-1ac77a03eee7),segment_id=29b43c17-2bef-4d9a-ba70-1ac77a03eee7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:37.232846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:37.364041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=23bba8f5-494b-4eac-a3c7-6ea4eee87457,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:37.408146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:37.423079 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Sync routers for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:37.453609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:37.455050 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:37.455260 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:37.462049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea81a39b-599e-4f5f-8969-e37dd5585ba2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1679010 Feb 19 07:36:37.463292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47158) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:37.552772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:37.553256 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:37.628533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 48c9b925-02d7-43cf-b006-56b5b7b8c0eb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:37.679658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '8cc2efb3-1482-4202-ad9f-be6f38d29e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3c5a3156-083c-42ce-815c-e6cc62062fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:37.680249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 3c5a3156-083c-42ce-815c-e6cc62062fa8, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:37.714390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07253297-8580-425b-bbed-3aeac4d7ff6b req-5c190bf7-442d-492f-9bcf-f6d8d12f3c1c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:37.719222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07253297-8580-425b-bbed-3aeac4d7ff6b req-5c190bf7-442d-492f-9bcf-f6d8d12f3c1c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 945 time: 1.2197170 Feb 19 07:36:37.753957 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:37.761194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Allocated IP 172.20.0.2 (ab89f1e5-aa4a-463e-9568-7e0c3abbf869/904905a3-9bff-4508-83aa-de1c8d43cda2/d92756c4-08eb-4e13-b3e3-7e92a5b4098f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:37.774788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:37.775436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:37.970308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 3c5a3156-083c-42ce-815c-e6cc62062fa8 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:38.015834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07253297-8580-425b-bbed-3aeac4d7ff6b req-c16b5ec6-ed55-46b0-944e-db270e11e86c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882490 Feb 19 07:36:38.056412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a32a827a-12b5-4e17-bac5-b1b00d6fef40 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 200 len: 205 time: 1.3731568 Feb 19 07:36:38.057335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:38.067172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3c5a3156-083c-42ce-815c-e6cc62062fa8) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:38.096075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-07ee043b-ebda-4ee2-9b50-0e2665a95586 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:38.135126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d9b1e-7b06-4990-86a0-09cb2fb732f4 None None] Network 3c5a3156-083c-42ce-815c-e6cc62062fa8 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:38.155502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:38.161850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.308439 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:35Z', 'revision_number': 3, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:38.373829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Checking router: a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:36:38.374178 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Updating router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 port c195b729-d309-4e94-9576-dcd589308b3f binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:36:38.396220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:38.396789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.416778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7421ab32-1e38-4cf7-9533-fbc85c6fd7f5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7426014 Feb 19 07:36:38.424597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:38.467214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-147324d1-bf7c-4f9a-9013-32f8833b4a33 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:38.489155 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c195b729-d309-4e94-9576-dcd589308b3f), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.579315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:38.640720 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.670495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:36:38.685029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:38.759702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1433c1f3-a386-4200-9c35-843b9341a2be None None] Provisioning complete for port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:38.760083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1433c1f3-a386-4200-9c35-843b9341a2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.803089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-07ee043b-ebda-4ee2-9b50-0e2665a95586 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 200 len: 241 time: 0.7368650 Feb 19 07:36:38.807152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:38.821698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-a56ab656-0a79-4d44-a75f-cd2741700b7c tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-1748204710') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:38.926836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3c5a3156-083c-42ce-815c-e6cc62062fa8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:38.990148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:36:39.156424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a56ab656-0a79-4d44-a75f-cd2741700b7c tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-1748204710 HTTP/1.1" status: 204 len: 168 time: 0.3478837 Feb 19 07:36:39.161925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:39.170003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-c5c8431d-2f91-4abb-bc78-afdb38b7449c tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-1748204710') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.265506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (767828d5-9dcf-4310-8c6e-9fee90beba31), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.353135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c346f-6d81-4b7e-a902-b4fb1960b97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3c5a3156-083c-42ce-815c-e6cc62062fa8', 'network_id': '3c5a3156-083c-42ce-815c-e6cc62062fa8', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '767828d5-9dcf-4310-8c6e-9fee90beba31'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:39.357502 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-265c346f-6d81-4b7e-a902-b4fb1960b97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.504667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9a703-086d-402e-ba1b-29d51abb1561 req-a32963f5-ba83-435e-b2bf-54b330d018aa tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:39.508115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b9a703-086d-402e-ba1b-29d51abb1561 req-a32963f5-ba83-435e-b2bf-54b330d018aa tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 945 time: 0.2713151 Feb 19 07:36:39.556006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c5c8431d-2f91-4abb-bc78-afdb38b7449c tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-1748204710 HTTP/1.1" status: 204 len: 168 time: 0.3916464 Feb 19 07:36:39.563123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:39.572525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e36d58a7-8767-400f-9ed0-d7a2140d443d tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.582593 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks [] for port (c195b729-d309-4e94-9576-dcd589308b3f), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.597191 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c195b729-d309-4e94-9576-dcd589308b3f), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.630394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (767828d5-9dcf-4310-8c6e-9fee90beba31), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.679771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=767828d5-9dcf-4310-8c6e-9fee90beba31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:39.709706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8172e-b60e-4e20-b67d-e1d7d9911dbd None None] Network 027e8d09-7248-44a8-9aaa-151d8d232650 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:39.729097 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6025-393c-4c83-a095-dffee16b7591 None None] Pushing event updated for resources: {'Port': ['ID=c195b729-d309-4e94-9576-dcd589308b3f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:39.733804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Attempting to bind port c195b729-d309-4e94-9576-dcd589308b3f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:39.734225 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Attempting to bind port c195b729-d309-4e94-9576-dcd589308b3f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:39.734590 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Attempting to bind port c195b729-d309-4e94-9576-dcd589308b3f on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:39.743563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:39.743899 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:39.744407 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.744908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:39.745331 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Bound port: c195b729-d309-4e94-9576-dcd589308b3f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:39.745843 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c195b729-d309-4e94-9576-dcd589308b3f), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.794412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 23bba8f5-494b-4eac-a3c7-6ea4eee87457 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:39.829778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3c5a3156-083c-42ce-815c-e6cc62062fa8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.842545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-013101e6-115e-4659-8d3c-372ce8eb5de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-265c346f-6d81-4b7e-a902-b4fb1960b97b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 767828d5-9dcf-4310-8c6e-9fee90beba31: This subnet is being modified by another concurrent operation. Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 767828d5-9dcf-4310-8c6e-9fee90beba31: This subnet is being modified by another concurrent operation. Feb 19 07:36:39.865603 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:36:39.898493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5a3156-083c-42ce-815c-e6cc62062fa8']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.912078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc2efb3-1482-4202-ad9f-be6f38d29e17') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.912620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc2efb3-1482-4202-ad9f-be6f38d29e17') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:39.917504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47216) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:39.922499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.924215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8cc2efb3-1482-4202-ad9f-be6f38d29e17), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.929155 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] For port c195b729-d309-4e94-9576-dcd589308b3f, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:39.933016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] For port c195b729-d309-4e94-9576-dcd589308b3f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c195b729-d309-4e94-9576-dcd589308b3f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:39.939512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8cc2efb3-1482-4202-ad9f-be6f38d29e17), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.946926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:39.948222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8cc2efb3-1482-4202-ad9f-be6f38d29e17), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.949948 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c195b729-d309-4e94-9576-dcd589308b3f), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:39.972237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1433c1f3-a386-4200-9c35-843b9341a2be None None] Current status of the port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:39.974624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc29fb-943b-44bb-8719-cb23423b1ded None None] Network 3c5a3156-083c-42ce-815c-e6cc62062fa8 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:40.030270 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:40.074194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3c5a3156-083c-42ce-815c-e6cc62062fa8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.113714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.131273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/3c5a3156-083c-42ce-815c-e6cc62062fa8 HTTP/1.1" status: 204 len: 168 time: 1.6890337 Feb 19 07:36:40.137118 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6025-393c-4c83-a095-dffee16b7591 None None] Pushing event updated for resources: {'Port': ['ID=c195b729-d309-4e94-9576-dcd589308b3f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.188738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b9a703-086d-402e-ba1b-29d51abb1561 req-3c416161-dc91-4886-8433-b2d78518a5ee tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530864 Feb 19 07:36:40.191232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:40.210815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1667500427'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:40.216135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec1cfb-9aad-470b-8393-629de2038b29 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=3c5a3156-083c-42ce-815c-e6cc62062fa8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.217840 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:40.219142 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:40.251816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e36d58a7-8767-400f-9ed0-d7a2140d443d tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 200 len: 205 time: 0.6828213 Feb 19 07:36:40.256445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:40.270369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.278724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-0ba8220a-0638-49dd-95b8-43f2f3abf9a1 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:40.305510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:40.305972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.315141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.333805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:40.341366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.362926 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ab4a70-554d-43ea-b009-ef2afb56b5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.385688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks [] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.388140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0ba8220a-0638-49dd-95b8-43f2f3abf9a1 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 200 len: 241 time: 0.1149271 Feb 19 07:36:40.388817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:40.390950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Provisioning complete for port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:40.391363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.401352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-899da614-52e7-452a-ac6e-3e389f08d7f5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-1295001993') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:40.421736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:40.437707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (36f77295-7f4f-496c-ab7f-d454c5b6c96c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.438379 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 36f77295-7f4f-496c-ab7f-d454c5b6c96c of type vlan for network faff164f-aa3b-41d8-8d09-3be8b2c67d2d Feb 19 07:36:40.457178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.467428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: BUILD; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:40.467785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.497322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:40.518810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Allocated IP 172.20.0.1 (ab89f1e5-aa4a-463e-9568-7e0c3abbf869/904905a3-9bff-4508-83aa-de1c8d43cda2/2364f29e-87db-4b7a-9c72-602e58d84bc4) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:40.547794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:40.565139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 48087c24-1c9e-4ece-9904-b26b5e5bfbab {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:36:40.578409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (faff164f-aa3b-41d8-8d09-3be8b2c67d2d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.625404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-899da614-52e7-452a-ac6e-3e389f08d7f5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-1295001993 HTTP/1.1" status: 204 len: 168 time: 0.2268424 Feb 19 07:36:40.628410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:40.633864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:40.638814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-9e426d40-0d89-44b7-8a89-6f36d689e2f6 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-1295001993') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:40.644090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Pushing event updated for resources: {'Port': ['ID=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.646390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'mac_address': 'fa:16:3e:0c:54:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:36:40.667718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:40.684716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (faff164f-aa3b-41d8-8d09-3be8b2c67d2d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.686609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:40.689189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:40.691777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:40.692551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.732322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.805871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6122491 Feb 19 07:36:40.808796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:40.838018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': 'faff164f-aa3b-41d8-8d09-3be8b2c67d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:40.867436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks [] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.888769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b4238-7242-49a6-8730-fb4578ea7565 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=faff164f-aa3b-41d8-8d09-3be8b2c67d2d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:40.931568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:40.932499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:40.944691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['48087c24-1c9e-4ece-9904-b26b5e5bfbab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:36:40.953810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:35Z', 'revision_number': 3, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:41.003041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network faff164f-aa3b-41d8-8d09-3be8b2c67d2d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:41.014600 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fe74a-8b23-41e3-b334-101080bcdfd4 None None] The sync data for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 is: [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:35Z', 'revision_number': 3, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:41.019246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9e426d40-0d89-44b7-8a89-6f36d689e2f6 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-1295001993 HTTP/1.1" status: 204 len: 168 time: 0.3897872 Feb 19 07:36:41.023126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:41.037021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-3d50a482-6c4d-4a42-9c33-18d4e6e6477b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:41.092063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ab4a70-554d-43ea-b009-ef2afb56b5be admin admin] Publish callbacks [] for security_group (f814473b-6689-477f-97e4-3cc74d76d6b0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.097775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:41.099652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:41.101158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3d50a482-6c4d-4a42-9c33-18d4e6e6477b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 200 len: 205 time: 0.0739577 Feb 19 07:36:41.108579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-aa9b3697-ec8b-49b4-ba86-b89ce63d7798 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:41.112305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:41.116015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ab4a70-554d-43ea-b009-ef2afb56b5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f814473b-6689-477f-97e4-3cc74d76d6b0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.118660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Pushing event updated for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.121575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:41.138349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:41.150638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.162637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab4a70-554d-43ea-b009-ef2afb56b5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f814473b-6689-477f-97e4-3cc74d76d6b0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.333648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-76ab4a70-554d-43ea-b009-ef2afb56b5be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0ee965b6e474f3b9d665faf2fd035ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3909535 Feb 19 07:36:41.337282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Provisioning complete for port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:41.337669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.344363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47250) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:41.380380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:41.401133 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.448014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.456019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.468802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Attempting to bind port d92756c4-08eb-4e13-b3e3-7e92a5b4098f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:41.469267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Attempting to bind port d92756c4-08eb-4e13-b3e3-7e92a5b4098f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:41.469641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Attempting to bind port d92756c4-08eb-4e13-b3e3-7e92a5b4098f on network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:41.507255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:41.507652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Checking segment: {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:41.508067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.508468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Bound using segment: {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:41.508962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Bound port: d92756c4-08eb-4e13-b3e3-7e92a5b4098f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:41.509351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.516517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa9b3697-ec8b-49b4-ba86-b89ce63d7798 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 204 len: 168 time: 0.4116499 Feb 19 07:36:41.516672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-95df5935-3e04-4ba7-bc2a-877cee897452 None None] Port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:41.525625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:41.538781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-e0df8653-a1be-4f43-83c0-955c5acf9b09 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:41.546265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054173b7-a6aa-46ad-a252-cab6c21f49ff req-b6cc208a-1384-4114-a5cb-2b2801ee923c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:41.552189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-054173b7-a6aa-46ad-a252-cab6c21f49ff req-b6cc208a-1384-4114-a5cb-2b2801ee923c tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.2178571 Feb 19 07:36:41.661501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 48c9b925-02d7-43cf-b006-56b5b7b8c0eb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:41.726811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] Publish callbacks [] for security_group (f814473b-6689-477f-97e4-3cc74d76d6b0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.763804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-054173b7-a6aa-46ad-a252-cab6c21f49ff req-ceaa527b-c450-4cb9-9609-50bd9b45ca39 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599534 Feb 19 07:36:41.779478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] Publish callbacks [] for security_group (f814473b-6689-477f-97e4-3cc74d76d6b0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.802886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (81fad312-7767-4e26-89f5-be82d2ba900b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.807205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] For port d92756c4-08eb-4e13-b3e3-7e92a5b4098f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:41.814981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] For port d92756c4-08eb-4e13-b3e3-7e92a5b4098f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:41.833616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Provisioning complete for port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:41.834277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.843631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.897746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=81fad312-7767-4e26-89f5-be82d2ba900b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:41.898369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:41.898481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f814473b-6689-477f-97e4-3cc74d76d6b0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.898583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.901095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:41.902845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f814473b-6689-477f-97e4-3cc74d76d6b0 HTTP/1.1" status: 204 len: 168 time: 0.5535092 Feb 19 07:36:42.011487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c01e97-b73d-41c1-8041-a050976c6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f814473b-6689-477f-97e4-3cc74d76d6b0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.025072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '36f77295-7f4f-496c-ab7f-d454c5b6c96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'faff164f-aa3b-41d8-8d09-3be8b2c67d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:42.025450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: faff164f-aa3b-41d8-8d09-3be8b2c67d2d, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:42.078928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0df8653-a1be-4f43-83c0-955c5acf9b09 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 204 len: 168 time: 0.5521960 Feb 19 07:36:42.085854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:42.104279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-c937cfd7-cca4-4153-9461-3db49e145d9f tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:42.162043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network faff164f-aa3b-41d8-8d09-3be8b2c67d2d is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:42.212841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, faff164f-aa3b-41d8-8d09-3be8b2c67d2d) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:42.222575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:42.226642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.233295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.243850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:42.255012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a434c-3fd4-4b51-802c-d346ff101648 None None] Network faff164f-aa3b-41d8-8d09-3be8b2c67d2d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:42.272458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b1902e02-55be-43f4-a12c-ca47086a2daf tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4581795 Feb 19 07:36:42.276460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:42.292891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddd5ad-84f3-4051-ae1d-cef8b056f290 None None] Pushing event updated for resources: {'Port': ['ID=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:42.491560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c937cfd7-cca4-4153-9461-3db49e145d9f tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.4019358 Feb 19 07:36:42.494663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:42.513244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Current status of the port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:42.518069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-def3f352-652b-4b2e-884a-5ae97889c869 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:42.638725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.660600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Provisioning complete for port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:42.663581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.713301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:42.736734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (faff164f-aa3b-41d8-8d09-3be8b2c67d2d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.746705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-def3f352-652b-4b2e-884a-5ae97889c869 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.2345407 Feb 19 07:36:42.751950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:42.763161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e6219d05-dee7-4cf3-afed-8f6e09f72e91 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-524101469') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:42.770070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d005a77-2541-413b-b40f-dfe716a7f766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.935245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks [] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.964942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.969298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18223e6-6964-40ce-998f-8f9767c7e4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-faff164f-aa3b-41d8-8d09-3be8b2c67d2d', 'network_id': 'faff164f-aa3b-41d8-8d09-3be8b2c67d2d', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '81fad312-7767-4e26-89f5-be82d2ba900b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:42.971377 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e18223e6-6964-40ce-998f-8f9767c7e4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.971752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (81fad312-7767-4e26-89f5-be82d2ba900b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:42.982738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e17caa47-bc6f-4d0c-8d56-b76a0f1f08b9 None None] Port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:36:43.081050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Pushing event updated for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.089177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed26fc-e6d5-4f47-85e9-44659847e898 req-6d9a2a4e-215b-4ee4-b798-75cd4bc068ab tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:43.091142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bed26fc-e6d5-4f47-85e9-44659847e898 req-6d9a2a4e-215b-4ee4-b798-75cd4bc068ab tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.1591327 Feb 19 07:36:43.142760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.143587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.144142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.144760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.145289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.145922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.146413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.146973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.147518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.148651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.149340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.149877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.150356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:43.159662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (81fad312-7767-4e26-89f5-be82d2ba900b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.194171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-e18223e6-6964-40ce-998f-8f9767c7e4b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81fad312-7767-4e26-89f5-be82d2ba900b: This subnet is being modified by another concurrent operation. Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81fad312-7767-4e26-89f5-be82d2ba900b: This subnet is being modified by another concurrent operation. Feb 19 07:36:43.197644 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:36:43.237978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb094d8-12f9-4bef-b57d-3305ef771a9b None None] Network faff164f-aa3b-41d8-8d09-3be8b2c67d2d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:43.242554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=81fad312-7767-4e26-89f5-be82d2ba900b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.252820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d005a77-2541-413b-b40f-dfe716a7f766 admin admin] Publish callbacks [] for security_group (c1dce946-5d53-4c28-9586-0e7d621f8b60), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.263417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e6219d05-dee7-4cf3-afed-8f6e09f72e91 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-524101469 HTTP/1.1" status: 201 len: 201 time: 0.5039034 Feb 19 07:36:43.288612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:43.301091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-061cd0c2-4dc4-4a2d-862a-ff1069310cfd tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-707753499') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.301390 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d005a77-2541-413b-b40f-dfe716a7f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c1dce946-5d53-4c28-9586-0e7d621f8b60), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.377248 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4d005a77-2541-413b-b40f-dfe716a7f766 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41e8a7d345c94e30932b46da9ca35e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6626348 Feb 19 07:36:43.380794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d005a77-2541-413b-b40f-dfe716a7f766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dce946-5d53-4c28-9586-0e7d621f8b60,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.401050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:43.473090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bed26fc-e6d5-4f47-85e9-44659847e898 req-c460b0da-4476-4fb2-959d-a0005e4deee7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513050 Feb 19 07:36:43.503218 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (faff164f-aa3b-41d8-8d09-3be8b2c67d2d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.513890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:43.515583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:43.531089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] Publish callbacks [] for security_group (c1dce946-5d53-4c28-9586-0e7d621f8b60), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.549810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faff164f-aa3b-41d8-8d09-3be8b2c67d2d']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.572112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f77295-7f4f-496c-ab7f-d454c5b6c96c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.572647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f77295-7f4f-496c-ab7f-d454c5b6c96c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.597103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (36f77295-7f4f-496c-ab7f-d454c5b6c96c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.621634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] Publish callbacks [] for security_group (c1dce946-5d53-4c28-9586-0e7d621f8b60), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.662350 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (36f77295-7f4f-496c-ab7f-d454c5b6c96c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.680482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:43.680886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (36f77295-7f4f-496c-ab7f-d454c5b6c96c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:43.684747 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:43.731986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d92756c4-08eb-4e13-b3e3-7e92a5b4098f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:43.733838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-061cd0c2-4dc4-4a2d-862a-ff1069310cfd tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-707753499 HTTP/1.1" status: 201 len: 201 time: 0.4385326 Feb 19 07:36:43.737496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:43.742465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-91abd334-cf31-4f82-9d95-839854368175 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-705149691') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:43.825668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c1dce946-5d53-4c28-9586-0e7d621f8b60), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.835644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.837139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1dce946-5d53-4c28-9586-0e7d621f8b60 HTTP/1.1" status: 204 len: 168 time: 0.4330180 Feb 19 07:36:43.855576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:43.856902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea9e4-6cc4-4817-9b5b-a9e71854e721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dce946-5d53-4c28-9586-0e7d621f8b60,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:43.927582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (faff164f-aa3b-41d8-8d09-3be8b2c67d2d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.942692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d92756c4-08eb-4e13-b3e3-7e92a5b4098f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:43.943075 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.945097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:43.960812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/faff164f-aa3b-41d8-8d09-3be8b2c67d2d HTTP/1.1" status: 204 len: 168 time: 1.6832752 Feb 19 07:36:43.962599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.010609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1546064624'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:44.017177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=faff164f-aa3b-41d8-8d09-3be8b2c67d2d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:44.030142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.035915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.036548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.037684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.038556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.041249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.042404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.042852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.043401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.043838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.044274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.052948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.053460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc935364-ec9b-407f-bdf1-db81a2a3ae66 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:44.112360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:44.119752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:44.130677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-91abd334-cf31-4f82-9d95-839854368175 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-705149691 HTTP/1.1" status: 201 len: 201 time: 0.3918872 Feb 19 07:36:44.149137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.178535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-423f5378-bc37-4fe8-8307-f835d6feef21 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-1270889690') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:44.183840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:44.200878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (12c72f66-daf7-44a8-9641-a7c411c16f9a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:44.211217 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 12c72f66-daf7-44a8-9641-a7c411c16f9a of type vlan for network 815cb4ee-be69-4658-bc9b-b42a23f2561d Feb 19 07:36:44.289614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:44.310837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dc1f5ee-4375-421e-aae2-a7213017c787 admin admin] 10.222.0.43 "PUT /v2.0/routers/a5aa52ac-dc7a-4d51-9242-f952d1b0ee42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8339522 Feb 19 07:36:44.349565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-423f5378-bc37-4fe8-8307-f835d6feef21 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-1270889690 HTTP/1.1" status: 201 len: 201 time: 0.1961846 Feb 19 07:36:44.349836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.352372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:44.354838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-50b1e9b9-4bbe-4f0f-bbd7-bad8cffedacd tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', {'tags': ['tempest-TagsExtTest-Tag-1993991747', 'tempest-TagsExtTest-Tag-491037158', 'tempest-TagsExtTest-Tag-313812704']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:44.467789 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:44.479838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:44.481431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:44.586609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-50b1e9b9-4bbe-4f0f-bbd7-bad8cffedacd tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 200 len: 316 time: 0.2354069 Feb 19 07:36:44.589556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.601287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-585062c1-c856-4730-97fb-dad90eb149d5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:44.629558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e97f0-ec4b-4155-b4f8-3765445c9ba7 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:44.748101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:44.784305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-585062c1-c856-4730-97fb-dad90eb149d5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1922040 Feb 19 07:36:44.786670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.792998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-7f39cc6d-c3de-46f6-879f-9c1a51d5b0f9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-1993991747') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:44.844889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8457222 Feb 19 07:36:44.852358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47348) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:44.861695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:44.864707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18f0bd-ff22-4d7b-b352-6ed1b033fb23 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=815cb4ee-be69-4658-bc9b-b42a23f2561d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:44.902088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Sync routers for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:44.920549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325416-3c34-48a0-877d-47eec5c6096e req-254a04fa-8fa9-4e26-86e3-134f56c381b7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:44.921566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:44.929956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1325416-3c34-48a0-877d-47eec5c6096e req-254a04fa-8fa9-4e26-86e3-134f56c381b7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.2092669 Feb 19 07:36:45.052441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1325416-3c34-48a0-877d-47eec5c6096e req-782fe25e-4f6d-4906-bdd0-840ff1412639 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212931 Feb 19 07:36:45.069777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.104324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.142571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Provisioning complete for port d92756c4-08eb-4e13-b3e3-7e92a5b4098f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:45.143492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.189072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=815cb4ee-be69-4658-bc9b-b42a23f2561d,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:45.192487 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-7f39cc6d-c3de-46f6-879f-9c1a51d5b0f9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:45.193758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7f39cc6d-c3de-46f6-879f-9c1a51d5b0f9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-1993991747 HTTP/1.1" status: 404 len: 329 time: 0.4057426 Feb 19 07:36:45.195274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d is not hosted by any dhcp agent {{(pid=103587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:36:45.197644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:45.201242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:45.202035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-197dcf4b-d710-4115-922b-5e821961e733 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-491037158') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:45.202300 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.204626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:45.206065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:45.216176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-50cb8e21-500a-434d-9b85-b913e22d1bde tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "PUT /v2.0/networks/815cb4ee-be69-4658-bc9b-b42a23f2561d HTTP/1.1" status: 200 len: 723 time: 0.3569949 Feb 19 07:36:45.220382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:45.231405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 48087c24-1c9e-4ece-9904-b26b5e5bfbab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:45.232116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.239976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '815cb4ee-be69-4658-bc9b-b42a23f2561d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:45.286861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:45.362456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d92756c4-08eb-4e13-b3e3-7e92a5b4098f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:45.363363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.391329 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-197dcf4b-d710-4115-922b-5e821961e733 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:45.394947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Current status of the port d92756c4-08eb-4e13-b3e3-7e92a5b4098f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:45.395436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.400885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-197dcf4b-d710-4115-922b-5e821961e733 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-491037158 HTTP/1.1" status: 404 len: 328 time: 0.2020664 Feb 19 07:36:45.401494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:45.416774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-636a45c1-133c-40d3-80bd-ca40787565e0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b', 'tempest-TagsExtTest-Tag-313812704') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:45.541079 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-636a45c1-133c-40d3-80bd-ca40787565e0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:45.547776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-636a45c1-133c-40d3-80bd-ca40787565e0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags/tempest-TagsExtTest-Tag-313812704 HTTP/1.1" status: 404 len: 328 time: 0.1452277 Feb 19 07:36:45.548101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47376) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:45.554279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-1a56068f-e58b-470f-b2dc-448942ae7f0b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', {'tags': ['tempest-TagsExtTest-Tag-1527326525', 'tempest-TagsExtTest-Tag-1539806093', 'tempest-TagsExtTest-Tag-2051206433']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:45.558900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:45.590993 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.642242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d92756c4-08eb-4e13-b3e3-7e92a5b4098f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:45.754503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:36:45.754503 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:36:45.754503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:45.754503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c195b729-d309-4e94-9576-dcd589308b3f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:45.801481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a56068f-e58b-470f-b2dc-448942ae7f0b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 200 len: 318 time: 0.2523158 Feb 19 07:36:45.804505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:45.809525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-0ff6509b-2fbb-4ddc-ae6d-14fdb54759b2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:45.962849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:46.056421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0ff6509b-2fbb-4ddc-ae6d-14fdb54759b2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.2506912 Feb 19 07:36:46.059528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:46.076287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-2856fc3a-7bf8-4b19-88c1-4291c636b899 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-1527326525') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.153422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (bd171954-79bc-4bcb-afbb-42ed1049f08f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.182004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:46.273016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=bd171954-79bc-4bcb-afbb-42ed1049f08f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:46.305228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '12c72f66-daf7-44a8-9641-a7c411c16f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '815cb4ee-be69-4658-bc9b-b42a23f2561d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:46.305617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 815cb4ee-be69-4658-bc9b-b42a23f2561d, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:46.375771 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-2856fc3a-7bf8-4b19-88c1-4291c636b899 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:46.384914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2856fc3a-7bf8-4b19-88c1-4291c636b899 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-1527326525 HTTP/1.1" status: 404 len: 329 time: 0.3214881 Feb 19 07:36:46.386569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47408) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:46.402347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:46.403012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.407815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-fa963235-669a-420a-a133-b5c74bd105ba tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-1539806093') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.418189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34e2b1-0633-4ddf-b7f8-6e4b15e3009a req-dbf89c96-8235-4ba2-94be-29647e6c40fc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:46.423859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e97f0-ec4b-4155-b4f8-3765445c9ba7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:46.432246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f34e2b1-0633-4ddf-b7f8-6e4b15e3009a req-dbf89c96-8235-4ba2-94be-29647e6c40fc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 944 time: 0.2448390 Feb 19 07:36:46.457827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:46.463165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:46.499077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 815cb4ee-be69-4658-bc9b-b42a23f2561d) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:46.526198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:46.529200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.587041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-531a04e8-f8df-4937-87a4-bbe7319a7cc5 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3597138 Feb 19 07:36:46.588087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:46.593422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:46.593796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8f34e2b1-0633-4ddf-b7f8-6e4b15e3009a req-d3a3e635-e5db-44ec-a9ed-f19a0395728d tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479042 Feb 19 07:36:46.610735 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-fa963235-669a-420a-a133-b5c74bd105ba tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:46.612711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fa963235-669a-420a-a133-b5c74bd105ba tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-1539806093 HTTP/1.1" status: 404 len: 329 time: 0.2148509 Feb 19 07:36:46.615922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:46.622618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-5dd3314e-ee63-4e87-9118-878336381ed3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7', 'tempest-TagsExtTest-Tag-2051206433') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:46.644801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:46.647442 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330a1c9-8248-492d-b6ed-afb20a696f27" -d '{"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-plugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:46.652173 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.654328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c195b729-d309-4e94-9576-dcd589308b3f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:46.654871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c195b729-d309-4e94-9576-dcd589308b3f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.691420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-16f57c3d-7ff7-42cb-bbc3-a3f9402e5bf9 None None] Current status of the port d92756c4-08eb-4e13-b3e3-7e92a5b4098f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:46.823652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24020746'] for subnet (bd171954-79bc-4bcb-afbb-42ed1049f08f), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:46.839071 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5dd3314e-ee63-4e87-9118-878336381ed3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:46.851322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5dd3314e-ee63-4e87-9118-878336381ed3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags/tempest-TagsExtTest-Tag-2051206433 HTTP/1.1" status: 404 len: 329 time: 0.2311664 Feb 19 07:36:46.851670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:46.879962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4627f2c2-ffad-48e6-afad-3f73171d8c2b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', {'tags': ['tempest-TagsExtTest-Tag-1046458607', 'tempest-TagsExtTest-Tag-1761762435', 'tempest-TagsExtTest-Tag-188563225']}) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:47.018952 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8552620-42e1-44d7-9b3f-0f30b11ba98c x-openstack-request-id: req-c8552620-42e1-44d7-9b3f-0f30b11ba98c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:47.019524 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-plugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:47.019524 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8552620-42e1-44d7-9b3f-0f30b11ba98c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:47.019904 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'code': 200} Feb 19 07:36:47.143440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757867299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24114998'] for subnet (bd171954-79bc-4bcb-afbb-42ed1049f08f), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.207076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:47.207431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.215298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "PUT /v2.0/subnets/bd171954-79bc-4bcb-afbb-42ed1049f08f HTTP/1.1" status: 200 len: 806 time: 0.6259551 Feb 19 07:36:47.218617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47442) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:47.225253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:47.288107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8460e1-9b1c-4f30-bbd7-6ea292f88cd3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=bd171954-79bc-4bcb-afbb-42ed1049f08f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:47.484175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.503546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:42Z', 'revision_number': 4, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2364f29e-87db-4b7a-9c72-602e58d84bc4', 'name': '', 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'mac_address': 'fa:16:3e:2a:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:40Z', 'updated_at': '2022-02-19T07:36:42Z', 'revision_number': 2, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'subnets': [{'id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:47.506787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c195b729-d309-4e94-9576-dcd589308b3f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:47.507171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c195b729-d309-4e94-9576-dcd589308b3f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.629139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (bd171954-79bc-4bcb-afbb-42ed1049f08f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.793335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ef520-7046-4269-ae36-5acde4ab1682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-815cb4ee-be69-4658-bc9b-b42a23f2561d', 'network_id': '815cb4ee-be69-4658-bc9b-b42a23f2561d', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': 'bd171954-79bc-4bcb-afbb-42ed1049f08f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:47.794194 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef520-7046-4269-ae36-5acde4ab1682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.801756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Checking router: a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:36:47.802174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Updating router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 port 2364f29e-87db-4b7a-9c72-602e58d84bc4 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:36:47.863063 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4ae6-75c6-4ccf-a7df-f1eb08507bea req-fc4d9069-9054-4298-bf6a-465307406cda tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:47.865396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee5e4ae6-75c6-4ccf-a7df-f1eb08507bea req-fc4d9069-9054-4298-bf6a-465307406cda tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.1766346 Feb 19 07:36:47.870387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.894273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c195b729-d309-4e94-9576-dcd589308b3f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c195b729-d309-4e94-9576-dcd589308b3f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:47.904189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (bd171954-79bc-4bcb-afbb-42ed1049f08f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.918215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4627f2c2-ffad-48e6-afad-3f73171d8c2b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 200 len: 317 time: 1.0648100 Feb 19 07:36:47.921557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:47.921931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c195b729-d309-4e94-9576-dcd589308b3f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:47.956909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-f9f54b8a-c5c1-46fc-84df-6213e2df06d0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:48.078090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=bd171954-79bc-4bcb-afbb-42ed1049f08f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:48.088503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce591a8-d6db-4f22-bd5a-4b59e5da8901 req-182ca6a2-6b6f-4710-be27-53431d93ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:48.093803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dce591a8-d6db-4f22-bd5a-4b59e5da8901 req-182ca6a2-6b6f-4710-be27-53431d93ac66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 1128 time: 1.0913265 Feb 19 07:36:48.171984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d92756c4-08eb-4e13-b3e3-7e92a5b4098f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:48.338423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dce591a8-d6db-4f22-bd5a-4b59e5da8901 req-15ae1d51-770c-4cd4-a68c-5558c005e4af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426353 Feb 19 07:36:48.366630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9f54b8a-c5c1-46fc-84df-6213e2df06d0 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 204 len: 168 time: 0.4433575 Feb 19 07:36:48.369598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:48.374683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-dea527c1-6cf8-4b82-8ad8-3b30109197c8 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-1046458607') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:48.447152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6bdce-4604-4ca8-be14-fd62fa993bf9 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:48.481484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c195b729-d309-4e94-9576-dcd589308b3f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:48.565596 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-dea527c1-6cf8-4b82-8ad8-3b30109197c8 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:48.567629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dea527c1-6cf8-4b82-8ad8-3b30109197c8 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-1046458607 HTTP/1.1" status: 404 len: 329 time: 0.1960146 Feb 19 07:36:48.571101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:48.581535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-34a1efdc-62e7-4750-b6f5-1152043665d1 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-1761762435') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:48.854172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d92756c4-08eb-4e13-b3e3-7e92a5b4098f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:48.854572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:48.890264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:48.923846 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-34a1efdc-62e7-4750-b6f5-1152043665d1 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:48.929311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-34a1efdc-62e7-4750-b6f5-1152043665d1 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-1761762435 HTTP/1.1" status: 404 len: 329 time: 0.3558409 Feb 19 07:36:48.930119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:48.949747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aede2f-c9d7-4f4b-8d49-c7cd05c2ecae req-a21c1ce5-53b6-429b-ba3a-10be5ede6316 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:48.962622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73aede2f-c9d7-4f4b-8d49-c7cd05c2ecae req-a21c1ce5-53b6-429b-ba3a-10be5ede6316 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 947 time: 0.1357415 Feb 19 07:36:48.968586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-3a66fbd3-cca9-4fb5-89fb-9e8697f6ef34 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2', 'tempest-TagsExtTest-Tag-188563225') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.058944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815cb4ee-be69-4658-bc9b-b42a23f2561d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.083368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ee5e4ae6-75c6-4ccf-a7df-f1eb08507bea req-f70d7d12-aa9b-48e3-9729-cc616346b065 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1803007 Feb 19 07:36:49.090069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c72f66-daf7-44a8-9641-a7c411c16f9a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.090535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c72f66-daf7-44a8-9641-a7c411c16f9a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.100956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73aede2f-c9d7-4f4b-8d49-c7cd05c2ecae req-04a6b0b1-b202-458f-96f5-e9392058c97a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366715 Feb 19 07:36:49.105891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (12c72f66-daf7-44a8-9641-a7c411c16f9a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.156962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (12c72f66-daf7-44a8-9641-a7c411c16f9a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.168804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:49.169217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (12c72f66-daf7-44a8-9641-a7c411c16f9a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:49.172582 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:49.200808 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-3a66fbd3-cca9-4fb5-89fb-9e8697f6ef34 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:49.200808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3a66fbd3-cca9-4fb5-89fb-9e8697f6ef34 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags/tempest-TagsExtTest-Tag-188563225 HTTP/1.1" status: 404 len: 328 time: 0.2421446 Feb 19 07:36:49.200808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.239517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6bdce-4604-4ca8-be14-fd62fa993bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:49.242069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-0aa3fc29-8308-4f1a-832d-23c0f9ca56e5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', {'tags': ['tempest-TagsExtTest-Tag-691357798', 'tempest-TagsExtTest-Tag-1769395383', 'tempest-TagsExtTest-Tag-492486193']}) {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.264275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d92756c4-08eb-4e13-b3e3-7e92a5b4098f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:49.270369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks [] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.291966 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.328085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (815cb4ee-be69-4658-bc9b-b42a23f2561d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.333581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.348499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.361290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/815cb4ee-be69-4658-bc9b-b42a23f2561d HTTP/1.1" status: 204 len: 168 time: 2.1326075 Feb 19 07:36:49.388291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0aa3fc29-8308-4f1a-832d-23c0f9ca56e5 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "PUT /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 200 len: 316 time: 0.1951718 Feb 19 07:36:49.399347 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-87feae16-8c8a-4ace-9c54-52ada652b61d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:49.399729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47526) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.399863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87feae16-8c8a-4ace-9c54-52ada652b61d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:49.406790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87feae16-8c8a-4ace-9c54-52ada652b61d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/815cb4ee-be69-4658-bc9b-b42a23f2561d HTTP/1.1" status: 404 len: 339 time: 0.0518095 Feb 19 07:36:49.410535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.411047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e670ba-af78-4e3e-a3b1-e71a7ba5a176 None None] Pushing event updated for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:49.426149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-602be654-c229-4a06-9246-329c73bcdf3b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.430068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9bbc4-17ad-4efc-9082-5e0c7c28978c tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=815cb4ee-be69-4658-bc9b-b42a23f2561d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:49.448270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2131039533', 'description': 'd1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:49.470048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.509412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:49.513828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-602be654-c229-4a06-9246-329c73bcdf3b tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 204 len: 168 time: 0.0963840 Feb 19 07:36:49.516551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47538) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.521034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-6903a386-92b8-4964-bbf4-54aa7d0b32d3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-691357798') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.537261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.539807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Attempting to bind port 2364f29e-87db-4b7a-9c72-602e58d84bc4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:36:49.540181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Attempting to bind port 2364f29e-87db-4b7a-9c72-602e58d84bc4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:36:49.540541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Attempting to bind port 2364f29e-87db-4b7a-9c72-602e58d84bc4 on network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:36:49.569041 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-6903a386-92b8-4964-bbf4-54aa7d0b32d3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:49.570095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6903a386-92b8-4964-bbf4-54aa7d0b32d3 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-691357798 HTTP/1.1" status: 404 len: 328 time: 0.0526197 Feb 19 07:36:49.572913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.577126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-72813c4f-6425-4249-9545-c97f440b332e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-1769395383') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.584101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:36:49.584494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Checking segment: {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:49.584887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.585286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Bound using segment: {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:36:49.585844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Bound port: 2364f29e-87db-4b7a-9c72-602e58d84bc4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54306515-8781-4869-91ea-16654ff25d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:36:49.586153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.616855 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-72813c4f-6425-4249-9545-c97f440b332e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:49.620790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-72813c4f-6425-4249-9545-c97f440b332e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-1769395383 HTTP/1.1" status: 404 len: 329 time: 0.0441024 Feb 19 07:36:49.624692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.629380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-e17febcb-f8c2-4b5f-82c0-cf97695f1ff9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc', 'tempest-TagsExtTest-Tag-492486193') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.649527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:49.678128 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-e17febcb-f8c2-4b5f-82c0-cf97695f1ff9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] show failed (client error): The resource could not be found. Feb 19 07:36:49.683247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e17febcb-f8c2-4b5f-82c0-cf97695f1ff9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags/tempest-TagsExtTest-Tag-492486193 HTTP/1.1" status: 404 len: 328 time: 0.0534830 Feb 19 07:36:49.685154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47548) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.687260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e64ae0a1-d5ba-41a2-8068-49f694d96bdc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.687687 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment e64ae0a1-d5ba-41a2-8068-49f694d96bdc of type vlan for network dc56be3f-e8c9-4ba7-a57c-8d1feec87391 Feb 19 07:36:49.702656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-14c8f6f7-af00-45ad-bea4-af590d5bbb01 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9b44513d-a815-4078-a894-d82240aa9dfc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.757290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-14c8f6f7-af00-45ad-bea4-af590d5bbb01 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc/tags HTTP/1.1" status: 204 len: 168 time: 0.0710499 Feb 19 07:36:49.764511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:49.770163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-25f49a39-10a4-427e-bc9e-e04f3e858630 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5e00972a-9e72-49de-9081-c2115267eee2') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:49.835261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.849801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd9b07-8cf5-4ae8-802b-112ad813663b None None] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:49.866172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95323e90-ce10-4d9c-80f2-3a682a10ccaf None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:49.883499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] For port 2364f29e-87db-4b7a-9c72-602e58d84bc4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:36:49.891707 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2b4139b-d045-45b5-9239-6df5d0c49356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.963729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.977370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:49.978711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:49.989738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95323e90-ce10-4d9c-80f2-3a682a10ccaf None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:50.018401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] For port 2364f29e-87db-4b7a-9c72-602e58d84bc4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2364f29e-87db-4b7a-9c72-602e58d84bc4,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:36:50.023432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d58a6c-0ebc-40c0-9901-6cc849d8c386 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:50.043806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:50.044781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-25f49a39-10a4-427e-bc9e-e04f3e858630 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2/tags HTTP/1.1" status: 204 len: 168 time: 0.2789166 Feb 19 07:36:50.055685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d58a6c-0ebc-40c0-9901-6cc849d8c386 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:50.083003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47562) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:50.095993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-5755cba4-c7a0-44a2-b073-93e3b7560693 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:50.097205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa95c9-f865-43f2-b2e1-1e1d69f44b38 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:50.157516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c195b729-d309-4e94-9576-dcd589308b3f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:50.182182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa95c9-f865-43f2-b2e1-1e1d69f44b38 None None] Network 815cb4ee-be69-4658-bc9b-b42a23f2561d could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:50.266737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=dc56be3f-e8c9-4ba7-a57c-8d1feec87391,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:50.319287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4eafc4fb-5dbb-4006-9f2f-feeb6f33146b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9079106 Feb 19 07:36:50.322786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:50.324246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dc56be3f-e8c9-4ba7-a57c-8d1feec87391 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:50.343624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:50.350605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:50.413732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e670ba-af78-4e3e-a3b1-e71a7ba5a176 None None] Pushing event updated for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:50.484190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-985741e9-8246-4a9c-a5e6-ece6b8019b56 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.485919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-985741e9-8246-4a9c-a5e6-ece6b8019b56 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 947 time: 0.2215333 Feb 19 07:36:50.502943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11064a-f4b2-4747-9a96-a2b676f0b193 req-80e247b6-b61b-4229-8a14-8b7727a10f48 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.504521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc11064a-f4b2-4747-9a96-a2b676f0b193 req-80e247b6-b61b-4229-8a14-8b7727a10f48 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.2277625 Feb 19 07:36:50.556081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82c608-a17c-48e8-b9a0-7cfb90787084 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.557642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e82c608-a17c-48e8-b9a0-7cfb90787084 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks?id=dc56be3f-e8c9-4ba7-a57c-8d1feec87391 HTTP/1.1" status: 200 len: 761 time: 0.2260020 Feb 19 07:36:50.560377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:50.605470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'description': 'd2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:50.626660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-642fa40d-cb64-412a-a545-5bb52096ccf4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:50.628269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-642fa40d-cb64-412a-a545-5bb52096ccf4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.3662868 Feb 19 07:36:50.695635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5755cba4-c7a0-44a2-b073-93e3b7560693 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7/tags HTTP/1.1" status: 204 len: 168 time: 0.6104164 Feb 19 07:36:50.706740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc11064a-f4b2-4747-9a96-a2b676f0b193 req-a496b851-bef7-4dae-b8c8-ae48cb94e860 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576381 Feb 19 07:36:50.706990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:50.708406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-20d8824b-d12a-4939-8410-ba495cecf22e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0696545 Feb 19 07:36:50.723407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2b4139b-d045-45b5-9239-6df5d0c49356 admin admin] Publish callbacks [] for security_group (d8a0a331-dac7-4787-acff-f05aa571367c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:50.727236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-3c000c39-2343-4c63-a17f-c2a59b69ace6 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9245a484-1c96-4912-b8fe-a5a0d567cc3b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:50.773569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2b4139b-d045-45b5-9239-6df5d0c49356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8a0a331-dac7-4787-acff-f05aa571367c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:50.780554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:50.875417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c195b729-d309-4e94-9576-dcd589308b3f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:50.875921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c195b729-d309-4e94-9576-dcd589308b3f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:50.906024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f2b4139b-d045-45b5-9239-6df5d0c49356 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7799333192d04d2cbd0e6be3746a6eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4305763 Feb 19 07:36:50.926491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:50.953480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Deleting port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:50.953480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.070376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4139b-d045-45b5-9239-6df5d0c49356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a0a331-dac7-4787-acff-f05aa571367c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:51.092839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-8782481a-2272-4024-a9b3-f78b064db128 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3232267 Feb 19 07:36:51.148461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.212380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe24dde-357a-4d72-86a9-78e3440652c1 req-c6086bac-cacf-4772-8866-3b37ca2a71dc tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:51.220318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-abe24dde-357a-4d72-86a9-78e3440652c1 req-c6086bac-cacf-4772-8866-3b37ca2a71dc tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 947 time: 0.3395934 Feb 19 07:36:51.288968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3c000c39-2343-4c63-a17f-c2a59b69ace6 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b/tags HTTP/1.1" status: 204 len: 168 time: 0.5793786 Feb 19 07:36:51.296842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:51.297449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-abe24dde-357a-4d72-86a9-78e3440652c1 req-4c8b1814-0bf4-4aca-87c5-1dd90742c6ad tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752470 Feb 19 07:36:51.298242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.356362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] Publish callbacks [] for security_group (d8a0a331-dac7-4787-acff-f05aa571367c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.426782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network dc56be3f-e8c9-4ba7-a57c-8d1feec87391 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:36:51.443269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:51.456745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.458347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "PUT /v2.0/networks/dc56be3f-e8c9-4ba7-a57c-8d1feec87391 HTTP/1.1" status: 200 len: 758 time: 0.8969245 Feb 19 07:36:51.465842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-64939c83-73d7-45d0-bf25-8fb7329acd7d service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568621 Feb 19 07:36:51.479633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:51.530584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Provisioning complete for port 2364f29e-87db-4b7a-9c72-602e58d84bc4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:51.531174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.540038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] For port 98f9b565-cf9c-40e8-9398-c65bfd7d0911, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=98f9b565-cf9c-40e8-9398-c65bfd7d0911,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:51.540713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.630284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c195b729-d309-4e94-9576-dcd589308b3f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:51.645024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-178f3387-0c30-4113-92d3-df57c110135c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:42Z', 'revision_number': 4, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2364f29e-87db-4b7a-9c72-602e58d84bc4', 'name': '', 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'mac_address': 'fa:16:3e:2a:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:40Z', 'updated_at': '2022-02-19T07:36:49Z', 'revision_number': 4, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'subnets': [{'id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:51.648724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] Publish callbacks [] for security_group (d8a0a331-dac7-4787-acff-f05aa571367c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.675240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc543a1-b874-4284-919b-f8045e50b69e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:51.676883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4cc543a1-b874-4284-919b-f8045e50b69e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks?id=dc56be3f-e8c9-4ba7-a57c-8d1feec87391 HTTP/1.1" status: 200 len: 761 time: 0.1952741 Feb 19 07:36:51.688875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:51.695929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-614092800'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:51.716466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbf98d-afa2-4253-916c-41c33eaefc99 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=dc56be3f-e8c9-4ba7-a57c-8d1feec87391,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:51.722231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f3387-0c30-4113-92d3-df57c110135c None None] The sync data for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 is: [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:36:42Z', 'revision_number': 4, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2364f29e-87db-4b7a-9c72-602e58d84bc4', 'name': '', 'network_id': 'ab89f1e5-aa4a-463e-9568-7e0c3abbf869', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'mac_address': 'fa:16:3e:2a:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:40Z', 'updated_at': '2022-02-19T07:36:49Z', 'revision_number': 4, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'subnets': [{'id': '904905a3-9bff-4508-83aa-de1c8d43cda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:51.763566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b376ec55-bd89-46bb-9d4b-2957e36211f9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:51.774146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:51.781781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b376ec55-bd89-46bb-9d4b-2957e36211f9 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnetpools/9b44513d-a815-4078-a894-d82240aa9dfc HTTP/1.1" status: 204 len: 168 time: 0.4708407 Feb 19 07:36:51.846980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-43c5c755-3388-4824-be66-4adcf6d7074c tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e00972a-9e72-49de-9081-c2115267eee2 HTTP/1.1" status: 200 len: 205 time: 0.0663679 Feb 19 07:36:51.850133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:51.885411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1d01f-1877-4d91-8773-10d0a478015d req-da485948-8939-4d30-bbe0-a22355919e26 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:51.897277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5db1d01f-1877-4d91-8773-10d0a478015d req-da485948-8939-4d30-bbe0-a22355919e26 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 0.4193585 Feb 19 07:36:51.906325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dc56be3f-e8c9-4ba7-a57c-8d1feec87391 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:52.048294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:52.063778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.088553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Current status of the port 2364f29e-87db-4b7a-9c72-602e58d84bc4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:52.089434 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.092692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8a0a331-dac7-4787-acff-f05aa571367c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.095662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.097493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8a0a331-dac7-4787-acff-f05aa571367c HTTP/1.1" status: 204 len: 168 time: 1.1662717 Feb 19 07:36:52.182888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] For port 2364f29e-87db-4b7a-9c72-602e58d84bc4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2364f29e-87db-4b7a-9c72-602e58d84bc4,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:52.198581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.202717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23b6c0-0e9d-4070-bb63-3c92451d36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a0a331-dac7-4787-acff-f05aa571367c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:52.209541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2364f29e-87db-4b7a-9c72-602e58d84bc4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:52.234435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5db1d01f-1877-4d91-8773-10d0a478015d req-6687ac2c-e393-4770-b3ca-4ef4129114b5 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361480 Feb 19 07:36:52.273519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for router (5e00972a-9e72-49de-9081-c2115267eee2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.300880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.309221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.310665 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Floating IP 7789f168-caf9-4dab-806c-4561bd59bcd3 disassociated. External IP: 172.25.7.214, port: 98f9b565-cf9c-40e8-9398-c65bfd7d0911. Feb 19 07:36:52.317344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Calling delete_port for 98f9b565-cf9c-40e8-9398-c65bfd7d0911 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:52.532917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Provisioning complete for port d92756c4-08eb-4e13-b3e3-7e92a5b4098f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:52.533586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.582300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:36:52.663264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Pushing event updated for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:52.700508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2364f29e-87db-4b7a-9c72-602e58d84bc4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:52.700885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.871809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc390143-cbc1-4777-bbad-4c76496824d0 req-a1743596-b6d2-4976-a043-f4aea5afcd76 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.0877085 Feb 19 07:36:52.879727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (98f9b565-cf9c-40e8-9398-c65bfd7d0911), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:52.981650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5df8e-26c0-4d95-8c55-1cddd4a512e0 None None] Current status of the port d92756c4-08eb-4e13-b3e3-7e92a5b4098f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:53.042290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'Port': ['ID=98f9b565-cf9c-40e8-9398-c65bfd7d0911,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.056424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-86eb49c2-37e3-429b-a8a5-a3a0500eba08 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3882256 Feb 19 07:36:53.069048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (5e00972a-9e72-49de-9081-c2115267eee2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.072629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for router_controller (5e00972a-9e72-49de-9081-c2115267eee2), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.157119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2364f29e-87db-4b7a-9c72-602e58d84bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:53.158867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (74b9e983-6f49-4cdf-b5c0-884019327187), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.159490 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 74b9e983-6f49-4cdf-b5c0-884019327187 of type vlan for network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 Feb 19 07:36:53.162208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:53.164424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (5e00972a-9e72-49de-9081-c2115267eee2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.166196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Fanout notify agent at l3_agent the message router_deleted on router 5e00972a-9e72-49de-9081-c2115267eee2 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:36:53.186866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fa39c64a-1722-4458-ac39-30bfd06f754c None None] Provisioning complete for port 2364f29e-87db-4b7a-9c72-602e58d84bc4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:53.187270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa39c64a-1722-4458-ac39-30bfd06f754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.271497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.273714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2dc7c371-bb3e-4b8a-97b0-3d0b2c413904 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/routers/5e00972a-9e72-49de-9081-c2115267eee2 HTTP/1.1" status: 204 len: 168 time: 1.4155672 Feb 19 07:36:53.291505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47654) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:53.309805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2ae7-aa45-4701-8bc6-3f2b6667f42d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.400791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa39c64a-1722-4458-ac39-30bfd06f754c None None] Current status of the port 2364f29e-87db-4b7a-9c72-602e58d84bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:53.446410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2ae7-aa45-4701-8bc6-3f2b6667f42d admin admin] Publish callbacks [] for security_group (752e1d00-efc1-4134-a53e-9076d4fd7d72), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.455668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2ae7-aa45-4701-8bc6-3f2b6667f42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (752e1d00-efc1-4134-a53e-9076d4fd7d72), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.461240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (6ddcb52c-a8d6-4da1-8f09-281abb9f7303), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.500539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:36:53.558856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6b8f2ae7-aa45-4701-8bc6-3f2b6667f42d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed45e8f806434bda995887d61bd4ae35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876565 Feb 19 07:36:53.563085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-23db0e33-d3f1-4f68-96a8-abee83ededc2 None None] Provisioning complete for port 2364f29e-87db-4b7a-9c72-602e58d84bc4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:53.564210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23db0e33-d3f1-4f68-96a8-abee83ededc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.564614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:53.566904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f2ae7-aa45-4701-8bc6-3f2b6667f42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752e1d00-efc1-4134-a53e-9076d4fd7d72,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.592087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (6ddcb52c-a8d6-4da1-8f09-281abb9f7303), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.600405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:53.601178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.775658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=6ddcb52c-a8d6-4da1-8f09-281abb9f7303,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:53.816062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5dd3429e-0447-4fdd-87c2-f7b3bfb508cd tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1256454 Feb 19 07:36:53.816573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:36:53.820616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47676) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:53.843245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '6ddcb52c-a8d6-4da1-8f09-281abb9f7303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:53.869112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] Publish callbacks [] for security_group (752e1d00-efc1-4134-a53e-9076d4fd7d72), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:53.901998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] Publish callbacks [] for security_group (752e1d00-efc1-4134-a53e-9076d4fd7d72), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.009854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-23db0e33-d3f1-4f68-96a8-abee83ededc2 None None] Current status of the port 2364f29e-87db-4b7a-9c72-602e58d84bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:54.019117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (752e1d00-efc1-4134-a53e-9076d4fd7d72), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.023893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.028671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/752e1d00-efc1-4134-a53e-9076d4fd7d72 HTTP/1.1" status: 204 len: 168 time: 0.4628088 Feb 19 07:36:54.056837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-21e1644b-8abb-4b84-93d1-5d4978cd3f44 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:54.062727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-21e1644b-8abb-4b84-93d1-5d4978cd3f44 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.7657869 Feb 19 07:36:54.141213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9990f1d5-4fd7-4544-8072-b0aaa2d74afb req-a2223b01-decc-470f-aa0d-df8d353c6ac7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.1694388 Feb 19 07:36:54.171368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2364f29e-87db-4b7a-9c72-602e58d84bc4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:36:54.214867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917cdde-765b-4c30-ba6f-01ed554aa730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752e1d00-efc1-4134-a53e-9076d4fd7d72,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:54.368072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2364f29e-87db-4b7a-9c72-602e58d84bc4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:36:54.368758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.404507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39c47684-6bb8-478e-bd31-915372337185 req-94b0be2c-a65b-4750-999b-e06a574e0167 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.1044281 Feb 19 07:36:54.425054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:54.431915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.447338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:54.472826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:36:54.489717 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:36:54.508757 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:54.512057 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.522485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 98f9b565-cf9c-40e8-9398-c65bfd7d0911 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:36:54.535969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-099c6712-2dfd-4a0e-8a1f-8e63f5efe0d3 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/quotas/565cdad36d84441baee6f2ab951ec533 HTTP/1.1" status: 200 len: 375 time: 0.4521191 Feb 19 07:36:54.536951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 98f9b565-cf9c-40e8-9398-c65bfd7d0911 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:36:54.659658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Deleting port 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:54.659658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:54.691423 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:54.736152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2364f29e-87db-4b7a-9c72-602e58d84bc4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:54.911585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] No DVR routers for this DVR port 98f9b565-cf9c-40e8-9398-c65bfd7d0911 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:54.924927 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.962746 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:36:54.972229 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:36:54.973098 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:36:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:54.992226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.000499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8ac10a5-eff3-4b69-a9fc-1f5be2a767ba req-32819115-6902-475f-af63-82c3513d6fd6 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "DELETE /v2.0/ports/98f9b565-cf9c-40e8-9398-c65bfd7d0911 HTTP/1.1" status: 204 len: 173 time: 4.5077021 Feb 19 07:36:55.014173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-deleted', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:55.023006 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfdfb82-3839-4601-b35e-589006ba7898" -d '{"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-deleted", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:55.112398 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (0fb76844-1298-4220-baf2-02a61fe9d80c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.124572 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bde874-c703-497f-9dae-d1b75bfcbce2 x-openstack-request-id: req-21bde874-c703-497f-9dae-d1b75bfcbce2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:55.128621 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b579b06-fe6e-4206-a6cd-58ec79d8d44a", "name": "network-vif-deleted", "tag": "98f9b565-cf9c-40e8-9398-c65bfd7d0911", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:55.129459 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21bde874-c703-497f-9dae-d1b75bfcbce2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:55.129459 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b579b06-fe6e-4206-a6cd-58ec79d8d44a', 'name': 'network-vif-deleted', 'tag': '98f9b565-cf9c-40e8-9398-c65bfd7d0911', 'status': 'completed', 'code': 200} Feb 19 07:36:55.135219 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:36:55.240673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-6ff25a8a-6313-4b94-828d-757c162d0bb8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:55.243784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-6ff25a8a-6313-4b94-828d-757c162d0bb8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "GET /v2.0/ports?device_id=488a7904-7e2e-4a55-94e6-e898190f2471 HTTP/1.1" status: 200 len: 946 time: 1.1715710 Feb 19 07:36:55.279361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=0fb76844-1298-4220-baf2-02a61fe9d80c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:55.331360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-061cf043-1e90-41d7-b40e-6bfd5d30a3d3 req-87670cf5-8495-47e4-8238-4cb213a8f1cc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0445249 Feb 19 07:36:55.372548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '74b9e983-6f49-4cdf-b5c0-884019327187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6ddcb52c-a8d6-4da1-8f09-281abb9f7303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:36:55.372906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 6ddcb52c-a8d6-4da1-8f09-281abb9f7303, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:36:55.419498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:36:55.434130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 6ddcb52c-a8d6-4da1-8f09-281abb9f7303) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:55.440747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:55.443927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.445710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb7da5-fc71-4153-aa4d-0e91aef29f67 None None] Network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:55.482960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b47c238b-2564-4317-935f-e603b5c94324 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6592298 Feb 19 07:36:55.485927 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:55.488376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:55.521351 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fe64-2e95-45ba-b90f-469b914c63b0 None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:36:55.724793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6e26a753-8059-45ab-b967-3e38bede2f8f req-01e361e4-4afd-4a8b-91b7-569f016f40a2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b579b06-fe6e-4206-a6cd-58ec79d8d44a HTTP/1.1" status: 200 len: 210 time: 0.0515165 Feb 19 07:36:55.735611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (6ddcb52c-a8d6-4da1-8f09-281abb9f7303), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.800156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb94cf-8d9e-4400-8d11-cb860699ba1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-6ddcb52c-a8d6-4da1-8f09-281abb9f7303', 'network_id': '6ddcb52c-a8d6-4da1-8f09-281abb9f7303', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '0fb76844-1298-4220-baf2-02a61fe9d80c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:36:55.804706 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77bb94cf-8d9e-4400-8d11-cb860699ba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.835261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0fb76844-1298-4220-baf2-02a61fe9d80c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:55.969421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (0fb76844-1298-4220-baf2-02a61fe9d80c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.133841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=0fb76844-1298-4220-baf2-02a61fe9d80c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:56.142417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5e124-4ebd-4993-bee0-1b124e71e42a None None] New status for floating IP 7789f168-caf9-4dab-806c-4561bd59bcd3: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:36:56.160078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (6ddcb52c-a8d6-4da1-8f09-281abb9f7303), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.186498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.193864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddcb52c-a8d6-4da1-8f09-281abb9f7303']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:56.214910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b9e983-6f49-4cdf-b5c0-884019327187') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:56.215571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b9e983-6f49-4cdf-b5c0-884019327187') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:36:56.227765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (74b9e983-6f49-4cdf-b5c0-884019327187), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.244718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (74b9e983-6f49-4cdf-b5c0-884019327187), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.252199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:36:56.252594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (74b9e983-6f49-4cdf-b5c0-884019327187), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:36:56.255885 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:36:56.299785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-65a4b7a8-86ba-444c-9770-5b3667de5f42 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6437600 Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-77bb94cf-8d9e-4400-8d11-cb860699ba1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fb76844-1298-4220-baf2-02a61fe9d80c: This subnet is being modified by another concurrent operation. Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fb76844-1298-4220-baf2-02a61fe9d80c: This subnet is being modified by another concurrent operation. Feb 19 07:36:56.310496 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:36:56.326958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (6ddcb52c-a8d6-4da1-8f09-281abb9f7303), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.332844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:56.338229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/6ddcb52c-a8d6-4da1-8f09-281abb9f7303 HTTP/1.1" status: 204 len: 168 time: 0.8442643 Feb 19 07:36:56.339066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837874e-326e-46ab-b9eb-d88a66dbe2fc None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:36:56.353988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:56.362175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Calling delete_port for 0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:56.396585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d5907-f50c-4c33-9a37-d02f48022987 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=6ddcb52c-a8d6-4da1-8f09-281abb9f7303,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:56.467360 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88db413-5957-48fe-933b-f40e4f569b05 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] GET failed (client error): The resource could not be found. Feb 19 07:36:56.469710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e88db413-5957-48fe-933b-f40e4f569b05 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets/0fb76844-1298-4220-baf2-02a61fe9d80c HTTP/1.1" status: 404 len: 337 time: 0.1147499 Feb 19 07:36:56.483398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:56.649182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837874e-326e-46ab-b9eb-d88a66dbe2fc None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:36:56.720286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 48087c24-1c9e-4ece-9904-b26b5e5bfbab no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:36:56.720815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-0579f072-bb40-4e78-8e1c-6b1931f805ad service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201438 Feb 19 07:36:56.842281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-e0a1ef1f-684a-42e6-8e17-454116d0de1d service neutron] 10.222.0.43 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204882 Feb 19 07:36:56.918814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-c476de51-edca-4a3b-80c5-610837ba4132 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:56.920826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-c476de51-edca-4a3b-80c5-610837ba4132 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.7265258 Feb 19 07:36:56.945981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:56.976809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Deleting port 48087c24-1c9e-4ece-9904-b26b5e5bfbab {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:56.977312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.114569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:57.115353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.128508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 48087c24-1c9e-4ece-9904-b26b5e5bfbab is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:36:57.128977 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.136247 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-65415bca-3512-4ddb-b153-ad948fb16046 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:36:57.136832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65415bca-3512-4ddb-b153-ad948fb16046 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:36:57.140140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Calling delete_port for 48087c24-1c9e-4ece-9904-b26b5e5bfbab owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:57.156951 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65415bca-3512-4ddb-b153-ad948fb16046 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/6ddcb52c-a8d6-4da1-8f09-281abb9f7303 HTTP/1.1" status: 404 len: 339 time: 0.6694627 Feb 19 07:36:57.157711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b92a3b5-aec8-46ad-8729-81ae22bc7383 req-1f46e1c2-9b7a-4eb9-9532-51b3179aeb40 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.6959817 Feb 19 07:36:57.158245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:57.266372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:57.281394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:57.295952 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4259668-70db-4fa8-85d9-96d747a4b80f" -d '{"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-unplugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:57.326880 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.327412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 48087c24-1c9e-4ece-9904-b26b5e5bfbab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=48087c24-1c9e-4ece-9904-b26b5e5bfbab,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:57.340903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.438763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4308d5d-75e3-44e6-b5fe-14aa09c10e00 req-699c50f8-c21e-4f93-92de-f0b705e668fb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 210 time: 0.1733737 Feb 19 07:36:57.490808 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06723c52-a004-4d74-b911-a795458721ea x-openstack-request-id: req-06723c52-a004-4d74-b911-a795458721ea {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:57.491030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event deleted for resources: {'Port': ['ID=0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:57.498031 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-unplugged", "status": "completed", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:57.498031 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06723c52-a004-4d74-b911-a795458721ea {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:57.498031 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'code': 200} Feb 19 07:36:57.499679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:57.587971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f1765-2514-46da-a60a-0448218ba4f3 None None] Network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:57.628446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f1765-2514-46da-a60a-0448218ba4f3 None None] Network 6ddcb52c-a8d6-4da1-8f09-281abb9f7303 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:36:57.644027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fb7c9-1777-425a-9450-0a0ef0fd93db tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:57.651055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:57.651714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-189fb7c9-1777-425a-9450-0a0ef0fd93db tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4923801 Feb 19 07:36:57.735755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d8d9d496-22ca-47e6-82dc-3755feecb9f3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 207 time: 0.0831182 Feb 19 07:36:57.736768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (f3a1ce1a-555e-47bb-aaa3-ca65d9f33955), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.741648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:57.806878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.810991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ff4ab8b2-66e7-4d1b-80da-09281f96437e tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/ports/0e3c0e8d-94fe-4ae3-92b0-f94aa4516cb7 HTTP/1.1" status: 204 len: 168 time: 4.3059990 Feb 19 07:36:57.818408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:57.822713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:36:57.826233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.832583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (f3a1ce1a-555e-47bb-aaa3-ca65d9f33955), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.932330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Deleting subnet 9245a484-1c96-4912-b8fe-a5a0d567cc3b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:36:57.951810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (48087c24-1c9e-4ece-9904-b26b5e5bfbab), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:57.959664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for subnet (9245a484-1c96-4912-b8fe-a5a0d567cc3b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.106929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event deleted for resources: {'Port': ['ID=48087c24-1c9e-4ece-9904-b26b5e5bfbab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:58.174591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (9245a484-1c96-4912-b8fe-a5a0d567cc3b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.178331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] No DVR routers for this DVR port 48087c24-1c9e-4ece-9904-b26b5e5bfbab on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:58.199757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f671d-fe0c-435d-8087-b7b730cd1083 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.214919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f671d-fe0c-435d-8087-b7b730cd1083 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.222006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f671d-fe0c-435d-8087-b7b730cd1083 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.234006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f671d-fe0c-435d-8087-b7b730cd1083 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.240694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-327f671d-fe0c-435d-8087-b7b730cd1083 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4977276 Feb 19 07:36:58.246493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47792) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.366692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.378140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20f8f980-f7ab-4195-a7eb-cb695afd4977 req-253beaf0-f790-47f4-8a06-a81666d51ab7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "DELETE /v2.0/ports/48087c24-1c9e-4ece-9904-b26b5e5bfbab HTTP/1.1" status: 204 len: 173 time: 3.1247225 Feb 19 07:36:58.378904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-deleted', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:36:58.382159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3d3cdf-465c-4721-a861-8b14b705fc98" -d '{"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-deleted", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:36:58.414702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4f87cc-ee0c-4864-856d-deb2e58b8d31 req-71e6fa84-df54-4baf-bf77-b1d50549adca tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0547385 Feb 19 07:36:58.423181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f3a1ce1a-555e-47bb-aaa3-ca65d9f33955), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.427724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.433256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3a1ce1a-555e-47bb-aaa3-ca65d9f33955 HTTP/1.1" status: 204 len: 168 time: 1.1627343 Feb 19 07:36:58.436032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47800) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.454267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9245a484-1c96-4912-b8fe-a5a0d567cc3b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.465426 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-f1fe6d1d-914e-4a5f-9f51-d8c8f840e574 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] show failed (client error): The resource could not be found. Feb 19 07:36:58.466603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f1fe6d1d-914e-4a5f-9f51-d8c8f840e574 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups/f3a1ce1a-555e-47bb-aaa3-ca65d9f33955 HTTP/1.1" status: 404 len: 347 time: 0.0291746 Feb 19 07:36:58.472550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.506244 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e8a96-e17b-4b0c-87ab-27a81aa88753 x-openstack-request-id: req-943e8a96-e17b-4b0c-87ab-27a81aa88753 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:36:58.506890 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488a7904-7e2e-4a55-94e6-e898190f2471", "name": "network-vif-deleted", "tag": "48087c24-1c9e-4ece-9904-b26b5e5bfbab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:36:58.507461 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-943e8a96-e17b-4b0c-87ab-27a81aa88753 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:36:58.508090 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488a7904-7e2e-4a55-94e6-e898190f2471', 'name': 'network-vif-deleted', 'tag': '48087c24-1c9e-4ece-9904-b26b5e5bfbab', 'status': 'completed', 'code': 200} Feb 19 07:36:58.516332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9fbd6-cd4a-43f5-9d10-4a6b49a74d2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a1ce1a-555e-47bb-aaa3-ca65d9f33955,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:58.558028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.11 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/e16eb8b4-fcad-49a9-8448-9615ceb3af8e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:36:58.594195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (9245a484-1c96-4912-b8fe-a5a0d567cc3b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.665722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3396a00a-3ab7-4d5f-b6f4-1b79d7b970b0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4164019 Feb 19 07:36:58.670379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47808) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.678138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event deleted for resources: {'Subnet': ['ID=9245a484-1c96-4912-b8fe-a5a0d567cc3b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:58.690611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739f282-b418-48c5-a09a-c43da283ca48 None None] Network 027e8d09-7248-44a8-9aaa-151d8d232650 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:36:58.695938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1630253'] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.701733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-425aecad-c767-47df-af15-bbdb0d78f4d2 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/subnets/9245a484-1c96-4912-b8fe-a5a0d567cc3b HTTP/1.1" status: 204 len: 168 time: 0.8799405 Feb 19 07:36:58.712734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.763028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ff8f1f9-a959-40d9-a781-7526a84fffda req-940a04a2-22b8-460e-90b8-1c586915c2bc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 210 time: 0.1257632 Feb 19 07:36:58.881382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427f4cf-35d3-45e2-8eab-b83820a4b57b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.881382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427f4cf-35d3-45e2-8eab-b83820a4b57b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:58.901937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1427f4cf-35d3-45e2-8eab-b83820a4b57b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2176831 Feb 19 07:36:58.909365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:58.912264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (027e8d09-7248-44a8-9aaa-151d8d232650), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:58.989784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] DHCP port deletion for 027e8d09-7248-44a8-9aaa-151d8d232650 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:36:59.067336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ccec3-02ac-42e6-8b98-399e39d3b4a3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.068963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255ccec3-02ac-42e6-8b98-399e39d3b4a3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.078089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Deleting port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:59.078783 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.080941 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-255ccec3-02ac-42e6-8b98-399e39d3b4a3 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1703258 Feb 19 07:36:59.084518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:59.109708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Deleting port af87ba0a-1c74-4e9f-aa39-cff73eed2d73 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:59.110054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.176899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] For port 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=23bba8f5-494b-4eac-a3c7-6ea4eee87457,segment=NetworkSegment(29b43c17-2bef-4d9a-ba70-1ac77a03eee7),segment_id=29b43c17-2bef-4d9a-ba70-1ac77a03eee7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:59.177483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.180717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.199611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.199957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.212722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Calling delete_port for af87ba0a-1c74-4e9f-aa39-cff73eed2d73 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:59.240824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Calling delete_port for 23bba8f5-494b-4eac-a3c7-6ea4eee87457 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:59.281230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.375935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (af87ba0a-1c74-4e9f-aa39-cff73eed2d73), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.402224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'Port': ['ID=af87ba0a-1c74-4e9f-aa39-cff73eed2d73,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.515521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:36:59.529041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.532491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:36:59.535503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:36:59.540950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (7789f168-caf9-4dab-806c-4561bd59bcd3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.544798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.546264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0953f294-008a-4c93-a763-88c75032b8ba tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "DELETE /v2.0/floatingips/7789f168-caf9-4dab-806c-4561bd59bcd3 HTTP/1.1" status: 204 len: 168 time: 1.0726686 Feb 19 07:36:59.564012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Deleting port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:36:59.565266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.571207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] No DVR routers for this DVR port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:36:59.645375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Pushing event deleted for resources: {'Port': ['ID=23bba8f5-494b-4eac-a3c7-6ea4eee87457,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.664745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.665098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.665445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.665784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.666119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.666455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.666931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.667288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.667618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.667943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.668267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.668591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.668915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6fc63-152a-415f-b66e-d4b9c272cb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:36:59.687897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:36:59.704372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:59.751045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad60c75-9dbf-4605-8c89-c7620079d28e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.760103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7ad60c75-9dbf-4605-8c89-c7620079d28e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks/df0b8486-b6c3-4b62-b7ec-8116e1b948f1 HTTP/1.1" status: 200 len: 800 time: 0.6734920 Feb 19 07:36:59.761634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:59.790156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-dcbd88e3-21b7-4945-881f-43a2ea23fffc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.792223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-dcbd88e3-21b7-4945-881f-43a2ea23fffc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 814 time: 0.6636212 Feb 19 07:36:59.798138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:36:59.798846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.818947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Request body: {'port': {'device_id': 'e7ec471f-7168-4749-8727-c35a1156346e', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'admin_state_up': True, 'tenant_id': '565cdad36d84441baee6f2ab951ec533'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:36:59.829959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] For port 23bba8f5-494b-4eac-a3c7-6ea4eee87457, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:36:59.830827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.910018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-440547b9-d698-4ae8-97ce-1af1284b948b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:36:59.915065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Calling delete_port for 23bba8f5-494b-4eac-a3c7-6ea4eee87457 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:36:59.926727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-21d0c93a-5800-4597-a703-1d21ee5a9633 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9874456 Feb 19 07:36:59.933924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:36:59.988830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:36:59.993283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114492805', 'description': 'tempest-description--1745025318'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.009052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645aa27-6701-4cf6-ac6c-0fc405f54bf5 req-dbaac630-ed0b-4e6b-a587-4b9166030ff5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.011938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c5cc75ba-85bd-42cf-8aeb-137bdef28be3 None None] Provisioning complete for port e16eb8b4-fcad-49a9-8448-9615ceb3af8e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:00.013028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5cc75ba-85bd-42cf-8aeb-137bdef28be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.018103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5645aa27-6701-4cf6-ac6c-0fc405f54bf5 req-dbaac630-ed0b-4e6b-a587-4b9166030ff5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 932 time: 0.4350059 Feb 19 07:37:00.029564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f965cad3-a45c-4d3d-a5c2-fed817ca2c92 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/networks/df0b8486-b6c3-4b62-b7ec-8116e1b948f1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2607243 Feb 19 07:37:00.032633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Request body: {'port': {'device_id': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.032797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.055097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (23bba8f5-494b-4eac-a3c7-6ea4eee87457), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.098879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2b19235-c995-45f0-8744-7a9bb7465de9 req-03eee28b-6cf3-4d6d-a724-55d027a9a151 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 210 time: 0.0555205 Feb 19 07:37:00.111723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.127172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc75ba-85bd-42cf-8aeb-137bdef28be3 None None] Port e16eb8b4-fcad-49a9-8448-9615ceb3af8e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:00.140182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 23bba8f5-494b-4eac-a3c7-6ea4eee87457 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:00.153748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e50ced-e60a-4d11-a06e-ffa883769cc0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.161342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-29e50ced-e60a-4d11-a06e-ffa883769cc0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets/f215d399-dd50-4d68-9bc7-ad2a89c7570b HTTP/1.1" status: 200 len: 811 time: 0.1269252 Feb 19 07:37:00.167959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.170359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 23bba8f5-494b-4eac-a3c7-6ea4eee87457 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:00.170713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 23bba8f5-494b-4eac-a3c7-6ea4eee87457 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:00.228567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.259330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-440547b9-d698-4ae8-97ce-1af1284b948b admin admin] Publish callbacks [] for security_group (b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.270721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-440547b9-d698-4ae8-97ce-1af1284b948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.304391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-440547b9-d698-4ae8-97ce-1af1284b948b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=beb91c4dda3745fc875c879f13f72bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986619 Feb 19 07:37:00.305066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.357156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf587c-13ab-4510-8cec-75a428c06998 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.361934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bacf587c-13ab-4510-8cec-75a428c06998 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "GET /v2.0/subnets/f215d399-dd50-4d68-9bc7-ad2a89c7570b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1896360 Feb 19 07:37:00.369659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.387161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933676018'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.408925 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440547b9-d698-4ae8-97ce-1af1284b948b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.417777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:00.421124 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.432446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (91fb50cd-9f86-4cfb-bdd7-5ef10d73012a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.446823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (91fb50cd-9f86-4cfb-bdd7-5ef10d73012a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.474052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.475562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4857686 Feb 19 07:37:00.483428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] Publish callbacks [] for security_group (b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.488749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.496281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group_rule': {'security_group_id': '91fb50cd-9f86-4cfb-bdd7-5ef10d73012a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.539919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event deleted for resources: {'Port': ['ID=23bba8f5-494b-4eac-a3c7-6ea4eee87457,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.540501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:00.546754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] No DVR routers for this DVR port 23bba8f5-494b-4eac-a3c7-6ea4eee87457 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:00.561949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (75bc03da-5950-48c6-bbd5-1f4d896a1971), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.581688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3c65c-81c5-4c1a-9f46-f83efe9150e3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.608151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] Publish callbacks [] for security_group (b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.659433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.683543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (81b48367-7b4c-4a6a-ba1c-fbdb1d18391a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.683955 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Added segment 81b48367-7b4c-4a6a-ba1c-fbdb1d18391a of type vlan for network 062506c7-daaf-40e8-8a5d-e3727da83500 Feb 19 07:37:00.689582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5645aa27-6701-4cf6-ac6c-0fc405f54bf5 req-39400d76-c58f-407e-ae95-c639ef6d0936 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657295 Feb 19 07:37:00.739198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Made reservation on behalf of 565cdad36d84441baee6f2ab951ec533 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:00.742712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.793334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (75bc03da-5950-48c6-bbd5-1f4d896a1971), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.793949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (062506c7-daaf-40e8-8a5d-e3727da83500), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.794152 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (027e8d09-7248-44a8-9aaa-151d8d232650), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.805462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (75bc03da-5950-48c6-bbd5-1f4d896a1971), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.811601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.814283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.818594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3 HTTP/1.1" status: 204 len: 168 time: 0.5082250 Feb 19 07:37:00.843219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafefc9-6b3b-441c-a1eb-dc930b063f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dcffa7-4ccd-4d20-9c8a-41c46ca694a3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.846052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027e8d09-7248-44a8-9aaa-151d8d232650']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.856839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bc03da-5950-48c6-bbd5-1f4d896a1971,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:00.866411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (062506c7-daaf-40e8-8a5d-e3727da83500), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.872097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:00.872927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.883458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:00.888408 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c03ecac-0012-42fb-aa34-454d66ed0223 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948731 Feb 19 07:37:00.891861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.894143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b43c17-2bef-4d9a-ba70-1ac77a03eee7') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.894386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b43c17-2bef-4d9a-ba70-1ac77a03eee7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:00.904286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'security_group_rule': {'security_group_id': '91fb50cd-9f86-4cfb-bdd7-5ef10d73012a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.948431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5694122 Feb 19 07:37:00.949989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47862) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:00.954814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:00.991556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (29b43c17-2bef-4d9a-ba70-1ac77a03eee7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.009221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5fa4-841f-462d-8e3d-fee53fd07e4b tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Network': ['ID=062506c7-daaf-40e8-8a5d-e3727da83500,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.011751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (5a0c2360-2a40-4078-8200-0142fbe8d5c1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.023702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:01.061750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (29b43c17-2bef-4d9a-ba70-1ac77a03eee7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.071530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Made reservation on behalf of b0fbcf4ab0184ca9bf15f9505afe6397 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:01.078683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.106025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:01.106422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (29b43c17-2bef-4d9a-ba70-1ac77a03eee7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:01.109646 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:01.168172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:37:01.168740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:37:01.243956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Allocated IP 172.20.0.12 (19724bc8-113c-4df9-abec-751ad07edb34/c76281e3-ad30-4d4b-92d5-4c7189ae78e3/9d16b02b-e0bd-4975-8797-e2902411dc27) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:01.250097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e43c521f-90d5-4710-9614-5e67ece4f340 req-2fbadf02-9487-4778-b7a9-e96c235f48a2 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 210 time: 0.0481861 Feb 19 07:37:01.372203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:01.390896 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-633d0dd5-56e4-4d60-9e78-b889e35c75a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.404437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (5a0c2360-2a40-4078-8200-0142fbe8d5c1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.410973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (027e8d09-7248-44a8-9aaa-151d8d232650), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.416109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.421795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] 10.222.0.43 "DELETE /v2.0/networks/027e8d09-7248-44a8-9aaa-151d8d232650 HTTP/1.1" status: 204 len: 168 time: 2.7041261 Feb 19 07:37:01.436640 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5a0c2360-2a40-4078-8200-0142fbe8d5c1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.478801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0c2360-2a40-4078-8200-0142fbe8d5c1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.490937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e162-48d7-473d-a751-5d619b569447 tempest-TagsExtTest-1256107754 tempest-TagsExtTest-1256107754-project] Pushing event deleted for resources: {'Network': ['ID=027e8d09-7248-44a8-9aaa-151d8d232650,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.513526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-633d0dd5-56e4-4d60-9e78-b889e35c75a6 admin admin] Publish callbacks [] for security_group (2dcb2e73-081f-468e-9b8d-85d9925f2914), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.521901 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-633d0dd5-56e4-4d60-9e78-b889e35c75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2dcb2e73-081f-468e-9b8d-85d9925f2914), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.532744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.534038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.537967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-123a725f-a8dd-40c4-8215-d3f16b763354 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6390760 Feb 19 07:37:01.543970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:01.555899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:01.587904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.604863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-633d0dd5-56e4-4d60-9e78-b889e35c75a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fd2350adc524e56aba30c8cb195c9a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272747 Feb 19 07:37:01.604863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:01.608582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d0dd5-56e4-4d60-9e78-b889e35c75a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb2e73-081f-468e-9b8d-85d9925f2914,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.633065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks [] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.658000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.709200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16eb8b4-fcad-49a9-8448-9615ceb3af8e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:01.712370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Checking segment: {'id': '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:01.712983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network hostable DHCP agents. Network: 062506c7-daaf-40e8-8a5d-e3727da83500, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:01.739500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] Publish callbacks [] for security_group (2dcb2e73-081f-468e-9b8d-85d9925f2914), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.746348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks [] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.754144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Network 062506c7-daaf-40e8-8a5d-e3727da83500 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:01.773776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] Publish callbacks [] for security_group (2dcb2e73-081f-468e-9b8d-85d9925f2914), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.784087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 062506c7-daaf-40e8-8a5d-e3727da83500) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:01.793790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2b229-48f1-4ae6-959c-ba13ac88f5a7 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:01.805017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:01.810385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.814951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:01.817538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Transition to ACTIVE for port object e16eb8b4-fcad-49a9-8448-9615ceb3af8e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:01.874067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.883713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:01.884948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e8ecfc2-2752-41e3-b36e-a5bbb63afcec tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9340277 Feb 19 07:37:01.895830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:01.904371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2dcb2e73-081f-468e-9b8d-85d9925f2914), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.910712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:01.912438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2dcb2e73-081f-468e-9b8d-85d9925f2914 HTTP/1.1" status: 204 len: 168 time: 0.3048885 Feb 19 07:37:01.923423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55e7ef-b3b5-4a49-9e14-2d6e3d6765e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb2e73-081f-468e-9b8d-85d9925f2914,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.987677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Pushing event updated for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:01.992434 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.004371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-062506c7-daaf-40e8-8a5d-e3727da83500', 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500', 'project_id': 'b0fbcf4ab0184ca9bf15f9505afe6397', 'fixed_ips': [{'subnet_id': '9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:37:02.013781 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.131649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Network 19724bc8-113c-4df9-abec-751ad07edb34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:02.167087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:02.177544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:02.234770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Allocated IP 172.20.0.3 (062506c7-daaf-40e8-8a5d-e3727da83500/9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9/76f9b95b-8430-440c-8b9e-5f20821abc69) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:02.361678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event updated for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:02.401377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c03a-abf5-4c9b-8f2f-8d29a9e824b0 req-8d5d8107-4a86-4b65-b0a2-f02c7958112a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:02.409349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14d2c03a-abf5-4c9b-8f2f-8d29a9e824b0 req-8d5d8107-4a86-4b65-b0a2-f02c7958112a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.5951343 Feb 19 07:37:02.421550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.508919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:02.509589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.516573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12797622'] for subnet (9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.574016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3142220-35d6-483f-8776-f6802985c5fb req-3b470f87-18cb-4cc7-9653-138099db23fe tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:02.578647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3142220-35d6-483f-8776-f6802985c5fb req-3b470f87-18cb-4cc7-9653-138099db23fe tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 932 time: 0.2189577 Feb 19 07:37:02.591843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-73a52089-75dc-4004-ab47-79fb4b85b24a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ded78c695ea2408688da797fceff626f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7704525 Feb 19 07:37:02.599718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:02.640668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-27390d08-c8f4-4be0-8100-67d4a58e467a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8304818 Feb 19 07:37:02.670016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Request body: {'port': {'device_id': 'e7ec471f-7168-4749-8727-c35a1156346e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:02.675818 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks [] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.687293 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.703464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3142220-35d6-483f-8776-f6802985c5fb req-5ff906bb-f365-485f-91a4-42f3293e67f7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158569 Feb 19 07:37:02.714147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14d2c03a-abf5-4c9b-8f2f-8d29a9e824b0 req-9cd51f52-cb00-442e-8aa4-c2eb6547b19e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794261 Feb 19 07:37:02.739460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Pushing event updated for resources: {'Port': ['ID=76f9b95b-8430-440c-8b9e-5f20821abc69,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:02.750920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Attempting to bind port e16eb8b4-fcad-49a9-8448-9615ceb3af8e on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:02.751296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Attempting to bind port e16eb8b4-fcad-49a9-8448-9615ceb3af8e by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:02.751670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Attempting to bind port e16eb8b4-fcad-49a9-8448-9615ceb3af8e on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:02.766064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:02.768044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:02.770399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:02.818453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Port e16eb8b4-fcad-49a9-8448-9615ceb3af8e on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:37:02.818934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Attempting to bind port e16eb8b4-fcad-49a9-8448-9615ceb3af8e on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:02.863489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Attempting to bind port 76f9b95b-8430-440c-8b9e-5f20821abc69 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:02.863914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Attempting to bind port 76f9b95b-8430-440c-8b9e-5f20821abc69 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:02.864283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Attempting to bind port 76f9b95b-8430-440c-8b9e-5f20821abc69 on network 062506c7-daaf-40e8-8a5d-e3727da83500 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:02.870093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:02.871128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Checking segment: {'id': '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:02.871128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.871495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Bound using segment: {'id': '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:02.872215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Bound port: 76f9b95b-8430-440c-8b9e-5f20821abc69, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '062506c7-daaf-40e8-8a5d-e3727da83500'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:02.872603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.878910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:02.879293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:02.879690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:02.880201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Bound port: e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:02.880498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.964878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] Publish callbacks [] for security_group (ef489e93-6f19-46d4-b4bb-53a703e2df97), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:02.968071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] For port 76f9b95b-8430-440c-8b9e-5f20821abc69, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:02.982025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] For port 76f9b95b-8430-440c-8b9e-5f20821abc69, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=76f9b95b-8430-440c-8b9e-5f20821abc69,segment=NetworkSegment(81b48367-7b4c-4a6a-ba1c-fbdb1d18391a),segment_id=81b48367-7b4c-4a6a-ba1c-fbdb1d18391a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:02.988628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.028952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:03.033436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:03.053504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017c782-d070-4140-8fb8-ae7796b16c57 None None] Pushing event updated for resources: {'Port': ['ID=76f9b95b-8430-440c-8b9e-5f20821abc69,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:03.054871 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.059262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Allocated IP 172.25.7.141 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4d0635a7-3bcf-4b65-a91d-dd81f7fc1281) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:03.074234 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.099337 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.170636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Pushing event updated for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:03.199080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:03.207164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.209486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-588e26e0-d765-4723-8268-ee4373861c1f service neutron] 10.222.0.24 "PUT /v2.0/ports/e16eb8b4-fcad-49a9-8448-9615ceb3af8e HTTP/1.1" status: 200 len: 1092 time: 3.2598007 Feb 19 07:37:03.210080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:03.214491 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996b3a3-aec6-45ee-8b84-9b61984285af" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:03.261454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] Publish callbacks [] for security_group (ef489e93-6f19-46d4-b4bb-53a703e2df97), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.848907 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d0359c-f698-4c77-af1e-480e5c0ec614 x-openstack-request-id: req-19d0359c-f698-4c77-af1e-480e5c0ec614 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:03.849764 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:03.850449 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19d0359c-f698-4c77-af1e-480e5c0ec614 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:03.851018 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e', 'status': 'completed', 'code': 200} Feb 19 07:37:03.871232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ef489e93-6f19-46d4-b4bb-53a703e2df97), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.873988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.878087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef489e93-6f19-46d4-b4bb-53a703e2df97 HTTP/1.1" status: 204 len: 168 time: 1.2745109 Feb 19 07:37:03.912298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:03.927952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0944e-5bdd-45ea-832c-a883df7ddcb0 req-3ce09669-6f68-4030-9974-941d33ad8ad7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:03.939693 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ed0944e-5bdd-45ea-832c-a883df7ddcb0 req-3ce09669-6f68-4030-9974-941d33ad8ad7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 932 time: 0.0948877 Feb 19 07:37:04.011876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ed0944e-5bdd-45ea-832c-a883df7ddcb0 req-22783cc7-0ddb-4a17-a367-15d428178831 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Feb 19 07:37:04.102914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de8a42-9b63-4ecb-92af-2ec87dfe79a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef489e93-6f19-46d4-b4bb-53a703e2df97,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:04.116298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757867299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13282609'] for subnet (9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.153175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 76f9b95b-8430-440c-8b9e-5f20821abc69 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:04.160490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.284691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 76f9b95b-8430-440c-8b9e-5f20821abc69 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:04.285069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.449577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 76f9b95b-8430-440c-8b9e-5f20821abc69 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:04.449983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.519229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 76f9b95b-8430-440c-8b9e-5f20821abc69, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=76f9b95b-8430-440c-8b9e-5f20821abc69,segment=NetworkSegment(81b48367-7b4c-4a6a-ba1c-fbdb1d18391a),segment_id=81b48367-7b4c-4a6a-ba1c-fbdb1d18391a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:04.530829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.623218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-6db3c578-d00f-441c-9978-5207ac0fa348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.624732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-6db3c578-d00f-441c-9978-5207ac0fa348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 1126 time: 1.2831905 Feb 19 07:37:04.657552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=76f9b95b-8430-440c-8b9e-5f20821abc69,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:04.701456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:04.702935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.703563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:04.708435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:04.708599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "PUT /v2.0/subnets/9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9 HTTP/1.1" status: 200 len: 877 time: 2.8185575 Feb 19 07:37:04.752943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:04.755577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:04.811362 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:37:04.882152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=4d0635a7-3bcf-4b65-a91d-dd81f7fc1281,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:04.887958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55de272b-a0d2-4102-b8b5-11eff9425373 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:04.904323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-1de9ebc5-e30c-439a-9cd5-44e1d6aabd3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e HTTP/1.1" status: 200 len: 217 time: 0.2246070 Feb 19 07:37:04.981782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8d9e-0093-45b0-88e0-e33565370720 req-3123285c-c48c-486d-8711-dbadf06a7b2a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.983612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ece8d9e-0093-45b0-88e0-e33565370720 req-3123285c-c48c-486d-8711-dbadf06a7b2a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 1.1233056 Feb 19 07:37:04.985269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-7649644b-4f64-4fee-8391-f63404fd61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:04.986981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-7649644b-4f64-4fee-8391-f63404fd61c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0718243 Feb 19 07:37:04.990015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (062506c7-daaf-40e8-8a5d-e3727da83500), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.006858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6255d75-75db-44a6-bdb6-4057620b0e54 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event updated for resources: {'Subnet': ['ID=9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:05.131496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.197798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ece8d9e-0093-45b0-88e0-e33565370720 req-9b12ad80-4480-4d3f-8df0-42d7bbc596d0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862013 Feb 19 07:37:05.223827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Deleting port 76f9b95b-8430-440c-8b9e-5f20821abc69 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:05.229282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.229803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-e56465fc-92d6-4415-a86f-26461a51194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:05.231390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-e56465fc-92d6-4415-a86f-26461a51194e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2139320 Feb 19 07:37:05.274473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1cc50860-2623-4096-a51b-1e7e6e99f8ee None None] Provisioning complete for port 76f9b95b-8430-440c-8b9e-5f20821abc69 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:05.275566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1cc50860-2623-4096-a51b-1e7e6e99f8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.354990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-6e62c7c8-2840-40db-8e39-6db29a2dcf0a service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163237 Feb 19 07:37:05.359943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.363545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d16b02b-e0bd-4975-8797-e2902411dc27 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:05.392751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks [] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.398663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745212a3-1366-4dee-a352-3dc13342a746 req-3f117a9d-2cd2-4506-a087-f441b0d27aa4 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:05.411167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Transition to ACTIVE for port object 9d16b02b-e0bd-4975-8797-e2902411dc27 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:05.425068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-745212a3-1366-4dee-a352-3dc13342a746 req-3f117a9d-2cd2-4506-a087-f441b0d27aa4 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 932 time: 0.2252395 Feb 19 07:37:05.468892 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.510700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] For port 76f9b95b-8430-440c-8b9e-5f20821abc69, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=76f9b95b-8430-440c-8b9e-5f20821abc69,segment=NetworkSegment(81b48367-7b4c-4a6a-ba1c-fbdb1d18391a),segment_id=81b48367-7b4c-4a6a-ba1c-fbdb1d18391a)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:05.515753 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.521759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1cc50860-2623-4096-a51b-1e7e6e99f8ee None None] Current status of the port 76f9b95b-8430-440c-8b9e-5f20821abc69 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:05.568278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Calling delete_port for 76f9b95b-8430-440c-8b9e-5f20821abc69 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:05.592152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-745212a3-1366-4dee-a352-3dc13342a746 req-8cb00e78-75b4-4e0b-81c5-4e26fb1dbc2b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603611 Feb 19 07:37:05.684303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:05.765888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (76f9b95b-8430-440c-8b9e-5f20821abc69), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:05.827090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Port': ['ID=76f9b95b-8430-440c-8b9e-5f20821abc69,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:05.843820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e486a765-ef71-4f9b-893d-9bbcdabc8bab None None] Could not find standard attr ID for object 76f9b95b-8430-440c-8b9e-5f20821abc69. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:37:05.857515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9710e02-124a-423b-95f4-a5710831ce63 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:05.903504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No DVR routers for this DVR port 76f9b95b-8430-440c-8b9e-5f20821abc69 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:05.988977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.102755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e753f25b-145b-40b3-b2e9-94ea07439a42 req-f7611a5e-4d89-4bf8-82cb-5db6ddd91ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903162 Feb 19 07:37:06.116317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Attempting to bind port 9d16b02b-e0bd-4975-8797-e2902411dc27 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:06.117005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Attempting to bind port 9d16b02b-e0bd-4975-8797-e2902411dc27 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:06.117005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Attempting to bind port 9d16b02b-e0bd-4975-8797-e2902411dc27 on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:06.125161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.131608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Port 9d16b02b-e0bd-4975-8797-e2902411dc27 on network 19724bc8-113c-4df9-abec-751ad07edb34 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:37:06.131608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Attempting to bind port 9d16b02b-e0bd-4975-8797-e2902411dc27 on network 19724bc8-113c-4df9-abec-751ad07edb34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:06.138850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:06.139213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Checking segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:06.143818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Bound using segment: {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:06.144296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Bound port: 9d16b02b-e0bd-4975-8797-e2902411dc27, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4646d98-dfc1-4a01-a397-ca782279863c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:06.144672 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.220130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.287779 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6335a2da-c76c-491c-b0af-0011d800bf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.344765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (062506c7-daaf-40e8-8a5d-e3727da83500), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.380055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.395125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.402826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062506c7-daaf-40e8-8a5d-e3727da83500']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.428784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.429216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b48367-7b4c-4a6a-ba1c-fbdb1d18391a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:06.466565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-ac9cda77-b341-45e2-9537-099d29ea266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.466787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (81b48367-7b4c-4a6a-ba1c-fbdb1d18391a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.468269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-ac9cda77-b341-45e2-9537-099d29ea266a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 1126 time: 0.2895412 Feb 19 07:37:06.490459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:06.495795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732eca5d-aaa5-4eaa-8880-c7964216fb04 None None] Network 062506c7-daaf-40e8-8a5d-e3727da83500 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:06.508727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (81b48367-7b4c-4a6a-ba1c-fbdb1d18391a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.515205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:06.515610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (81b48367-7b4c-4a6a-ba1c-fbdb1d18391a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:06.519168 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:06.605480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48002) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:06.638575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d16b02b-e0bd-4975-8797-e2902411dc27,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:06.652142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-d3738e12-136a-4ac4-a3ff-a1ac04a1a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.653271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-d3738e12-136a-4ac4-a3ff-a1ac04a1a69c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1572309 Feb 19 07:37:06.657428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=4d0635a7-3bcf-4b65-a91d-dd81f7fc1281,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.660039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (062506c7-daaf-40e8-8a5d-e3727da83500), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.670939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.671567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.681663 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/062506c7-daaf-40e8-8a5d-e3727da83500 HTTP/1.1" status: 204 len: 168 time: 1.9659114 Feb 19 07:37:06.693509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48010) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:06.729429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bdab8-9ec7-4944-9387-9b517b9d975f None None] DHCP port deletion for 062506c7-daaf-40e8-8a5d-e3727da83500 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:37:06.762214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-dc0e4b84-ea77-44b8-af52-5b948d9383d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e HTTP/1.1" status: 200 len: 217 time: 0.0948341 Feb 19 07:37:06.763271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.773477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.774103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.775865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] 10.222.0.47 "PUT /v2.0/ports/9d16b02b-e0bd-4975-8797-e2902411dc27 HTTP/1.1" status: 200 len: 1092 time: 4.1224053 Feb 19 07:37:06.786895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:06.789904 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5820316a-a99b-4642-81ad-1bae94545d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:06.817463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9516d-0b9d-47b0-b7ea-3d18cad045f8 req-d42e4a29-6a9c-4789-b707-2630bd8f5fac tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.818987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bda9516d-0b9d-47b0-b7ea-3d18cad045f8 req-d42e4a29-6a9c-4789-b707-2630bd8f5fac tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.4329538 Feb 19 07:37:06.823676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af4c4-2b91-44d5-a4b9-edac0f16bb7d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=062506c7-daaf-40e8-8a5d-e3727da83500,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.852765 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7f90c3-ba2a-4da1-a5da-e48ca7c9feab tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:06.852765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7f90c3-ba2a-4da1-a5da-e48ca7c9feab tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:06.864546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:06.865778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e7f90c3-ba2a-4da1-a5da-e48ca7c9feab tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/9fbc8d76-3d1f-40ab-8dcf-7e00437c82c9 HTTP/1.1" status: 404 len: 337 time: 0.1606944 Feb 19 07:37:06.869304 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:06.879021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-969de4a3-2675-42fb-aaff-c01c041ee563 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3338232 Feb 19 07:37:06.951434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd89d2-4fa8-4c2b-8483-bd5027aea3f0 req-c36e3708-53ef-42c0-9343-23d7d0f95541 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.952896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4bd89d2-4fa8-4c2b-8483-bd5027aea3f0 req-c36e3708-53ef-42c0-9343-23d7d0f95541 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 944 time: 0.2081041 Feb 19 07:37:06.953633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9e5ef-a56c-47ce-987d-efb0d98e2b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:06.975987 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-81683665-8abf-4ac6-b7f5-f7fc9684c626 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:06.977211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81683665-8abf-4ac6-b7f5-f7fc9684c626 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:06.980463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81683665-8abf-4ac6-b7f5-f7fc9684c626 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/062506c7-daaf-40e8-8a5d-e3727da83500 HTTP/1.1" status: 404 len: 339 time: 0.1147742 Feb 19 07:37:06.985523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48024) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:06.994954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-e4824a8c-fd1f-41bf-9cff-1bfb51bd96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:06.996697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-e4824a8c-fd1f-41bf-9cff-1bfb51bd96ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.2189641 Feb 19 07:37:07.060245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bda9516d-0b9d-47b0-b7ea-3d18cad045f8 req-8e43f8ab-7816-42bc-8112-1e75f4d4e75a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031541 Feb 19 07:37:07.063311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-0c66023d-95d2-4bd3-9218-b0d4042a9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:07.065794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-0c66023d-95d2-4bd3-9218-b0d4042a9d4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 1126 time: 0.2382920 Feb 19 07:37:07.078616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44c693d8-1384-4fed-bcb5-be1b1a64cc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.096129 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb5c5c-7ede-4cfd-a8d5-e91676cde96d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:07.097055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb5c5c-7ede-4cfd-a8d5-e91676cde96d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:07.104995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-95eb5c5c-7ede-4cfd-a8d5-e91676cde96d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/0fb76844-1298-4220-baf2-02a61fe9d80c HTTP/1.1" status: 404 len: 337 time: 0.1179659 Feb 19 07:37:07.109672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48028) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:07.113192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-8a94a84a-b17c-474e-bab7-7e482f4a53dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16b02b-e0bd-4975-8797-e2902411dc27 HTTP/1.1" status: 200 len: 217 time: 0.0396011 Feb 19 07:37:07.119822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-384c8601-db92-4c69-9209-23796a327398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:07.121707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-384c8601-db92-4c69-9209-23796a327398 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1150365 Feb 19 07:37:07.149149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4bd89d2-4fa8-4c2b-8483-bd5027aea3f0 req-6ad16f62-2b71-4c3b-b346-859327aded04 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884491 Feb 19 07:37:07.150188 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-56230c60-1281-4e88-8986-7acaac64d0ed tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:07.150803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56230c60-1281-4e88-8986-7acaac64d0ed tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:07.157110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-56230c60-1281-4e88-8986-7acaac64d0ed tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/6ddcb52c-a8d6-4da1-8f09-281abb9f7303 HTTP/1.1" status: 404 len: 339 time: 0.0460069 Feb 19 07:37:07.161174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:07.253379 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc15b78-ae37-4847-acec-79d4aa3af019 x-openstack-request-id: req-0dc15b78-ae37-4847-acec-79d4aa3af019 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:07.257682 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:07.258144 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0dc15b78-ae37-4847-acec-79d4aa3af019 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:07.258758 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27', 'status': 'completed', 'code': 200} Feb 19 07:37:07.322838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.328829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44c693d8-1384-4fed-bcb5-be1b1a64cc89 admin admin] Publish callbacks [] for security_group (35fe549b-d303-4f36-9c55-2809d75849aa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.335631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-34adad77-4719-4dff-9eb4-320669d50899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:07.337709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-34adad77-4719-4dff-9eb4-320669d50899 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.2149062 Feb 19 07:37:07.339525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-8ccbe2bf-1359-4bd4-bb3f-4e81cfce43b6 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061157 Feb 19 07:37:07.354963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-44c693d8-1384-4fed-bcb5-be1b1a64cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (35fe549b-d303-4f36-9c55-2809d75849aa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.378763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-cb6747e6-dcf8-441a-93f2-28cab4d0bb17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316823 Feb 19 07:37:07.380650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44c693d8-1384-4fed-bcb5-be1b1a64cc89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95cfca2ceab642c2885fab52d6cc59df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7744067 Feb 19 07:37:07.384143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:07.538711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1996b3a3-aec6-45ee-8b84-9b61984285af req-08d17a20-87af-4aeb-8224-47deeeeba6ee service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900833 Feb 19 07:37:07.554692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.585731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-efc0475a-7b3d-4f62-9100-869acb8920f0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2114492805&fields=id&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 267 time: 0.2757213 Feb 19 07:37:07.591517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c693d8-1384-4fed-bcb5-be1b1a64cc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe549b-d303-4f36-9c55-2809d75849aa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:07.592368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-6451c63c-ed7a-42d0-a6a2-a7d988b9b090 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279833 Feb 19 07:37:07.599379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc56be3f-e8c9-4ba7-a57c-8d1feec87391']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:07.635561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64ae0a1-d5ba-41a2-8068-49f694d96bdc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:07.636155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64ae0a1-d5ba-41a2-8068-49f694d96bdc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:07.677476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:07.732785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d02f19-412d-409d-8c92-9c8b579fce4d req-a84d6938-622e-4236-811f-621bd1372d3c service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255069 Feb 19 07:37:07.832115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-875ff6f0-6936-48a1-84d0-ada8ceec6bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:07.864566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820316a-a99b-4642-81ad-1bae94545d1f req-9e87ecc2-faa1-4ed8-8610-e64c1149cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:07.866156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-9e87ecc2-faa1-4ed8-8610-e64c1149cbca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=565cdad36d84441baee6f2ab951ec533&device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 1126 time: 0.0841253 Feb 19 07:37:08.004603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 76f9b95b-8430-440c-8b9e-5f20821abc69 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:08.010949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e64ae0a1-d5ba-41a2-8068-49f694d96bdc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.014375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] Publish callbacks [] for security_group (35fe549b-d303-4f36-9c55-2809d75849aa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.023825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-875ff6f0-6936-48a1-84d0-ada8ceec6bdc admin admin] Publish callbacks [] for security_group (b93600d0-2494-4bda-9c27-89baeea7bdca), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.027481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 76f9b95b-8430-440c-8b9e-5f20821abc69 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:08.027661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820316a-a99b-4642-81ad-1bae94545d1f req-1d06a45d-b118-480f-a6a5-f5078dea3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:08.028207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 76f9b95b-8430-440c-8b9e-5f20821abc69 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:08.029524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-1d06a45d-b118-480f-a6a5-f5078dea3083 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 200 len: 914 time: 0.1526079 Feb 19 07:37:08.033714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-875ff6f0-6936-48a1-84d0-ada8ceec6bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b93600d0-2494-4bda-9c27-89baeea7bdca), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.047769 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e64ae0a1-d5ba-41a2-8068-49f694d96bdc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.072744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:08.073135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e64ae0a1-d5ba-41a2-8068-49f694d96bdc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:08.076077 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:08.079302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] Publish callbacks [] for security_group (35fe549b-d303-4f36-9c55-2809d75849aa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.100476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-5efd8fe2-0332-4dfe-8082-f79394c027aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16b02b-e0bd-4975-8797-e2902411dc27 HTTP/1.1" status: 200 len: 217 time: 0.0623288 Feb 19 07:37:08.132533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-875ff6f0-6936-48a1-84d0-ada8ceec6bdc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8765918b6b834c45a06944bdd1ba8dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537716 Feb 19 07:37:08.133190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.159330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ff6f0-6936-48a1-84d0-ada8ceec6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93600d0-2494-4bda-9c27-89baeea7bdca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.166014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4156eac2-04dc-4864-86cd-38dbaf4ed447 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:08.172759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4156eac2-04dc-4864-86cd-38dbaf4ed447 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 817 time: 0.5859437 Feb 19 07:37:08.186462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820316a-a99b-4642-81ad-1bae94545d1f req-e4131e22-ea3b-42c6-b70f-5776512412a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:08.188327 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-e4131e22-ea3b-42c6-b70f-5776512412a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 200 len: 854 time: 0.0781305 Feb 19 07:37:08.227783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-1ddd941b-e5b2-46c4-94a5-e97f42472d61 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/quotas/dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 375 time: 0.0541008 Feb 19 07:37:08.239724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-6aa84c71-deaa-4a02-89f2-35f23b95772f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19724bc8-113c-4df9-abec-751ad07edb34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456026 Feb 19 07:37:08.262653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dc56be3f-e8c9-4ba7-a57c-8d1feec87391), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.266851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.270463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/dc56be3f-e8c9-4ba7-a57c-8d1feec87391 HTTP/1.1" status: 204 len: 168 time: 1.1081979 Feb 19 07:37:08.279089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.301483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634b00-a3cc-4f15-aa60-4c16b08a11e8 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=dc56be3f-e8c9-4ba7-a57c-8d1feec87391,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.319515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (35fe549b-d303-4f36-9c55-2809d75849aa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.321936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.323101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35fe549b-d303-4f36-9c55-2809d75849aa HTTP/1.1" status: 204 len: 168 time: 0.9322281 Feb 19 07:37:08.331116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] Publish callbacks [] for security_group (b93600d0-2494-4bda-9c27-89baeea7bdca), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.341057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73b987-aa04-4cd2-94f8-9819b9c96129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe549b-d303-4f36-9c55-2809d75849aa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.359675 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87c64f6-3d19-43db-847f-d3d37e6440e9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.360152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87c64f6-3d19-43db-847f-d3d37e6440e9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.362543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-6c0c3c66-1fc4-4ad1-adbc-a856e51ab745 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338997 Feb 19 07:37:08.363278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b87c64f6-3d19-43db-847f-d3d37e6440e9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/bd171954-79bc-4bcb-afbb-42ed1049f08f HTTP/1.1" status: 404 len: 337 time: 0.0777178 Feb 19 07:37:08.367355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48068) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.380915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] Publish callbacks [] for security_group (b93600d0-2494-4bda-9c27-89baeea7bdca), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.397850 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c28226-f970-498b-94db-ff6b3b0184ac tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.398396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c28226-f970-498b-94db-ff6b3b0184ac tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.402010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9c28226-f970-498b-94db-ff6b3b0184ac tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/815cb4ee-be69-4658-bc9b-b42a23f2561d HTTP/1.1" status: 404 len: 339 time: 0.0332515 Feb 19 07:37:08.404613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.412396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd1c2-5816-40d6-927d-fbf870190aea req-d17f1e3e-ac6b-4fe8-a26a-c5d3688bdc42 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:08.421427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c3cd1c2-5816-40d6-927d-fbf870190aea req-d17f1e3e-ac6b-4fe8-a26a-c5d3688bdc42 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.2130976 Feb 19 07:37:08.457216 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-205530b4-d8f1-4898-897f-1d9225244242 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.457747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205530b4-d8f1-4898-897f-1d9225244242 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.461363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-205530b4-d8f1-4898-897f-1d9225244242 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/81fad312-7767-4e26-89f5-be82d2ba900b HTTP/1.1" status: 404 len: 337 time: 0.0557318 Feb 19 07:37:08.466390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.495715 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b10e2c7-3ffe-47ed-8dd4-daadab30af20 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.496541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b10e2c7-3ffe-47ed-8dd4-daadab30af20 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.499905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6b10e2c7-3ffe-47ed-8dd4-daadab30af20 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/faff164f-aa3b-41d8-8d09-3be8b2c67d2d HTTP/1.1" status: 404 len: 339 time: 0.0320594 Feb 19 07:37:08.510593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.554043 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bcf4e4-9e5b-484f-92ec-723e06be2a8e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.554772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bcf4e4-9e5b-484f-92ec-723e06be2a8e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.558305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18bcf4e4-9e5b-484f-92ec-723e06be2a8e tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/767828d5-9dcf-4310-8c6e-9fee90beba31 HTTP/1.1" status: 404 len: 337 time: 0.0463486 Feb 19 07:37:08.569850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.591057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-44f97ff1-3ced-4431-a81f-a6694e77ff7e service neutron] 10.222.0.43 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705406 Feb 19 07:37:08.597241 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f29feb03-d918-4abc-bd9f-12c791257cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.601735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-4e62dfeb-ab9e-440c-a736-98e136837ba6 service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468525 Feb 19 07:37:08.603531 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd351dc7-c093-4597-b074-0fb66de659a9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.605231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd351dc7-c093-4597-b074-0fb66de659a9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.607618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b93600d0-2494-4bda-9c27-89baeea7bdca), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.608938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fd351dc7-c093-4597-b074-0fb66de659a9 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/3c5a3156-083c-42ce-815c-e6cc62062fa8 HTTP/1.1" status: 404 len: 339 time: 0.0374069 Feb 19 07:37:08.612354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.628689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b93600d0-2494-4bda-9c27-89baeea7bdca HTTP/1.1" status: 204 len: 168 time: 0.4883137 Feb 19 07:37:08.630813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.702391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5820316a-a99b-4642-81ad-1bae94545d1f req-756f19e1-6dfc-4335-a446-4b7b7e56d13a service neutron] 10.222.0.47 "GET /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922878 Feb 19 07:37:08.720690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c3cd1c2-5816-40d6-927d-fbf870190aea req-83bcceac-37e5-4f83-acf4-b802b65d8e9e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979431 Feb 19 07:37:08.749863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc68b6-8716-497d-ab69-a20bde8239ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93600d0-2494-4bda-9c27-89baeea7bdca,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:08.761611 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca474ad-3972-427a-a716-1538e1892dcb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.763431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca474ad-3972-427a-a716-1538e1892dcb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.767405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aca474ad-3972-427a-a716-1538e1892dcb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/6cc7b240-392f-491f-9ed9-6d8a27201d6a HTTP/1.1" status: 404 len: 337 time: 0.0883193 Feb 19 07:37:08.769751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.813398 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-33580a40-9516-4230-8a79-91a612c3a9fc tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.815662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33580a40-9516-4230-8a79-91a612c3a9fc tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.821811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-33580a40-9516-4230-8a79-91a612c3a9fc tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/ad629068-50d5-4f83-9746-d73fd5e25c73 HTTP/1.1" status: 404 len: 339 time: 0.0508542 Feb 19 07:37:08.824296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48088) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.863061 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-6157a208-3ae1-45f6-8dcd-e0f429755901 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.864011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6157a208-3ae1-45f6-8dcd-e0f429755901 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.867454 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6157a208-3ae1-45f6-8dcd-e0f429755901 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/581bf4be-4cc9-4716-81ad-1fa1cf3d35f7 HTTP/1.1" status: 404 len: 337 time: 0.0415821 Feb 19 07:37:08.870326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.903300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.920639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0faf374c-b245-4112-8852-6a5521a9b400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:08.924081 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5626e29a-9718-49d2-a962-8b125c944f96 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:08.924798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5626e29a-9718-49d2-a962-8b125c944f96 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:08.928884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5626e29a-9718-49d2-a962-8b125c944f96 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/5b7d2c15-c9a2-42ac-9a8f-bf127d630a23 HTTP/1.1" status: 404 len: 339 time: 0.0566049 Feb 19 07:37:08.931348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:08.967380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-1ce5c5a3-0b9b-4bdb-a13f-ff8b91e9e7e2 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750825 Feb 19 07:37:09.020382 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-428c74be-0dfc-4edf-ac6b-95f4f2855ef0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.021209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428c74be-0dfc-4edf-ac6b-95f4f2855ef0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.028591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-428c74be-0dfc-4edf-ac6b-95f4f2855ef0 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/1ea4da0a-5933-4e2e-a740-6119a64aaf54 HTTP/1.1" status: 404 len: 337 time: 0.0950134 Feb 19 07:37:09.036380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.040856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28df7a-1536-489e-bc2e-7a3f65b427ff req-492b24fc-6645-47de-929d-adc6d0003d15 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:09.042796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb28df7a-1536-489e-bc2e-7a3f65b427ff req-492b24fc-6645-47de-929d-adc6d0003d15 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 944 time: 0.1742079 Feb 19 07:37:09.078512 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac6dc7d-f7d8-4574-b702-0034de33342d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.079043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac6dc7d-f7d8-4574-b702-0034de33342d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.083504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fac6dc7d-f7d8-4574-b702-0034de33342d tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/5e00f61a-7b7a-46de-8b8b-c44996091d0e HTTP/1.1" status: 404 len: 339 time: 0.0435505 Feb 19 07:37:09.087306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.129564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0faf374c-b245-4112-8852-6a5521a9b400 admin admin] Publish callbacks [] for security_group (b29cb0c0-52da-49ea-8a04-79908ec6f236), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.131417 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06be787-1d0c-4fb0-bfbb-4641d58faa10 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.131892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06be787-1d0c-4fb0-bfbb-4641d58faa10 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.135719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c06be787-1d0c-4fb0-bfbb-4641d58faa10 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/8c521f43-4d06-4cc9-8d46-302db928b895 HTTP/1.1" status: 404 len: 337 time: 0.0470433 Feb 19 07:37:09.136842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb28df7a-1536-489e-bc2e-7a3f65b427ff req-8aea3b87-edca-4504-8480-17d5e005b465 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864456 Feb 19 07:37:09.137321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0faf374c-b245-4112-8852-6a5521a9b400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b29cb0c0-52da-49ea-8a04-79908ec6f236), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.138239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.168428 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f5e89-42fe-4205-b262-b78da789ed6f tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.169010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f5e89-42fe-4205-b262-b78da789ed6f tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.175839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.176363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-248f5e89-42fe-4205-b262-b78da789ed6f tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/938b1ac9-25ea-4867-af0e-69bf27f2bf14 HTTP/1.1" status: 404 len: 339 time: 0.0326850 Feb 19 07:37:09.195490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0faf374c-b245-4112-8852-6a5521a9b400 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f380dd7d340e4c4c8cb3583205bea687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908864 Feb 19 07:37:09.195693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.215856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf374c-b245-4112-8852-6a5521a9b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29cb0c0-52da-49ea-8a04-79908ec6f236,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.233503 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2a06b4-39c9-46e2-9143-b02e12964051 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.246819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2a06b4-39c9-46e2-9143-b02e12964051 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.252341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4d2a06b4-39c9-46e2-9143-b02e12964051 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/b063c888-eefa-401c-a2b5-7ad54a88e3a7 HTTP/1.1" status: 404 len: 337 time: 0.0747972 Feb 19 07:37:09.257157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.265471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.280606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] Publish callbacks [] for security_group (b29cb0c0-52da-49ea-8a04-79908ec6f236), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.282989 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1564a3c8-5140-4460-ad44-f2fa3790be55 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:09.283515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8b6f-4b45-4b6f-9f1b-0d8050e8cb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.283661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1564a3c8-5140-4460-ad44-f2fa3790be55 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:09.289535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1564a3c8-5140-4460-ad44-f2fa3790be55 tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/7b8eb7a8-a7c7-4ab8-8b41-70794953b5fe HTTP/1.1" status: 404 len: 339 time: 0.0313604 Feb 19 07:37:09.290158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.370620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b59554f5-c0ce-4b45-868b-30f86ba3a1c2 req-c5f5c1a4-8171-4cb0-8a36-fbb1b99f5812 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 210 time: 0.0581179 Feb 19 07:37:09.380199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] Publish callbacks [] for security_group (b29cb0c0-52da-49ea-8a04-79908ec6f236), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.414519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Deleting subnet f215d399-dd50-4d68-9bc7-ad2a89c7570b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:09.418339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8b6f-4b45-4b6f-9f1b-0d8050e8cb1c admin admin] Publish callbacks [] for security_group (f02b1aa1-6162-4398-8398-35a47d522437), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.422780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8b6f-4b45-4b6f-9f1b-0d8050e8cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f02b1aa1-6162-4398-8398-35a47d522437), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.425515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (f215d399-dd50-4d68-9bc7-ad2a89c7570b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.476636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1f2b8b6f-4b45-4b6f-9f1b-0d8050e8cb1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64afcb0acbe64422bbbfa626a5cda171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063079 Feb 19 07:37:09.477986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.483575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b8b6f-4b45-4b6f-9f1b-0d8050e8cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b1aa1-6162-4398-8398-35a47d522437,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.485074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (f215d399-dd50-4d68-9bc7-ad2a89c7570b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.526551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b29cb0c0-52da-49ea-8a04-79908ec6f236), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.529705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.533731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b29cb0c0-52da-49ea-8a04-79908ec6f236 HTTP/1.1" status: 204 len: 168 time: 0.3339660 Feb 19 07:37:09.544687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd63b8-6150-43e5-b7f6-d8f0fd7dfe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29cb0c0-52da-49ea-8a04-79908ec6f236,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.566317 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] Publish callbacks [] for security_group (f02b1aa1-6162-4398-8398-35a47d522437), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.609006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f215d399-dd50-4d68-9bc7-ad2a89c7570b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.618228 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] Publish callbacks [] for security_group (f02b1aa1-6162-4398-8398-35a47d522437), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.707725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f215d399-dd50-4d68-9bc7-ad2a89c7570b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.721571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f02b1aa1-6162-4398-8398-35a47d522437), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.724450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.725285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.728806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f02b1aa1-6162-4398-8398-35a47d522437 HTTP/1.1" status: 204 len: 168 time: 0.2495937 Feb 19 07:37:09.744858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607379-ddf9-46c6-b0a3-37669fbc3e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b1aa1-6162-4398-8398-35a47d522437,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.771224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Subnet': ['ID=f215d399-dd50-4d68-9bc7-ad2a89c7570b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:09.785720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:09.791987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48134) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:09.792219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b2590004-ba61-4a40-81db-cd028a0778bb tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/subnets/f215d399-dd50-4d68-9bc7-ad2a89c7570b HTTP/1.1" status: 204 len: 168 time: 0.4999671 Feb 19 07:37:09.811231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe933498-77c6-4195-a3b1-8e584f2e57cd None None] Network df0b8486-b6c3-4b62-b7ec-8116e1b948f1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:09.992287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (df0b8486-b6c3-4b62-b7ec-8116e1b948f1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.067441 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77948bad-31e7-4ad8-adda-d53c7c0c3347 req-6b2c7a3f-ef90-42be-99f7-3f2bc17388d5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:10.067441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77948bad-31e7-4ad8-adda-d53c7c0c3347 req-6b2c7a3f-ef90-42be-99f7-3f2bc17388d5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.1329587 Feb 19 07:37:10.078796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] DHCP port deletion for df0b8486-b6c3-4b62-b7ec-8116e1b948f1 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:37:10.185722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Deleting port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:10.186403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.238131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77948bad-31e7-4ad8-adda-d53c7c0c3347 req-2589f00a-7c45-40c7-a470-de26dee7e6fc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312573 Feb 19 07:37:10.243675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Deleting port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:10.244070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.345662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] For port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,segment=NetworkSegment(d29d8783-4071-4449-b2a0-85c725b2a7b1),segment_id=d29d8783-4071-4449-b2a0-85c725b2a7b1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:10.346073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.347996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] For port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,segment=NetworkSegment(d29d8783-4071-4449-b2a0-85c725b2a7b1),segment_id=d29d8783-4071-4449-b2a0-85c725b2a7b1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:10.348655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.365491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Calling delete_port for 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:10.381564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Calling delete_port for 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:10.389235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b1795-f5f3-47a0-acb0-75153aca7c8a req-4cec59b8-df29-43f0-a11c-c91ccc44a9b4 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:10.391170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-493b1795-f5f3-47a0-acb0-75153aca7c8a req-4cec59b8-df29-43f0-a11c-c91ccc44a9b4 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 944 time: 0.1083601 Feb 19 07:37:10.484098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.512983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-493b1795-f5f3-47a0-acb0-75153aca7c8a req-34ce085e-3f38-4634-ac48-724558316dfc tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069498 Feb 19 07:37:10.554840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] No DVR routers for this DVR port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:10.563644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Port': ['ID=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:10.620014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (6d1f30a7-fc35-48ac-b462-5ef53516f2d9), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.656734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] No DVR routers for this DVR port 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:10.698629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (df0b8486-b6c3-4b62-b7ec-8116e1b948f1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.724803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61405b93-e4c5-4c9f-a3b4-9d1351490520 None None] Pushing event deleted for resources: {'Port': ['ID=6d1f30a7-fc35-48ac-b462-5ef53516f2d9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:10.729103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0b8486-b6c3-4b62-b7ec-8116e1b948f1']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.742621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29d8783-4071-4449-b2a0-85c725b2a7b1') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.742922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29d8783-4071-4449-b2a0-85c725b2a7b1') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:10.760198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d29d8783-4071-4449-b2a0-85c725b2a7b1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.761459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d16b02b-e0bd-4975-8797-e2902411dc27 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:37:10.804948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2454ab50-6e80-4361-a268-ebae57c9da21 req-6c4ada8c-695b-4633-9c75-2840f95b82ce tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 210 time: 0.2526162 Feb 19 07:37:10.817745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d29d8783-4071-4449-b2a0-85c725b2a7b1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.864873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:10.865275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d29d8783-4071-4449-b2a0-85c725b2a7b1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:10.885257 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:10.909392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-f60ae859-f8d7-4733-a667-606d063ece61 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:10.912690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-f60ae859-f8d7-4733-a667-606d063ece61 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 817 time: 0.3022251 Feb 19 07:37:11.021661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d16b02b-e0bd-4975-8797-e2902411dc27,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:11.045347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '9d16b02b-e0bd-4975-8797-e2902411dc27', 'network_id': '19724bc8-113c-4df9-abec-751ad07edb34', 'port_id': '9d16b02b-e0bd-4975-8797-e2902411dc27', 'mac_address': 'fa:16:3e:2a:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76281e3-ad30-4d4b-92d5-4c7189ae78e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:37:11.052515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (df0b8486-b6c3-4b62-b7ec-8116e1b948f1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.061422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.075775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] 10.222.0.43 "DELETE /v2.0/networks/df0b8486-b6c3-4b62-b7ec-8116e1b948f1 HTTP/1.1" status: 204 len: 168 time: 1.2825415 Feb 19 07:37:11.094913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61202db0-044d-41e5-94f6-cc9bbddfbede tempest-NetworksTest-2046238758 tempest-NetworksTest-2046238758-project] Pushing event deleted for resources: {'Network': ['ID=df0b8486-b6c3-4b62-b7ec-8116e1b948f1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:11.102350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.104701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9d16b02b-e0bd-4975-8797-e2902411dc27 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:11.105340 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.121260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16b02b-e0bd-4975-8797-e2902411dc27 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:11.123908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-c6b7229b-8052-4f5d-a622-12e50d611608 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 380 time: 0.2028670 Feb 19 07:37:11.132531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'port': {'device_id': '09847f28-c581-41b4-ab7d-359c66c82bee', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'admin_state_up': True, 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'security_groups': ['91fb50cd-9f86-4cfb-bdd7-5ef10d73012a']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:11.145894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d16b02b-e0bd-4975-8797-e2902411dc27,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:11.152480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.267102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:11.276185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Made reservation on behalf of dd7e479564e448f6b257175ddf4a934c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:11.284908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:11.392558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:11.438578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['9d16b02b-e0bd-4975-8797-e2902411dc27'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:11.740195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59af1a-aa99-442d-85c9-9f75c1c227e4 req-ef8d2ca0-34bb-4327-8a8a-787b266fb4bd tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:11.742559 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab59af1a-aa99-442d-85c9-9f75c1c227e4 req-ef8d2ca0-34bb-4327-8a8a-787b266fb4bd tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 945 time: 0.1018348 Feb 19 07:37:11.839602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab59af1a-aa99-442d-85c9-9f75c1c227e4 req-da7f4dff-a402-4886-b36d-31642fc93419 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Feb 19 07:37:11.900383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a5929-fd89-49a0-b282-23b8b761cc33 req-f5714baf-6568-4cc2-9bf2-746dae173f18 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:11.902048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15a5929-fd89-49a0-b282-23b8b761cc33 req-f5714baf-6568-4cc2-9bf2-746dae173f18 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.5760663 Feb 19 07:37:11.944354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Allocated IP 172.20.0.9 (5f5dd6fc-ac68-4c25-9bea-75071666605d/01a00d65-ab1f-4cb5-8889-92ba0fb7ba15/31b1aa6c-6c8a-4566-afc9-6c394debaa03) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:11.981968 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9360c0f0-bca9-4d10-bcf2-3d5007a87a96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0fbcf4ab0184ca9bf15f9505afe6397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5900264 Feb 19 07:37:11.984969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:12.017721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15a5929-fd89-49a0-b282-23b8b761cc33 req-41ea4ad4-52fc-4493-9ae7-b8a691437706 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094613 Feb 19 07:37:12.053729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-45daddc1-6269-4a2a-90bd-2759c5088a4d req-5a5eed7d-fe30-4054-bafa-d8c6edec0cc4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 210 time: 0.0509713 Feb 19 07:37:12.104357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:12.147609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:12.147974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6d1f30a7-fc35-48ac-b462-5ef53516f2d9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:12.169295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] Publish callbacks [] for security_group (74d13409-3790-478d-be38-053dc6b9e264), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.194001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.196403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] Publish callbacks [] for security_group (74d13409-3790-478d-be38-053dc6b9e264), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.232109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.253890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74d13409-3790-478d-be38-053dc6b9e264), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.258996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.263548 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74d13409-3790-478d-be38-053dc6b9e264 HTTP/1.1" status: 204 len: 168 time: 0.2730551 Feb 19 07:37:12.274085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037f28b-25d6-4fb3-960b-5b1740be603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d13409-3790-478d-be38-053dc6b9e264,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:12.311716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:12.314828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:12.317533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:12.352712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:12.394710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:12.395392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.418214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10cebf36-b428-458e-9bff-abfec20a57b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2892754 Feb 19 07:37:12.434694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Request body: {'port': {'device_id': '09847f28-c581-41b4-ab7d-359c66c82bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:12.448742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.535874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.750246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-00ae7837-a60a-413d-b33d-a4fecc757ba6 None None] Provisioning complete for port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:12.750621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00ae7837-a60a-413d-b33d-a4fecc757ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.803120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d16b02b-e0bd-4975-8797-e2902411dc27 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:12.872828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-00ae7837-a60a-413d-b33d-a4fecc757ba6 None None] Port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:12.904473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:12.920718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks [] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.927474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 9d16b02b-e0bd-4975-8797-e2902411dc27 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:12.931701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 9d16b02b-e0bd-4975-8797-e2902411dc27 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:12.932193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:12.951289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Transition to ACTIVE for port object 31b1aa6c-6c8a-4566-afc9-6c394debaa03 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:12.966598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.064629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:13.082589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66a680-61d9-4cc9-9c03-c37c97f891f1 req-d7ba2139-8df5-4b9f-9b57-47c34ab5dd7a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.091642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d66a680-61d9-4cc9-9c03-c37c97f891f1 req-d7ba2139-8df5-4b9f-9b57-47c34ab5dd7a tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 945 time: 0.1385903 Feb 19 07:37:13.107823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9d16b02b-e0bd-4975-8797-e2902411dc27 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:13.108330 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.175660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:13.179250 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b793e26-5cc9-416c-abb0-621658ba10e2" -d '{"events": [{"server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "name": "network-vif-plugged", "status": "completed", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:13.201157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d16b02b-e0bd-4975-8797-e2902411dc27,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:13.212175 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.267703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d66a680-61d9-4cc9-9c03-c37c97f891f1 req-666577e0-2df5-491d-89ea-ddb99d061e8f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704834 Feb 19 07:37:13.280061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Attempting to bind port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:13.280219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Attempting to bind port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:13.280544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Attempting to bind port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:13.295651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4d4ff-718a-40ad-86c9-e27ffdd222d2 req-8b04d7e6-b25e-4e86-931a-15500a38666d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.302755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:37:13.303296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Attempting to bind port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 on network 5f5dd6fc-ac68-4c25-9bea-75071666605d {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:13.306122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47d4d4ff-718a-40ad-86c9-e27ffdd222d2 req-8b04d7e6-b25e-4e86-931a-15500a38666d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.1447389 Feb 19 07:37:13.323301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:13.332288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Checking segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:13.333521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Bound using segment: {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:13.335849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Bound port: 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb171b8-095a-482b-8f88-c9807e65dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:13.341591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.348821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:13.417680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47d4d4ff-718a-40ad-86c9-e27ffdd222d2 req-754e168f-f540-4608-a786-13739440ce64 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056783 Feb 19 07:37:13.487835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:13.513933 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03af6f-4e08-42e0-97eb-bcf26f08ea1f x-openstack-request-id: req-4f03af6f-4e08-42e0-97eb-bcf26f08ea1f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:13.514494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "name": "network-vif-plugged", "status": "completed", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:13.514910 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f03af6f-4e08-42e0-97eb-bcf26f08ea1f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:13.515538 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27', 'code': 200} Feb 19 07:37:13.526241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:13.538678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.661500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:13.697046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354481-9749-4fa4-8a1d-5fc4e0697ad9 req-7f9e5621-6b26-4d94-9095-6533a83fb7e2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.701337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e354481-9749-4fa4-8a1d-5fc4e0697ad9 req-7f9e5621-6b26-4d94-9095-6533a83fb7e2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.2566543 Feb 19 07:37:13.754954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.755856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:13.757651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-4f2d4170-82d1-4961-bb32-0db9636a94e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 1091 time: 1.3322766 Feb 19 07:37:13.773898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:13.776531 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623f6724-c56f-4c58-8fcc-8627f23bb1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:13.848362 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c6560-5baa-4e4e-bc8c-338a9aed23c2 x-openstack-request-id: req-dc1c6560-5baa-4e4e-bc8c-338a9aed23c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:13.848707 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:13.863554 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc1c6560-5baa-4e4e-bc8c-338a9aed23c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:13.864103 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'status': 'completed', 'code': 200} Feb 19 07:37:13.877717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6906f-ba16-4a94-91cf-21419ff4b321 req-e34a2f22-6813-414b-9859-cb8d3edb48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:13.879610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7dd6906f-ba16-4a94-91cf-21419ff4b321 req-e34a2f22-6813-414b-9859-cb8d3edb48d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 1128 time: 0.2442176 Feb 19 07:37:13.991523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:13.998796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e354481-9749-4fa4-8a1d-5fc4e0697ad9 req-4f5cba7d-386b-4993-bffd-3be59d910099 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703295 Feb 19 07:37:14.073932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10b2d6f4-e263-4c73-b2dc-fbdeb4c48219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.075286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-10b2d6f4-e263-4c73-b2dc-fbdeb4c48219 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1125 time: 0.2590287 Feb 19 07:37:14.081717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7dd6906f-ba16-4a94-91cf-21419ff4b321 req-5b047f39-df23-4715-863e-3b77e0cf54da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529171 Feb 19 07:37:14.168479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-2bac32b5-8aa8-41c3-a238-0186f54b9c86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 217 time: 0.0790536 Feb 19 07:37:14.210356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-541744609'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:14.247707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-d96f822e-68f8-41e5-a4f0-4cb6bf15f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.250008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-d96f822e-68f8-41e5-a4f0-4cb6bf15f878 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.0810137 Feb 19 07:37:14.266521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:14.272214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.302515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.363664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-3740e69a-9f37-4b52-b936-055d20595368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.367051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-3740e69a-9f37-4b52-b936-055d20595368 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112044 Feb 19 07:37:14.603731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (4c8d09cc-4fec-43d9-a85e-37d49bd4aba0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.617443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2572d-9cb0-4434-9973-43f1a8759177 req-0a1cf53b-7caf-4d33-ae8c-abfdee528970 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.624955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-454df792-0103-4fe1-916e-bc364936a952 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495837 Feb 19 07:37:14.631856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67f2572d-9cb0-4434-9973-43f1a8759177 req-0a1cf53b-7caf-4d33-ae8c-abfdee528970 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.2416592 Feb 19 07:37:14.643466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4c8d09cc-4fec-43d9-a85e-37d49bd4aba0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.738132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:14.762402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (62ace75a-e811-407b-88bf-e0bbe2ddb483), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.763117 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment 62ace75a-e811-407b-88bf-e0bbe2ddb483 of type vlan for network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c Feb 19 07:37:14.774963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43326426-1771-46be-91b1-4cf147c0efbd req-96f6b04e-0a48-41f0-b1ff-1cdb0f19cefd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.777446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d09cc-4fec-43d9-a85e-37d49bd4aba0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:14.785037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43326426-1771-46be-91b1-4cf147c0efbd req-96f6b04e-0a48-41f0-b1ff-1cdb0f19cefd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.2302327 Feb 19 07:37:14.795974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67f2572d-9cb0-4434-9973-43f1a8759177 req-8671a101-0323-4dab-8370-47e5f5317eeb tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623743 Feb 19 07:37:14.872493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58bb3cce-8fb5-4580-8ed2-dd74e8b8796f req-8445d9e6-c14d-42f7-a913-2b9aa1929daa service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376525 Feb 19 07:37:14.877595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.892051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43326426-1771-46be-91b1-4cf147c0efbd req-ff5f1358-b2b1-4cd1-b6ab-3433b149c952 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959921 Feb 19 07:37:14.947931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:14.957037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:14.964531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:15.008434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-bc3f0864-f87c-4137-a5fc-71c4ac58d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:15.010217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-bc3f0864-f87c-4137-a5fc-71c4ac58d880 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1125 time: 0.0872402 Feb 19 07:37:15.052029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0565579 Feb 19 07:37:15.059059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:15.091242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'name': 'tempest-PortsIpV6TestJSON-343958640'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:15.134447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc858a9-644d-4a2e-a9c2-07cdef87669c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=1b3ab18a-d9d8-476f-a17c-f18e54d14e5c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.149439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:15.166984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-3722f642-d7ef-40cb-9b6c-9d3e30200cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:15.168508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-3722f642-d7ef-40cb-9b6c-9d3e30200cfd service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.1508422 Feb 19 07:37:15.261215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-1e19dd68-3b2e-48e2-b2de-801810c68730 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 217 time: 0.0847905 Feb 19 07:37:15.335130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-26316043-7e8b-4d25-b4e9-fdc05833a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:15.337302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-26316043-7e8b-4d25-b4e9-fdc05833a7bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.0674174 Feb 19 07:37:15.397698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-bdb9f4ae-f151-4c2f-bcc0-5216ef122255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:15.402234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-bdb9f4ae-f151-4c2f-bcc0-5216ef122255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578649 Feb 19 07:37:15.451982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c750-7f81-4e79-85af-6fde708d08ab req-1073e8c3-3396-4923-a8c7-40ae211800ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:15.454810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65a0c750-7f81-4e79-85af-6fde708d08ab req-1073e8c3-3396-4923-a8c7-40ae211800ea tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.2161021 Feb 19 07:37:15.455990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:15.459158 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:15.512451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 3f99098f-2c45-456d-b84c-15cf1aa98f72 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:15.615545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-61b8711a-6fa2-4c10-81da-52f190a22ec8 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066646 Feb 19 07:37:15.763375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:15.784784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-623f6724-c56f-4c58-8fcc-8627f23bb1e9 req-69a5624e-a89c-421b-87f5-be5e8c55823b service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632047 Feb 19 07:37:15.809366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65a0c750-7f81-4e79-85af-6fde708d08ab req-e3671dcb-c4ac-4a2d-bc22-81e4649ce2eb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422465 Feb 19 07:37:15.812577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:15.859597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:15.876998 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:15.959051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=3f99098f-2c45-456d-b84c-15cf1aa98f72,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:15.979450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': '62ace75a-e811-407b-88bf-e0bbe2ddb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:15.980179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:16.003132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:16.006090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d5716-88d4-47dc-a7e4-23844f389fbb req-e1cc5fe7-d0df-4f1a-ba06-176e03193620 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.007911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa1d5716-88d4-47dc-a7e4-23844f389fbb req-e1cc5fe7-d0df-4f1a-ba06-176e03193620 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1184707 Feb 19 07:37:16.016238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:16.023904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:16.027841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6ee0d-7e51-4821-86a6-3573df871715 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:16.038625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.041234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.072034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa1d5716-88d4-47dc-a7e4-23844f389fbb req-22f2cabc-b510-499f-ab3a-0b4fa0175645 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554256 Feb 19 07:37:16.083840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e628ea9-dbcd-4361-a3e9-f03d65e6a5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.086552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d746a647-4b3f-44d2-a772-5e881d2db05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.113893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fbf18b24-b689-41f5-a15b-2dbf3b3f8329 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0503192 Feb 19 07:37:16.115047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:16.123401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-380527505'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:16.223523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d746a647-4b3f-44d2-a772-5e881d2db05f admin admin] Publish callbacks [] for security_group (85605a53-20a9-492a-bcec-53c10a4a6ca1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.233883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d746a647-4b3f-44d2-a772-5e881d2db05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (85605a53-20a9-492a-bcec-53c10a4a6ca1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.237022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:16.240560 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.251915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b274-d0ca-4431-b978-8f5c713a51af req-d8de09d1-07b3-411e-88da-94a2484a089d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.253431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-98e6b274-d0ca-4431-b978-8f5c713a51af req-d8de09d1-07b3-411e-88da-94a2484a089d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.2015960 Feb 19 07:37:16.267233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746a647-4b3f-44d2-a772-5e881d2db05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85605a53-20a9-492a-bcec-53c10a4a6ca1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.280495 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e628ea9-dbcd-4361-a3e9-f03d65e6a5d0 admin admin] Publish callbacks [] for security_group (b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.299571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2e628ea9-dbcd-4361-a3e9-f03d65e6a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.301895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c409aad-b44d-4600-b6a2-559a9daad75d req-4c8ce121-18b0-44b4-88b4-7bc702559eb7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.303716 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c409aad-b44d-4600-b6a2-559a9daad75d req-4c8ce121-18b0-44b4-88b4-7bc702559eb7 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1334460 Feb 19 07:37:16.309073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d746a647-4b3f-44d2-a772-5e881d2db05f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d06231edb69b4a238c5b0dfb2ca2b6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4459479 Feb 19 07:37:16.309361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:16.349284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:16.362461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2e628ea9-dbcd-4361-a3e9-f03d65e6a5d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc40c406f85d4c18abbb2c8387336f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883889 Feb 19 07:37:16.372968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:16.390463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c409aad-b44d-4600-b6a2-559a9daad75d req-3c00a6f0-2747-46fe-a8c0-a0cde24eab54 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510614 Feb 19 07:37:16.392627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e628ea9-dbcd-4361-a3e9-f03d65e6a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.396340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7f5b0ede-ca3f-49b6-9fc3-3d53d6719210), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.396693 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment 7f5b0ede-ca3f-49b6-9fc3-3d53d6719210 of type vlan for network 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2 Feb 19 07:37:16.402397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-98e6b274-d0ca-4431-b978-8f5c713a51af req-0fcea5f0-2fec-4881-86cd-4623053f89ea tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390285 Feb 19 07:37:16.410438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] Publish callbacks [] for security_group (85605a53-20a9-492a-bcec-53c10a4a6ca1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.438151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] Publish callbacks [] for security_group (85605a53-20a9-492a-bcec-53c10a4a6ca1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.484501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (9cf370e5-3904-4749-a5d7-5fd64bc1ddd2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.498228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (85605a53-20a9-492a-bcec-53c10a4a6ca1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.503589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:37:16.518337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.522584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85605a53-20a9-492a-bcec-53c10a4a6ca1 HTTP/1.1" status: 204 len: 168 time: 0.2103968 Feb 19 07:37:16.545216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec1ac0-edfc-41fd-a682-6fcef110361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85605a53-20a9-492a-bcec-53c10a4a6ca1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.561335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] Publish callbacks [] for security_group (b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.629912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (9cf370e5-3904-4749-a5d7-5fd64bc1ddd2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.634898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.635512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.650879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:16.673713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:37:16.679894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] Publish callbacks [] for security_group (b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.724416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:16.725540 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.743389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:16.761807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f4d23-be2a-4e61-a8b5-062736e6b41a req-91493f6b-7c25-41f0-b533-255dd19eb094 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:16.769157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:16.770090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-663f4d23-be2a-4e61-a8b5-062736e6b41a req-91493f6b-7c25-41f0-b533-255dd19eb094 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1248791 Feb 19 07:37:16.774641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.803542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.807431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:16.808807 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa HTTP/1.1" status: 204 len: 168 time: 0.4346991 Feb 19 07:37:16.838735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7209954 Feb 19 07:37:16.842212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:16.842897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c1516-ad99-4437-a448-3802c82cba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6e7ea-a8d7-42fc-b022-1c47194cc3aa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.846543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703568e2-a448-4c46-a1fd-7cacc2c4d9c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=9cf370e5-3904-4749-a5d7-5fd64bc1ddd2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.849657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:16.859982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'ports': [{'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'}, {'network_id': '9cf370e5-3904-4749-a5d7-5fd64bc1ddd2'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:16.860301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:16.861349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '9cf370e5-3904-4749-a5d7-5fd64bc1ddd2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:16.900097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-663f4d23-be2a-4e61-a8b5-062736e6b41a req-0e29d4fc-cd2b-4f4d-bf9f-5d521994c925 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180112 Feb 19 07:37:16.975470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:16.986154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['31b1aa6c-6c8a-4566-afc9-6c394debaa03'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:17.007911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573f876-995b-429f-8689-b0c1e983790b req-7cda5c50-81d8-46c0-8da3-5b7833bc6777 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:17.010342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7573f876-995b-429f-8689-b0c1e983790b req-7cda5c50-81d8-46c0-8da3-5b7833bc6777 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 944 time: 0.0729971 Feb 19 07:37:17.108090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7573f876-995b-429f-8689-b0c1e983790b req-7e969f5e-2bfe-4d87-96d2-5f89ca3541c3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913768 Feb 19 07:37:17.156819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d4d97-ea40-4027-b5f5-0f146cc1812c req-adb7a356-bd9f-4b52-9649-4d47f0db3b80 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:17.158962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-859d4d97-ea40-4027-b5f5-0f146cc1812c req-adb7a356-bd9f-4b52-9649-4d47f0db3b80 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1599300 Feb 19 07:37:17.247552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-859d4d97-ea40-4027-b5f5-0f146cc1812c req-cdc0003b-b4e6-484a-aac7-49440b585354 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Feb 19 07:37:17.255334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:17.259777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.298460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.518839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 8d9c30bd-676d-4fde-92fd-fbaa1ca1d833 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:17.539075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:17.578947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084baf5d-5bc2-4b0d-93aa-d863de73fba7 req-38ec748b-6fd3-4479-9748-94eff91c0534 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:17.587491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-084baf5d-5bc2-4b0d-93aa-d863de73fba7 req-38ec748b-6fd3-4479-9748-94eff91c0534 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.0809031 Feb 19 07:37:17.643504 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-084baf5d-5bc2-4b0d-93aa-d863de73fba7 req-fb8ca882-e420-4d1e-ab7e-a49acd9eceae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Feb 19 07:37:17.661798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a470f1a1-0a77-4f62-98f4-a760490dfdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.706848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (8d9c30bd-676d-4fde-92fd-fbaa1ca1d833), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.814661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286030-134c-4de4-8b9c-272239257407 req-122a62d6-5091-4413-8d40-b6ce2ac88d6f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:17.824314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb286030-134c-4de4-8b9c-272239257407 req-122a62d6-5091-4413-8d40-b6ce2ac88d6f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.2641871 Feb 19 07:37:17.839229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:17.898156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a470f1a1-0a77-4f62-98f4-a760490dfdba admin admin] Publish callbacks [] for security_group (ffbe7655-3cd9-413c-b658-42db5143191d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.911169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a470f1a1-0a77-4f62-98f4-a760490dfdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ffbe7655-3cd9-413c-b658-42db5143191d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:17.928942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb286030-134c-4de4-8b9c-272239257407 req-64affbdc-3f22-4048-ae80-93c263e6872b tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037459 Feb 19 07:37:17.972980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a470f1a1-0a77-4f62-98f4-a760490dfdba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ed7f1f0784f490091536ef7d6ebc348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4306209 Feb 19 07:37:17.976845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48410) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:17.977858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470f1a1-0a77-4f62-98f4-a760490dfdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe7655-3cd9-413c-b658-42db5143191d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:18.030464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] Publish callbacks [] for security_group (ffbe7655-3cd9-413c-b658-42db5143191d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.036140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.062334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] Publish callbacks [] for security_group (ffbe7655-3cd9-413c-b658-42db5143191d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.107299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8d9c30bd-676d-4fde-92fd-fbaa1ca1d833), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.163334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ffbe7655-3cd9-413c-b658-42db5143191d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.165922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.167092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ffbe7655-3cd9-413c-b658-42db5143191d HTTP/1.1" status: 204 len: 168 time: 0.1890864 Feb 19 07:37:18.180685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888adbc8-b95c-4697-a724-461de0efe191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe7655-3cd9-413c-b658-42db5143191d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:18.193581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:18.198198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:18.200866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:18.203030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.205403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=8d9c30bd-676d-4fde-92fd-fbaa1ca1d833,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:18.238270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0b94-0b81-44e9-88c4-105eb22c3197 req-e388cd18-21d2-420f-9c18-6dcf99cec66e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:18.239876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce8b0b94-0b81-44e9-88c4-105eb22c3197 req-e388cd18-21d2-420f-9c18-6dcf99cec66e tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1275625 Feb 19 07:37:18.325134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ce8b0b94-0b81-44e9-88c4-105eb22c3197 req-6bd173a4-2b9e-4caf-8d55-77bba7a76584 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775058 Feb 19 07:37:18.340766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:18.377194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': '7f5b0ede-ca3f-49b6-9fc3-3d53d6719210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9cf370e5-3904-4749-a5d7-5fd64bc1ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:18.377813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:18.388836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e6ce-c97e-41f3-a52a-21c94ad1736f req-1b46357e-ea5f-4002-9d37-80058de65012 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:18.390349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35f1e6ce-c97e-41f3-a52a-21c94ad1736f req-1b46357e-ea5f-4002-9d37-80058de65012 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 944 time: 0.1255529 Feb 19 07:37:18.466184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35f1e6ce-c97e-41f3-a52a-21c94ad1736f req-f5518973-02d2-4391-ac3e-2ecd875ee1b9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606022 Feb 19 07:37:18.467120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:18.481875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:18.492337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:18.497387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc79e3-08c8-43d1-b5d7-bacf7eb65327 None None] Network 9cf370e5-3904-4749-a5d7-5fd64bc1ddd2 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:18.502843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:18.503517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:18.519482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:18.520491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.545923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7a46650-d4fe-4941-bb42-3efff6aaa4f3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7010734 Feb 19 07:37:18.548608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:18.661660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:18.668138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:18.668724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.809163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:18.809703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.874739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:18.890712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:18.891267 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:18.896814 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd953b-e18d-455d-a80b-b999ebc6cdfa" -d '{"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:18.925211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:18.932552 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.012163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d65b5-60db-46fc-86e5-29ee41cc6148 req-efa728ac-8d7a-428f-89fe-c050c1435365 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.022605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c0d65b5-60db-46fc-86e5-29ee41cc6148 req-efa728ac-8d7a-428f-89fe-c050c1435365 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1210995 Feb 19 07:37:19.057725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:19.070340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.083976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:19.137229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c0d65b5-60db-46fc-86e5-29ee41cc6148 req-f7761bcc-bd38-4755-825a-0aeb6d754782 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137314 Feb 19 07:37:19.217503 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99474b4f-fa9f-4707-8f38-1c307b4b819a x-openstack-request-id: req-99474b4f-fa9f-4707-8f38-1c307b4b819a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:19.218302 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:19.218792 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99474b4f-fa9f-4707-8f38-1c307b4b819a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:19.219501 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'code': 200} Feb 19 07:37:19.240229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ad4a-8c27-4a92-af1b-a79a031e50dc req-3cef07c3-d2b6-48a9-8915-c0024520a14f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.248761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb00ad4a-8c27-4a92-af1b-a79a031e50dc req-3cef07c3-d2b6-48a9-8915-c0024520a14f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.4802313 Feb 19 07:37:19.293973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.355166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:19.371983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:19.388399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb00ad4a-8c27-4a92-af1b-a79a031e50dc req-7a22e656-5627-4b97-8382-77212951133e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386573 Feb 19 07:37:19.396073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa13ebe-a91c-4b5e-b58c-03deddde9eae req-f15066ab-a818-4326-9a12-8e2382ed7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.409907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9aa13ebe-a91c-4b5e-b58c-03deddde9eae req-f15066ab-a818-4326-9a12-8e2382ed7616 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1127 time: 0.1231196 Feb 19 07:37:19.410739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.416035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae943cc9-0ab9-4f10-b820-54a58b4ce3d0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f HTTP/1.1" status: 204 len: 168 time: 0.8638685 Feb 19 07:37:19.416573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:19.463700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9aa13ebe-a91c-4b5e-b58c-03deddde9eae req-1988a2ec-bc69-465b-b187-bb62eff96bc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Feb 19 07:37:19.519794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3219c991-8128-4987-9420-1404623d2a8a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.526193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3219c991-8128-4987-9420-1404623d2a8a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.534157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:19.550068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3219c991-8128-4987-9420-1404623d2a8a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1321642 Feb 19 07:37:19.688410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451f7b6-df67-4b1a-9fa5-e37946f07239 req-94d5a7db-9561-4db6-b80b-b49a8c619334 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:19.690050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c451f7b6-df67-4b1a-9fa5-e37946f07239 req-94d5a7db-9561-4db6-b80b-b49a8c619334 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.1152318 Feb 19 07:37:19.699720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-612f6647-5b84-4bc0-b2b3-050c0301bc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.770584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 8d9c30bd-676d-4fde-92fd-fbaa1ca1d833 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:19.770997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8d9c30bd-676d-4fde-92fd-fbaa1ca1d833), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.826222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c451f7b6-df67-4b1a-9fa5-e37946f07239 req-3942995d-cfd7-4d58-b7d3-a053c11abcd8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280911 Feb 19 07:37:19.872013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8d9c30bd-676d-4fde-92fd-fbaa1ca1d833), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:19.912094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 8d9c30bd-676d-4fde-92fd-fbaa1ca1d833 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:20.028506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-612f6647-5b84-4bc0-b2b3-050c0301bc4d admin admin] Publish callbacks [] for security_group (3da7f690-9541-421f-9114-5cb0e0011a01), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.029802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8d9c30bd-676d-4fde-92fd-fbaa1ca1d833), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.073655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=8d9c30bd-676d-4fde-92fd-fbaa1ca1d833,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:20.077633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-612f6647-5b84-4bc0-b2b3-050c0301bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3da7f690-9541-421f-9114-5cb0e0011a01), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.133359 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.139001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b9a0dd7a-2ef7-42af-9154-3540dc3619cd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/8d9c30bd-676d-4fde-92fd-fbaa1ca1d833 HTTP/1.1" status: 204 len: 168 time: 0.6015360 Feb 19 07:37:20.139395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.151210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-612f6647-5b84-4bc0-b2b3-050c0301bc4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7859d0faf2144a4d8be2c579378c8142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7908473 Feb 19 07:37:20.154248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.271745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6647-5b84-4bc0-b2b3-050c0301bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da7f690-9541-421f-9114-5cb0e0011a01,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:20.288715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefc682-dc78-4062-99b5-f61057915bdb req-fa11b20f-4b7f-4e00-8fff-a7b11d41ad7f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.290504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1eefc682-dc78-4062-99b5-f61057915bdb req-fa11b20f-4b7f-4e00-8fff-a7b11d41ad7f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1880271 Feb 19 07:37:20.352985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.357181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f422f94-eeb7-4d19-b93b-0e20e223f572 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.357728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527295434', 'description': 'tempest-secgroup-smoke-1527295434 description', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:20.365699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1f422f94-eeb7-4d19-b93b-0e20e223f572 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2251520 Feb 19 07:37:20.369024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.384252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] Publish callbacks [] for security_group (3da7f690-9541-421f-9114-5cb0e0011a01), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.436441 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9c4803-d8b0-4bc9-a7ff-ee7f29515ab7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:20.438178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-da9c4803-d8b0-4bc9-a7ff-ee7f29515ab7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/30df6d7b-81a3-43ab-b6bc-5ccdc296dc8f HTTP/1.1" status: 404 len: 333 time: 0.0682540 Feb 19 07:37:20.443474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.447213 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] Publish callbacks [] for security_group (3da7f690-9541-421f-9114-5cb0e0011a01), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.480768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc71df-8f41-4985-957b-342cff99e0e4 req-94701282-b415-4aa7-a132-447d1b0f1c6f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.483696 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-810b61a4-4e7f-40a1-ab51-d083fa78c2e6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:20.485548 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-810b61a4-4e7f-40a1-ab51-d083fa78c2e6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/8d9c30bd-676d-4fde-92fd-fbaa1ca1d833 HTTP/1.1" status: 404 len: 333 time: 0.0407073 Feb 19 07:37:20.491655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48522) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.499856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23fc71df-8f41-4985-957b-342cff99e0e4 req-94701282-b415-4aa7-a132-447d1b0f1c6f tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 946 time: 0.1479673 Feb 19 07:37:20.548044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.641400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Deleting port 9d16b02b-e0bd-4975-8797-e2902411dc27 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:20.642771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.648866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23fc71df-8f41-4985-957b-342cff99e0e4 req-04100697-16e7-45fb-b64d-7566ccc4ce57 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/security-groups?id=f875c551-d8b8-4c29-a666-6775aabd58cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484194 Feb 19 07:37:20.765054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (9cf370e5-3904-4749-a5d7-5fd64bc1ddd2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.776721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (1583f75c-5e51-4b31-ba13-8b18eac964d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.796223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1583f75c-5e51-4b31-ba13-8b18eac964d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.798324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55804a-bb92-4483-a3f8-15e72606e558 req-22faa1b8-f514-4a48-aed8-bde3343fdade tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:20.801276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b55804a-bb92-4483-a3f8-15e72606e558 req-22faa1b8-f514-4a48-aed8-bde3343fdade tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.2184193 Feb 19 07:37:20.803636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3da7f690-9541-421f-9114-5cb0e0011a01), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.806867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.809032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3da7f690-9541-421f-9114-5cb0e0011a01 HTTP/1.1" status: 204 len: 168 time: 0.6535466 Feb 19 07:37:20.847703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.851991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4948220 Feb 19 07:37:20.856589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:20.858880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad68a1-194a-4489-871f-67c52bd05d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da7f690-9541-421f-9114-5cb0e0011a01,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:20.906546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:20.918026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] For port 9d16b02b-e0bd-4975-8797-e2902411dc27, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9d16b02b-e0bd-4975-8797-e2902411dc27,segment=NetworkSegment(d4646d98-dfc1-4a01-a397-ca782279863c),segment_id=d4646d98-dfc1-4a01-a397-ca782279863c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:20.919118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:20.950362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Calling delete_port for 9d16b02b-e0bd-4975-8797-e2902411dc27 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:21.050755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b55804a-bb92-4483-a3f8-15e72606e558 req-9f495413-dd3a-4c6b-9e83-f9651d1510eb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372901 Feb 19 07:37:21.079683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (9cf370e5-3904-4749-a5d7-5fd64bc1ddd2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.079920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d78d99-a8f9-4e16-9259-83dd8d958566 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1583f75c-5e51-4b31-ba13-8b18eac964d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:21.093976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (6148f1dc-6c5f-4ebd-89b5-0047140b06ea), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.137630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3986b6-ae99-4d66-8b9a-8e6d26097f69 req-f65dfc3b-8eef-4f7b-a114-2b44c2e99232 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:21.146483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e3986b6-ae99-4d66-8b9a-8e6d26097f69 req-f65dfc3b-8eef-4f7b-a114-2b44c2e99232 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2146478 Feb 19 07:37:21.185976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (6148f1dc-6c5f-4ebd-89b5-0047140b06ea), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.190377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf370e5-3904-4749-a5d7-5fd64bc1ddd2']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:21.195151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6148f1dc-6c5f-4ebd-89b5-0047140b06ea), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.230022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e3986b6-ae99-4d66-8b9a-8e6d26097f69 req-9f05972e-6d6e-4fd3-a287-e4ca51330e80 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824749 Feb 19 07:37:21.241246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6148f1dc-6c5f-4ebd-89b5-0047140b06ea,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:21.246945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.253087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d1f7e57-c159-40a4-a766-b049e57c767c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545053 Feb 19 07:37:21.253708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:21.259423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5b0ede-ca3f-49b6-9fc3-3d53d6719210') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:21.259909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5b0ede-ca3f-49b6-9fc3-3d53d6719210') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:21.263411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:21.275313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (7f5b0ede-ca3f-49b6-9fc3-3d53d6719210), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.291318 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (7f5b0ede-ca3f-49b6-9fc3-3d53d6719210), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.299268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:21.299772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (7f5b0ede-ca3f-49b6-9fc3-3d53d6719210), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:21.303215 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:21.359214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (5cc552f9-3d40-4797-a1d8-f1dd470e9eed), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.366719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9d16b02b-e0bd-4975-8797-e2902411dc27), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.419660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Pushing event deleted for resources: {'Port': ['ID=9d16b02b-e0bd-4975-8797-e2902411dc27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:21.458595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (9cf370e5-3904-4749-a5d7-5fd64bc1ddd2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.464793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:21.493529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.502406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/9cf370e5-3904-4749-a5d7-5fd64bc1ddd2 HTTP/1.1" status: 204 len: 168 time: 1.0050821 Feb 19 07:37:21.502406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4546-6626-4eac-8848-1a6c601ca4e7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=9cf370e5-3904-4749-a5d7-5fd64bc1ddd2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:21.502734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:21.519432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af387023-83a5-419d-ad09-1ed36ac0a614 req-630d343f-589c-482f-9748-d8c780d74984 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:21.520986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af387023-83a5-419d-ad09-1ed36ac0a614 req-630d343f-589c-482f-9748-d8c780d74984 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.1543763 Feb 19 07:37:21.531213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48552) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:21.537065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Request body: {'floatingip': {'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:21.540125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723972896'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:21.555543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] No DVR routers for this DVR port 9d16b02b-e0bd-4975-8797-e2902411dc27 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:21.562071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c261fc8-998c-4e8c-bb01-18dbbadcbe44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.567942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.571687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1eefc682-dc78-4062-99b5-f61057915bdb req-3f4da88f-3e2e-422f-8fc4-cb6ca060a1b8 tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.47 "DELETE /v2.0/ports/9d16b02b-e0bd-4975-8797-e2902411dc27 HTTP/1.1" status: 204 len: 173 time: 1.2762656 Feb 19 07:37:21.575464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'name': 'network-vif-deleted', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:21.578029 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8006d05f-a5f3-463d-af04-e8c8d64666c0" -d '{"events": [{"server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "name": "network-vif-deleted", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:21.593270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.619794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (5cc552f9-3d40-4797-a1d8-f1dd470e9eed), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.625828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:21.630084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.642202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5cc552f9-3d40-4797-a1d8-f1dd470e9eed), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.706813 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9ccb6f-b956-4f05-82ed-7c2342433205 x-openstack-request-id: req-9c9ccb6f-b956-4f05-82ed-7c2342433205 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:21.707245 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ec471f-7168-4749-8727-c35a1156346e", "name": "network-vif-deleted", "tag": "9d16b02b-e0bd-4975-8797-e2902411dc27", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:21.707629 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c9ccb6f-b956-4f05-82ed-7c2342433205 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:21.708251 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ec471f-7168-4749-8727-c35a1156346e', 'name': 'network-vif-deleted', 'tag': '9d16b02b-e0bd-4975-8797-e2902411dc27', 'status': 'completed', 'code': 200} Feb 19 07:37:21.718274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc552f9-3d40-4797-a1d8-f1dd470e9eed,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:21.741763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:21.748006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.749491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fc5c7b5-a57d-4906-9f74-e2193c5dcb1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4948027 Feb 19 07:37:21.756349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:21.765700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:21.781297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e89fe583-af3b-4605-a0ce-dc446ae8f936), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.783942 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment e89fe583-af3b-4605-a0ce-dc446ae8f936 of type vlan for network 7be1c63b-4c4a-4431-a18c-abce38d46af4 Feb 19 07:37:21.869784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (7be1c63b-4c4a-4431-a18c-abce38d46af4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.872467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (8622e361-502f-4bf2-8fb5-2d14d664596e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.876854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0b284633-46b5-404d-91e6-7d18c75be732 req-c9a43ca7-9ec3-492f-9bfb-bf463b4d4cff tempest-ServerDiskConfigTestJSON-1370660795 tempest-ServerDiskConfigTestJSON-1370660795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7ec471f-7168-4749-8727-c35a1156346e HTTP/1.1" status: 200 len: 210 time: 0.0586066 Feb 19 07:37:21.902517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c261fc8-998c-4e8c-bb01-18dbbadcbe44 admin admin] Publish callbacks [] for security_group (60fde2b9-4687-414b-a637-e2655447dcca), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.918029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c261fc8-998c-4e8c-bb01-18dbbadcbe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (60fde2b9-4687-414b-a637-e2655447dcca), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.963580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (7be1c63b-4c4a-4431-a18c-abce38d46af4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:21.969116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:21.969963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.024465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c261fc8-998c-4e8c-bb01-18dbbadcbe44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f15f68930a934748b28da0ab964a0580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5424905 Feb 19 07:37:22.058918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:22.059618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c261fc8-998c-4e8c-bb01-18dbbadcbe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fde2b9-4687-414b-a637-e2655447dcca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:22.137855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6292574 Feb 19 07:37:22.139895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (8622e361-502f-4bf2-8fb5-2d14d664596e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.143651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:22.149625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:22.165834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8622e361-502f-4bf2-8fb5-2d14d664596e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.191179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539821fc-4895-4b4a-9dbe-d1f2979f080e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=7be1c63b-4c4a-4431-a18c-abce38d46af4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:22.207371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:22.236027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8622e361-502f-4bf2-8fb5-2d14d664596e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:22.243397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.247013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc67323c-6040-4905-9726-f0a6f666bf37 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4869840 Feb 19 07:37:22.248889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:22.253776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:22.301177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] Publish callbacks [] for security_group (60fde2b9-4687-414b-a637-e2655447dcca), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.344003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f160175-be0c-4609-a3a8-d2d5f8743f0b req-88c3df3d-db5a-453c-b2f4-5e0fcbc9bd43 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:22.347658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f160175-be0c-4609-a3a8-d2d5f8743f0b req-88c3df3d-db5a-453c-b2f4-5e0fcbc9bd43 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.1655040 Feb 19 07:37:22.358178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (f26c9027-d73b-4b68-886b-e0646f0f6e4b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.404994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:22.409641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.480107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:37:22.484642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:37:22.499324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.resource_extend [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:37:22.723736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.729132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.748324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] Publish callbacks [] for security_group (60fde2b9-4687-414b-a637-e2655447dcca), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.795382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (f26c9027-d73b-4b68-886b-e0646f0f6e4b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.805527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (f26c9027-d73b-4b68-886b-e0646f0f6e4b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.818386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d16b02b-e0bd-4975-8797-e2902411dc27 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:22.865377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 9d16b02b-e0bd-4975-8797-e2902411dc27 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:22.868373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9d16b02b-e0bd-4975-8797-e2902411dc27 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:22.868804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.873459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6203122 Feb 19 07:37:22.873459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6cd86-3258-4fe8-9570-c30c15f7ff3c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c9027-d73b-4b68-886b-e0646f0f6e4b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:22.879161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:22.893919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f160175-be0c-4609-a3a8-d2d5f8743f0b req-06e5fe91-e4ea-4f3b-a33e-81e9a35fdea2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530287 Feb 19 07:37:22.903020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:22.931539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (60fde2b9-4687-414b-a637-e2655447dcca), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.935824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.937832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60fde2b9-4687-414b-a637-e2655447dcca HTTP/1.1" status: 204 len: 168 time: 0.8749497 Feb 19 07:37:22.945047 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Project 67eec07dca0243a0acb4766f8d73b8c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:37:22.956150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (327a01c3-90df-4013-98f5-1b97403bddca), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:22.968262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6532c-d0a7-4bc9-828d-cee74503d83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fde2b9-4687-414b-a637-e2655447dcca,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.113076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (327a01c3-90df-4013-98f5-1b97403bddca), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.124707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (327a01c3-90df-4013-98f5-1b97403bddca), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.153641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327a01c3-90df-4013-98f5-1b97403bddca,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.177199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.179314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c08f9d0-7193-4768-b0e6-927fe8421da4 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988153 Feb 19 07:37:23.182680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:23.189270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'security_group_rule': {'security_group_id': '1583f75c-5e51-4b31-ba13-8b18eac964d1', 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:23.239157 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Project 67eec07dca0243a0acb4766f8d73b8c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:37:23.254293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (23c56e19-a445-4487-9f27-8875b34031c1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.306376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:23.355523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (13e8edb8-1399-4293-bdb4-32116f3214cc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.403486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Deleting subnet c76281e3-ad30-4d4b-92d5-4c7189ae78e3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:23.414801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Publish callbacks [] for subnet (c76281e3-ad30-4d4b-92d5-4c7189ae78e3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.465892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=13e8edb8-1399-4293-bdb4-32116f3214cc,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.475875 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Floating IP b16ce015-cf13-49a1-a22b-2ae7a77ac9ce associated. External IP: 172.25.7.141, port: 31b1aa6c-6c8a-4566-afc9-6c394debaa03. Feb 19 07:37:23.520782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (23c56e19-a445-4487-9f27-8875b34031c1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.529346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (c76281e3-ad30-4d4b-92d5-4c7189ae78e3), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.548565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': 'e89fe583-af3b-4605-a0ce-dc446ae8f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:23.549132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 7be1c63b-4c4a-4431-a18c-abce38d46af4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:23.552698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (23c56e19-a445-4487-9f27-8875b34031c1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.593376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c56e19-a445-4487-9f27-8875b34031c1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.604738 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.615940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-712feb52-cd93-490a-8caf-b3b7e451450b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4312758 Feb 19 07:37:23.624196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:23.632765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c76281e3-ad30-4d4b-92d5-4c7189ae78e3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.640515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 7be1c63b-4c4a-4431-a18c-abce38d46af4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:23.652479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:23.653128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8fc08-99e9-4e71-900d-a4c61e5e050e None None] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:23.653824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.815105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (c76281e3-ad30-4d4b-92d5-4c7189ae78e3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.877654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89941514-3f49-4e10-9bda-473541a05604 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7326045 Feb 19 07:37:23.880488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48624) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:23.885408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76281e3-ad30-4d4b-92d5-4c7189ae78e3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:23.894885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:23.898699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-53e49c0c-10d1-4019-ba51-6712d8d42978 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c76281e3-ad30-4d4b-92d5-4c7189ae78e3 HTTP/1.1" status: 204 len: 168 time: 0.5904734 Feb 19 07:37:23.903396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4', 'name': 'tempest-PortsIpV6TestJSON-2108192263'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:23.904329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:23.912649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:37:24.105420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-7be1c63b-4c4a-4431-a18c-abce38d46af4', 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': '13e8edb8-1399-4293-bdb4-32116f3214cc'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:37:24.106504 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.191887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (19724bc8-113c-4df9-abec-751ad07edb34), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.257391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-7941a50c-6189-442b-8356-5d0f2327ab08 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527295434&fields=id&tenant_id=67eec07dca0243a0acb4766f8d73b8c0 HTTP/1.1" status: 200 len: 267 time: 0.2905850 Feb 19 07:37:24.376665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199f34a-bad2-4004-87dc-74d693fdfad7 req-424b1cb7-65c8-4ff4-8713-f90db9947995 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:24.389754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e199f34a-bad2-4004-87dc-74d693fdfad7 req-424b1cb7-65c8-4ff4-8713-f90db9947995 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.3132410 Feb 19 07:37:24.426616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Allocated IP 2001:db8::2 (7be1c63b-4c4a-4431-a18c-abce38d46af4/13e8edb8-1399-4293-bdb4-32116f3214cc/66385d4c-a451-4d85-ab8d-7547fcebdaa8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:24.467218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:24.472859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.509328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:24.517545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:37:24.529022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:37:24.542306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.547429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:37:24.548748 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.564038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e199f34a-bad2-4004-87dc-74d693fdfad7 req-4dfb4f0a-1905-48be-8fb4-9bd53f5301d1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720057 Feb 19 07:37:24.594726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (19724bc8-113c-4df9-abec-751ad07edb34), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.645811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19724bc8-113c-4df9-abec-751ad07edb34']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.659233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4646d98-dfc1-4a01-a397-ca782279863c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.659540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4646d98-dfc1-4a01-a397-ca782279863c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:24.671547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (d4646d98-dfc1-4a01-a397-ca782279863c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.686539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d4646d98-dfc1-4a01-a397-ca782279863c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.693448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:24.693850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (d4646d98-dfc1-4a01-a397-ca782279863c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.706817 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks [] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.722798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:24.762740 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:24.766792 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (19724bc8-113c-4df9-abec-751ad07edb34), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.774411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:24.786190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/19724bc8-113c-4df9-abec-751ad07edb34 HTTP/1.1" status: 204 len: 168 time: 0.8798699 Feb 19 07:37:24.817748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b48a1-37d9-48ba-a9a2-b160cf3ba6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=19724bc8-113c-4df9-abec-751ad07edb34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:24.827503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:24.830464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Pushing event updated for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:24.843023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:24.852113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:24.864302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2996aac-95b5-4ef6-a323-122cc07556c9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "PUT /v2.0/floatingips/b16ce015-cf13-49a1-a22b-2ae7a77ac9ce HTTP/1.1" status: 200 len: 991 time: 3.3318865 Feb 19 07:37:24.884045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:24.890606 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91133f4-5a77-4eb7-a9d5-212df724ca49" -d '{"events": [{"name": "network-changed", "server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:24.900322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-0b67ef6e-064f-4254-9166-4d4658076cf0 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:24.931862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-0b67ef6e-064f-4254-9166-4d4658076cf0 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 812 time: 0.6583991 Feb 19 07:37:24.957802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-013d2fe2-bed5-41ef-bdc0-6077d5f80cca tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/quotas/67eec07dca0243a0acb4766f8d73b8c0 HTTP/1.1" status: 200 len: 375 time: 0.0196788 Feb 19 07:37:25.006174 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:37:25.080826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Attempting to bind port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:25.088640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Attempting to bind port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e89fe583-af3b-4605-a0ce-dc446ae8f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:25.090260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Attempting to bind port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 on network 7be1c63b-4c4a-4431-a18c-abce38d46af4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:25.102714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:25.103170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Checking segment: {'id': 'e89fe583-af3b-4605-a0ce-dc446ae8f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:25.103869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.104557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Bound using segment: {'id': 'e89fe583-af3b-4605-a0ce-dc446ae8f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:25.105652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Bound port: 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89fe583-af3b-4605-a0ce-dc446ae8f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7be1c63b-4c4a-4431-a18c-abce38d46af4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:25.106329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.125670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-163ccc94-c33a-433b-baac-b7a848584b8c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421692 Feb 19 07:37:25.144432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:25.286080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::89 (7be1c63b-4c4a-4431-a18c-abce38d46af4/13e8edb8-1399-4293-bdb4-32116f3214cc/f4b0c190-b2ec-4022-bb6d-e038e2f10aa8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:25.306361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:25.325023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=66385d4c-a451-4d85-ab8d-7547fcebdaa8,segment=NetworkSegment(e89fe583-af3b-4605-a0ce-dc446ae8f936),segment_id=e89fe583-af3b-4605-a0ce-dc446ae8f936)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:25.346589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.356711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-6274ea77-f566-4bd1-bf0e-a784c5b60940 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247088 Feb 19 07:37:25.405841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83e89a02-d4f1-4ba2-890c-e80ff5ca5d6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=565cdad36d84441baee6f2ab951ec533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602007 Feb 19 07:37:25.406465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:25.529057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b816e5-7e92-449c-9db0-5f6dc7c03518 None None] Pushing event updated for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:25.572467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] Publish callbacks [] for security_group (f875c551-d8b8-4c29-a666-6775aabd58cb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.637972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] Publish callbacks [] for security_group (f875c551-d8b8-4c29-a666-6775aabd58cb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.669724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-318a616f-2ca6-4254-b13d-52a23bc09845 service neutron] 10.222.0.43 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019986 Feb 19 07:37:25.694873 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd108f5b-4dbc-422f-ba0e-aebde04e124b x-openstack-request-id: req-fd108f5b-4dbc-422f-ba0e-aebde04e124b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:25.696890 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:25.697319 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd108f5b-4dbc-422f-ba0e-aebde04e124b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:25.701085 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'status': 'completed', 'code': 200} Feb 19 07:37:25.843741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-39240d35-ace7-40e9-961c-6c4a577b5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:25.845417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-39240d35-ace7-40e9-961c-6c4a577b5ee4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1127 time: 0.1468506 Feb 19 07:37:25.881673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (f4b0c190-b2ec-4022-bb6d-e038e2f10aa8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.918202 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'b16ce015-cf13-49a1-a22b-2ae7a77ac9ce', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09847f28-c581-41b4-ab7d-359c66c82bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:04Z', 'updated_at': '2022-02-19T07:37:22Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:25.973586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f875c551-d8b8-4c29-a666-6775aabd58cb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.977499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:25.982489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f875c551-d8b8-4c29-a666-6775aabd58cb HTTP/1.1" status: 204 len: 168 time: 0.5715423 Feb 19 07:37:26.002083 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:37:26.007461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539e870-6eeb-4bd1-b4db-789564044235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875c551-d8b8-4c29-a666-6775aabd58cb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:26.017653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637921d5-df33-40ef-bca7-425d2385d174 req-b3660195-1c43-47a7-aa09-bef98e21d2a9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:26.049160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-637921d5-df33-40ef-bca7-425d2385d174 req-b3660195-1c43-47a7-aa09-bef98e21d2a9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.2170103 Feb 19 07:37:26.055496 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:37:26.056547 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:37:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:26.127827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f4b0c190-b2ec-4022-bb6d-e038e2f10aa8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:26.156310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-0eacc15e-1c0a-40eb-bf3a-42bd793ef74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:26.158712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-0eacc15e-1c0a-40eb-bf3a-42bd793ef74d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.3066921 Feb 19 07:37:26.298648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-637921d5-df33-40ef-bca7-425d2385d174 req-5905829b-6283-40d2-b710-67053fc3de74 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409174 Feb 19 07:37:26.325400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:26.334582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-1e38ae56-b99f-4bda-9ee5-1d73d7bc5e94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 999 time: 0.1663153 Feb 19 07:37:26.349291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:26.354998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:26.364307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:37:26.371252 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:26.371929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:26.378307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=f4b0c190-b2ec-4022-bb6d-e038e2f10aa8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:26.414876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b8c7ef8-b908-4276-ac03-b728428bbe49 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5306466 Feb 19 07:37:26.417067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:26.477032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-0ab619a0-c354-4bba-9f7e-a4dd0c9711f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:26.480505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-0ab619a0-c354-4bba-9f7e-a4dd0c9711f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1424417 Feb 19 07:37:26.628190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34eb5bcb-67da-4e25-a5fd-d46924442f1f req-6667ac1c-5696-4804-a626-dcebf917b789 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1444352 Feb 19 07:37:26.698226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-ff429fa3-6b5d-485f-9503-9bd991531344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:26.725111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-ff429fa3-6b5d-485f-9503-9bd991531344 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2194653 Feb 19 07:37:26.732457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:26.736019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f4b0c190-b2ec-4022-bb6d-e038e2f10aa8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:27.088624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-dd7d663d-e8ca-4f01-be6d-53c70da2d99d service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477752 Feb 19 07:37:27.120165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f4b0c190-b2ec-4022-bb6d-e038e2f10aa8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:27.170434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:27.191961 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'b16ce015-cf13-49a1-a22b-2ae7a77ac9ce', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09847f28-c581-41b4-ab7d-359c66c82bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:04Z', 'updated_at': '2022-02-19T07:37:22Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:27.270458 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28bac41-6aca-4381-9712-0ff393d0597e None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'b16ce015-cf13-49a1-a22b-2ae7a77ac9ce', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2793, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09847f28-c581-41b4-ab7d-359c66c82bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:37:04Z', 'updated_at': '2022-02-19T07:37:22Z', 'revision_number': 1, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:37:27.450451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e91133f4-5a77-4eb7-a9d5-212df724ca49 req-24ec0d2c-5554-4544-92c7-0850b87957a2 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493688 Feb 19 07:37:27.649276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d863d77-1a31-4a1f-80b8-02b1761b0c35 None None] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:27.778887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632b770-d705-44b3-8c4f-f2fccaeaa6dc req-915ce083-0a89-4996-9fd3-bd24e5e880a0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:27.782526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5632b770-d705-44b3-8c4f-f2fccaeaa6dc req-915ce083-0a89-4996-9fd3-bd24e5e880a0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.3260410 Feb 19 07:37:27.858114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-191fff7d-aac6-43ab-8e04-062e88783781 req-bf5b99be-9edf-48b0-b6ce-a654cc807ec2 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0770628 Feb 19 07:37:27.889097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53492c-5613-402a-b8f6-611b4e2f60ac None None] New status for floating IP b16ce015-cf13-49a1-a22b-2ae7a77ac9ce: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:37:27.946418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f4b0c190-b2ec-4022-bb6d-e038e2f10aa8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.015529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Provisioning complete for port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:28.016180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.056831 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5632b770-d705-44b3-8c4f-f2fccaeaa6dc req-7f9141b4-e1f2-472b-a00f-5a712599415b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671831 Feb 19 07:37:28.062022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.071472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 HTTP/1.1" status: 204 len: 168 time: 1.6551476 Feb 19 07:37:28.075953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:28.077779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584487-a850-465a-baec-e3c1b6f70a2e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=f4b0c190-b2ec-4022-bb6d-e038e2f10aa8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:28.131825 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a51028b-3a8b-44c1-a798-0dbccde0e1b7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:37:28.145537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a51028b-3a8b-44c1-a798-0dbccde0e1b7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:28.148997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5a51028b-3a8b-44c1-a798-0dbccde0e1b7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 HTTP/1.1" status: 404 len: 333 time: 0.0717158 Feb 19 07:37:28.151783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:28.166106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:28.226246 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d69ef9-5a9c-4162-ac85-e4884cda9bc9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:28.230092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-67d69ef9-5a9c-4162-ac85-e4884cda9bc9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/f4b0c190-b2ec-4022-bb6d-e038e2f10aa8 HTTP/1.1" status: 404 len: 333 time: 0.0768132 Feb 19 07:37:28.233038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:28.290921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Current status of the port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:28.292349 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.388258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=66385d4c-a451-4d85-ab8d-7547fcebdaa8,segment=NetworkSegment(e89fe583-af3b-4605-a0ce-dc446ae8f936),segment_id=e89fe583-af3b-4605-a0ce-dc446ae8f936)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:28.396964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 66385d4c-a451-4d85-ab8d-7547fcebdaa8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:28.401878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.430778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 13e8edb8-1399-4293-bdb4-32116f3214cc {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:28.441155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (13e8edb8-1399-4293-bdb4-32116f3214cc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.632656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e50bc-7dad-4000-a784-fb5121b6c07f None None] Pushing event updated for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:28.639527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:28.643402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.677180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:28.779008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-deb453d8-5f56-40a7-ae31-421c6265a79f None None] Provisioning complete for port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:28.780127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deb453d8-5f56-40a7-ae31-421c6265a79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.835983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (13e8edb8-1399-4293-bdb4-32116f3214cc), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.858808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:28.895098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-61807004-network', 'tenant_id': '7ecf31767c66436987b58a4f668ce84d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:28.920024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-a2110a9b-eea4-4175-ae6e-2b85962c40f6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:28.921513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-a2110a9b-eea4-4175-ae6e-2b85962c40f6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 812 time: 0.4715660 Feb 19 07:37:28.958273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Made reservation on behalf of 7ecf31767c66436987b58a4f668ce84d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:28.962490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:28.993740 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.056272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-deb453d8-5f56-40a7-ae31-421c6265a79f None None] Current status of the port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:29.187433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-58c513e1-7c9a-4391-b730-ffdba88a75eb None None] Could not find standard attr ID for object f4b0c190-b2ec-4022-bb6d-e038e2f10aa8. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:37:29.193535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-168fae38-41c5-417b-89fe-0e2dcd7d8bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.217576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2a0103c-5c20-4d2c-b1f0-d880ba5ac31e req-75606709-d701-4ec3-beb0-80c2725ac60b tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1607714 Feb 19 07:37:29.275475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-bb9ac2fb-6784-4f3d-aab7-f5ea5eca09d3 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67eec07dca0243a0acb4766f8d73b8c0 HTTP/1.1" status: 200 len: 380 time: 0.3353858 Feb 19 07:37:29.287882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'port': {'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'admin_state_up': True, 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'security_groups': ['1583f75c-5e51-4b31-ba13-8b18eac964d1']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:29.315242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (13e8edb8-1399-4293-bdb4-32116f3214cc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.360911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks [] for security_group (f169f984-4b03-46a5-b683-53bc1086a52b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.383961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f169f984-4b03-46a5-b683-53bc1086a52b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.396864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:29.407661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2f96e37c-3194-455a-978d-c0a1482fe103), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.408346 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Added segment 2f96e37c-3194-455a-978d-c0a1482fe103 of type vlan for network fcda3345-6c7b-4170-ad45-7a199900708c Feb 19 07:37:29.461969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fcda3345-6c7b-4170-ad45-7a199900708c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.509447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fcda3345-6c7b-4170-ad45-7a199900708c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.510494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:29.511212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.575992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (13e8edb8-1399-4293-bdb4-32116f3214cc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.588386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Pushing event updated for resources: {'Network': ['ID=fcda3345-6c7b-4170-ad45-7a199900708c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:29.600952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fcda3345-6c7b-4170-ad45-7a199900708c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:29.642068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f169f984-4b03-46a5-b683-53bc1086a52b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:29.665048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c708010b-6c54-4233-b979-39a3b114628b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4552653 Feb 19 07:37:29.676094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:29.684306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Request body: {'subnet': {'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-61807004-subnet', 'tenant_id': '7ecf31767c66436987b58a4f668ce84d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:29.693713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=13e8edb8-1399-4293-bdb4-32116f3214cc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:29.701224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Made reservation on behalf of 67eec07dca0243a0acb4766f8d73b8c0 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:29.705808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c7e48-8826-4173-9d8d-ed5fcacc41d4 req-da36a10e-b664-4ca0-ba4b-9ee3f73baa5a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:29.706125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.707398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b80c7e48-8826-4173-9d8d-ed5fcacc41d4 req-da36a10e-b664-4ca0-ba4b-9ee3f73baa5a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.4114621 Feb 19 07:37:29.712463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.733494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fabef-a6b8-4451-9aa5-12847c9982a8 None None] Network 7be1c63b-4c4a-4431-a18c-abce38d46af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:29.744805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be301f64-3e35-4b30-8e45-b453dc915367 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/13e8edb8-1399-4293-bdb4-32116f3214cc HTTP/1.1" status: 204 len: 168 time: 1.5101409 Feb 19 07:37:29.753408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:29.869030 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b80c7e48-8826-4173-9d8d-ed5fcacc41d4 req-2afbeee1-34ae-46e6-9551-1a4c34607679 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394768 Feb 19 07:37:29.880416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-168fae38-41c5-417b-89fe-0e2dcd7d8bc3 admin admin] Publish callbacks [] for security_group (bdf149d6-c50d-4c8e-aa50-2bab049d518e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.892460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-168fae38-41c5-417b-89fe-0e2dcd7d8bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bdf149d6-c50d-4c8e-aa50-2bab049d518e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.903508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Made reservation on behalf of 7ecf31767c66436987b58a4f668ce84d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:29.906062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.920707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7be1c63b-4c4a-4431-a18c-abce38d46af4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:29.968556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fae38-41c5-417b-89fe-0e2dcd7d8bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf149d6-c50d-4c8e-aa50-2bab049d518e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:29.988292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] DHCP port deletion for 7be1c63b-4c4a-4431-a18c-abce38d46af4 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:37:30.065698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Deleting port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:30.067085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.091055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Allocated IP 172.20.0.3 (3bb0fc16-42d6-484d-97cc-faf85941193e/8bbbc6ba-f7da-4ab0-be00-4eced9e4616b/2a165bdb-a812-43a7-964d-255c4f7f2f20) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:30.108419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-168fae38-41c5-417b-89fe-0e2dcd7d8bc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=239980bb054a4425b071adbaa3446a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4298155 Feb 19 07:37:30.112560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:30.133657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:30.133992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.156314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 66385d4c-a451-4d85-ab8d-7547fcebdaa8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:30.291122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:30.291630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.318962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (40a1e16e-ea6f-461d-ab9c-44cf00356bc4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.336683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=66385d4c-a451-4d85-ab8d-7547fcebdaa8,segment=NetworkSegment(e89fe583-af3b-4605-a0ce-dc446ae8f936),segment_id=e89fe583-af3b-4605-a0ce-dc446ae8f936)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:30.341524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=66385d4c-a451-4d85-ab8d-7547fcebdaa8,segment=NetworkSegment(e89fe583-af3b-4605-a0ce-dc446ae8f936),segment_id=e89fe583-af3b-4605-a0ce-dc446ae8f936)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:30.341961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.345108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.351265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.379804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a1e16e-ea6f-461d-ab9c-44cf00356bc4,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:30.387627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Calling delete_port for 66385d4c-a451-4d85-ab8d-7547fcebdaa8 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:30.425113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Checking segment: {'id': '2f96e37c-3194-455a-978d-c0a1482fe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:30.425712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Network hostable DHCP agents. Network: fcda3345-6c7b-4170-ad45-7a199900708c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:30.444680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Network fcda3345-6c7b-4170-ad45-7a199900708c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:30.459676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fcda3345-6c7b-4170-ad45-7a199900708c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:30.459898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:30.469638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.472195 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2267e83-0a27-448b-86fa-4a06bc0ae988 None None] Network fcda3345-6c7b-4170-ad45-7a199900708c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:30.479311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:30.480619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.506142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-17a007a6-5420-46bb-b353-b0f8885bc5b2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8277297 Feb 19 07:37:30.546942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.573224 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.595069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] No DVR routers for this DVR port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:30.635347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074f4d-ecd0-4d2a-a146-d9ea0e4e6763 None None] Pushing event deleted for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:30.670735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:30.697175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c1236-451f-4932-943a-0e8403f7351c None None] Network fcda3345-6c7b-4170-ad45-7a199900708c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:30.717025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Network 3bb0fc16-42d6-484d-97cc-faf85941193e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:30.733377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:30.736859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] For port 66385d4c-a451-4d85-ab8d-7547fcebdaa8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=66385d4c-a451-4d85-ab8d-7547fcebdaa8,segment=NetworkSegment(e89fe583-af3b-4605-a0ce-dc446ae8f936),segment_id=e89fe583-af3b-4605-a0ce-dc446ae8f936)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:30.737505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.758501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:30.770217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] Publish callbacks [] for security_group (bdf149d6-c50d-4c8e-aa50-2bab049d518e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.820536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfb832-42d4-4f62-b456-3c3dbc2664e6 req-1e24b40a-d9f3-44fe-bf43-e355f4b5f7f5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:30.822959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6cdfb832-42d4-4f62-b456-3c3dbc2664e6 req-1e24b40a-d9f3-44fe-bf43-e355f4b5f7f5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 931 time: 0.2779517 Feb 19 07:37:30.824675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 66385d4c-a451-4d85-ab8d-7547fcebdaa8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:30.890075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] Publish callbacks [] for security_group (bdf149d6-c50d-4c8e-aa50-2bab049d518e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:30.933280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:30.934047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.111255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0efe-ace0-4d12-960a-2a7d4fc35eed req-cacd616e-4f3b-47f5-a396-98c63adebf59 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:31.112816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4f0efe-ace0-4d12-960a-2a7d4fc35eed req-cacd616e-4f3b-47f5-a396-98c63adebf59 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.1005058 Feb 19 07:37:31.123288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dd61d06d-80cb-4da7-a4a1-ccfcecee7b90 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8398206 Feb 19 07:37:31.137668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fb9f5117-7777-4e27-89b8-819d9e4c2338 None None] Provisioning complete for port 2a165bdb-a812-43a7-964d-255c4f7f2f20 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:31.138195 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb9f5117-7777-4e27-89b8-819d9e4c2338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.172886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Request body: {'port': {'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:31.179096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f5117-7777-4e27-89b8-819d9e4c2338 None None] Port 2a165bdb-a812-43a7-964d-255c4f7f2f20 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:31.222778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4f0efe-ace0-4d12-960a-2a7d4fc35eed req-5786f9f9-7b2a-4302-9b9a-a562c3e75c15 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941074 Feb 19 07:37:31.263560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6cdfb832-42d4-4f62-b456-3c3dbc2664e6 req-7bb246aa-4025-40bc-a2d0-36bfc415718d tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605385 Feb 19 07:37:31.264019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:31.269549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1894042118-network', 'tenant_id': '1c5b0cb497ea4881ba486380798e09bf'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:31.307054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Made reservation on behalf of 1c5b0cb497ea4881ba486380798e09bf for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:31.309913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.319606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.326178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bdf149d6-c50d-4c8e-aa50-2bab049d518e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.330028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.334233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdf149d6-c50d-4c8e-aa50-2bab049d518e HTTP/1.1" status: 204 len: 168 time: 1.2200670 Feb 19 07:37:31.344073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (66385d4c-a451-4d85-ab8d-7547fcebdaa8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.394888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No DVR routers for this DVR port 66385d4c-a451-4d85-ab8d-7547fcebdaa8 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:31.397260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.400761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814a5c5-0427-4f51-bbaf-1c8b7de94c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf149d6-c50d-4c8e-aa50-2bab049d518e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:31.411908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=66385d4c-a451-4d85-ab8d-7547fcebdaa8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:31.456697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks [] for security_group (26fec8af-3516-4717-bee2-34a9163c805b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.465533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26fec8af-3516-4717-bee2-34a9163c805b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.507540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fec8af-3516-4717-bee2-34a9163c805b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:31.522510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:31.539940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4e6b3c90-9d51-4bb0-932d-f4d9f3449747), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.541241 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Added segment 4e6b3c90-9d51-4bb0-932d-f4d9f3449747 of type vlan for network 98c27ea7-487c-4903-b2b0-f1421f0cbf85 Feb 19 07:37:31.598191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7be1c63b-4c4a-4431-a18c-abce38d46af4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.622528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (98c27ea7-487c-4903-b2b0-f1421f0cbf85), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.656564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (98c27ea7-487c-4903-b2b0-f1421f0cbf85), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.658628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:31.659906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.718609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4532065 Feb 19 07:37:31.719657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:31.726997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Request body: {'subnet': {'network_id': '98c27ea7-487c-4903-b2b0-f1421f0cbf85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1894042118-subnet', 'tenant_id': '1c5b0cb497ea4881ba486380798e09bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:31.749130 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304995f9-6049-45a7-9b01-f7061bca0724 admin admin] Pushing event updated for resources: {'Network': ['ID=98c27ea7-487c-4903-b2b0-f1421f0cbf85,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:31.762162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 98c27ea7-487c-4903-b2b0-f1421f0cbf85 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:31.777364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Made reservation on behalf of 1c5b0cb497ea4881ba486380798e09bf for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:31.780461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.842234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be1c63b-4c4a-4431-a18c-abce38d46af4']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:31.863643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89fe583-af3b-4605-a0ce-dc446ae8f936') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:31.864673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89fe583-af3b-4605-a0ce-dc446ae8f936') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:31.894909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (e89fe583-af3b-4605-a0ce-dc446ae8f936), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.916108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:31.924347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e89fe583-af3b-4605-a0ce-dc446ae8f936), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.931238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:31.931958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (e89fe583-af3b-4605-a0ce-dc446ae8f936), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:31.937508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-480bc198-07f0-40da-a1fd-44f7b9b14d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:32.022988 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:32.066818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (7be1c63b-4c4a-4431-a18c-abce38d46af4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.072250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.080989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:32.081764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/7be1c63b-4c4a-4431-a18c-abce38d46af4 HTTP/1.1" status: 204 len: 168 time: 2.3270562 Feb 19 07:37:32.096358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1997931753'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:32.102256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207d051-495b-48ce-b154-21f4505d6c8f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=7be1c63b-4c4a-4431-a18c-abce38d46af4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:32.164547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a165bdb-a812-43a7-964d-255c4f7f2f20 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:32.173955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:32.175644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks [] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.178258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.191368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Transition to ACTIVE for port object 2a165bdb-a812-43a7-964d-255c4f7f2f20 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:32.196930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.212039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-480bc198-07f0-40da-a1fd-44f7b9b14d57 admin admin] Publish callbacks [] for security_group (782fd7e7-0c20-4ccd-8bb7-9f694be75154), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.221655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-480bc198-07f0-40da-a1fd-44f7b9b14d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (782fd7e7-0c20-4ccd-8bb7-9f694be75154), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.252449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c265ac24-d840-44f2-b531-7fbed3f7d122), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.258275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:32.268176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bc198-07f0-40da-a1fd-44f7b9b14d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782fd7e7-0c20-4ccd-8bb7-9f694be75154,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:32.275240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:32.361110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-480bc198-07f0-40da-a1fd-44f7b9b14d57 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=130ba902beaa4fe49b836ac1ead057d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439054 Feb 19 07:37:32.365874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:32.367085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (754154e2-af5d-4699-81ac-98f074ae7beb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.367614 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment 754154e2-af5d-4699-81ac-98f074ae7beb of type vlan for network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 Feb 19 07:37:32.442346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Attempting to bind port 2a165bdb-a812-43a7-964d-255c4f7f2f20 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:32.442846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Attempting to bind port 2a165bdb-a812-43a7-964d-255c4f7f2f20 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:32.443263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Attempting to bind port 2a165bdb-a812-43a7-964d-255c4f7f2f20 on network 3bb0fc16-42d6-484d-97cc-faf85941193e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:32.478933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Checking segment: {'id': '4e6b3c90-9d51-4bb0-932d-f4d9f3449747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '98c27ea7-487c-4903-b2b0-f1421f0cbf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:32.479571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Network hostable DHCP agents. Network: 98c27ea7-487c-4903-b2b0-f1421f0cbf85, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:32.526301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Port 2a165bdb-a812-43a7-964d-255c4f7f2f20 on network 3bb0fc16-42d6-484d-97cc-faf85941193e not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:37:32.526627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Attempting to bind port 2a165bdb-a812-43a7-964d-255c4f7f2f20 on network 3bb0fc16-42d6-484d-97cc-faf85941193e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:32.537134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e16eb8b4-fcad-49a9-8448-9615ceb3af8e details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:37:32.545463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:32.550211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Checking segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:32.550858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Bound using segment: {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:32.551515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Bound port: 2a165bdb-a812-43a7-964d-255c4f7f2f20, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:32.555365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.583817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c265ac24-d840-44f2-b531-7fbed3f7d122,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:32.610708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Network 98c27ea7-487c-4903-b2b0-f1421f0cbf85 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:32.626629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] Publish callbacks [] for security_group (782fd7e7-0c20-4ccd-8bb7-9f694be75154), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.646600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cd7d4-9e16-4c33-9caf-f2b83c53e5f2 req-b7c3229b-d6d3-477c-9d14-30fc70ab7ea5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:32.651924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-219cd7d4-9e16-4c33-9caf-f2b83c53e5f2 req-b7c3229b-d6d3-477c-9d14-30fc70ab7ea5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.2034154 Feb 19 07:37:32.654493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (04fe6e7b-46c1-4127-a729-e96ba7c01fa1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.695132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919a52-70ca-4298-8c07-44b2ee97768a req-79ed1a67-2b46-42a4-93cb-fc5e113e3d7c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:32.702800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4919a52-70ca-4298-8c07-44b2ee97768a req-79ed1a67-2b46-42a4-93cb-fc5e113e3d7c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 944 time: 0.3154702 Feb 19 07:37:32.706265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] Publish callbacks [] for security_group (782fd7e7-0c20-4ccd-8bb7-9f694be75154), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.711341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 98c27ea7-487c-4903-b2b0-f1421f0cbf85) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:32.728353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1021e38-707c-4491-9fde-7a314c241c15 None None] Network 98c27ea7-487c-4903-b2b0-f1421f0cbf85 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:32.746306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:32.747694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.830874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-219cd7d4-9e16-4c33-9caf-f2b83c53e5f2 req-4e222aaa-c74b-4d3d-bdfb-beda0bd9c464 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651666 Feb 19 07:37:32.839994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:32.845353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:32.854129 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.895659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (04fe6e7b-46c1-4127-a729-e96ba7c01fa1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.900988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:32.901614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.908621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:32.909796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.912459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 1091 time: 1.7654374 Feb 19 07:37:32.922395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:32.927901 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f5d2e-e966-446d-ba12-039779db1958" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:32.960095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (782fd7e7-0c20-4ccd-8bb7-9f694be75154), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.964604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:32.965788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/782fd7e7-0c20-4ccd-8bb7-9f694be75154 HTTP/1.1" status: 204 len: 168 time: 0.5799348 Feb 19 07:37:32.969894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ddf9050-aabe-47a0-84df-37d19e24ac62 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2463939 Feb 19 07:37:32.992619 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4919a52-70ca-4298-8c07-44b2ee97768a req-f531a916-589d-42f5-b6e4-bff4a730116d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887733 Feb 19 07:37:33.103560 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9932ec-6903-450e-ab78-7b0237364747 x-openstack-request-id: req-8e9932ec-6903-450e-ab78-7b0237364747 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:33.103825 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:33.104084 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e9932ec-6903-450e-ab78-7b0237364747 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:33.104545 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:37:33.129656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0fab0-ead4-4377-95d9-655bfcbb1387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782fd7e7-0c20-4ccd-8bb7-9f694be75154,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:33.156066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f105f76-6a3f-41b7-a0fe-ec2106d0a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:33.181732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0992825 Feb 19 07:37:33.188218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:33.194153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-864bd9c3-578d-477c-a89f-8b9ff3edfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:33.197404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-864bd9c3-578d-477c-a89f-8b9ff3edfdbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1125 time: 0.2358580 Feb 19 07:37:33.199744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd613a-ba0a-4eef-9c12-66db808ad29d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=04fe6e7b-46c1-4127-a729-e96ba7c01fa1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:33.214405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:33.277706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:33.280382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81963fb7-fadb-40f1-ab45-753a355a0d71 None None] Network 98c27ea7-487c-4903-b2b0-f1421f0cbf85 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:33.334561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:33.390040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-589ea5d4-0819-4f1e-8908-93db7732e084 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 217 time: 0.1468546 Feb 19 07:37:33.415865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:33.504753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e', 'mac_address': 'fa:16:3e:f3:4e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:37:33.577033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:33.582168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:33.618690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e16eb8b4-fcad-49a9-8448-9615ceb3af8e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:33.624141 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:33.694611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16eb8b4-fcad-49a9-8448-9615ceb3af8e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:33.729708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dfc0c597-38ca-46b9-9a0a-14568390cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:33.731151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-dfc0c597-38ca-46b9-9a0a-14568390cc0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.3402667 Feb 19 07:37:33.745368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:33.753346 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:33.841868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-99e4fea2-def2-47d6-a79a-c3ae6685c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:33.843634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-99e4fea2-def2-47d6-a79a-c3ae6685c426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014848 Feb 19 07:37:33.929136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:34.081556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-9ac9e5d6-a95a-48ae-bffd-be518954cb67 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:34.083429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-9ac9e5d6-a95a-48ae-bffd-be518954cb67 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/networks?id=fcda3345-6c7b-4170-ad45-7a199900708c HTTP/1.1" status: 200 len: 823 time: 0.1474695 Feb 19 07:37:34.106165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e16eb8b4-fcad-49a9-8448-9615ceb3af8e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:34.136537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-b509c368-f409-46d4-b0f4-e7b998882232 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/quotas/7ecf31767c66436987b58a4f668ce84d HTTP/1.1" status: 200 len: 375 time: 0.0391586 Feb 19 07:37:34.209171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-c892cf69-75fb-485d-aee6-8d5a516a454a tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ecf31767c66436987b58a4f668ce84d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660768 Feb 19 07:37:34.326487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-6331be3f-7808-41bf-81ac-ca9780677749 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770079 Feb 19 07:37:34.408520 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-536f1ed6-da97-4829-ac16-316d32e033aa service neutron] 10.222.0.43 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917312 Feb 19 07:37:34.541550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-9a26f79f-feb4-4c10-a8cb-0f0c1e6068b8 service neutron] 10.222.0.43 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220448 Feb 19 07:37:34.639744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8bcd-55fb-42de-afa7-3d2ef8488820 req-2ae46ff7-a496-414a-8891-d4d859e28eb0 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:34.642022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7bb8bcd-55fb-42de-afa7-3d2ef8488820 req-2ae46ff7-a496-414a-8891-d4d859e28eb0 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.6969626 Feb 19 07:37:34.715867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (1e287839-478c-4820-9b6e-7aad939bd707), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:34.735052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff4430db-9361-47d0-9df0-0ae4f141554a req-71a0083c-7bbf-4860-9109-4c4524858e1d service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916714 Feb 19 07:37:34.936423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7bb8bcd-55fb-42de-afa7-3d2ef8488820 req-2d8f354b-77fb-4d2b-aee8-2d0a63b70b0c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866421 Feb 19 07:37:35.031309 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265a9f0-ee4f-4a89-a048-375dba745d4a req-27c3dfe2-243a-45a9-b3dc-61d959a684cb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.039356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8265a9f0-ee4f-4a89-a048-375dba745d4a req-27c3dfe2-243a-45a9-b3dc-61d959a684cb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 945 time: 0.1548085 Feb 19 07:37:35.046013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=1e287839-478c-4820-9b6e-7aad939bd707,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:35.053232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': '754154e2-af5d-4699-81ac-98f074ae7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:35.054111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 04fe6e7b-46c1-4127-a729-e96ba7c01fa1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:35.098900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-e77d6f9a-5eb5-4c02-8f50-b750d9ea6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.100681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-e77d6f9a-5eb5-4c02-8f50-b750d9ea6786 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1125 time: 0.2986038 Feb 19 07:37:35.203473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2dfa3d1-b640-4f09-b08c-bff1706a8bdf req-73c40854-9f31-445c-b1c9-930050dd4df9 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 210 time: 0.1269989 Feb 19 07:37:35.211733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8265a9f0-ee4f-4a89-a048-375dba745d4a req-82f6e180-35cb-495d-a82a-08dac11e331e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666324 Feb 19 07:37:35.238187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:35.300139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 04fe6e7b-46c1-4127-a729-e96ba7c01fa1) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:35.308024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.308687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:35.310700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab5b1f-753e-41f0-ba6a-b57ec662825d None None] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:35.402574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fc35c671-87b0-48cd-ad5e-9ad8fe81ecf1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2038977 Feb 19 07:37:35.405489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48966) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:35.407317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-07ac8fb6-8c25-43e1-8449-54ad4f0d9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.408949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-07ac8fb6-8c25-43e1-8449-54ad4f0d9f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.2622178 Feb 19 07:37:35.411321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-751135312'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:35.486401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-12b580eb-8e29-41b6-af3c-0050eb24bdbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 217 time: 0.0699084 Feb 19 07:37:35.559407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-04fe6e7b-46c1-4127-a729-e96ba7c01fa1', 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': '1e287839-478c-4820-9b6e-7aad939bd707'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:37:35.560268 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:35.596894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-b3ae873d-6690-4d3e-a8cb-9513d982aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.598393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-b3ae873d-6690-4d3e-a8cb-9513d982aff2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.1064961 Feb 19 07:37:35.675162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:35.681552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:35.697845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-37a6fb9c-9d2d-494e-bc3e-368a92bae8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:35.703655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-37a6fb9c-9d2d-494e-bc3e-368a92bae8a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0948639 Feb 19 07:37:35.721656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 072b616f-536c-4b95-9155-fb5a9f7346de yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:35.899434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-3bba7ecd-292e-4b0f-91be-df26086c8117 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918311 Feb 19 07:37:35.904368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Allocated IP 2001:db8::2 (04fe6e7b-46c1-4127-a729-e96ba7c01fa1/1e287839-478c-4820-9b6e-7aad939bd707/b646ff49-eaef-461b-8a17-be9c2ea25636) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:36.200486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks [] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.208914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.255945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e7f5d2e-e966-446d-ba12-039779db1958 req-cb7d15a7-c137-4c89-926a-68e9fa4dc3da service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507004 Feb 19 07:37:36.312692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74aa9a-8780-4693-a28d-2469b33877b5 req-c54c0ac6-81c1-49ae-995d-49cd13337d4c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:36.329289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b74aa9a-8780-4693-a28d-2469b33877b5 req-c54c0ac6-81c1-49ae-995d-49cd13337d4c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.2401183 Feb 19 07:37:36.345291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:36.353597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:36.356293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:36.419899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b74aa9a-8780-4693-a28d-2469b33877b5 req-885c187d-a792-4a7d-addb-bb02033dc124 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896795 Feb 19 07:37:36.421829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Pushing event updated for resources: {'Port': ['ID=b646ff49-eaef-461b-8a17-be9c2ea25636,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:36.429091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::30 (04fe6e7b-46c1-4127-a729-e96ba7c01fa1/1e287839-478c-4820-9b6e-7aad939bd707/072b616f-536c-4b95-9155-fb5a9f7346de) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:36.491955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c91deec7-9c69-40d4-afe5-573a2a6a2fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.574951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Attempting to bind port b646ff49-eaef-461b-8a17-be9c2ea25636 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:36.575688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Attempting to bind port b646ff49-eaef-461b-8a17-be9c2ea25636 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '754154e2-af5d-4699-81ac-98f074ae7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:36.576166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Attempting to bind port b646ff49-eaef-461b-8a17-be9c2ea25636 on network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:36.579596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e16eb8b4-fcad-49a9-8448-9615ceb3af8e up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:36.651435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:36.652843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Checking segment: {'id': '754154e2-af5d-4699-81ac-98f074ae7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:36.654068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.654377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Bound using segment: {'id': '754154e2-af5d-4699-81ac-98f074ae7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:36.655057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Bound port: b646ff49-eaef-461b-8a17-be9c2ea25636, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754154e2-af5d-4699-81ac-98f074ae7beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04fe6e7b-46c1-4127-a729-e96ba7c01fa1'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:36.655598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.676012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bcd4653f-51b9-4950-94a9-84e9bfa85c80 req-aa827c7c-3d3b-46ca-a386-6e9792cfe067 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 210 time: 0.1285698 Feb 19 07:37:36.808788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e16eb8b4-fcad-49a9-8448-9615ceb3af8e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:36.848762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e16eb8b4-fcad-49a9-8448-9615ceb3af8e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:36.862248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:36.925553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-c5418923-a961-45a7-976b-47df48d43e7d tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:36.928246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-c5418923-a961-45a7-976b-47df48d43e7d tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.47 "GET /v2.0/networks?id=fcda3345-6c7b-4170-ad45-7a199900708c HTTP/1.1" status: 200 len: 823 time: 0.2776158 Feb 19 07:37:36.943784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Request body: {'port': {'device_id': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c', 'admin_state_up': True, 'tenant_id': '7ecf31767c66436987b58a4f668ce84d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:37.018620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] For port b646ff49-eaef-461b-8a17-be9c2ea25636, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:37.040417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] For port b646ff49-eaef-461b-8a17-be9c2ea25636, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b646ff49-eaef-461b-8a17-be9c2ea25636,segment=NetworkSegment(754154e2-af5d-4699-81ac-98f074ae7beb),segment_id=754154e2-af5d-4699-81ac-98f074ae7beb)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:37.109136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.174746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Made reservation on behalf of 7ecf31767c66436987b58a4f668ce84d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:37.180128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.236913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e16eb8b4-fcad-49a9-8448-9615ceb3af8e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:37.240798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.316897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b8fef-636f-4db6-954f-7d6ca19e1fee req-49cd5860-149b-4199-b8b0-c00b48377c26 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:37.319731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52b8b-bbae-47e9-bfde-89374c5c8c17 None None] Pushing event updated for resources: {'Port': ['ID=b646ff49-eaef-461b-8a17-be9c2ea25636,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:37.322193 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-594b8fef-636f-4db6-954f-7d6ca19e1fee req-49cd5860-149b-4199-b8b0-c00b48377c26 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 945 time: 0.9176805 Feb 19 07:37:37.345074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:37.357580 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18aabb-3a4b-44f6-a1f7-f8f8bb65b1d9" -d '{"events": [{"server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:37.412320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:37.420731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-594b8fef-636f-4db6-954f-7d6ca19e1fee req-8fbfe354-418b-499a-8474-663c076a2a8a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786462 Feb 19 07:37:37.428652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.504417 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d3a04-a8e8-4b32-8dd1-96807356431c x-openstack-request-id: req-6a0d3a04-a8e8-4b32-8dd1-96807356431c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:37.510400 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "name": "network-vif-plugged", "status": "completed", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:37.510721 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0d3a04-a8e8-4b32-8dd1-96807356431c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:37.513279 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e', 'code': 200} Feb 19 07:37:37.568079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (072b616f-536c-4b95-9155-fb5a9f7346de), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.624601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:37.712356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:37.793933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Allocated IP 172.20.0.2 (fcda3345-6c7b-4170-ad45-7a199900708c/40a1e16e-ea6f-461d-ab9c-44cf00356bc4/fb9ad339-cb27-4321-9d10-f5c731a790aa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:37.799981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (072b616f-536c-4b95-9155-fb5a9f7346de), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:37.936417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df412bd-f417-4b5b-8e90-f2c871c247e3 req-daf49185-1ccb-46eb-bd2c-58805c932236 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:37.952408 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6df412bd-f417-4b5b-8e90-f2c871c247e3 req-daf49185-1ccb-46eb-bd2c-58805c932236 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.3265119 Feb 19 07:37:37.954883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=072b616f-536c-4b95-9155-fb5a9f7346de,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:37.967900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:38.106882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6df412bd-f417-4b5b-8e90-f2c871c247e3 req-592da5a2-603a-4ec0-b8ed-430a2d7f94c5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328595 Feb 19 07:37:38.109871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50c0a7e6-ed5a-40e1-aff3-93933bd168b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.116186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:38.125175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:38.144792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:38.151923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.171885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks [] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.225455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b646ff49-eaef-461b-8a17-be9c2ea25636 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:38.241100 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3960ae94-31aa-4a80-b021-d037acf41347 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.8343394 Feb 19 07:37:38.245761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:38.298753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.352621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b646ff49-eaef-461b-8a17-be9c2ea25636 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:38.353002 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.455970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd6c1-2f71-485b-815f-7ccebe3a6634 req-95c259e8-d348-4809-a4e9-1b973c5f372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:38.457559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d7fd6c1-2f71-485b-815f-7ccebe3a6634 req-95c259e8-d348-4809-a4e9-1b973c5f372b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 1128 time: 0.8851752 Feb 19 07:37:38.472435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Network fcda3345-6c7b-4170-ad45-7a199900708c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:38.486278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:38.495965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:38.601108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b646ff49-eaef-461b-8a17-be9c2ea25636 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:38.601585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.647554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50c0a7e6-ed5a-40e1-aff3-93933bd168b2 admin admin] Publish callbacks [] for security_group (8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.658385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-50c0a7e6-ed5a-40e1-aff3-93933bd168b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.678084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2c3cb-c3b3-4a45-96a2-d7f2e8446f50 req-e516ca1a-f98e-499b-a894-11227df8c271 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:38.685525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa2c3cb-c3b3-4a45-96a2-d7f2e8446f50 req-e516ca1a-f98e-499b-a894-11227df8c271 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 931 time: 0.4251990 Feb 19 07:37:38.687730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Pushing event updated for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:38.704151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b646ff49-eaef-461b-8a17-be9c2ea25636, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b646ff49-eaef-461b-8a17-be9c2ea25636,segment=NetworkSegment(754154e2-af5d-4699-81ac-98f074ae7beb),segment_id=754154e2-af5d-4699-81ac-98f074ae7beb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:38.711813 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4b09-0e72-4662-893b-e5e6a1c27a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.717897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.751321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d7fd6c1-2f71-485b-815f-7ccebe3a6634 req-f6380319-c19b-439a-924b-33e494312ffa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667875 Feb 19 07:37:38.768107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:38.769614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.776392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 072b616f-536c-4b95-9155-fb5a9f7346de {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:38.776809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (072b616f-536c-4b95-9155-fb5a9f7346de), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:38.801818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b646ff49-eaef-461b-8a17-be9c2ea25636,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:38.815981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-3a460339-1e92-45a7-b3e8-1a270db43874 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8761485 Feb 19 07:37:38.826738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-50c0a7e6-ed5a-40e1-aff3-93933bd168b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e336b246eb744960a6b81e344544c0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1108301 Feb 19 07:37:38.849643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Request body: {'port': {'device_id': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:38.860434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:38.864615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa2c3cb-c3b3-4a45-96a2-d7f2e8446f50 req-230edcff-e473-4fcd-b63c-c82eedf692f6 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779213 Feb 19 07:37:38.873409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0a7e6-ed5a-40e1-aff3-93933bd168b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:38.907652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d32e55-83ee-4f72-b1e5-5937dd908985 req-4e548333-dc19-4180-bdd2-5a948ba53238 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:38.916205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-94d32e55-83ee-4f72-b1e5-5937dd908985 req-4e548333-dc19-4180-bdd2-5a948ba53238 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.3274748 Feb 19 07:37:39.005362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (072b616f-536c-4b95-9155-fb5a9f7346de), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.032150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-94d32e55-83ee-4f72-b1e5-5937dd908985 req-ef65abc8-ee15-4a4b-99f8-8927406acdcd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099405 Feb 19 07:37:39.040763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 072b616f-536c-4b95-9155-fb5a9f7346de owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:39.058279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] Publish callbacks [] for security_group (8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.062735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.095123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] Publish callbacks [] for security_group (8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.099283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3a8f6-3909-40ad-9c59-42b5dfe6a341 None None] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:39.216374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (072b616f-536c-4b95-9155-fb5a9f7346de), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.226346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-153f2802-934b-4fe5-846d-47a5614c1093 None None] Provisioning complete for port b646ff49-eaef-461b-8a17-be9c2ea25636 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:39.226986 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-153f2802-934b-4fe5-846d-47a5614c1093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.252493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=072b616f-536c-4b95-9155-fb5a9f7346de,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:39.282157 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.285943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-36175390-13ef-4096-a43e-ad7bfb86139d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/072b616f-536c-4b95-9155-fb5a9f7346de HTTP/1.1" status: 204 len: 168 time: 1.0375204 Feb 19 07:37:39.288469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:39.314195 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef5ab07-26e6-4f8b-b64d-8733c7dc58ba tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:39.315797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aef5ab07-26e6-4f8b-b64d-8733c7dc58ba tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/072b616f-536c-4b95-9155-fb5a9f7346de HTTP/1.1" status: 404 len: 333 time: 0.0262597 Feb 19 07:37:39.318775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49076) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:39.370393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-153f2802-934b-4fe5-846d-47a5614c1093 None None] Current status of the port b646ff49-eaef-461b-8a17-be9c2ea25636 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:39.388887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 1e287839-478c-4820-9b6e-7aad939bd707 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:39.395254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (1e287839-478c-4820-9b6e-7aad939bd707), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.440267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.442879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.444231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb HTTP/1.1" status: 204 len: 168 time: 0.5782082 Feb 19 07:37:39.449014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (1e287839-478c-4820-9b6e-7aad939bd707), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.489404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38edb6-7c5b-45a3-a124-25b8a5957336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76fd7a-ab2d-4235-b4d1-577a08d2e2cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:39.494835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9ad339-cb27-4321-9d10-f5c731a790aa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:39.519888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks [] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.553735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Transition to ACTIVE for port object fb9ad339-cb27-4321-9d10-f5c731a790aa will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:37:39.564406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841d2ba-128d-4b38-bdb2-0670eaf068ea req-308cba7b-ed3e-4fdd-82ed-341be751582f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:39.566568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4841d2ba-128d-4b38-bdb2-0670eaf068ea req-308cba7b-ed3e-4fdd-82ed-341be751582f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1783633 Feb 19 07:37:39.571146 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1e287839-478c-4820-9b6e-7aad939bd707), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.576724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.649033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (1e287839-478c-4820-9b6e-7aad939bd707), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.701666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:39.709379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=1e287839-478c-4820-9b6e-7aad939bd707,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:39.715435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.720330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-392c72d3-3315-4497-8d95-e1996df65454 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/1e287839-478c-4820-9b6e-7aad939bd707 HTTP/1.1" status: 204 len: 168 time: 0.4005663 Feb 19 07:37:39.720769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.723239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:39.741572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2d81babd-cde5-478a-b281-6d514bb6d187 None None] Provisioning complete for port b646ff49-eaef-461b-8a17-be9c2ea25636 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:39.741944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d81babd-cde5-478a-b281-6d514bb6d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.858589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4841d2ba-128d-4b38-bdb2-0670eaf068ea req-5f6008a3-2112-48d2-b4c2-d10a6fcacf09 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786434 Feb 19 07:37:39.890389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (04fe6e7b-46c1-4127-a729-e96ba7c01fa1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:39.980850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d81babd-cde5-478a-b281-6d514bb6d187 None None] Current status of the port b646ff49-eaef-461b-8a17-be9c2ea25636 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:39.990200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Attempting to bind port fb9ad339-cb27-4321-9d10-f5c731a790aa on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:39.990471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Attempting to bind port fb9ad339-cb27-4321-9d10-f5c731a790aa by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '2f96e37c-3194-455a-978d-c0a1482fe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:39.990792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Attempting to bind port fb9ad339-cb27-4321-9d10-f5c731a790aa on network fcda3345-6c7b-4170-ad45-7a199900708c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:40.001308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Port fb9ad339-cb27-4321-9d10-f5c731a790aa on network fcda3345-6c7b-4170-ad45-7a199900708c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:37:40.002739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Attempting to bind port fb9ad339-cb27-4321-9d10-f5c731a790aa on network fcda3345-6c7b-4170-ad45-7a199900708c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:40.018724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:40.026545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Checking segment: {'id': '2f96e37c-3194-455a-978d-c0a1482fe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:40.026998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Bound using segment: {'id': '2f96e37c-3194-455a-978d-c0a1482fe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:40.027527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Bound port: fb9ad339-cb27-4321-9d10-f5c731a790aa, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f96e37c-3194-455a-978d-c0a1482fe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:40.027908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.118553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b646ff49-eaef-461b-8a17-be9c2ea25636 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:40.121416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cf50d-9d8e-4af1-8ec0-9fa68f3aef9f None None] Network 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:40.148131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port b646ff49-eaef-461b-8a17-be9c2ea25636 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:40.148763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.173568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:40.210398 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-911ba355-e464-451e-b279-03895fadb68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.221663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8b86a-f547-4447-a226-9dd1a4ee7827 req-37f6b4ea-a9f3-479e-ade6-d150ca9f0b84 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:40.223277 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be8b86a-f547-4447-a226-9dd1a4ee7827 req-37f6b4ea-a9f3-479e-ade6-d150ca9f0b84 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 943 time: 0.1681631 Feb 19 07:37:40.262792 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] For port b646ff49-eaef-461b-8a17-be9c2ea25636, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b646ff49-eaef-461b-8a17-be9c2ea25636,segment=NetworkSegment(754154e2-af5d-4699-81ac-98f074ae7beb),segment_id=754154e2-af5d-4699-81ac-98f074ae7beb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:40.263209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.286594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b44d52cb-92fa-43a4-9e9c-2910fb63c2a8 None None] Could not find standard attr ID for object 072b616f-536c-4b95-9155-fb5a9f7346de. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:37:40.295381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for b646ff49-eaef-461b-8a17-be9c2ea25636 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:40.340223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4be8b86a-f547-4447-a226-9dd1a4ee7827 req-e2d52dd4-1d4d-42e6-8503-f18b2f124c78 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097925 Feb 19 07:37:40.352443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b646ff49-eaef-461b-8a17-be9c2ea25636 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:40.352737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.363943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:40.409171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa,segment=NetworkSegment(2f96e37c-3194-455a-978d-c0a1482fe103),segment_id=2f96e37c-3194-455a-978d-c0a1482fe103)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:40.470386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b646ff49-eaef-461b-8a17-be9c2ea25636 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:40.488845 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.507663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091eb5d-f934-4f34-ad4c-835035659811 None None] DHCP port deletion for 04fe6e7b-46c1-4127-a729-e96ba7c01fa1 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:37:40.508149 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b646ff49-eaef-461b-8a17-be9c2ea25636), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.546846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=b646ff49-eaef-461b-8a17-be9c2ea25636,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:40.551326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No DVR routers for this DVR port b646ff49-eaef-461b-8a17-be9c2ea25636 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:40.574687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3ce9d-0910-4764-9f53-ea780cafbe8a req-2a57f0b7-42a2-4a51-ada5-d5265bde9fed tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:40.579713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3e3ce9d-0910-4764-9f53-ea780cafbe8a req-2a57f0b7-42a2-4a51-ada5-d5265bde9fed tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.3770816 Feb 19 07:37:40.608763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-911ba355-e464-451e-b279-03895fadb68c admin admin] Publish callbacks [] for security_group (4674ef78-9aaa-40f1-b33e-b7139648b5a7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.612734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:40.613388 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.614906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb9ad339-cb27-4321-9d10-f5c731a790aa HTTP/1.1" status: 200 len: 1091 time: 1.7900598 Feb 19 07:37:40.621374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:40.624220 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f" -d '{"events": [{"name": "network-changed", "server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:40.637801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-911ba355-e464-451e-b279-03895fadb68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4674ef78-9aaa-40f1-b33e-b7139648b5a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.680762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (04fe6e7b-46c1-4127-a729-e96ba7c01fa1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.710574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fe6e7b-46c1-4127-a729-e96ba7c01fa1']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:40.723778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754154e2-af5d-4699-81ac-98f074ae7beb') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:40.724152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754154e2-af5d-4699-81ac-98f074ae7beb') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:40.731737 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f142891-fe22-40cf-a0ea-e2777c0855cc x-openstack-request-id: req-0f142891-fe22-40cf-a0ea-e2777c0855cc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:40.732264 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:40.732714 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0f142891-fe22-40cf-a0ea-e2777c0855cc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:40.733316 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa', 'status': 'completed', 'code': 200} Feb 19 07:37:40.735808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (754154e2-af5d-4699-81ac-98f074ae7beb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.752519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (754154e2-af5d-4699-81ac-98f074ae7beb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.760736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:40.761190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (754154e2-af5d-4699-81ac-98f074ae7beb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.762803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-911ba355-e464-451e-b279-03895fadb68c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b1da0b2fc7048c781820721d242b74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5881774 Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:40.765404 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:40.768324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:40.775845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6deec-ec99-48c8-ab61-13ce97fde086 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:40.796761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ba355-e464-451e-b279-03895fadb68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4674ef78-9aaa-40f1-b33e-b7139648b5a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:40.803220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3e3ce9d-0910-4764-9f53-ea780cafbe8a req-d2fdb365-6b6e-4111-9be2-6eb230fd3a25 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108049 Feb 19 07:37:40.831048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-ce147929-b177-4cc9-b53c-84196779baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:40.832896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-ce147929-b177-4cc9-b53c-84196779baaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ecf31767c66436987b58a4f668ce84d&device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 1125 time: 0.1581264 Feb 19 07:37:40.893129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-2342cbd5-69fa-473c-8a93-36e4f6553080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa HTTP/1.1" status: 200 len: 217 time: 0.0530453 Feb 19 07:37:40.946006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (04fe6e7b-46c1-4127-a729-e96ba7c01fa1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.966539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:40.973996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/04fe6e7b-46c1-4127-a729-e96ba7c01fa1 HTTP/1.1" status: 204 len: 168 time: 1.2460306 Feb 19 07:37:40.977110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:40.992348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'name': 'tempest-PortsIpV6TestJSON-1172005777'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:41.008626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-307f2db7-58b0-4abf-a2ea-3cdac79267e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.011170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-307f2db7-58b0-4abf-a2ea-3cdac79267e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40a1e16e-ea6f-461d-ab9c-44cf00356bc4 HTTP/1.1" status: 200 len: 863 time: 0.1082041 Feb 19 07:37:41.015904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94e721-85d4-4fec-bd57-5828235fae70 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=04fe6e7b-46c1-4127-a729-e96ba7c01fa1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:41.036056 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.068794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] Publish callbacks [] for security_group (4674ef78-9aaa-40f1-b33e-b7139648b5a7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.085108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-9617bd05-8abc-4b75-8857-148b27b16db6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fcda3345-6c7b-4170-ad45-7a199900708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678265 Feb 19 07:37:41.125703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea6601-e591-4db6-b246-6cbcb9aa5533 req-587a9c2b-d318-4b6b-ad47-4678f64c9b9b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.127274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bea6601-e591-4db6-b246-6cbcb9aa5533 req-587a9c2b-d318-4b6b-ad47-4678f64c9b9b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.2272110 Feb 19 07:37:41.129406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] Publish callbacks [] for security_group (4674ef78-9aaa-40f1-b33e-b7139648b5a7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.202430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-aa35185e-0bf6-410b-baa3-671f948bcdae service neutron] 10.222.0.47 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059053 Feb 19 07:37:41.206867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:41.210282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.218178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193163f-d4ce-4eb2-8031-0761cbbbdee9 req-5d923693-dd71-4aa5-882e-147333a610b7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.220263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e193163f-d4ce-4eb2-8031-0761cbbbdee9 req-5d923693-dd71-4aa5-882e-147333a610b7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1859167 Feb 19 07:37:41.245141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3bea6601-e591-4db6-b246-6cbcb9aa5533 req-4be6d09e-593a-4181-b3ec-a8c67dc19ed2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069784 Feb 19 07:37:41.254795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 483f256d-e1be-41e1-9ae2-8f62f7b9e322 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:41.293326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4674ef78-9aaa-40f1-b33e-b7139648b5a7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.296205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.300447 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4674ef78-9aaa-40f1-b33e-b7139648b5a7 HTTP/1.1" status: 204 len: 168 time: 0.5307643 Feb 19 07:37:41.342024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62e378-36b8-48a6-8585-a873fa6e9178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674ef78-9aaa-40f1-b33e-b7139648b5a7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:41.427162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e193163f-d4ce-4eb2-8031-0761cbbbdee9 req-07f68edd-0f67-4961-bc0f-a5404f522527 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852629 Feb 19 07:37:41.429618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-824487b5-9890-42a2-b8b2-8717a9a61e1e req-9af13c4e-10de-4430-9846-b6976670f2e8 service neutron] 10.222.0.47 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210178 Feb 19 07:37:41.569794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-5048137a-b4a1-4604-a2a3-1691ea19832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.571370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-5048137a-b4a1-4604-a2a3-1691ea19832f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ecf31767c66436987b58a4f668ce84d&device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 1125 time: 0.0915084 Feb 19 07:37:41.622185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1876-7aff-4cbe-bfc0-d1122fbfa347 req-1047f5fe-59a6-420d-9d3e-ab3776b69379 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.624637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-746d1876-7aff-4cbe-bfc0-d1122fbfa347 req-1047f5fe-59a6-420d-9d3e-ab3776b69379 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.2229204 Feb 19 07:37:41.631484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (483f256d-e1be-41e1-9ae2-8f62f7b9e322), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.685823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-746d1876-7aff-4cbe-bfc0-d1122fbfa347 req-86c661c1-b0c4-4333-a3b5-b21446967ba5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Feb 19 07:37:41.728463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (483f256d-e1be-41e1-9ae2-8f62f7b9e322), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.785590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:41.790339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:41.814412 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:37:41.815398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:41.824225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.824907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:41.842918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=483f256d-e1be-41e1-9ae2-8f62f7b9e322,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:41.854846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e50da-04c4-49d8-bfbb-a9f659e2c234 req-69cc7e57-f1ca-4bb3-be9e-f4f8a194783f tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.862589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c24e50da-04c4-49d8-bfbb-a9f659e2c234 req-69cc7e57-f1ca-4bb3-be9e-f4f8a194783f tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 943 time: 0.2743995 Feb 19 07:37:41.863979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c227423-22a6-4ca8-bdc1-16ee4e56f3af tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8766303 Feb 19 07:37:41.866852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:41.967830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-bb7f3488-d155-400c-8345-cf9792c14028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:41.974512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-bb7f3488-d155-400c-8345-cf9792c14028 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fcda3345-6c7b-4170-ad45-7a199900708c HTTP/1.1" status: 200 len: 923 time: 0.3973949 Feb 19 07:37:42.088105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b646ff49-eaef-461b-8a17-be9c2ea25636 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:42.127403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b646ff49-eaef-461b-8a17-be9c2ea25636 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:42.128037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b646ff49-eaef-461b-8a17-be9c2ea25636 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:42.166141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d79e6a-50fd-4115-aede-bed2fbcc58af req-3fd424b6-1c70-4f9c-8892-8acacf3ba61b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:42.167971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d79e6a-50fd-4115-aede-bed2fbcc58af req-3fd424b6-1c70-4f9c-8892-8acacf3ba61b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.0784888 Feb 19 07:37:42.195135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c24e50da-04c4-49d8-bfbb-a9f659e2c234 req-d231f3a8-96be-495a-9a15-1018478cb3ce tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273759 Feb 19 07:37:42.219623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-ad75d422-e339-4d2f-b5bf-b390b4631d9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa HTTP/1.1" status: 200 len: 217 time: 0.1623764 Feb 19 07:37:42.247230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d79e6a-50fd-4115-aede-bed2fbcc58af req-21702ad6-d204-4924-a975-9c0f411005ee tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688429 Feb 19 07:37:42.296427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-15fd64bd-20b5-4618-992b-f108510f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:42.298460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-15fd64bd-20b5-4618-992b-f108510f0178 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40a1e16e-ea6f-461d-ab9c-44cf00356bc4 HTTP/1.1" status: 200 len: 863 time: 0.0733695 Feb 19 07:37:42.320404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 483f256d-e1be-41e1-9ae2-8f62f7b9e322 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:42.325390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (483f256d-e1be-41e1-9ae2-8f62f7b9e322), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.355318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-a4e7cac2-dae5-4d34-9855-016a5ab5cbe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fcda3345-6c7b-4170-ad45-7a199900708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499289 Feb 19 07:37:42.425877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (483f256d-e1be-41e1-9ae2-8f62f7b9e322), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.428047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.444207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 483f256d-e1be-41e1-9ae2-8f62f7b9e322 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:42.559855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (483f256d-e1be-41e1-9ae2-8f62f7b9e322), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.648135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=483f256d-e1be-41e1-9ae2-8f62f7b9e322,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:42.688802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.696243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:42.707029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'mac_address': 'fa:16:3e:7d:d2:fa', 'name': 'tempest-PortsIpV6TestJSON-81212935'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:42.709041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0795e0a9-1416-4b3b-9ce5-8452a371b227 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/483f256d-e1be-41e1-9ae2-8f62f7b9e322 HTTP/1.1" status: 204 len: 168 time: 0.8324304 Feb 19 07:37:42.719846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482f8b2-8505-4a51-bffe-1a0d0c6ba420 req-31d73fab-351e-4600-9976-b59296006f19 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:42.721412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7482f8b2-8505-4a51-bffe-1a0d0c6ba420 req-31d73fab-351e-4600-9976-b59296006f19 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1626828 Feb 19 07:37:42.778314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7482f8b2-8505-4a51-bffe-1a0d0c6ba420 req-4628aa5c-5f53-40ec-9a67-42b69e5aa24f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502393 Feb 19 07:37:42.804987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-5971190b-79a3-494f-8b2e-a9c7d53ed9d4 service neutron] 10.222.0.47 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199953 Feb 19 07:37:42.884876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:42.941643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cd4c7d9-1219-40d8-b774-6d3e8f03563f req-d1a07a3f-b425-41d5-bb34-c28e85608e69 service neutron] 10.222.0.47 "GET /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298256 Feb 19 07:37:42.979266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:42.999820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port ac82c3ce-038c-41a7-84fa-8af67f050769 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:43.218967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (ac82c3ce-038c-41a7-84fa-8af67f050769), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:43.262783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ac82c3ce-038c-41a7-84fa-8af67f050769), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:43.316867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:43.322204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:43.333005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:43.368826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:43.369861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:43.429024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7316418 Feb 19 07:37:43.429852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:43.481091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=ac82c3ce-038c-41a7-84fa-8af67f050769,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:43.492699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.492993 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.493419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.493758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.494280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.494730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.496645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.498082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.498082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.498082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.501902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.502333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.502861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0018a2-2446-4ee1-afa7-0c44014b7cf2 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:43.530956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fb979-c36e-4793-82d3-8fc35ea51b51 req-9e54d4e4-9d2d-4bf8-bf40-2facc9b63c22 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:43.534818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-144fb979-c36e-4793-82d3-8fc35ea51b51 req-9e54d4e4-9d2d-4bf8-bf40-2facc9b63c22 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 943 time: 0.1357214 Feb 19 07:37:43.591655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd39f63-ebc8-4f8a-a9b1-ebf6f76c0874 req-b0298da4-1a07-49cd-b5fd-67a7362af706 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:43.603617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5fd39f63-ebc8-4f8a-a9b1-ebf6f76c0874 req-b0298da4-1a07-49cd-b5fd-67a7362af706 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.2526538 Feb 19 07:37:43.632191 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-144fb979-c36e-4793-82d3-8fc35ea51b51 req-c9f44e4f-b914-42ca-b4e7-48ef471e09e1 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938299 Feb 19 07:37:43.671149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2484eb-34ee-4681-b8d7-50d5b9dff578 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:43.673127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aa2484eb-34ee-4681-b8d7-50d5b9dff578 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/ac82c3ce-038c-41a7-84fa-8af67f050769 HTTP/1.1" status: 200 len: 843 time: 0.2409458 Feb 19 07:37:43.676414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:43.785102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5fd39f63-ebc8-4f8a-a9b1-ebf6f76c0874 req-5daadce5-4283-4c37-8124-3a56e130b473 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802793 Feb 19 07:37:43.797247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-e6d3bdce-60b9-479b-a396-617cd30363e9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:43.798700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-e6d3bdce-60b9-479b-a396-617cd30363e9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 946 time: 0.2808728 Feb 19 07:37:43.851219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port ac82c3ce-038c-41a7-84fa-8af67f050769 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:43.852140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ac82c3ce-038c-41a7-84fa-8af67f050769), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:43.927744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port e16eb8b4-fcad-49a9-8448-9615ceb3af8e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:43.928383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.029453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ac82c3ce-038c-41a7-84fa-8af67f050769), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.073674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ff80c-240f-44f4-ae3d-9b6a700d228f req-bb829bb0-1a37-4532-be5c-7aa87dbe208c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:44.075260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-963ff80c-240f-44f4-ae3d-9b6a700d228f req-bb829bb0-1a37-4532-be5c-7aa87dbe208c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1859188 Feb 19 07:37:44.076282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for ac82c3ce-038c-41a7-84fa-8af67f050769 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:44.097646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port e16eb8b4-fcad-49a9-8448-9615ceb3af8e, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:44.098618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.133832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for e16eb8b4-fcad-49a9-8448-9615ceb3af8e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:44.184121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-963ff80c-240f-44f4-ae3d-9b6a700d228f req-947b145f-fdc8-4a6e-9de5-e1fcfedfd6db tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001060 Feb 19 07:37:44.242906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ac82c3ce-038c-41a7-84fa-8af67f050769), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.302915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.309651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/ac82c3ce-038c-41a7-84fa-8af67f050769 HTTP/1.1" status: 204 len: 168 time: 0.6320662 Feb 19 07:37:44.317052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:44.320914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f521b-313d-4bdc-9037-97e4a3339999 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=ac82c3ce-038c-41a7-84fa-8af67f050769,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:44.382265 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ff333e-b1a1-432e-9cbd-5896338ed0ad tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:44.384033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-13ff333e-b1a1-432e-9cbd-5896338ed0ad tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/ac82c3ce-038c-41a7-84fa-8af67f050769 HTTP/1.1" status: 404 len: 333 time: 0.0661073 Feb 19 07:37:44.387691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:44.394894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'name': 'tempest-PortsIpV6TestJSON-1945790193'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:44.421386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e16eb8b4-fcad-49a9-8448-9615ceb3af8e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.437551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e16eb8b4-fcad-49a9-8448-9615ceb3af8e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:44.478996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=e16eb8b4-fcad-49a9-8448-9615ceb3af8e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:44.510735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:44.514183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.537424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 1f7d6920-6bba-49a4-a805-433ca034eae0 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:44.569453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port e16eb8b4-fcad-49a9-8448-9615ceb3af8e on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:44.587636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.591386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18b00d60-ef94-4e10-8703-029dd4aa3252 req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "DELETE /v2.0/ports/e16eb8b4-fcad-49a9-8448-9615ceb3af8e HTTP/1.1" status: 204 len: 173 time: 0.7867706 Feb 19 07:37:44.592888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.593330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.594420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.595433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.595433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.596166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.596166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.596561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.597593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.598017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.599206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.599771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.603405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8a84bb-d19d-4b84-85ca-324beae7a665 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:37:44.606300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'name': 'network-vif-deleted', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:44.616333 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eeeb4d-cacd-4d50-a605-806b96f9df72" -d '{"events": [{"server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "name": "network-vif-deleted", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:44.706514 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd0f0a-84d2-4e51-a1d6-f004c8cf2dbd x-openstack-request-id: req-45bd0f0a-84d2-4e51-a1d6-f004c8cf2dbd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:44.707505 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6cfa4a-4541-45d1-8373-38a2ee28ea11", "name": "network-vif-deleted", "tag": "e16eb8b4-fcad-49a9-8448-9615ceb3af8e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:44.709626 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45bd0f0a-84d2-4e51-a1d6-f004c8cf2dbd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:44.712052 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6cfa4a-4541-45d1-8373-38a2ee28ea11', 'name': 'network-vif-deleted', 'tag': 'e16eb8b4-fcad-49a9-8448-9615ceb3af8e', 'status': 'completed', 'code': 200} Feb 19 07:37:44.869007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fb9ad339-cb27-4321-9d10-f5c731a790aa details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:37:44.869943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:44.890232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:44.948686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5ae6703-42e2-42f1-94ea-3a494098ba2d req-df36c926-5309-4142-83aa-8f5a64db9b64 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0486345 Feb 19 07:37:44.955473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcc9af-1a41-4daa-b065-3659bfcd0c9d req-49f0ad38-ec6c-41c6-949e-5a87f9ff3336 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:44.957382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9dbcc9af-1a41-4daa-b065-3659bfcd0c9d req-49f0ad38-ec6c-41c6-949e-5a87f9ff3336 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 943 time: 0.1526418 Feb 19 07:37:45.037015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9dbcc9af-1a41-4daa-b065-3659bfcd0c9d req-c39613ee-18a1-4384-9174-0f199455465c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Feb 19 07:37:45.052575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa,segment=NetworkSegment(2f96e37c-3194-455a-978d-c0a1482fe103),segment_id=2f96e37c-3194-455a-978d-c0a1482fe103)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:45.053865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.068599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'fb9ad339-cb27-4321-9d10-f5c731a790aa', 'network_id': 'fcda3345-6c7b-4170-ad45-7a199900708c', 'port_id': 'fb9ad339-cb27-4321-9d10-f5c731a790aa', 'mac_address': 'fa:16:3e:61:a3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a1e16e-ea6f-461d-ab9c-44cf00356bc4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:37:45.115548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port fb9ad339-cb27-4321-9d10-f5c731a790aa is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:45.116148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.132718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9ad339-cb27-4321-9d10-f5c731a790aa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:45.137164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:45.137812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e19b1d-ee7f-493f-bb42-48657535e407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.141254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:45.147454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=1f7d6920-6bba-49a4-a805-433ca034eae0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:45.150563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:45.156609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:45.157063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.160462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa,segment=NetworkSegment(2f96e37c-3194-455a-978d-c0a1482fe103),segment_id=2f96e37c-3194-455a-978d-c0a1482fe103)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:45.166235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.179162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ac1ac218-8c20-48be-a6a0-16ef149b118a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7875547 Feb 19 07:37:45.179431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:45.184592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:45.239812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:45.508333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['fb9ad339-cb27-4321-9d10-f5c731a790aa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:45.574562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e19b1d-ee7f-493f-bb42-48657535e407 admin admin] Publish callbacks [] for security_group (3286784b-a0a8-4d66-8cf0-632704b49770), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.611606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53e19b1d-ee7f-493f-bb42-48657535e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3286784b-a0a8-4d66-8cf0-632704b49770), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.666537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e19b1d-ee7f-493f-bb42-48657535e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3286784b-a0a8-4d66-8cf0-632704b49770,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:45.696468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-53e19b1d-ee7f-493f-bb42-48657535e407 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3657d43e2dc4b7791a1d3eddbf88d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045130 Feb 19 07:37:45.699506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:45.749043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.782645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] Publish callbacks [] for security_group (3286784b-a0a8-4d66-8cf0-632704b49770), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.809046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] Publish callbacks [] for security_group (3286784b-a0a8-4d66-8cf0-632704b49770), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.810124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2db62-81d0-41e1-bf52-c681fa9e999c req-427af378-3d32-4601-a9c3-caa76e9215a8 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:45.820710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f2db62-81d0-41e1-bf52-c681fa9e999c req-427af378-3d32-4601-a9c3-caa76e9215a8 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.3181515 Feb 19 07:37:45.873039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3286784b-a0a8-4d66-8cf0-632704b49770), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.878049 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:45.879763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3286784b-a0a8-4d66-8cf0-632704b49770 HTTP/1.1" status: 204 len: 168 time: 0.1788204 Feb 19 07:37:45.891165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1c276-9fe5-42fc-bdab-58b43ee7a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3286784b-a0a8-4d66-8cf0-632704b49770,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:45.946320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11f2db62-81d0-41e1-bf52-c681fa9e999c req-1d0d035f-dd80-43d2-be89-bdf8dc1aaa80 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222188 Feb 19 07:37:46.160065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-34253c28-84fb-4327-9aa7-edfe8532dff2 req-9b3613c8-652c-4f82-b859-7d4973d06e84 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0561001 Feb 19 07:37:46.257851 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.269523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.287981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] In _notify_port_updated(), no bound segment for port 1f7d6920-6bba-49a4-a805-433ca034eae0 on network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:37:46.294946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:46.296023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.297785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/ports/1f7d6920-6bba-49a4-a805-433ca034eae0 HTTP/1.1" status: 200 len: 818 time: 1.1174088 Feb 19 07:37:46.300525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.340824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0b2f9-0e7a-4ee3-94b9-cf15985b46db req-cab8b85c-2823-4e60-a91c-b4bfdf99d1dc tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:46.343011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8a0b2f9-0e7a-4ee3-94b9-cf15985b46db req-cab8b85c-2823-4e60-a91c-b4bfdf99d1dc tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 944 time: 0.1393859 Feb 19 07:37:46.369480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233bab2-25a0-4b35-aea3-7640f37f9f52 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=1f7d6920-6bba-49a4-a805-433ca034eae0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:46.417616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.439704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8a0b2f9-0e7a-4ee3-94b9-cf15985b46db req-248c5de2-4a78-4777-a1ce-eb63c511e714 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829086 Feb 19 07:37:46.443868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0164ebf-d6b5-43a4-80ee-2978b07004ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.456511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 1f7d6920-6bba-49a4-a805-433ca034eae0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:46.457196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.548247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.567030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 1f7d6920-6bba-49a4-a805-433ca034eae0 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:46.587751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e16eb8b4-fcad-49a9-8448-9615ceb3af8e no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:46.609210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: e16eb8b4-fcad-49a9-8448-9615ceb3af8e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:46.610465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e16eb8b4-fcad-49a9-8448-9615ceb3af8e not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:46.666982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0164ebf-d6b5-43a4-80ee-2978b07004ec admin admin] Publish callbacks [] for security_group (5bea338d-940f-49f0-a2b1-ed17c7385f65), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.678026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0164ebf-d6b5-43a4-80ee-2978b07004ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5bea338d-940f-49f0-a2b1-ed17c7385f65), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.722634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1f7d6920-6bba-49a4-a805-433ca034eae0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.736192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0164ebf-d6b5-43a4-80ee-2978b07004ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e006665e4df24c28aca698c75bd1745f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147697 Feb 19 07:37:46.736192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0164ebf-d6b5-43a4-80ee-2978b07004ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea338d-940f-49f0-a2b1-ed17c7385f65,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:46.738607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.762218 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=1f7d6920-6bba-49a4-a805-433ca034eae0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:46.764359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.767722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3bd99a4e-1d68-45d9-8295-b5a598ec1818 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/1f7d6920-6bba-49a4-a805-433ca034eae0 HTTP/1.1" status: 204 len: 168 time: 0.4657736 Feb 19 07:37:46.770206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49262) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.828219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7790fb-cdc5-4361-a044-c1e8143fa252 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:46.829814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2e7790fb-cdc5-4361-a044-c1e8143fa252 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0581481 Feb 19 07:37:46.832601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.837468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] Publish callbacks [] for security_group (5bea338d-940f-49f0-a2b1-ed17c7385f65), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.860528 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e168f7-732d-4643-b1a2-1c1f4c0f405f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:46.862096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20e168f7-732d-4643-b1a2-1c1f4c0f405f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/1f7d6920-6bba-49a4-a805-433ca034eae0 HTTP/1.1" status: 404 len: 333 time: 0.0285623 Feb 19 07:37:46.866345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] Publish callbacks [] for security_group (5bea338d-940f-49f0-a2b1-ed17c7385f65), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.867808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:46.873556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-5050457'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:46.885602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fb9ad339-cb27-4321-9d10-f5c731a790aa up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:46.895799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:46.900380 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.929587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:37:46.942031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.942411 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585 of type vlan for network b571b13e-e35d-4e40-9bed-a079b2f30b60 Feb 19 07:37:46.966310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5bea338d-940f-49f0-a2b1-ed17c7385f65), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.970153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:46.991005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bea338d-940f-49f0-a2b1-ed17c7385f65 HTTP/1.1" status: 204 len: 168 time: 0.2471924 Feb 19 07:37:46.999672 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b571b13e-e35d-4e40-9bed-a079b2f30b60), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.014213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82ce8e-e34e-48b1-b753-2fa4d1169250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea338d-940f-49f0-a2b1-ed17c7385f65,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:47.053785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port fb9ad339-cb27-4321-9d10-f5c731a790aa completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:47.058332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port fb9ad339-cb27-4321-9d10-f5c731a790aa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:47.058819 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.060431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b571b13e-e35d-4e40-9bed-a079b2f30b60), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.065967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:47.066533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.257426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port fb9ad339-cb27-4321-9d10-f5c731a790aa is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:47.257880 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.273214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:47.274800 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4050519 Feb 19 07:37:47.280981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:47.322912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:47.328866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb9920-26bd-43b1-9139-8e573b1d1cea tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=b571b13e-e35d-4e40-9bed-a079b2f30b60,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:47.329241 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df7b844-398a-414f-a205-b8fb16402732" -d '{"events": [{"server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:47.361906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:37:47.394090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704501-c4fd-407a-b7a9-a116797b34d2 req-37867939-d02f-4061-a752-779d4bf3755a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:47.394090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67704501-c4fd-407a-b7a9-a116797b34d2 req-37867939-d02f-4061-a752-779d4bf3755a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.2762690 Feb 19 07:37:47.409352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa,segment=NetworkSegment(2f96e37c-3194-455a-978d-c0a1482fe103),segment_id=2f96e37c-3194-455a-978d-c0a1482fe103)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:47.475551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.518337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-67704501-c4fd-407a-b7a9-a116797b34d2 req-63f63f6f-542c-424a-80e3-d5f31ffecb59 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191900 Feb 19 07:37:47.537421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c6b6142-865c-42e4-a2a8-2331016ac538 req-b6e84784-e871-4b6c-9d5a-c16399a41fbc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.1953986 Feb 19 07:37:47.568390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:47.573204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:47.617329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:47.633972 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f91c59-af0e-4a51-9bf6-421b967f6c43 x-openstack-request-id: req-23f91c59-af0e-4a51-9bf6-421b967f6c43 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:47.634392 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "name": "network-vif-plugged", "status": "completed", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:47.635030 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23f91c59-af0e-4a51-9bf6-421b967f6c43 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:47.635562 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa', 'code': 200} Feb 19 07:37:48.020172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ec471-0aac-43a7-8c31-c114a2f9673c req-d95e2918-067d-4555-8a85-7e083c307939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:48.021868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d6ec471-0aac-43a7-8c31-c114a2f9673c req-d95e2918-067d-4555-8a85-7e083c307939 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 1127 time: 0.2240326 Feb 19 07:37:48.022810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (a595b6a6-99f1-416c-93bb-1b82f0b70238), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:48.068545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8a30-68ab-4f47-8cf0-abe4a66e1458 req-91503d97-65c5-4990-97b9-f78785ccd19c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:48.075471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76cb8a30-68ab-4f47-8cf0-abe4a66e1458 req-91503d97-65c5-4990-97b9-f78785ccd19c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.2787349 Feb 19 07:37:48.147456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=a595b6a6-99f1-416c-93bb-1b82f0b70238,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:48.208495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:48.211922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76cb8a30-68ab-4f47-8cf0-abe4a66e1458 req-014ffe8e-323b-4a53-aaa4-eca47abbe960 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353846 Feb 19 07:37:48.221206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d6ec471-0aac-43a7-8c31-c114a2f9673c req-9607b6b5-f200-41dd-9178-057943e20272 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537993 Feb 19 07:37:48.232159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:48.233101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: b571b13e-e35d-4e40-9bed-a079b2f30b60, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:37:48.266591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:37:48.286054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b571b13e-e35d-4e40-9bed-a079b2f30b60) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:48.291485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:48.292093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:48.302786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450f171-cbcc-4fe4-98b9-b50a8e762b04 None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:48.354411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d17b2ec-06e7-4437-85b6-42cb96f71e90 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0771668 Feb 19 07:37:48.355790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49324) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:48.360505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:48.718357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-b571b13e-e35d-4e40-9bed-a079b2f30b60', 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': 'a595b6a6-99f1-416c-93bb-1b82f0b70238'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:37:48.719918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:48.720064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c79dcf37-ca36-43bb-91df-70c515d5f9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:48.730598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:48.742684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:48.743153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9aa146cf-41fa-4d2a-a029-317ebb23367d req-ede328fa-d087-45ab-b1ab-12238ee5d784 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0517299 Feb 19 07:37:48.831122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ac491-b865-4fb3-9f6c-9ef332f8db20 req-c431570b-a5ee-4a72-9885-943f29b8825d tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:48.832673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba0ac491-b865-4fb3-9f6c-9ef332f8db20 req-c431570b-a5ee-4a72-9885-943f29b8825d tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.2018363 Feb 19 07:37:48.854434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:48.977474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Allocated IP 2001:db8::2 (b571b13e-e35d-4e40-9bed-a079b2f30b60/a595b6a6-99f1-416c-93bb-1b82f0b70238/aa075a97-56d0-4f50-b022-991d747acc8f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:48.977851 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a595b6a6-99f1-416c-93bb-1b82f0b70238 (CIDR: 2001:db8::/64) Feb 19 07:37:48.992924 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:37:48.993504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:37:49.016730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba0ac491-b865-4fb3-9f6c-9ef332f8db20 req-6c91da39-589e-4189-9c59-0d89a5f474bc tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751533 Feb 19 07:37:49.042112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c79dcf37-ca36-43bb-91df-70c515d5f9f1 admin admin] Publish callbacks [] for security_group (1ae6c362-4e46-4399-ba58-e1706011c95a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.049807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c79dcf37-ca36-43bb-91df-70c515d5f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ae6c362-4e46-4399-ba58-e1706011c95a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.067259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de64d477-1271-4be5-80d3-7d2ab5469ede tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7113361 Feb 19 07:37:49.073880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:49.089577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:49.097167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09e30a7f-0d44-4015-9ddc-83b27da62fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.112577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dcf37-ca36-43bb-91df-70c515d5f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6c362-4e46-4399-ba58-e1706011c95a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.117793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c79dcf37-ca36-43bb-91df-70c515d5f9f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=277b1c53b2ba4b3f984f9ddac37a8d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9082420 Feb 19 07:37:49.121065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:49.161275 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks [] for port (aa075a97-56d0-4f50-b022-991d747acc8f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.169492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.182047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] Publish callbacks [] for security_group (1ae6c362-4e46-4399-ba58-e1706011c95a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.209223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] Publish callbacks [] for security_group (1ae6c362-4e46-4399-ba58-e1706011c95a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.213442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:49.218477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:49.221266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:49.267975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Pushing event updated for resources: {'Port': ['ID=aa075a97-56d0-4f50-b022-991d747acc8f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.277280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ae6c362-4e46-4399-ba58-e1706011c95a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.281174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.285683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ae6c362-4e46-4399-ba58-e1706011c95a HTTP/1.1" status: 204 len: 168 time: 0.1635580 Feb 19 07:37:49.295431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06434d3d-9d46-4ddc-96d4-54bb40b6ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6c362-4e46-4399-ba58-e1706011c95a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.343029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Attempting to bind port aa075a97-56d0-4f50-b022-991d747acc8f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:37:49.343454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Attempting to bind port aa075a97-56d0-4f50-b022-991d747acc8f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:37:49.343906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Attempting to bind port aa075a97-56d0-4f50-b022-991d747acc8f on network b571b13e-e35d-4e40-9bed-a079b2f30b60 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:37:49.366672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:37:49.366907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Checking segment: {'id': 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:37:49.367163 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.367586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Bound using segment: {'id': 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:37:49.368091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Bound port: aa075a97-56d0-4f50-b022-991d747acc8f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:37:49.368483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.492898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] For port aa075a97-56d0-4f50-b022-991d747acc8f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:37:49.498833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] For port aa075a97-56d0-4f50-b022-991d747acc8f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aa075a97-56d0-4f50-b022-991d747acc8f,segment=NetworkSegment(c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585),segment_id=c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:37:49.508805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1a45-9dd2-4b6e-8cd5-8f70db2fd8ba req-464f923a-cac2-441c-ab12-794eece7cfb0 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:49.510527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9ec1a45-9dd2-4b6e-8cd5-8f70db2fd8ba req-464f923a-cac2-441c-ab12-794eece7cfb0 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.1774442 Feb 19 07:37:49.514287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:49.518449 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.523514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09e30a7f-0d44-4015-9ddc-83b27da62fe8 admin admin] Publish callbacks [] for security_group (eee364e6-a969-44ec-ab2a-a77d60f9a54e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.530800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.559647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09e30a7f-0d44-4015-9ddc-83b27da62fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (eee364e6-a969-44ec-ab2a-a77d60f9a54e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.600155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eec450-1005-495a-8b76-fb3a658bdc80 None None] Pushing event updated for resources: {'Port': ['ID=aa075a97-56d0-4f50-b022-991d747acc8f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.626167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-09e30a7f-0d44-4015-9ddc-83b27da62fe8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66b34fff5afc4fe98761481ffe7c5c86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7668707 Feb 19 07:37:49.629094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49348) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:49.683067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e30a7f-0d44-4015-9ddc-83b27da62fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee364e6-a969-44ec-ab2a-a77d60f9a54e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.695813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9ec1a45-9dd2-4b6e-8cd5-8f70db2fd8ba req-4427d62b-485d-430f-906c-3ac10cb38888 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695590 Feb 19 07:37:49.749697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] Publish callbacks [] for security_group (eee364e6-a969-44ec-ab2a-a77d60f9a54e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.785831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] Publish callbacks [] for security_group (eee364e6-a969-44ec-ab2a-a77d60f9a54e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.892491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (eee364e6-a969-44ec-ab2a-a77d60f9a54e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.899333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:49.900506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eee364e6-a969-44ec-ab2a-a77d60f9a54e HTTP/1.1" status: 204 len: 168 time: 0.2685611 Feb 19 07:37:49.901253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:49.908725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-11d01f95-ba78-4eeb-81bb-4470f23e20ed req-b468d698-ccb3-40d5-8d5c-e4ea03b7f613 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0703213 Feb 19 07:37:49.939713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f69ee-8ee3-4d8b-8340-b912513b469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee364e6-a969-44ec-ab2a-a77d60f9a54e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:49.987472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c57af49-9682-47ab-83f4-9f3dee00fd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.199298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c57af49-9682-47ab-83f4-9f3dee00fd84 admin admin] Publish callbacks [] for security_group (5d8d24cc-d234-4ae3-9abc-fd088cde6beb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.205724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8c57af49-9682-47ab-83f4-9f3dee00fd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5d8d24cc-d234-4ae3-9abc-fd088cde6beb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.210542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (d22fcd0b-f938-468e-8348-57bec28123c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.269818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aa075a97-56d0-4f50-b022-991d747acc8f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:50.285635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8c57af49-9682-47ab-83f4-9f3dee00fd84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b16d00c29c545258d89b4706d8708ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758864 Feb 19 07:37:50.298062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:50.323440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=d22fcd0b-f938-468e-8348-57bec28123c0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:50.348901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:50.349627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.350340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57af49-9682-47ab-83f4-9f3dee00fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d24cc-d234-4ae3-9abc-fd088cde6beb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:50.363256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:50.366723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:50.376303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:50.376979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.406808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d475c-bd86-4015-b88f-2fdd70c015b6 req-51b826f2-4ea1-4ff1-a7a9-b5595f1e5fd2 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:50.430333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-488d475c-bd86-4015-b88f-2fdd70c015b6 req-51b826f2-4ea1-4ff1-a7a9-b5595f1e5fd2 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.3008065 Feb 19 07:37:50.445945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] Publish callbacks [] for security_group (5d8d24cc-d234-4ae3-9abc-fd088cde6beb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.451355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87bc9da4-3c96-452b-80f2-e31c29795c6e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3757012 Feb 19 07:37:50.457747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:50.466948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'fixed_ips': [{'subnet_id': 'a595b6a6-99f1-416c-93bb-1b82f0b70238'}, {'subnet_id': 'd22fcd0b-f938-468e-8348-57bec28123c0'}], 'name': 'tempest-PortsIpV6TestJSON-492876103'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:50.492846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] Publish callbacks [] for security_group (5d8d24cc-d234-4ae3-9abc-fd088cde6beb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.545607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:50.546139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.597259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5d8d24cc-d234-4ae3-9abc-fd088cde6beb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.600274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.604492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d8d24cc-d234-4ae3-9abc-fd088cde6beb HTTP/1.1" status: 204 len: 168 time: 0.3028252 Feb 19 07:37:50.617735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47ce6-14b1-4bc8-8875-dce1aa6b583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d24cc-d234-4ae3-9abc-fd088cde6beb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:50.632087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port aa075a97-56d0-4f50-b022-991d747acc8f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aa075a97-56d0-4f50-b022-991d747acc8f,segment=NetworkSegment(c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585),segment_id=c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:50.652733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.677145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-488d475c-bd86-4015-b88f-2fdd70c015b6 req-7ca68a9e-a89f-44a1-b59d-834d19fc3a98 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458062 Feb 19 07:37:50.762267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=aa075a97-56d0-4f50-b022-991d747acc8f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:50.792807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:37:50.955219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:50.971640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43903-f024-4b5e-ba48-36315985d42a req-bb8c3f75-65f3-4ec8-ab67-1df7158c428c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:50.974344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51e43903-f024-4b5e-ba48-36315985d42a req-bb8c3f75-65f3-4ec8-ab67-1df7158c428c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.1274271 Feb 19 07:37:51.037712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:37:51.062950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51e43903-f024-4b5e-ba48-36315985d42a req-46186c11-85bd-41b0-a6c1-4145318fcc08 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803182 Feb 19 07:37:51.133422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:51.154788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb7a172b-619a-4ef6-844e-f46778e0c647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.358880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ef702-09f9-4ac1-bb92-c6841edcd52b req-04981b19-2951-4d79-8c1a-7f76a8215fcf tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:51.361695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-536ef702-09f9-4ac1-bb92-c6841edcd52b req-04981b19-2951-4d79-8c1a-7f76a8215fcf tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.1537988 Feb 19 07:37:51.425675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb7a172b-619a-4ef6-844e-f46778e0c647 admin admin] Publish callbacks [] for security_group (431480d5-eb5b-41a6-8fcf-b561a911d3b3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.440302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb7a172b-619a-4ef6-844e-f46778e0c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (431480d5-eb5b-41a6-8fcf-b561a911d3b3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.461430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4af1c-9467-4f05-a47c-9e29676b32d8 None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:51.535337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-536ef702-09f9-4ac1-bb92-c6841edcd52b req-542e0cef-1267-4efb-a043-dc8eda1caac4 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535809 Feb 19 07:37:51.539049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a172b-619a-4ef6-844e-f46778e0c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431480d5-eb5b-41a6-8fcf-b561a911d3b3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:51.552887 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb7a172b-619a-4ef6-844e-f46778e0c647 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7fc620ca66044758be1f1f6963a9a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167240 Feb 19 07:37:51.554667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49394) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:51.598494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dd41abd7-6b84-45ab-ba4e-1ea42170d6ec None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:51.599044 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd41abd7-6b84-45ab-ba4e-1ea42170d6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.615752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ad8e9-5ca4-41a5-b58d-0edf10449aed req-4c310a96-5029-4434-be2d-54148364e8b3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.1058722 Feb 19 07:37:51.647261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::1c8 (b571b13e-e35d-4e40-9bed-a079b2f30b60/a595b6a6-99f1-416c-93bb-1b82f0b70238/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:51.676855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8:0:1::2f5 (b571b13e-e35d-4e40-9bed-a079b2f30b60/d22fcd0b-f938-468e-8348-57bec28123c0/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:51.679722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] Publish callbacks [] for security_group (431480d5-eb5b-41a6-8fcf-b561a911d3b3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.714194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] Publish callbacks [] for security_group (431480d5-eb5b-41a6-8fcf-b561a911d3b3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.788492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (431480d5-eb5b-41a6-8fcf-b561a911d3b3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.793451 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:51.794703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/431480d5-eb5b-41a6-8fcf-b561a911d3b3 HTTP/1.1" status: 204 len: 168 time: 0.2385108 Feb 19 07:37:51.812784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b929c2d-c337-4640-89ce-e53f684a5a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431480d5-eb5b-41a6-8fcf-b561a911d3b3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:51.915506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a1290-45a9-4870-baf3-f9da545f2987 req-56fd6d3b-d031-4b7d-91ad-860c1f2ea929 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:51.923212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d6a1290-45a9-4870-baf3-f9da545f2987 req-56fd6d3b-d031-4b7d-91ad-860c1f2ea929 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1371391 Feb 19 07:37:51.997921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dd41abd7-6b84-45ab-ba4e-1ea42170d6ec None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:52.091106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Update dhcp port {'port': {'network_id': 'b571b13e-e35d-4e40-9bed-a079b2f30b60', 'fixed_ips': [{'subnet_id': 'a595b6a6-99f1-416c-93bb-1b82f0b70238', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd22fcd0b-f938-468e-8348-57bec28123c0'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'aa075a97-56d0-4f50-b022-991d747acc8f'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:37:52.116933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d6a1290-45a9-4870-baf3-f9da545f2987 req-50357ccf-9829-49ae-b302-10f341953def tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923673 Feb 19 07:37:52.136501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.158244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aa075a97-56d0-4f50-b022-991d747acc8f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:52.216366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.225453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.286065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:37:52.302003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:37:52.311368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:37:52.326371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:52.335330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.394206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:52.436112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7637de8-063f-48a3-90e8-6f727086d5e0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9770484 Feb 19 07:37:52.436942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:52.440116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b354d3d-e600-4bf7-a69d-9942e9d33aaa req-a5ff85e3-b1a7-4ec2-a1cb-19b613623fc1 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:52.445975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a595b6a6-99f1-416c-93bb-1b82f0b70238'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:52.453711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b354d3d-e600-4bf7-a69d-9942e9d33aaa req-a5ff85e3-b1a7-4ec2-a1cb-19b613623fc1 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.2029839 Feb 19 07:37:52.496352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:52.497249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.574201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b354d3d-e600-4bf7-a69d-9942e9d33aaa req-9fbc436b-935b-42a0-8852-430ed4d29098 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192732 Feb 19 07:37:52.605909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Allocated IP 2001:db8:0:1::2 (b571b13e-e35d-4e40-9bed-a079b2f30b60/d22fcd0b-f938-468e-8348-57bec28123c0/aa075a97-56d0-4f50-b022-991d747acc8f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:52.645298 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.727122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:52.786482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] For port aa075a97-56d0-4f50-b022-991d747acc8f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aa075a97-56d0-4f50-b022-991d747acc8f,segment=NetworkSegment(c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585),segment_id=c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:52.819458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8b696943-4f66-48cb-a40b-8cf33eda3584 req-d19c4952-264b-45ae-ac2f-74a986bc055b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0594761 Feb 19 07:37:52.855246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Publish callbacks [] for port (aa075a97-56d0-4f50-b022-991d747acc8f), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.864443 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:52.988821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0bf9-2c5e-4222-a276-5b65174aa760 None None] Pushing event updated for resources: {'Port': ['ID=aa075a97-56d0-4f50-b022-991d747acc8f,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:53.281457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893553db-554a-4c27-82ba-69a6f0badd63 req-f0c2752c-1db1-4474-9e36-02094fbd433c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:53.290010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-893553db-554a-4c27-82ba-69a6f0badd63 req-f0c2752c-1db1-4474-9e36-02094fbd433c tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.1238689 Feb 19 07:37:53.410997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-893553db-554a-4c27-82ba-69a6f0badd63 req-5d6cccbb-385d-499b-9c27-10446679d53a tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067863 Feb 19 07:37:53.487178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:53.504936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Delete allocated IP 2001:db8:0:1::2f5 (b571b13e-e35d-4e40-9bed-a079b2f30b60/d22fcd0b-f938-468e-8348-57bec28123c0) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:37:53.547976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178295-cf46-4299-bf6c-d80d92079a10 req-29ba4779-bbde-419f-b627-8661b59c4d85 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:53.559097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9178295-cf46-4299-bf6c-d80d92079a10 req-29ba4779-bbde-419f-b627-8661b59c4d85 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.2806120 Feb 19 07:37:53.685466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9178295-cf46-4299-bf6c-d80d92079a10 req-3b98298b-162f-4fed-9ad4-af2836450c15 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227596 Feb 19 07:37:53.813001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-774eb425-1471-4b01-9a43-0030a736a420 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2013711066'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:53.813458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-774eb425-1471-4b01-9a43-0030a736a420 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Unknown quota resources ['metering_label']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:37:53.896509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:53.909715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.014191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83d65b3-08c2-4406-a4bd-fa75962bcc60 None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:54.045212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:54.144115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] In _notify_port_updated(), no bound segment for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf on network b571b13e-e35d-4e40-9bed-a079b2f30b60 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:37:54.158269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-abc7d48d-ba9b-4981-83b2-a37ba52927c6 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:54.158572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abc7d48d-ba9b-4981-83b2-a37ba52927c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.168214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.169547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.171133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8f65591e-b475-4381-bfba-783f6d94572e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/ports/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf HTTP/1.1" status: 200 len: 925 time: 1.7322595 Feb 19 07:37:54.174228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:54.182185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a595b6a6-99f1-416c-93bb-1b82f0b70238'}, {'subnet_id': 'd22fcd0b-f938-468e-8348-57bec28123c0'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:54.250696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aa075a97-56d0-4f50-b022-991d747acc8f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:54.344431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.584906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-abc7d48d-ba9b-4981-83b2-a37ba52927c6 None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:54.608170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:54.608550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.649594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-becc1dd1-8fca-4a36-8963-fb1525145e23 req-9f67d315-6c9c-4598-a150-80b702a9a4fc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.6446476 Feb 19 07:37:54.739269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835d837-36cc-4a88-8559-769b9572b3cc req-417654e9-10cf-4fea-8e5c-83c391fd8322 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.740918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8835d837-36cc-4a88-8559-769b9572b3cc req-417654e9-10cf-4fea-8e5c-83c391fd8322 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.47 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.2781920 Feb 19 07:37:54.744375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:54.817217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-774eb425-1471-4b01-9a43-0030a736a420 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:54.820578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-774eb425-1471-4b01-9a43-0030a736a420 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3322659 Feb 19 07:37:54.824315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:54.852199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e387a55-4ab5-4d4a-8e20-2002ae602ccd tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'eb0a73fe-b227-4b0b-9d9f-41353bcd1324'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:54.852952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e387a55-4ab5-4d4a-8e20-2002ae602ccd tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:37:54.926259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9c32-7d14-4324-8dd2-78ab84b18cfe req-b3169148-119f-4241-b738-e65dbc4cde29 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.928646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-480e9c32-7d14-4324-8dd2-78ab84b18cfe req-b3169148-119f-4241-b738-e65dbc4cde29 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 945 time: 0.3734412 Feb 19 07:37:54.933434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedeaa6-1064-4745-864c-61a125074474 req-ac14f8dc-a25b-491d-85d4-c6775351d96c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:54.937377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eaedeaa6-1064-4745-864c-61a125074474 req-ac14f8dc-a25b-491d-85d4-c6775351d96c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 943 time: 0.1271510 Feb 19 07:37:54.947949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2a165bdb-a812-43a7-964d-255c4f7f2f20 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:37:55.077640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eaedeaa6-1064-4745-864c-61a125074474 req-92c1360c-770d-496c-a75f-a044a411f7c6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343436 Feb 19 07:37:55.114106 n-d-829866-3 neutron-server[103588]: WARNING neutron.services.metering.metering_plugin [None req-8e387a55-4ab5-4d4a-8e20-2002ae602ccd tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 07:37:55.134652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Provisioning complete for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:55.135303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.223408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:55.228670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:55.261029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:37:55.262740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:55.263119 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.417795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e387a55-4ab5-4d4a-8e20-2002ae602ccd tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.419784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e387a55-4ab5-4d4a-8e20-2002ae602ccd tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5719848 Feb 19 07:37:55.422962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:55.427337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0a0611f3-264a-49f8-ad4a-3053fb6aeedf tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'eb0a73fe-b227-4b0b-9d9f-41353bcd1324'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:55.427948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0a0611f3-264a-49f8-ad4a-3053fb6aeedf tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:37:55.449432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c1cb68ed-c414-4a47-9d17-b1a958970ce7 None None] Current status of the port aa075a97-56d0-4f50-b022-991d747acc8f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:55.453626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2a165bdb-a812-43a7-964d-255c4f7f2f20 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:55.454372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.473507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a165bdb-a812-43a7-964d-255c4f7f2f20 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:37:55.479463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-480e9c32-7d14-4324-8dd2-78ab84b18cfe req-bbc53c29-fac1-4c22-8b6b-43542915545a tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/security-groups?id=f169f984-4b03-46a5-b683-53bc1086a52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430129 Feb 19 07:37:55.486178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Deleting port fb9ad339-cb27-4321-9d10-f5c731a790aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:55.486527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.512726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:55.527747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.593847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8:0:1::e4 (b571b13e-e35d-4e40-9bed-a079b2f30b60/d22fcd0b-f938-468e-8348-57bec28123c0/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:37:55.626159 n-d-829866-3 neutron-server[103587]: WARNING neutron.services.metering.metering_plugin [None req-0a0611f3-264a-49f8-ad4a-3053fb6aeedf tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 07:37:55.663156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:55.717828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-72c1a93b-7e4d-410c-b503-a5b897882616 None None] Provisioning complete for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:55.720465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72c1a93b-7e4d-410c-b503-a5b897882616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.814323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-72c1a93b-7e4d-410c-b503-a5b897882616 None None] Port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:55.840243 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4a2049e-43e3-44d0-9d34-5dfa8f362dc9 req-9be16cd3-ebeb-4706-99a9-d865036d0a57 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0481224 Feb 19 07:37:55.887452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a0611f3-264a-49f8-ad4a-3053fb6aeedf tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:55.888516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0a0611f3-264a-49f8-ad4a-3053fb6aeedf tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4644816 Feb 19 07:37:55.891424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:55.902811 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3f6e5bd-3abf-4a9c-80ba-a6a47303852b tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=b9e5441e-1dfe-425d-ade4-5580d45cce8a HTTP/1.1" status: 200 len: 464 time: 0.0101223 Feb 19 07:37:55.905558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49496) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:55.922860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2a165bdb-a812-43a7-964d-255c4f7f2f20'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:37:56.040825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aa4c57e8-b8e6-4097-aabd-5a2026e25995 None None] Provisioning complete for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:56.041374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa4c57e8-b8e6-4097-aabd-5a2026e25995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.048392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-85311061-1c31-490d-9d89-d791f478fe08 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.049542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-85311061-1c31-490d-9d89-d791f478fe08 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/b9e5441e-1dfe-425d-ade4-5580d45cce8a HTTP/1.1" status: 204 len: 168 time: 0.1428730 Feb 19 07:37:56.052965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:56.073142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a0d0896a-8782-4c97-9384-ff951b76b31f tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=b9e5441e-1dfe-425d-ade4-5580d45cce8a HTTP/1.1" status: 200 len: 221 time: 0.0187907 Feb 19 07:37:56.074137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:56.083757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3435d9e8-e393-47c0-9ce8-1f0d48ce1a03 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1495552142', 'description': 'label created by tempest'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:37:56.084451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3435d9e8-e393-47c0-9ce8-1f0d48ce1a03 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Unknown quota resources ['metering_label']. {{(pid=103587) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:37:56.121319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c57e8-b8e6-4097-aabd-5a2026e25995 None None] Port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:56.220540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] For port fb9ad339-cb27-4321-9d10-f5c731a790aa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fb9ad339-cb27-4321-9d10-f5c731a790aa,segment=NetworkSegment(2f96e37c-3194-455a-978d-c0a1482fe103),segment_id=2f96e37c-3194-455a-978d-c0a1482fe103)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:56.221818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.239542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Calling delete_port for fb9ad339-cb27-4321-9d10-f5c731a790aa owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:56.512167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fb9ad339-cb27-4321-9d10-f5c731a790aa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.580529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3435d9e8-e393-47c0-9ce8-1f0d48ce1a03 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.581731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3435d9e8-e393-47c0-9ce8-1f0d48ce1a03 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5065303 Feb 19 07:37:56.589825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:56.679180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.718133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b298ac0-7396-4c19-bd87-f81898870e1e tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=1fd19ba4-90d9-4353-ab0c-d9a55c706b54 HTTP/1.1" status: 200 len: 468 time: 0.1224232 Feb 19 07:37:56.719334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:56.727096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Pushing event deleted for resources: {'Port': ['ID=fb9ad339-cb27-4321-9d10-f5c731a790aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:56.747329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.763110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-808de980-5649-4432-a8e7-d1f4095b4195 req-5ae62913-8992-43af-9f40-6060e25efed8 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.43 "GET /v2.0/ports?device_id=48a17c23-881f-4acc-8ee9-23ce1f94337b HTTP/1.1" status: 200 len: 210 time: 0.1658385 Feb 19 07:37:56.838016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] No DVR routers for this DVR port fb9ad339-cb27-4321-9d10-f5c731a790aa on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:37:56.847198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:56.852941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8835d837-36cc-4a88-8559-769b9572b3cc req-2c85b70a-6451-49b4-b993-2a0718177092 tempest-ServersNegativeTestMultiTenantJSON-189623335 tempest-ServersNegativeTestMultiTenantJSON-189623335-project] 10.222.0.47 "DELETE /v2.0/ports/fb9ad339-cb27-4321-9d10-f5c731a790aa HTTP/1.1" status: 204 len: 173 time: 2.0986083 Feb 19 07:37:56.853618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'name': 'network-vif-deleted', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:56.863840 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fba778-3f25-4be5-9490-deb5491b7988" -d '{"events": [{"server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "name": "network-vif-deleted", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:56.929437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377592e5-ac8c-4f6d-91d1-b0bd5f60d20b req-f8638043-c704-4930-8b65-b9f5d87595e7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:56.930051 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-377592e5-ac8c-4f6d-91d1-b0bd5f60d20b req-f8638043-c704-4930-8b65-b9f5d87595e7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 944 time: 0.6346328 Feb 19 07:37:56.968589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fb9ad339-cb27-4321-9d10-f5c731a790aa no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:37:57.054459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bdf12e83-bc3d-40cb-9bb9-545828d8063c tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.055772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bdf12e83-bc3d-40cb-9bb9-545828d8063c tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/1fd19ba4-90d9-4353-ab0c-d9a55c706b54 HTTP/1.1" status: 204 len: 168 time: 0.3320634 Feb 19 07:37:57.058974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49530) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.077081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:57.082438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] In _notify_port_updated(), no bound segment for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf on network b571b13e-e35d-4e40-9bed-a079b2f30b60 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:37:57.083882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dfb15faa-879e-4f7c-a83f-c2ce896f6e8b tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=1fd19ba4-90d9-4353-ab0c-d9a55c706b54 HTTP/1.1" status: 200 len: 216 time: 0.0237992 Feb 19 07:37:57.090513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.097211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:57.101478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8c591ba6-a706-4dbe-991a-5415dc136250 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0094609 Feb 19 07:37:57.108573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.114017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-377592e5-ac8c-4f6d-91d1-b0bd5f60d20b req-bb02231f-8ed9-486e-b53d-0355f9fcddb6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705072 Feb 19 07:37:57.114658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.117758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-139796ea-e5c9-4d2e-bc79-a9ef61d26de3 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/ports/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf HTTP/1.1" status: 200 len: 1010 time: 2.9420586 Feb 19 07:37:57.131983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49536) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.132447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.137384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7f103e1a-b1a9-42ae-9477-8d410c378549 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110106 Feb 19 07:37:57.265863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-79f277f0-12b1-4fb3-80c8-046dcce3a1cd req-9a21235d-3d86-4807-98a1-69d189b67d81 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0464454 Feb 19 07:37:57.286716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: fb9ad339-cb27-4321-9d10-f5c731a790aa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:37:57.287067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fb9ad339-cb27-4321-9d10-f5c731a790aa not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:37:57.306880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cc66d-6104-48cf-ae0e-12c642195078 req-b02968e6-fb4c-46b8-873f-2d716a2d1981 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:57.315410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d4cc66d-6104-48cf-ae0e-12c642195078 req-b02968e6-fb4c-46b8-873f-2d716a2d1981 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.4481795 Feb 19 07:37:57.377484 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb885ea-197a-411b-b0a8-8b87e67da191 x-openstack-request-id: req-dbb885ea-197a-411b-b0a8-8b87e67da191 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:57.377893 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a17c23-881f-4acc-8ee9-23ce1f94337b", "name": "network-vif-deleted", "tag": "fb9ad339-cb27-4321-9d10-f5c731a790aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:57.378260 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbb885ea-197a-411b-b0a8-8b87e67da191 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:57.378765 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a17c23-881f-4acc-8ee9-23ce1f94337b', 'name': 'network-vif-deleted', 'tag': 'fb9ad339-cb27-4321-9d10-f5c731a790aa', 'status': 'completed', 'code': 200} Feb 19 07:37:57.391620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.392011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-559de03d-6dd4-4cc0-9b5b-3ff336b7d714 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/eb0a73fe-b227-4b0b-9d9f-41353bcd1324 HTTP/1.1" status: 200 len: 473 time: 0.2560322 Feb 19 07:37:57.409397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c53d8956-3f59-4713-bb2e-740c8fba0a55 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/73388304-4957-45dd-a143-efe643aed0d0 HTTP/1.1" status: 200 len: 461 time: 0.0140018 Feb 19 07:37:57.411381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.459152 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d4cc66d-6104-48cf-ae0e-12c642195078 req-cfe7c318-68fa-432d-8bbd-005c177e18f8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426628 Feb 19 07:37:57.469614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1ae9206f-68ff-4be9-92b7-3f0a221373c1 None None] Provisioning complete for port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:57.470516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ae9206f-68ff-4be9-92b7-3f0a221373c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.518072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:37:57.518305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9206f-68ff-4be9-92b7-3f0a221373c1 None None] Port e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:37:57.518594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.590703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-254ba8be-c1ed-4e3a-9864-d259c0aa36e4 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.595506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-254ba8be-c1ed-4e3a-9864-d259c0aa36e4 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/73388304-4957-45dd-a143-efe643aed0d0 HTTP/1.1" status: 204 len: 168 time: 0.1824691 Feb 19 07:37:57.596261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.711249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.812397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:37:57.834488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49550) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:57.871145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-147245d4-ba58-48ea-bd91-05e91d08cfe3 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.872353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-147245d4-ba58-48ea-bd91-05e91d08cfe3 tempest-MeteringTestJSON-553725111 tempest-MeteringTestJSON-553725111-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/eb0a73fe-b227-4b0b-9d9f-41353bcd1324 HTTP/1.1" status: 204 len: 168 time: 0.2749975 Feb 19 07:37:57.914723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Deleting subnet 40a1e16e-ea6f-461d-ab9c-44cf00356bc4 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:57.918939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Publish callbacks [] for subnet (40a1e16e-ea6f-461d-ab9c-44cf00356bc4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:57.979240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (40a1e16e-ea6f-461d-ab9c-44cf00356bc4), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.035946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (40a1e16e-ea6f-461d-ab9c-44cf00356bc4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.117144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (40a1e16e-ea6f-461d-ab9c-44cf00356bc4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.121018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.149667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a1e16e-ea6f-461d-ab9c-44cf00356bc4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:58.158897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.173869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-609525bf-94cc-47b2-befe-207e641d6413 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/40a1e16e-ea6f-461d-ab9c-44cf00356bc4 HTTP/1.1" status: 204 len: 168 time: 0.3270338 Feb 19 07:37:58.178037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49558) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.192171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:58.269678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.273942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.281443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-269d25e3-9e19-4e78-a3a4-37bd4e87e5be tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf HTTP/1.1" status: 204 len: 168 time: 1.1469076 Feb 19 07:37:58.283357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.351103 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-520f3fd8-e0c0-4a73-b736-8184547452b4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:37:58.357445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fcda3345-6c7b-4170-ad45-7a199900708c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.359878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.362326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-520f3fd8-e0c0-4a73-b736-8184547452b4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf HTTP/1.1" status: 404 len: 333 time: 0.0680742 Feb 19 07:37:58.405231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3cf2f-c962-4b9e-82c4-742ee2b8bf40 req-d28ae16e-3a69-4cf4-b9a8-e5d959bfda6f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:58.406837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e3cf2f-c962-4b9e-82c4-742ee2b8bf40 req-d28ae16e-3a69-4cf4-b9a8-e5d959bfda6f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 944 time: 0.1690230 Feb 19 07:37:58.443740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet d22fcd0b-f938-468e-8348-57bec28123c0 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:58.463397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (d22fcd0b-f938-468e-8348-57bec28123c0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.466028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-43e3cf2f-c962-4b9e-82c4-742ee2b8bf40 req-09c9b2c9-65f3-462c-bbbb-4d54ce85ee75 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527711 Feb 19 07:37:58.481563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-794d788d-e6df-49d1-9ac1-174438244f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.549862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1375cac7-9dba-41ec-9e6d-1a4c2e92a2db req-d6e175bb-ce00-4414-83e6-315284850869 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.1015420 Feb 19 07:37:58.586577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d22fcd0b-f938-468e-8348-57bec28123c0), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.614781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-794d788d-e6df-49d1-9ac1-174438244f91 admin admin] Publish callbacks [] for security_group (2afca5aa-60d8-42eb-8fc1-98f960fabea4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.623156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-794d788d-e6df-49d1-9ac1-174438244f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2afca5aa-60d8-42eb-8fc1-98f960fabea4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.668593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fcda3345-6c7b-4170-ad45-7a199900708c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.677619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ef1c4-9067-42e9-8bc3-9522f5e30f8f req-5c2716f9-c9b4-4aac-a3cd-06ed200a8cfa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:58.679135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a5ef1c4-9067-42e9-8bc3-9522f5e30f8f req-5c2716f9-c9b4-4aac-a3cd-06ed200a8cfa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.1079392 Feb 19 07:37:58.681900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-794d788d-e6df-49d1-9ac1-174438244f91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8734a26f2fb74b58b9986aa3de3ba3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994050 Feb 19 07:37:58.682783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d788d-e6df-49d1-9ac1-174438244f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afca5aa-60d8-42eb-8fc1-98f960fabea4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:58.684734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.743135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a5ef1c4-9067-42e9-8bc3-9522f5e30f8f req-19db94f5-bff4-4d4f-b70e-a6e0c9b8930f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494211 Feb 19 07:37:58.745883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcda3345-6c7b-4170-ad45-7a199900708c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:58.779535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f96e37c-3194-455a-978d-c0a1482fe103') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:58.779951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f96e37c-3194-455a-978d-c0a1482fe103') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:37:58.794511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (2f96e37c-3194-455a-978d-c0a1482fe103), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.827383 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2f96e37c-3194-455a-978d-c0a1482fe103), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.829024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] Publish callbacks [] for security_group (2afca5aa-60d8-42eb-8fc1-98f960fabea4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.831450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d22fcd0b-f938-468e-8348-57bec28123c0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.855209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:37:58.855625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (2f96e37c-3194-455a-978d-c0a1482fe103), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:37:58.861873 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:37:58.919910 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] Publish callbacks [] for security_group (2afca5aa-60d8-42eb-8fc1-98f960fabea4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.955427 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fcda3345-6c7b-4170-ad45-7a199900708c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.962026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2a165bdb-a812-43a7-964d-255c4f7f2f20 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:37:58.977907 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:58.981121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] 10.222.0.43 "DELETE /v2.0/networks/fcda3345-6c7b-4170-ad45-7a199900708c HTTP/1.1" status: 204 len: 168 time: 0.8007045 Feb 19 07:37:58.984633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:58.999952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7bdf9-ccca-4079-998d-0c309b04290f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcda3345-6c7b-4170-ad45-7a199900708c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.011848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d22fcd0b-f938-468e-8348-57bec28123c0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.048251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=d22fcd0b-f938-468e-8348-57bec28123c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.049900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2afca5aa-60d8-42eb-8fc1-98f960fabea4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.050535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 2a165bdb-a812-43a7-964d-255c4f7f2f20 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:37:59.052575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.053776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2afca5aa-60d8-42eb-8fc1-98f960fabea4 HTTP/1.1" status: 204 len: 168 time: 0.3580287 Feb 19 07:37:59.055218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.055369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2a165bdb-a812-43a7-964d-255c4f7f2f20 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:37:59.055477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.060871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-db887fb7-bec5-4d68-9b34-b19e438e0041 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/d22fcd0b-f938-468e-8348-57bec28123c0 HTTP/1.1" status: 204 len: 168 time: 0.7000039 Feb 19 07:37:59.063726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:59.070600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff70854-bfd3-4c37-b348-084949e1c0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afca5aa-60d8-42eb-8fc1-98f960fabea4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.075229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dae52-e668-4bec-b30a-ce4c1ac1548a None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:37:59.125580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Deleting subnet c265ac24-d840-44f2-b531-7fbed3f7d122 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:59.133211 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Publish callbacks [] for subnet (c265ac24-d840-44f2-b531-7fbed3f7d122), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.173305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet a595b6a6-99f1-416c-93bb-1b82f0b70238 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:37:59.179018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (a595b6a6-99f1-416c-93bb-1b82f0b70238), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.225343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (c265ac24-d840-44f2-b531-7fbed3f7d122), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.269260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a595b6a6-99f1-416c-93bb-1b82f0b70238), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.317299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c265ac24-d840-44f2-b531-7fbed3f7d122), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.395346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (c265ac24-d840-44f2-b531-7fbed3f7d122), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.397637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2a165bdb-a812-43a7-964d-255c4f7f2f20 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:37:59.398395 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.438395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c265ac24-d840-44f2-b531-7fbed3f7d122,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.449519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:37:59.452236 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36dcbba-8f75-44a9-bca8-596a45ea5896" -d '{"events": [{"server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "name": "network-vif-plugged", "status": "completed", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:37:59.466312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:37:59.473495 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.550566 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05908b6-63a7-4737-b3b0-9b4b94c17308 x-openstack-request-id: req-d05908b6-63a7-4737-b3b0-9b4b94c17308 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:37:59.551247 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "name": "network-vif-plugged", "status": "completed", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:37:59.551712 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d05908b6-63a7-4737-b3b0-9b4b94c17308 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:37:59.552295 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'code': 200} Feb 19 07:37:59.565297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a595b6a6-99f1-416c-93bb-1b82f0b70238), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.600165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:59.623925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-097a1a2c-bdcd-455b-9d3f-9eb0a99c5579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.643028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.645100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.653218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ac8253f6-831a-48d9-bb68-ebd97dc2e577 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c265ac24-d840-44f2-b531-7fbed3f7d122 HTTP/1.1" status: 204 len: 168 time: 0.6671071 Feb 19 07:37:59.685871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:59.740431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-097a1a2c-bdcd-455b-9d3f-9eb0a99c5579 admin admin] Publish callbacks [] for security_group (055a7a22-a783-46df-9e4a-fb03d0c2fb01), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.756460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-097a1a2c-bdcd-455b-9d3f-9eb0a99c5579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (055a7a22-a783-46df-9e4a-fb03d0c2fb01), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.810348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-097a1a2c-bdcd-455b-9d3f-9eb0a99c5579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6bc6909ece54c83a9f2a764b6e682e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085936 Feb 19 07:37:59.815567 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c3d88fe4-93e6-42c9-aff9-b55079f71ae1 req-7f2e5bdf-4a53-4c52-823b-47115e8e6f0c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0728281 Feb 19 07:37:59.815978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:37:59.910519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ade9a1-f443-465f-bf71-f7fff474a5ad req-7dbaba2f-5259-4c63-a729-0e83397b2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:59.912684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99ade9a1-f443-465f-bf71-f7fff474a5ad req-7dbaba2f-5259-4c63-a729-0e83397b2cee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.2556505 Feb 19 07:37:59.916370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (98c27ea7-487c-4903-b2b0-f1421f0cbf85), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.925596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a1a2c-bdcd-455b-9d3f-9eb0a99c5579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055a7a22-a783-46df-9e4a-fb03d0c2fb01,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:37:59.931171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] Publish callbacks [] for security_group (055a7a22-a783-46df-9e4a-fb03d0c2fb01), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.966521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a3d46-dd89-4279-af31-7e043534d639 req-e15566a4-248c-4209-a3c6-3b816addd69c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:37:59.966521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1a3d46-dd89-4279-af31-7e043534d639 req-e15566a4-248c-4209-a3c6-3b816addd69c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.2870276 Feb 19 07:37:59.984884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a595b6a6-99f1-416c-93bb-1b82f0b70238), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:37:59.988015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] Publish callbacks [] for security_group (055a7a22-a783-46df-9e4a-fb03d0c2fb01), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.079452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99ade9a1-f443-465f-bf71-f7fff474a5ad req-bf7bfaa7-2a88-47c1-a4f2-5680cc9fd6b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555915 Feb 19 07:38:00.093315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae358eff-aaf6-4a50-a45f-c5f008f6f545 req-f89405d3-d6e3-4d0c-b8ea-f00a1a699137 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:00.093780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=a595b6a6-99f1-416c-93bb-1b82f0b70238,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:00.095396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae358eff-aaf6-4a50-a45f-c5f008f6f545 req-f89405d3-d6e3-4d0c-b8ea-f00a1a699137 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.1111581 Feb 19 07:38:00.132077 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (055a7a22-a783-46df-9e4a-fb03d0c2fb01), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.135329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.140602 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/055a7a22-a783-46df-9e4a-fb03d0c2fb01 HTTP/1.1" status: 204 len: 168 time: 0.3140931 Feb 19 07:38:00.167505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe69a5c-8d95-4f01-bb41-a315d4d69f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055a7a22-a783-46df-9e4a-fb03d0c2fb01,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:00.170407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.177836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-71bc9b7f-96f9-4e35-88e5-fbbc4764c76a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/a595b6a6-99f1-416c-93bb-1b82f0b70238 HTTP/1.1" status: 204 len: 168 time: 1.1120706 Feb 19 07:38:00.181182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:00.270637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.292488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae358eff-aaf6-4a50-a45f-c5f008f6f545 req-90bd9d0f-bbe2-4e66-bacd-6bf581df4eda tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717584 Feb 19 07:38:00.312289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c1a3d46-dd89-4279-af31-7e043534d639 req-1b8e9371-b650-4ec0-b4b5-467b6951f1d8 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370061 Feb 19 07:38:00.360765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (98c27ea7-487c-4903-b2b0-f1421f0cbf85), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.376697 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b571b13e-e35d-4e40-9bed-a079b2f30b60), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.397796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c27ea7-487c-4903-b2b0-f1421f0cbf85']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:00.413395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6b3c90-9d51-4bb0-932d-f4d9f3449747') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:00.413737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6b3c90-9d51-4bb0-932d-f4d9f3449747') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:00.441699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (4e6b3c90-9d51-4bb0-932d-f4d9f3449747), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.461237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4e6b3c90-9d51-4bb0-932d-f4d9f3449747), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.473619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:38:00.474029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (4e6b3c90-9d51-4bb0-932d-f4d9f3449747), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:38:00.476069 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:38:00.560156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port aa075a97-56d0-4f50-b022-991d747acc8f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:00.560506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.604432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ca974-65bd-4d30-901f-42c26daf8d6e None None] Network b571b13e-e35d-4e40-9bed-a079b2f30b60 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:00.614100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (98c27ea7-487c-4903-b2b0-f1421f0cbf85), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.623649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.627369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] 10.222.0.43 "DELETE /v2.0/networks/98c27ea7-487c-4903-b2b0-f1421f0cbf85 HTTP/1.1" status: 204 len: 168 time: 0.9333780 Feb 19 07:38:00.654353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3353f-35b6-4542-b6cc-e2a7159f9c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=98c27ea7-487c-4903-b2b0-f1421f0cbf85,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:00.690263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] For port aa075a97-56d0-4f50-b022-991d747acc8f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=aa075a97-56d0-4f50-b022-991d747acc8f,segment=NetworkSegment(c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585),segment_id=c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:00.690639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.720627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for aa075a97-56d0-4f50-b022-991d747acc8f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:00.806876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-adb12e36-327d-4034-bf2c-9ed8ed0ac4c4 None None] Provisioning complete for port aa075a97-56d0-4f50-b022-991d747acc8f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:00.807407 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-adb12e36-327d-4034-bf2c-9ed8ed0ac4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.809584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49624) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:00.873002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (aa075a97-56d0-4f50-b022-991d747acc8f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:00.906456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-adb12e36-327d-4034-bf2c-9ed8ed0ac4c4 None None] Could not find standard attr ID for object aa075a97-56d0-4f50-b022-991d747acc8f. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:38:00.910555 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.db [None req-adb12e36-327d-4034-bf2c-9ed8ed0ac4c4 None None] No ports have port_id starting with aa075a97-56d0-4f50-b022-991d747acc8f Feb 19 07:38:00.912785 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9453a3e3-fd06-4074-bf97-6e8900d17cc7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ecf31767c66436987b58a4f668ce84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1019688 Feb 19 07:38:00.915702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:00.932368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=aa075a97-56d0-4f50-b022-991d747acc8f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:00.949700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No DVR routers for this DVR port aa075a97-56d0-4f50-b022-991d747acc8f on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:00.954710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5cc07-55c3-4950-9ad5-06868746d956 None None] DHCP port deletion for b571b13e-e35d-4e40-9bed-a079b2f30b60 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:38:01.035935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c288064-4489-4eff-a4bf-7c4468dc2b2d req-d7d2ea9c-ca37-4ef7-9b6a-b3278d60d3fd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c6cfa4a-4541-45d1-8373-38a2ee28ea11 HTTP/1.1" status: 200 len: 210 time: 0.0421457 Feb 19 07:38:01.051834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] Publish callbacks [] for security_group (f169f984-4b03-46a5-b683-53bc1086a52b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.090157 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] Publish callbacks [] for security_group (f169f984-4b03-46a5-b683-53bc1086a52b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.092813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b571b13e-e35d-4e40-9bed-a079b2f30b60), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.126067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b571b13e-e35d-4e40-9bed-a079b2f30b60']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:01.136123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:01.136553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:01.147914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.160569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f169f984-4b03-46a5-b683-53bc1086a52b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.163789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.164224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.168384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f169f984-4b03-46a5-b683-53bc1086a52b HTTP/1.1" status: 204 len: 168 time: 0.2515924 Feb 19 07:38:01.172574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:38:01.173172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c3e9e1b1-cf88-4f7d-8d2c-0a5613dda585), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:38:01.177229 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:38:01.179486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8509d4-31de-491f-93c8-b179912aed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f169f984-4b03-46a5-b683-53bc1086a52b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:01.315265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b571b13e-e35d-4e40-9bed-a079b2f30b60), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.325525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.340011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/b571b13e-e35d-4e40-9bed-a079b2f30b60 HTTP/1.1" status: 204 len: 168 time: 1.1553774 Feb 19 07:38:01.344122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.374789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba2aad-2cbc-4d64-a11d-6152de7c99db tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=b571b13e-e35d-4e40-9bed-a079b2f30b60,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:01.508537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825963a-98a9-4853-8c49-7f00e722a458 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:01.517050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8825963a-98a9-4853-8c49-7f00e722a458 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1542532 Feb 19 07:38:01.529796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.610092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47cf76-ba18-4eba-9315-4e4ea5603041 req-1a2e8e1d-2cbd-40ef-baec-43e64c6eca46 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:01.611753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd47cf76-ba18-4eba-9315-4e4ea5603041 req-1a2e8e1d-2cbd-40ef-baec-43e64c6eca46 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.0914764 Feb 19 07:38:01.617688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bedbe-58b2-46d9-a770-67b336e727a3 req-ba7728a9-7b7b-4679-ab80-5255f57b8be7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:01.620613 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e2bedbe-58b2-46d9-a770-67b336e727a3 req-ba7728a9-7b7b-4679-ab80-5255f57b8be7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.1294127 Feb 19 07:38:01.676751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-effb592c-cfbd-4d32-8984-17a38eac5867 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1437995 Feb 19 07:38:01.683596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.685195 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd47cf76-ba18-4eba-9315-4e4ea5603041 req-bacdb591-ebd0-4d2a-a6f1-92a2d36362d3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669107 Feb 19 07:38:01.697986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1746229689'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:01.747791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e2bedbe-58b2-46d9-a770-67b336e727a3 req-3eb5335c-8279-4153-a7ee-8120aaf0e7f5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203601 Feb 19 07:38:01.766400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:01.771111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.776544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.797299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:01.807966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e26f02b0-399e-4212-9145-18939a5e9a93), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.808332 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment e26f02b0-399e-4212-9145-18939a5e9a93 of type vlan for network c0496802-ca8c-4bbe-875e-385ee535e7ef Feb 19 07:38:01.813509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.855895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c0496802-ca8c-4bbe-875e-385ee535e7ef), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.860914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7fdc0059-6834-42e2-bd97-e999f20c3c7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c5b0cb497ea4881ba486380798e09bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461526 Feb 19 07:38:01.863207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.883443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c0496802-ca8c-4bbe-875e-385ee535e7ef), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.888653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:01.889660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.915366 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] Publish callbacks [] for security_group (26fec8af-3516-4717-bee2-34a9163c805b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.938011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] Publish callbacks [] for security_group (26fec8af-3516-4717-bee2-34a9163c805b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:01.950900 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2545333 Feb 19 07:38:01.951218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:01.960753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:01.965265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49dc92-52ad-414c-a8d2-c85014006ed8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=c0496802-ca8c-4bbe-875e-385ee535e7ef,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:01.977098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c0496802-ca8c-4bbe-875e-385ee535e7ef details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:38:02.029745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1883189714'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:02.075600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:02.079892 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.089436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26fec8af-3516-4717-bee2-34a9163c805b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.092051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.093249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26fec8af-3516-4717-bee2-34a9163c805b HTTP/1.1" status: 204 len: 168 time: 0.2289762 Feb 19 07:38:02.101303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aa075a97-56d0-4f50-b022-991d747acc8f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:02.108729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.122359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6ea27-46e8-4fda-a8de-fc236f334789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fec8af-3516-4717-bee2-34a9163c805b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:02.124938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:02.128377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.146989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: aa075a97-56d0-4f50-b022-991d747acc8f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:38:02.149175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device aa075a97-56d0-4f50-b022-991d747acc8f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:38:02.323678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for security_group (6dfc901b-d767-4b22-9dd8-f311e72d266d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.333668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6dfc901b-d767-4b22-9dd8-f311e72d266d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.397682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:02.411445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfc901b-d767-4b22-9dd8-f311e72d266d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:02.416969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (b80ae5c9-326e-4820-8fd9-0f06a6dd89d2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.419314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.419597 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Added segment 3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68 of type vlan for network f22228cc-4853-44fc-9ae4-2b0364f38c31 Feb 19 07:38:02.510673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (f22228cc-4853-44fc-9ae4-2b0364f38c31), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.525376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=b80ae5c9-326e-4820-8fd9-0f06a6dd89d2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:02.555653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': 'e26f02b0-399e-4212-9145-18939a5e9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:02.556033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: c0496802-ca8c-4bbe-875e-385ee535e7ef, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:38:02.563564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (f22228cc-4853-44fc-9ae4-2b0364f38c31), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.568921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:02.569344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.636558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8562829 Feb 19 07:38:02.637198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:02.637820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network c0496802-ca8c-4bbe-875e-385ee535e7ef is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:38:02.643396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'subnet': {'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:02.661139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af31b3-c66a-4968-8cad-1a041c56bf2e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Network': ['ID=f22228cc-4853-44fc-9ae4-2b0364f38c31,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:02.665438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, c0496802-ca8c-4bbe-875e-385ee535e7ef) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:02.672188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:02.672909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.679689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd5d988-a3f6-43c8-8fcc-4a352230613c None None] Network c0496802-ca8c-4bbe-875e-385ee535e7ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:02.686126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:38:02.697838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:02.698509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f928c8d-e37a-4783-803a-36dae0a9fe2b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7439284 Feb 19 07:38:02.706379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef', 'name': 'tempest-PortsIpV6TestJSON-645370775'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:02.922448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-c0496802-ca8c-4bbe-875e-385ee535e7ef', 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': 'b80ae5c9-326e-4820-8fd9-0f06a6dd89d2'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:38:02.923223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.960472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:02.963990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:02.989208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998318d1-c545-4294-8646-f70988fcb233 req-698e479b-ca87-4d8b-aaa2-2cd92b406162 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:02.991041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-998318d1-c545-4294-8646-f70988fcb233 req-698e479b-ca87-4d8b-aaa2-2cd92b406162 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.1162729 Feb 19 07:38:03.002600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:03.007648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.011524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port d72028a0-2670-439d-9708-4ff4da25e40e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:03.045536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d99dc1-81ba-4bd7-aaed-ea74612967e8 req-fa75f63c-22b8-437c-a1f4-c7aae48b921a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:03.047810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6d99dc1-81ba-4bd7-aaed-ea74612967e8 req-fa75f63c-22b8-437c-a1f4-c7aae48b921a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.1410592 Feb 19 07:38:03.150056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6d99dc1-81ba-4bd7-aaed-ea74612967e8 req-c97e6891-cb72-4b02-b6fe-deef83fddb63 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938900 Feb 19 07:38:03.191565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-998318d1-c545-4294-8646-f70988fcb233 req-c12a67d7-b664-483a-9ad4-af6e5049521c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566434 Feb 19 07:38:03.281832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::357 (c0496802-ca8c-4bbe-875e-385ee535e7ef/b80ae5c9-326e-4820-8fd9-0f06a6dd89d2/d72028a0-2670-439d-9708-4ff4da25e40e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:03.323400 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.429309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac1a68-46e1-401e-b908-3c0fad0fc645 req-67343104-14ce-4519-92d0-cec7fad5afa1 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:03.439655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acac1a68-46e1-401e-b908-3c0fad0fc645 req-67343104-14ce-4519-92d0-cec7fad5afa1 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.1706998 Feb 19 07:38:03.510728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (3b37d3a5-b932-4103-8877-4f82f82b7568), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.544601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acac1a68-46e1-401e-b908-3c0fad0fc645 req-5113d353-a3bc-4003-9eb1-434f0f78737d tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987353 Feb 19 07:38:03.558225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:03.564521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Subnet': ['ID=3b37d3a5-b932-4103-8877-4f82f82b7568,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:03.659022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Checking segment: {'id': '3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:03.660222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network hostable DHCP agents. Network: f22228cc-4853-44fc-9ae4-2b0364f38c31, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:38:03.675800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (d72028a0-2670-439d-9708-4ff4da25e40e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.693375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:38:03.725922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, f22228cc-4853-44fc-9ae4-2b0364f38c31) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:03.737149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88d837-0500-463c-9491-bcbacbff4c76 None None] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:03.747906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:03.748751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.763824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d72028a0-2670-439d-9708-4ff4da25e40e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.818810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=d72028a0-2670-439d-9708-4ff4da25e40e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:03.830687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0669252a-fa82-42ab-9196-11ccb00fa148 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1893723 Feb 19 07:38:03.831289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49728) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:03.836584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-37322001', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:03.851673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network c0496802-ca8c-4bbe-875e-385ee535e7ef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:03.855333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:03.864581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:03.871886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:03.872819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:03.900323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c73036fb-8f96-4334-9909-7f0afd75f243 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1991589 Feb 19 07:38:03.901067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:03.908899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef', 'name': 'tempest-PortsIpV6TestJSON-1192988512'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:03.935688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88191523-c804-42cf-b887-48f49e3af3cf tempest-TestVolumeBackupRestore-2128303872 tempest-TestVolumeBackupRestore-2128303872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:03.937810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-88191523-c804-42cf-b887-48f49e3af3cf tempest-TestVolumeBackupRestore-2128303872 tempest-TestVolumeBackupRestore-2128303872-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1122 time: 0.3781633 Feb 19 07:38:03.972325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:03.979723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:04.010948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.012015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.043048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Allocated IP 2001:db8::2 (c0496802-ca8c-4bbe-875e-385ee535e7ef/b80ae5c9-326e-4820-8fd9-0f06a6dd89d2/3ccb0868-46d8-4b6c-9ba4-5955870d2e0d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:04.053868 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.129458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83843-5665-464c-850b-c07b819895a8 req-7690dfef-505e-4366-a663-bba13823bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:04.131418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-7690dfef-505e-4366-a663-bba13823bb1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1127 time: 0.2010059 Feb 19 07:38:04.239976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e76a4b-0936-4056-a079-c84f32379383 None None] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:04.778378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_controller (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.789248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83843-5665-464c-850b-c07b819895a8 req-daf6ecfe-c472-4423-9a5d-cd75eb0d15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:04.791819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-daf6ecfe-c472-4423-9a5d-cd75eb0d15e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.6353514 Feb 19 07:38:04.798728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks [] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.810021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:04.843750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Network c0496802-ca8c-4bbe-875e-385ee535e7ef is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:04.850901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:04.860770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:04.967070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Attempting to bind port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:38:04.967471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Attempting to bind port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e26f02b0-399e-4212-9145-18939a5e9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:38:04.967842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Attempting to bind port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d on network c0496802-ca8c-4bbe-875e-385ee535e7ef {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:38:04.977897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Pushing event updated for resources: {'Port': ['ID=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:04.986694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.987051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.987430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.987778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.988116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.988678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.989606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.989952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.990306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.990620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.990949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.992055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.992411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:04.994724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-608e20da-b56f-4e7e-a7ad-9e34e3ffddf1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 1001 time: 0.1639066 Feb 19 07:38:05.005865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:38:05.006274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Checking segment: {'id': 'e26f02b0-399e-4212-9145-18939a5e9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:05.006679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.007081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Bound using segment: {'id': 'e26f02b0-399e-4212-9145-18939a5e9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:38:05.007599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Bound port: 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26f02b0-399e-4212-9145-18939a5e9a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c0496802-ca8c-4bbe-875e-385ee535e7ef'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:38:05.007996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.010394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8524a-5943-4a1d-9414-cf785a56e4bd req-772c6947-924f-46ce-90fc-dbf34c7fb3b3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:05.012081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0eb8524a-5943-4a1d-9414-cf785a56e4bd req-772c6947-924f-46ce-90fc-dbf34c7fb3b3 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2189429 Feb 19 07:38:05.104595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] For port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:05.108072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] For port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,segment=NetworkSegment(e26f02b0-399e-4212-9145-18939a5e9a93),segment_id=e26f02b0-399e-4212-9145-18939a5e9a93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:05.111113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83843-5665-464c-850b-c07b819895a8 req-71ee83c6-07f3-4f99-b9f1-a60faf2fae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:05.116355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-71ee83c6-07f3-4f99-b9f1-a60faf2fae52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.1032250 Feb 19 07:38:05.117342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.176242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:05.177039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.192397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.264091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port cb1a96f5-6347-4086-886c-14c6f82810f2 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:05.312215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0eb8524a-5943-4a1d-9414-cf785a56e4bd req-0539bc03-f174-4261-b858-6e3016e51268 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902475 Feb 19 07:38:05.320373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf630e-631e-4e46-af72-b2b823cca1f2 None None] Pushing event updated for resources: {'Port': ['ID=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:05.346531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.356964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83843-5665-464c-850b-c07b819895a8 req-e11ef692-de66-4638-8b6d-101c6642bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:05.359290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-e11ef692-de66-4638-8b6d-101c6642bbda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2351077 Feb 19 07:38:05.482243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::da (c0496802-ca8c-4bbe-875e-385ee535e7ef/b80ae5c9-326e-4820-8fd9-0f06a6dd89d2/cb1a96f5-6347-4086-886c-14c6f82810f2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:05.513056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-534610ee-f7b1-437d-ae4d-1fc5043bb436 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457813 Feb 19 07:38:05.782464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Allocated IP 172.25.7.41 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d3d4c06e-a803-4365-834c-5c574fa6dbb8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:05.876023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (cb1a96f5-6347-4086-886c-14c6f82810f2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.889939 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e7a83843-5665-464c-850b-c07b819895a8 req-67725603-2101-4a46-a9a5-2a16d0764817 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695219 Feb 19 07:38:05.964969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:05.972069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cb1a96f5-6347-4086-886c-14c6f82810f2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.007699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.077802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'Port': ['ID=d3d4c06e-a803-4365-834c-5c574fa6dbb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:06.085002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:06.090719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:06.090719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:06.129790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=cb1a96f5-6347-4086-886c-14c6f82810f2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:06.135367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network c0496802-ca8c-4bbe-875e-385ee535e7ef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:06.141095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:06.169679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:06.173460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:06.175044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:06.175710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.199048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22935fc1-a4e9-4ca3-ae03-02df10d2a6ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2950125 Feb 19 07:38:06.200105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:06.286508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8762166-cfbd-4e73-b6d2-6afeea8f09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.309268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:06.309662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.316658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.375540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.527360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53db038b-edb7-4659-b2f9-ed3aad5e2961 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:06.542630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53db038b-edb7-4659-b2f9-ed3aad5e2961 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A357 HTTP/1.1" status: 200 len: 928 time: 0.3395879 Feb 19 07:38:06.544327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:06.553048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:06.553478 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.663377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,segment=NetworkSegment(e26f02b0-399e-4212-9145-18939a5e9a93),segment_id=e26f02b0-399e-4212-9145-18939a5e9a93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:06.670680 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.750757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1786c-6545-494f-b5bc-314edc624ac0 req-568218ae-bad8-4fa8-bcd4-a8cdebc43fb1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:06.752504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12c1786c-6545-494f-b5bc-314edc624ac0 req-568218ae-bad8-4fa8-bcd4-a8cdebc43fb1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2479033 Feb 19 07:38:06.785128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:06.786858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.35 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/7ec95045-358e-46d2-b612-a51aa49702d6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:06.810241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port cb1a96f5-6347-4086-886c-14c6f82810f2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:06.811021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cb1a96f5-6347-4086-886c-14c6f82810f2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:06.875789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-12c1786c-6545-494f-b5bc-314edc624ac0 req-04b8f93e-89eb-4377-8ef0-f4153c5d0fbe tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720398 Feb 19 07:38:07.045887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cb1a96f5-6347-4086-886c-14c6f82810f2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.065704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for cb1a96f5-6347-4086-886c-14c6f82810f2 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:07.081901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a3c03-6a3b-4419-a48f-8b04d680dafa None None] Network c0496802-ca8c-4bbe-875e-385ee535e7ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:07.196445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-36316776-058e-48a1-9712-fb8aab9a5b5b None None] Provisioning complete for port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:07.197538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36316776-058e-48a1-9712-fb8aab9a5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.288159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (3f5f9f43-de74-4589-9e27-8da5e7da975a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.331107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (7ec95045-358e-46d2-b612-a51aa49702d6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.357157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-36316776-058e-48a1-9712-fb8aab9a5b5b None None] Current status of the port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:07.385576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cb1a96f5-6347-4086-886c-14c6f82810f2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.397977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7ec95045-358e-46d2-b612-a51aa49702d6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.430203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=cb1a96f5-6347-4086-886c-14c6f82810f2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:07.474436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.564867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=7ec95045-358e-46d2-b612-a51aa49702d6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:07.567653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.574027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ab14f9e-5bcb-4730-8e91-8aa0e7782f6a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/cb1a96f5-6347-4086-886c-14c6f82810f2 HTTP/1.1" status: 204 len: 168 time: 1.0258634 Feb 19 07:38:07.576509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:07.593723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:07.631743 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65050c9-d16a-4165-a51a-5c03be7ea2b6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:38:07.641515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d65050c9-d16a-4165-a51a-5c03be7ea2b6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/cb1a96f5-6347-4086-886c-14c6f82810f2 HTTP/1.1" status: 404 len: 333 time: 0.0632765 Feb 19 07:38:07.643417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:07.646255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:07.657695 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:07.726878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.734988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.753638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Provisioning complete for port d72028a0-2670-439d-9708-4ff4da25e40e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:07.754034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d72028a0-2670-439d-9708-4ff4da25e40e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.871975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event updated for resources: {'Port': ['ID=d3d4c06e-a803-4365-834c-5c574fa6dbb8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:07.882606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Port d72028a0-2670-439d-9708-4ff4da25e40e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:07.885289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3f5f9f43-de74-4589-9e27-8da5e7da975a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:07.942931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Provisioning complete for port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:07.943647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.205742 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Floating IP 3f5f9f43-de74-4589-9e27-8da5e7da975a associated. External IP: 172.25.7.41, port: 2a165bdb-a812-43a7-964d-255c4f7f2f20. Feb 19 07:38:08.282590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:08.309501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port d72028a0-2670-439d-9708-4ff4da25e40e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:08.310093 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d72028a0-2670-439d-9708-4ff4da25e40e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.442956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d72028a0-2670-439d-9708-4ff4da25e40e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.457042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for d72028a0-2670-439d-9708-4ff4da25e40e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:08.500133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:08.502101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.564071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414fdd8-9688-468e-8154-40e86a25861f req-5177fc69-6cfd-4c73-b8ba-b34bb5c9e49b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:08.567865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6414fdd8-9688-468e-8154-40e86a25861f req-5177fc69-6cfd-4c73-b8ba-b34bb5c9e49b tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.5017378 Feb 19 07:38:08.680635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:38:08.696542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Current status of the port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:08.704148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28e7d318-dc12-42f4-99ee-76ac9699cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.736714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.740170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d72028a0-2670-439d-9708-4ff4da25e40e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.745476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ca13c156-e990-467c-a2bc-9297848b5083 None None] Could not find standard attr ID for object cb1a96f5-6347-4086-886c-14c6f82810f2. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:38:08.781190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6414fdd8-9688-468e-8154-40e86a25861f req-91692679-648d-4837-88b0-8a92af7db5b1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045197 Feb 19 07:38:08.918807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:08.923053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/d72028a0-2670-439d-9708-4ff4da25e40e HTTP/1.1" status: 204 len: 168 time: 1.2782447 Feb 19 07:38:08.926208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:08.957804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bcc04-2935-4900-8c8b-de90f6a34562 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=d72028a0-2670-439d-9708-4ff4da25e40e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:09.008828 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b278fa-056f-47d4-9957-a78c130e3a3c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:38:09.010362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33b278fa-056f-47d4-9957-a78c130e3a3c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/d72028a0-2670-439d-9708-4ff4da25e40e HTTP/1.1" status: 404 len: 333 time: 0.0829799 Feb 19 07:38:09.015773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:09.018945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91a6e87e-7ebb-42da-94ed-ccb725a90ddb None None] Could not find standard attr ID for object d72028a0-2670-439d-9708-4ff4da25e40e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:38:09.036912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-91a6e87e-7ebb-42da-94ed-ccb725a90ddb None None] Could not find standard attr ID for object cb1a96f5-6347-4086-886c-14c6f82810f2. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:38:09.051154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Router 71555077-d0cc-47d2-9397-4ce145e454e1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:09.055574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-d618e990-e82f-47d2-b6f1-0aa982e0426e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673906 Feb 19 07:38:09.118426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:09.167001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:09.194034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:38:09.254243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:09.254924 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.271637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:38:09.301606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:09.304258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet b80ae5c9-326e-4820-8fd9-0f06a6dd89d2 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:38:09.311474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (b80ae5c9-326e-4820-8fd9-0f06a6dd89d2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.329356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-51b49a17-78ee-4500-a026-0de9b71051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:09.331329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-51b49a17-78ee-4500-a026-0de9b71051e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.2150052 Feb 19 07:38:09.340453 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.410622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:09.413117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (b80ae5c9-326e-4820-8fd9-0f06a6dd89d2), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.430763 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:09.460564 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:09.461214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:09.467284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['31b1aa6c-6c8a-4566-afc9-6c394debaa03'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:38:09.551894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.580244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b80ae5c9-326e-4820-8fd9-0f06a6dd89d2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.581041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:09.632482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-893b333e-c589-42bf-8918-b1ad03dcdca7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6589832 Feb 19 07:38:09.638228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:09.642013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:09.644891 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc770e-5076-403a-9b71-2ca49910b21a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:09.808187 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19efb3e5-c28e-484f-a913-29390b6d17ad x-openstack-request-id: req-19efb3e5-c28e-484f-a913-29390b6d17ad {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:09.808867 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:09.809357 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19efb3e5-c28e-484f-a913-29390b6d17ad {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:09.809993 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:38:09.816216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-ca4728ce-d125-48a1-98d5-8ce07c3959af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:09.825134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-ca4728ce-d125-48a1-98d5-8ce07c3959af service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.4638855 Feb 19 07:38:09.830281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.836725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107fe4c4-7b05-4bc7-ad5b-15fd2c7341ff tempest-TestVolumeBackupRestore-2128303872 tempest-TestVolumeBackupRestore-2128303872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:09.841650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-107fe4c4-7b05-4bc7-ad5b-15fd2c7341ff tempest-TestVolumeBackupRestore-2128303872 tempest-TestVolumeBackupRestore-2128303872-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1122 time: 0.1834123 Feb 19 07:38:09.841990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:09.866055 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:09.927632 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (b80ae5c9-326e-4820-8fd9-0f06a6dd89d2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:09.989802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Request body: {'floatingip': {'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:10.025021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=b80ae5c9-326e-4820-8fd9-0f06a6dd89d2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:10.082745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa158e-f9d0-4f75-97e0-07897a5abffa None None] Network c0496802-ca8c-4bbe-875e-385ee535e7ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:10.086679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.094429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d87f8d56-2216-4d7d-a73e-72d099c4fe8e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/b80ae5c9-326e-4820-8fd9-0f06a6dd89d2 HTTP/1.1" status: 204 len: 168 time: 1.0750763 Feb 19 07:38:10.103986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:10.342230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c0496802-ca8c-4bbe-875e-385ee535e7ef), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.392465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] DHCP port deletion for c0496802-ca8c-4bbe-875e-385ee535e7ef request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:38:10.441446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.527221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Deleting port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:10.527221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.568801 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:06Z', 'revision_number': 0, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:10.613838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946e517-d628-4a58-b088-6a1b358d390c req-3cd3400d-acc6-467a-8ca3-542c1fc8e052 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:10.615433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3946e517-d628-4a58-b088-6a1b358d390c req-3cd3400d-acc6-467a-8ca3-542c1fc8e052 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 944 time: 0.5950005 Feb 19 07:38:10.626568 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:38:10.652074 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:10.653009 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:10.744034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] For port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,segment=NetworkSegment(e26f02b0-399e-4212-9145-18939a5e9a93),segment_id=e26f02b0-399e-4212-9145-18939a5e9a93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:10.745739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.756623 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3946e517-d628-4a58-b088-6a1b358d390c req-62426f5c-080e-40b7-a996-d92827cf8eaa tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235247 Feb 19 07:38:10.760115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:10.760429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:10.812284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Calling delete_port for 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:10.996591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:11.022505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-652a1b84-fdde-4b9f-b031-3ad64adbd9d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 998 time: 1.1824470 Feb 19 07:38:11.111909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:11.117906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (3f5f9f43-de74-4589-9e27-8da5e7da975a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.119157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.191708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] Pushing event deleted for resources: {'Port': ['ID=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:11.194032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87e365-9e89-4884-b0a2-5a814187fc3c None None] No DVR routers for this DVR port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:11.202401 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.239591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:11.240145 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.342641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-b65be522-3f2e-4458-8c81-9c3c7129054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:11.348188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-b65be522-3f2e-4458-8c81-9c3c7129054b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.3143897 Feb 19 07:38:11.378022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:11.378737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.434362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:11.437469 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92738fa-41f4-4005-91a1-39187d452e79" -d '{"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:11.524098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:11.538185 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:11.618941 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b38f2b-9041-4cc8-895a-5b0dc5666c98 x-openstack-request-id: req-d6b38f2b-9041-4cc8-895a-5b0dc5666c98 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:11.619717 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:11.625934 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6b38f2b-9041-4cc8-895a-5b0dc5666c98 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:11.626583 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'code': 200} Feb 19 07:38:11.660006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-acd22b30-e121-4270-bb9d-b0e782ffffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:11.661896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-acd22b30-e121-4270-bb9d-b0e782ffffb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3046710 Feb 19 07:38:11.687119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:11.729675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:06Z', 'revision_number': 0, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:11.776722 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df03ef92-dae5-4aa8-b1c1-cc9a482ce501 None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:06Z', 'revision_number': 0, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:11.991913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] For port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,segment=NetworkSegment(e26f02b0-399e-4212-9145-18939a5e9a93),segment_id=e26f02b0-399e-4212-9145-18939a5e9a93)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:11.995676 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:12.078786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:12.120531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-0f89e078-3b27-4f21-8725-7d8761024e36 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459410 Feb 19 07:38:12.153945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:12.213737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:38:12.214087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:38:12.245505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:38:12.337384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e469876-a027-49cb-a737-ff7cb9da297f None None] New status for floating IP 3f5f9f43-de74-4589-9e27-8da5e7da975a: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:38:12.368622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926307cc-9c29-4e26-9b09-3a6ad4452b2d req-200f052d-2346-4cf1-97d4-4ffd1aee8501 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:12.370580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-926307cc-9c29-4e26-9b09-3a6ad4452b2d req-200f052d-2346-4cf1-97d4-4ffd1aee8501 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.4244795 Feb 19 07:38:12.431370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbf96f1f-d1b3-43d6-ad55-91c0c1828d62 req-47a782e0-f381-413d-b823-f8a88414d89a service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003275 Feb 19 07:38:12.524531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:12.629226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3ccb0868-46d8-4b6c-9ba4-5955870d2e0d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:12.642041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No DVR routers for this DVR port 3ccb0868-46d8-4b6c-9ba4-5955870d2e0d on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:12.720001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:12.740085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=3ccb0868-46d8-4b6c-9ba4-5955870d2e0d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:12.744910 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:12.771389 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:12.776784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.884635 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.912217 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:12.913190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.944072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c0496802-ca8c-4bbe-875e-385ee535e7ef), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:12.965651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0496802-ca8c-4bbe-875e-385ee535e7ef']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.986688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26f02b0-399e-4212-9145-18939a5e9a93') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.986986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26f02b0-399e-4212-9145-18939a5e9a93') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.990999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:12.991686 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8741b2dc-df3a-481a-a891-5e161eb07a9a None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:13.011059 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e26f02b0-399e-4212-9145-18939a5e9a93), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.037076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-926307cc-9c29-4e26-9b09-3a6ad4452b2d req-353d2044-ba44-4d3c-a255-8fe15a353301 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884032 Feb 19 07:38:13.051942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e26f02b0-399e-4212-9145-18939a5e9a93), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.078904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:38:13.078904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e26f02b0-399e-4212-9145-18939a5e9a93), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:38:13.119281 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:38:13.131997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.134186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f661da48-737a-42b7-b32e-3d525a324e95 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3007379 Feb 19 07:38:13.145249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:13.214067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c0496802-ca8c-4bbe-875e-385ee535e7ef), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.254371 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.268389 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/c0496802-ca8c-4bbe-875e-385ee535e7ef HTTP/1.1" status: 204 len: 168 time: 3.1075609 Feb 19 07:38:13.271676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393eb1b-02c9-4851-8d38-7e6341fc1218 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=c0496802-ca8c-4bbe-875e-385ee535e7ef,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:13.274019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49896) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:13.286969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-114824850'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:13.328750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:13.335456 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.393578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc770e-5076-403a-9b71-2ca49910b21a req-879180c6-8c58-4e49-832c-17c954885df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:13.396344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:13.411541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-879180c6-8c58-4e49-832c-17c954885df2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.8545818 Feb 19 07:38:13.415117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a11c9a2c-9bcb-46d8-8f28-f40957ae2012), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.416852 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment a11c9a2c-9bcb-46d8-8f28-f40957ae2012 of type vlan for network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b Feb 19 07:38:13.529968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.596712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.601961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:13.602551 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.885466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc770e-5076-403a-9b71-2ca49910b21a req-80c46e66-9790-4f24-948d-85069159e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:13.887159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-80c46e66-9790-4f24-948d-85069159e78c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.4653115 Feb 19 07:38:13.900869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=5fa3fc87-c4a1-4761-8a0b-9fa753668f2b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:13.913506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:38:13.918666 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6280baa1-dd77-4186-b7cd-cbdec5eaf48e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6360877 Feb 19 07:38:13.922360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.924801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:13.943068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:13.966046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (3f5f9f43-de74-4589-9e27-8da5e7da975a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:13.981764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-8e469876-a027-49cb-a737-ff7cb9da297f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:38:13.982402 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-8e469876-a027-49cb-a737-ff7cb9da297f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:38:14.085728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-bf52ecfd-6c86-4be4-8179-ace0daddec28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 998 time: 0.1903138 Feb 19 07:38:14.222250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:14.226208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:14.413141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc770e-5076-403a-9b71-2ca49910b21a req-cca4c10b-a207-4cab-97a4-d0974d08a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:14.415810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-cca4c10b-a207-4cab-97a4-d0974d08a725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.2489793 Feb 19 07:38:14.484870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e469876-a027-49cb-a737-ff7cb9da297f None None] New status for floating IP 3f5f9f43-de74-4589-9e27-8da5e7da975a: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:38:14.652990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (21774e8d-fcb0-4046-97d6-40b9d6ae1352), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:14.963882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:14.964241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:38:15.031464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=21774e8d-fcb0-4046-97d6-40b9d6ae1352,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:15.096008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:38:15.151648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:15.169523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c409b5-a052-499f-909e-51c6c02bea7b None None] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:15.192721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:15.199546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:15.274826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-705563cd-3093-4005-9b70-3099d95880b9 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3462777 Feb 19 07:38:15.275935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:15.283448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b', 'name': 'tempest-PortsIpV6TestJSON-1120729795', 'fixed_ips': [{'subnet_id': '21774e8d-fcb0-4046-97d6-40b9d6ae1352', 'ip_address': '2001:db8::10'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:15.642890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:15.696191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5fa3fc87-c4a1-4761-8a0b-9fa753668f2b', 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': '21774e8d-fcb0-4046-97d6-40b9d6ae1352'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:38:15.697724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:15.876157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6d32c-3293-454e-acec-004086f9c1d2 req-bbf47387-2226-4f10-8b6d-24324dcc1fd2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:15.879164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07f6d32c-3293-454e-acec-004086f9c1d2 req-bbf47387-2226-4f10-8b6d-24324dcc1fd2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 1.6718380 Feb 19 07:38:15.912808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:15.937127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Router 71555077-d0cc-47d2-9397-4ce145e454e1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:16.026221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port f63f41ed-3a3f-4904-9305-efcd7eb79f71 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:16.288120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Allocated IP 2001:db8::2 (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b/21774e8d-fcb0-4046-97d6-40b9d6ae1352/c2217edb-4845-4ec7-8558-70ade6b4ab85) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:16.536888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc770e-5076-403a-9b71-2ca49910b21a req-1eb4cfdb-62d6-4fee-95c1-b47a47f88143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:16.540405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-1eb4cfdb-62d6-4fee-95c1-b47a47f88143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 2.1181326 Feb 19 07:38:16.548229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:16.558888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:16.564442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:16.621355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:16.623823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:16.708028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07f6d32c-3293-454e-acec-004086f9c1d2 req-93fc3bb1-5208-4a13-88a4-36b84a4e3c79 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8164597 Feb 19 07:38:16.915902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks [] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:16.950594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:16.959093 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11685862-b413-4d0b-9998-f05cc5058f58" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:17.137142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:17.185646 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e841e7c-d336-4cfb-a1eb-ea82d545f5d0 x-openstack-request-id: req-5e841e7c-d336-4cfb-a1eb-ea82d545f5d0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:17.186118 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:17.186269 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e841e7c-d336-4cfb-a1eb-ea82d545f5d0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:17.186682 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:38:17.329101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::10 (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b/21774e8d-fcb0-4046-97d6-40b9d6ae1352/f63f41ed-3a3f-4904-9305-efcd7eb79f71) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:17.333739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-ffe77adc-87f3-4231-8598-0bd4037324be service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501502 Feb 19 07:38:17.335292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c95e2b9e-a313-497b-b88b-634775967fa5 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "PUT /v2.0/floatingips/3f5f9f43-de74-4589-9e27-8da5e7da975a HTTP/1.1" status: 200 len: 990 time: 7.4922562 Feb 19 07:38:17.373776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Pushing event updated for resources: {'Port': ['ID=c2217edb-4845-4ec7-8558-70ade6b4ab85,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:17.405014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:17.450030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:17.465236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:17.545537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:17.565013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:17.774082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:17.829851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:18.059847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Attempting to bind port c2217edb-4845-4ec7-8558-70ade6b4ab85 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:38:18.060464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Attempting to bind port c2217edb-4845-4ec7-8558-70ade6b4ab85 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:38:18.067916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Attempting to bind port c2217edb-4845-4ec7-8558-70ade6b4ab85 on network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:38:18.075636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:38:18.078009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Checking segment: {'id': 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:18.078679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:18.088601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Bound using segment: {'id': 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:38:18.089545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Bound port: c2217edb-4845-4ec7-8558-70ade6b4ab85, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:38:18.090196 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:18.175594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=f63f41ed-3a3f-4904-9305-efcd7eb79f71,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:18.194911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:18.201764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:18.206182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:18.229410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:18.230143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:18.312680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c190fcc6-f07d-48c0-92f9-4cccd3006f38 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0354381 Feb 19 07:38:18.313677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:18.332583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e07cf-e10b-48dc-ae69-078da2fc8113 req-f2a7ddc6-70ed-41de-9306-3f4acfee0dc0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:18.339744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f9e07cf-e10b-48dc-ae69-078da2fc8113 req-f2a7ddc6-70ed-41de-9306-3f4acfee0dc0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2564509 Feb 19 07:38:18.398544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] For port c2217edb-4845-4ec7-8558-70ade6b4ab85, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:18.408226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] For port c2217edb-4845-4ec7-8558-70ade6b4ab85, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2217edb-4845-4ec7-8558-70ade6b4ab85,segment=NetworkSegment(a11c9a2c-9bcb-46d8-8f28-f40957ae2012),segment_id=a11c9a2c-9bcb-46d8-8f28-f40957ae2012)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:18.412288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '5fa3fc87-c4a1-4761-8a0b-9fa753668f2b', 'name': 'tempest-PortsIpV6TestJSON-1446689669', 'fixed_ips': [{'subnet_id': '21774e8d-fcb0-4046-97d6-40b9d6ae1352', 'ip_address': '2001:db8::f'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:18.487169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:18.670392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.1 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/befbdfc2-2a54-4184-b233-8012ea3eb2e2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:18.815378 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:38:18.832052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9584ec3-89b1-46df-a3d1-ef53045a6775 None None] Pushing event updated for resources: {'Port': ['ID=c2217edb-4845-4ec7-8558-70ade6b4ab85,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:18.998491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f9e07cf-e10b-48dc-ae69-078da2fc8113 req-2ec31ef7-bb69-469e-8697-12570f64bc00 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6578064 Feb 19 07:38:19.009031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:19.051446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:19.055450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:14Z', 'revision_number': 2, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:19.136376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05bc770e-5076-403a-9b71-2ca49910b21a req-05c291c9-22e2-4db4-bafc-107e1333538b service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7839398 Feb 19 07:38:19.149662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 49345df9-e616-4cc7-b906-5ba6b96f5587 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:19.199089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:19.200121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:38:19.201466 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:19.230541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:19.231181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:19.519006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:19.573727 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e41cd30-21c5-4655-8034-23ac6aa56e1c x-openstack-request-id: req-0e41cd30-21c5-4655-8034-23ac6aa56e1c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:19.574328 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:19.574766 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e41cd30-21c5-4655-8034-23ac6aa56e1c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:19.586024 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:38:19.591103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:19.637328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685862-b413-4d0b-9998-f05cc5058f58 req-1a61769b-21dd-413b-993c-47103f333c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:19.639245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-1a61769b-21dd-413b-993c-47103f333c4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.4212730 Feb 19 07:38:19.680928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::f (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b/21774e8d-fcb0-4046-97d6-40b9d6ae1352/49345df9-e616-4cc7-b906-5ba6b96f5587) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:19.708892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:19.891991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685862-b413-4d0b-9998-f05cc5058f58 req-6f2e72c3-9b73-4269-8647-86759d5c12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:19.894134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-6f2e72c3-9b73-4269-8647-86759d5c12a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.2447932 Feb 19 07:38:20.057839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:20.067982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-6804f4d5-aa23-4028-98ce-01e805881f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 1000 time: 0.1549377 Feb 19 07:38:20.075396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:20.083810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:20.155597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=befbdfc2-2a54-4184-b233-8012ea3eb2e2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:20.414872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2217edb-4845-4ec7-8558-70ade6b4ab85 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:20.501356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c2217edb-4845-4ec7-8558-70ade6b4ab85 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:20.501935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.504619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.532285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:14Z', 'revision_number': 2, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:20.581081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911e522-8ca0-4c9d-80df-dfcfe94008c6 None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '3f5f9f43-de74-4589-9e27-8da5e7da975a', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'port_id': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'mac_address': 'fa:16:3e:45:76:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:38:06Z', 'updated_at': '2022-02-19T07:38:14Z', 'revision_number': 2, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:20.639110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.699951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.741566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c2217edb-4845-4ec7-8558-70ade6b4ab85 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:20.742155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.850357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:20.852270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c2217edb-4845-4ec7-8558-70ade6b4ab85, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2217edb-4845-4ec7-8558-70ade6b4ab85,segment=NetworkSegment(a11c9a2c-9bcb-46d8-8f28-f40957ae2012),segment_id=a11c9a2c-9bcb-46d8-8f28-f40957ae2012)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:20.870892 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:20.909162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:20.943669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:20.976690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:21.015413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:21.016628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:21.065924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165748ac-8fb7-49ed-bf7d-a24c114d5532 None None] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:21.086240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685862-b413-4d0b-9998-f05cc5058f58 req-8b2a67b2-d972-4e7d-a1db-34b57159d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:21.090919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-8b2a67b2-d972-4e7d-a1db-34b57159d75f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 1.0027101 Feb 19 07:38:21.175271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:21.177336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=49345df9-e616-4cc7-b906-5ba6b96f5587,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:21.183035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c2217edb-4845-4ec7-8558-70ade6b4ab85,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:21.217281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9d220733-239b-4d70-9311-1f3ce1f97d89 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8164408 Feb 19 07:38:21.222871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50048) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:21.281519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f7e1-46be-4d05-bc5c-a8a1a96deb07 req-f9d580ae-36a4-4985-b7c8-b2ef8d4d1d18 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:21.289640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2f7f7e1-46be-4d05-bc5c-a8a1a96deb07 req-f9d580ae-36a4-4985-b7c8-b2ef8d4d1d18 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 1.0025780 Feb 19 07:38:21.440347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3914d8f7-04b6-4d20-afbf-228159b83d8a None None] Provisioning complete for port c2217edb-4845-4ec7-8558-70ade6b4ab85 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:21.440724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3914d8f7-04b6-4d20-afbf-228159b83d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:21.667571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-618a181f-07da-47f2-9a1d-39fd0edb0cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:21.851482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3914d8f7-04b6-4d20-afbf-228159b83d8a None None] Current status of the port c2217edb-4845-4ec7-8558-70ade6b4ab85 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:21.856565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d1545-61a4-47fb-a966-47bbfab66f0c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:21.867132 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c3d1545-61a4-47fb-a966-47bbfab66f0c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6334152 Feb 19 07:38:21.868030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:21.925787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:21.982202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.232519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2217edb-4845-4ec7-8558-70ade6b4ab85 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:22.267039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-618a181f-07da-47f2-9a1d-39fd0edb0cb2 admin admin] Publish callbacks [] for security_group (e49e6bd7-d558-4e9f-86e9-9fcd186f20b2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.283092 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-618a181f-07da-47f2-9a1d-39fd0edb0cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e49e6bd7-d558-4e9f-86e9-9fcd186f20b2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.378744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97bef1-324f-455d-90e8-c59b08505f88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:22.396418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97bef1-324f-455d-90e8-c59b08505f88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:22.417862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97bef1-324f-455d-90e8-c59b08505f88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:22.419702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed97bef1-324f-455d-90e8-c59b08505f88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5492816 Feb 19 07:38:22.454382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:22.476363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c2217edb-4845-4ec7-8558-70ade6b4ab85 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:22.476739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.508125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685862-b413-4d0b-9998-f05cc5058f58 req-c5a70b14-d392-4278-b15c-bbb2a5157d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:22.510801 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-618a181f-07da-47f2-9a1d-39fd0edb0cb2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72bbf744865d4655a61e8481bacd7b41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5966518 Feb 19 07:38:22.513493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-c5a70b14-d392-4278-b15c-bbb2a5157d09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3475261 Feb 19 07:38:22.514123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:22.542575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.587145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a181f-07da-47f2-9a1d-39fd0edb0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49e6bd7-d558-4e9f-86e9-9fcd186f20b2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:22.620754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Provisioning complete for port 49345df9-e616-4cc7-b906-5ba6b96f5587 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:22.621121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.677516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2f7f7e1-46be-4d05-bc5c-a8a1a96deb07 req-5c3444ec-9880-46d7-a416-eee032ea2eac tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3657393 Feb 19 07:38:22.703128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=befbdfc2-2a54-4184-b233-8012ea3eb2e2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:22.827147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Port 49345df9-e616-4cc7-b906-5ba6b96f5587 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:22.847821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 49345df9-e616-4cc7-b906-5ba6b96f5587 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:22.848169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:22.993132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Provisioning complete for port c2217edb-4845-4ec7-8558-70ade6b4ab85 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:22.993725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.077083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c2217edb-4845-4ec7-8558-70ade6b4ab85 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:23.180984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.184452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-a9fe2d26-d039-455c-9d40-ec1108ca3567 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003942 Feb 19 07:38:23.192208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] Publish callbacks [] for security_group (e49e6bd7-d558-4e9f-86e9-9fcd186f20b2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.228319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 49345df9-e616-4cc7-b906-5ba6b96f5587 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:23.254492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Current status of the port c2217edb-4845-4ec7-8558-70ade6b4ab85 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:23.284312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] Publish callbacks [] for security_group (e49e6bd7-d558-4e9f-86e9-9fcd186f20b2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.300909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Provisioning complete for port f63f41ed-3a3f-4904-9305-efcd7eb79f71 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:23.302938 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.451922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a97fa79c-678e-4f58-85a6-1b848df56d71 None None] Port f63f41ed-3a3f-4904-9305-efcd7eb79f71 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:23.488474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e49e6bd7-d558-4e9f-86e9-9fcd186f20b2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.493599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.502316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e49e6bd7-d558-4e9f-86e9-9fcd186f20b2 HTTP/1.1" status: 204 len: 168 time: 0.9725747 Feb 19 07:38:23.613903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34a6292a-090b-489f-a17e-ca71f97169c4 None None] Provisioning complete for port f63f41ed-3a3f-4904-9305-efcd7eb79f71 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:23.621678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34a6292a-090b-489f-a17e-ca71f97169c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.678480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (49345df9-e616-4cc7-b906-5ba6b96f5587), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.776331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-34a6292a-090b-489f-a17e-ca71f97169c4 None None] Port f63f41ed-3a3f-4904-9305-efcd7eb79f71 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:23.783386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-34a6292a-090b-489f-a17e-ca71f97169c4 None None] Could not find standard attr ID for object 49345df9-e616-4cc7-b906-5ba6b96f5587. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:38:23.796765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11685862-b413-4d0b-9998-f05cc5058f58 req-65f512db-0cf7-4691-a956-8939d4a4f6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363914 Feb 19 07:38:23.797364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=49345df9-e616-4cc7-b906-5ba6b96f5587,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:23.816720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:23.819906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:23.830773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f8236-f631-43b4-81d8-7d57b7be9a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49e6bd7-d558-4e9f-86e9-9fcd186f20b2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:23.912520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:23.925103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-02c23e26-b884-485e-9a6d-95481143224f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/49345df9-e616-4cc7-b906-5ba6b96f5587 HTTP/1.1" status: 204 len: 168 time: 1.4702532 Feb 19 07:38:24.005185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:24.198764 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af251b1-b977-475a-8fdd-25707e992656 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:38:24.204590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5af251b1-b977-475a-8fdd-25707e992656 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/49345df9-e616-4cc7-b906-5ba6b96f5587 HTTP/1.1" status: 404 len: 333 time: 0.1901691 Feb 19 07:38:24.213078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-bacb1799-7462-441a-a107-2e4dab6f5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:24.219422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-bacb1799-7462-441a-a107-2e4dab6f5085 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.2152541 Feb 19 07:38:24.220202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:24.375450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:24.541255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7878d6-4b64-4f49-8d21-8e12d3399bec req-727a2364-b972-49fc-b8f1-fcc2dcf34c6e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:24.544856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d7878d6-4b64-4f49-8d21-8e12d3399bec req-727a2364-b972-49fc-b8f1-fcc2dcf34c6e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.6433194 Feb 19 07:38:24.685283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-303cb75e-ce90-4e8b-b6ba-5ae2837ec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:24.692730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-303cb75e-ce90-4e8b-b6ba-5ae2837ec422 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.4659462 Feb 19 07:38:24.697344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port f63f41ed-3a3f-4904-9305-efcd7eb79f71 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:24.697902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:24.894528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-45261f63-727c-4222-993e-909ccfd86579 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 1000 time: 0.1881125 Feb 19 07:38:24.944610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d7878d6-4b64-4f49-8d21-8e12d3399bec req-4d8fb07a-83ce-4402-a63f-e7ffb77d9639 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3741441 Feb 19 07:38:25.027908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:25.042761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:25.048256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be94a570-bf71-41b4-a0d3-951210d52258 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/routers/cb0d6b1d-a313-46ed-bc74-51bf08be6e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8973224 Feb 19 07:38:25.059782 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:25.060415 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:25.069224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:25.117850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'port': {'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31', 'name': 'tempest-FloatingIPTestJSON-1938965662'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:25.129283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:25.174253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for f63f41ed-3a3f-4904-9305-efcd7eb79f71 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:25.188076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-bf66b57f-391f-4301-8ffc-2e2ab6142855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:25.193575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-bf66b57f-391f-4301-8ffc-2e2ab6142855 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.2912846 Feb 19 07:38:25.220696 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:25.273005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:25.276835 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:25.489041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:25.496112 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9a74d-d978-4d3a-a6ed-bda897c6f9bf None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:25.565979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f63f41ed-3a3f-4904-9305-efcd7eb79f71), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:25.636299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:25.646763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:25.708006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] device_id is not set on port 215ab449-5317-446e-ba39-eccaa1ac62f2 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:25.753821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:25.764603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/f63f41ed-3a3f-4904-9305-efcd7eb79f71 HTTP/1.1" status: 204 len: 168 time: 1.5401537 Feb 19 07:38:25.767929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57c4ba-4996-4fa2-83e9-ec82f5e393c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=f63f41ed-3a3f-4904-9305-efcd7eb79f71,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:25.788748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50116) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:25.887858 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d3d947-beb4-4a61-86ce-2d26ca8375ba tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:38:25.902150 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-06d3d947-beb4-4a61-86ce-2d26ca8375ba tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/f63f41ed-3a3f-4904-9305-efcd7eb79f71 HTTP/1.1" status: 404 len: 333 time: 0.1097572 Feb 19 07:38:25.906201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:26.126615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 21774e8d-fcb0-4046-97d6-40b9d6ae1352 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:38:26.151586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (21774e8d-fcb0-4046-97d6-40b9d6ae1352), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:26.217988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.11 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/215ab449-5317-446e-ba39-eccaa1ac62f2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:26.316561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (21774e8d-fcb0-4046-97d6-40b9d6ae1352), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:26.563883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (21774e8d-fcb0-4046-97d6-40b9d6ae1352), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:26.768003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (21774e8d-fcb0-4046-97d6-40b9d6ae1352), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:26.783301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-cf0a25ce-1fc5-4f63-a680-d20a04c83207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:26.796023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-cf0a25ce-1fc5-4f63-a680-d20a04c83207 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5759439 Feb 19 07:38:26.910238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=21774e8d-fcb0-4046-97d6-40b9d6ae1352,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:26.924680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:26.926850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76724c-a12f-43ba-9b83-49590e4a2fe2 None None] Network 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:26.942439 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5b962c8b-fa50-4d7b-930f-bc73bf83ce88 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/21774e8d-fcb0-4046-97d6-40b9d6ae1352 HTTP/1.1" status: 204 len: 168 time: 1.0352411 Feb 19 07:38:26.944085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:27.185010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-cf05737b-1b85-4eb0-9e35-15fb6d1e2cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653767 Feb 19 07:38:27.266817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.400777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] DHCP port deletion for 5fa3fc87-c4a1-4761-8a0b-9fa753668f2b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:38:27.479923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port c2217edb-4845-4ec7-8558-70ade6b4ab85 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:27.481334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.537510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Deleting port c2217edb-4845-4ec7-8558-70ade6b4ab85 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:27.537812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.543567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586cb26-c466-42a1-87b3-80c7f0541d9e req-8a89ed3d-7a2c-4db0-a27d-470df79a0874 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:27.553678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7586cb26-c466-42a1-87b3-80c7f0541d9e req-8a89ed3d-7a2c-4db0-a27d-470df79a0874 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.9111562 Feb 19 07:38:27.734549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] For port c2217edb-4845-4ec7-8558-70ade6b4ab85, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2217edb-4845-4ec7-8558-70ade6b4ab85,segment=NetworkSegment(a11c9a2c-9bcb-46d8-8f28-f40957ae2012),segment_id=a11c9a2c-9bcb-46d8-8f28-f40957ae2012)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:27.734922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.755620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7586cb26-c466-42a1-87b3-80c7f0541d9e req-328ab36e-3c29-44e4-9389-2e73c1851ab2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994064 Feb 19 07:38:27.764207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] For port c2217edb-4845-4ec7-8558-70ade6b4ab85, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c2217edb-4845-4ec7-8558-70ade6b4ab85,segment=NetworkSegment(a11c9a2c-9bcb-46d8-8f28-f40957ae2012),segment_id=a11c9a2c-9bcb-46d8-8f28-f40957ae2012)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:27.768288 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.782505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (215ab449-5317-446e-ba39-eccaa1ac62f2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:27.801735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for c2217edb-4845-4ec7-8558-70ade6b4ab85 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:27.823483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Calling delete_port for c2217edb-4845-4ec7-8558-70ade6b4ab85 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:27.874870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8102d0c-6e3e-421b-839d-a3ad1440fb1c req-69fdb421-1243-4741-b1f2-4236fe5f7965 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663358 Feb 19 07:38:27.934110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (215ab449-5317-446e-ba39-eccaa1ac62f2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.059079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:38:28.064442 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:38:28.092021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (c2217edb-4845-4ec7-8558-70ade6b4ab85), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.137298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] No DVR routers for this DVR port c2217edb-4845-4ec7-8558-70ade6b4ab85 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:28.171236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=215ab449-5317-446e-ba39-eccaa1ac62f2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:28.204002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:28.215764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:28.222504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:28.232286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No DVR routers for this DVR port c2217edb-4845-4ec7-8558-70ade6b4ab85 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:28.244451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2217edb-4845-4ec7-8558-70ade6b4ab85 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:28.252656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=c2217edb-4845-4ec7-8558-70ade6b4ab85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:28.297860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c2217edb-4845-4ec7-8558-70ade6b4ab85 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:38:28.298211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c2217edb-4845-4ec7-8558-70ade6b4ab85 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:38:28.309692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25494300-93f3-4caf-bcc8-2c7d9f1fb719 None None] Pushing event deleted for resources: {'Port': ['ID=c2217edb-4845-4ec7-8558-70ade6b4ab85,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:28.408872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:28.412822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.459766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3f7f5f5a-f2b4-4b8a-8f61-cf866ebb098e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3859599 Feb 19 07:38:28.460128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:28.463076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.472501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'port': {'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31', 'name': 'tempest-FloatingIPTestJSON-2058037092'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:28.523431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa3fc87-c4a1-4761-8a0b-9fa753668f2b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:28.559391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:28.559730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11c9a2c-9bcb-46d8-8f28-f40957ae2012') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:28.587403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (a11c9a2c-9bcb-46d8-8f28-f40957ae2012), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.633648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a11c9a2c-9bcb-46d8-8f28-f40957ae2012), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.646750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:38:28.647155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (a11c9a2c-9bcb-46d8-8f28-f40957ae2012), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:38:28.657210 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:38:28.792726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:28.827877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.875614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5fa3fc87-c4a1-4761-8a0b-9fa753668f2b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.907480 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:28.918002 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/5fa3fc87-c4a1-4761-8a0b-9fa753668f2b HTTP/1.1" status: 204 len: 168 time: 1.9690096 Feb 19 07:38:28.918002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874da6bb-f1f6-4c9a-bd38-5af99b4710d1 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=5fa3fc87-c4a1-4761-8a0b-9fa753668f2b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:28.919896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:28.920475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:28.927774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1566070596'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:28.996315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:29.008921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.155234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:29.215450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3593bf69-101c-4940-8157-3b929892e098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.229708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1239f54c-cde6-45b5-8dfe-b43a0e905022), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.242655 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Added segment 1239f54c-cde6-45b5-8dfe-b43a0e905022 of type vlan for network 494426e1-cca3-41c8-8887-d478f71ef095 Feb 19 07:38:29.289204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5bab3-30cc-4f6e-a5cb-37dc44d967cb req-f2c4813b-faea-4b93-8499-474cd9bdef5a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:29.291271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aa5bab3-30cc-4f6e-a5cb-37dc44d967cb req-f2c4813b-faea-4b93-8499-474cd9bdef5a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2637613 Feb 19 07:38:29.491111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (494426e1-cca3-41c8-8887-d478f71ef095), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.542681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7aa5bab3-30cc-4f6e-a5cb-37dc44d967cb req-f21a86d3-56f8-405d-9740-bb9f5b9be904 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439997 Feb 19 07:38:29.706671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] device_id is not set on port d064aea3-e92d-42e0-adc1-dbd187ed01b5 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:29.747857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3593bf69-101c-4940-8157-3b929892e098 admin admin] Publish callbacks [] for security_group (c04e213d-d83a-4628-a7a5-bfc7586941a6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.752354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (494426e1-cca3-41c8-8887-d478f71ef095), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.763512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:29.773091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.809494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3593bf69-101c-4940-8157-3b929892e098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c04e213d-d83a-4628-a7a5-bfc7586941a6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:29.862852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9398992 Feb 19 07:38:29.864680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:29.890730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '494426e1-cca3-41c8-8887-d478f71ef095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:30.035907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593bf69-101c-4940-8157-3b929892e098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e213d-d83a-4628-a7a5-bfc7586941a6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:30.046990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ebc8d-9eb4-4de2-8121-37832c9468c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Network': ['ID=494426e1-cca3-41c8-8887-d478f71ef095,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:30.055859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.5 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/d064aea3-e92d-42e0-adc1-dbd187ed01b5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:30.065893 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3593bf69-101c-4940-8157-3b929892e098 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40dd334140924ac3afc2119614570c8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1443493 Feb 19 07:38:30.068954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50186) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:30.128392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 494426e1-cca3-41c8-8887-d478f71ef095 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:38:30.252629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (d064aea3-e92d-42e0-adc1-dbd187ed01b5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.263336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] Publish callbacks [] for security_group (c04e213d-d83a-4628-a7a5-bfc7586941a6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.350102 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] Publish callbacks [] for security_group (c04e213d-d83a-4628-a7a5-bfc7586941a6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.423124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d064aea3-e92d-42e0-adc1-dbd187ed01b5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.431205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:30.436202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.495301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c04e213d-d83a-4628-a7a5-bfc7586941a6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.499267 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.506101 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c04e213d-d83a-4628-a7a5-bfc7586941a6 HTTP/1.1" status: 204 len: 168 time: 0.4365747 Feb 19 07:38:30.545789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db5105-c6b3-4c94-a869-76a8ef479015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e213d-d83a-4628-a7a5-bfc7586941a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:30.633109 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:30.877545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:30.950119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:30.964963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:31.087055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=d064aea3-e92d-42e0-adc1-dbd187ed01b5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:31.370759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b230d-1cb4-4474-85bf-b8fcda0ea96f req-5fbd50a0-9bdd-45a6-9c30-3172c38a97b9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:31.380279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-788b230d-1cb4-4474-85bf-b8fcda0ea96f req-5fbd50a0-9bdd-45a6-9c30-3172c38a97b9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.6422541 Feb 19 07:38:31.393689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:31.394475 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.411740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (18c2a556-252b-4e11-ba5c-72814dda56fe), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.419345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:31.436879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf4e7a4b-bf62-4bae-b981-92402b9a72f4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9754708 Feb 19 07:38:31.442655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:31.448814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e54dd9-d93e-4ee0-b3cb-71f8a7db7c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.451361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'd064aea3-e92d-42e0-adc1-dbd187ed01b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:31.525684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.685454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e54dd9-d93e-4ee0-b3cb-71f8a7db7c34 admin admin] Publish callbacks [] for security_group (ce65e1e3-2be6-4b5b-9498-1c086152c6ed), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.689518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=18c2a556-252b-4e11-ba5c-72814dda56fe,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:31.696432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59e54dd9-d93e-4ee0-b3cb-71f8a7db7c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ce65e1e3-2be6-4b5b-9498-1c086152c6ed), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:31.763944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Checking segment: {'id': '1239f54c-cde6-45b5-8dfe-b43a0e905022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:31.764539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network hostable DHCP agents. Network: 494426e1-cca3-41c8-8887-d478f71ef095, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:38:31.773560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59e54dd9-d93e-4ee0-b3cb-71f8a7db7c34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcdfb3ad7554484eafda6dfd89af2b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522513 Feb 19 07:38:31.774403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-788b230d-1cb4-4474-85bf-b8fcda0ea96f req-5f9d4370-94f4-488d-a7d7-1b117a2d4686 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935075 Feb 19 07:38:31.774843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e54dd9-d93e-4ee0-b3cb-71f8a7db7c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce65e1e3-2be6-4b5b-9498-1c086152c6ed,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:31.778868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:31.931959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 494426e1-cca3-41c8-8887-d478f71ef095 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:38:31.966467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 494426e1-cca3-41c8-8887-d478f71ef095) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:31.980774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca3a1d-7b52-4bb6-ae2c-30eb713096f6 None None] Network 494426e1-cca3-41c8-8887-d478f71ef095 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:32.002043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:32.003107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.010360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] Publish callbacks [] for security_group (ce65e1e3-2be6-4b5b-9498-1c086152c6ed), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.113127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-494426e1-cca3-41c8-8887-d478f71ef095', 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': '18c2a556-252b-4e11-ba5c-72814dda56fe'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:38:32.114258 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.143963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] Publish callbacks [] for security_group (ce65e1e3-2be6-4b5b-9498-1c086152c6ed), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.233984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50208) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:32.239545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1503075416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:32.244229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0fab91e-d2bf-4639-9af3-f149379b2dcd tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3681374 Feb 19 07:38:32.269995 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ce65e1e3-2be6-4b5b-9498-1c086152c6ed), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.279937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.281343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce65e1e3-2be6-4b5b-9498-1c086152c6ed HTTP/1.1" status: 204 len: 168 time: 0.4818521 Feb 19 07:38:32.290164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.292932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.296965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.381669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe54b0-6267-428e-930d-6ed238d083d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce65e1e3-2be6-4b5b-9498-1c086152c6ed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:32.522992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for router_controller (3686fa2c-e420-4fff-8e12-47b730c0617c), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.533517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.590239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.591547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8221a515-5f1d-4d6a-8a21-00609fc8cd47 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3565218 Feb 19 07:38:32.594180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50214) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:32.599602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'network_id': '494426e1-cca3-41c8-8887-d478f71ef095', 'name': 'tempest-PortsIpV6TestJSON-332509648'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:32.644860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Allocated IP 2001:db8::2 (494426e1-cca3-41c8-8887-d478f71ef095/18c2a556-252b-4e11-ba5c-72814dda56fe/443a9882-00b6-4912-8a90-ef496b595ff0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:32.717966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.156 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:32.850931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:32.864314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.925576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port ab84c43f-1662-462e-a1d6-98b086f18115 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:32.986577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks [] for port (443a9882-00b6-4912-8a90-ef496b595ff0), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:32.996477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.021532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Network 494426e1-cca3-41c8-8887-d478f71ef095 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:33.024188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:33.044026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:33.122796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.150874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::4e (494426e1-cca3-41c8-8887-d478f71ef095/18c2a556-252b-4e11-ba5c-72814dda56fe/ab84c43f-1662-462e-a1d6-98b086f18115) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:33.161155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Pushing event updated for resources: {'Port': ['ID=443a9882-00b6-4912-8a90-ef496b595ff0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:33.166550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Attempting to bind port 443a9882-00b6-4912-8a90-ef496b595ff0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:38:33.166933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Attempting to bind port 443a9882-00b6-4912-8a90-ef496b595ff0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1239f54c-cde6-45b5-8dfe-b43a0e905022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:38:33.167329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Attempting to bind port 443a9882-00b6-4912-8a90-ef496b595ff0 on network 494426e1-cca3-41c8-8887-d478f71ef095 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:38:33.174615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:38:33.175007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Checking segment: {'id': '1239f54c-cde6-45b5-8dfe-b43a0e905022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:33.175469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.175871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Bound using segment: {'id': '1239f54c-cde6-45b5-8dfe-b43a0e905022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:38:33.176348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Bound port: 443a9882-00b6-4912-8a90-ef496b595ff0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1239f54c-cde6-45b5-8dfe-b43a0e905022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '494426e1-cca3-41c8-8887-d478f71ef095'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:38:33.176738 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.188515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.290737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] For port 443a9882-00b6-4912-8a90-ef496b595ff0, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:33.295748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] For port 443a9882-00b6-4912-8a90-ef496b595ff0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=443a9882-00b6-4912-8a90-ef496b595ff0,segment=NetworkSegment(1239f54c-cde6-45b5-8dfe-b43a0e905022),segment_id=1239f54c-cde6-45b5-8dfe-b43a0e905022)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:33.317996 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.320246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.484365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:33.504465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:33.507229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6de4-bff3-481a-86af-b94b3219c311 None None] Pushing event updated for resources: {'Port': ['ID=443a9882-00b6-4912-8a90-ef496b595ff0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:33.524587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:33.531552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89326c-dbef-4cf6-8874-9a3fa98a1acc req-e70452c7-d1ff-4de1-83dd-10209b1a5973 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:33.539099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c89326c-dbef-4cf6-8874-9a3fa98a1acc req-e70452c7-d1ff-4de1-83dd-10209b1a5973 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2868178 Feb 19 07:38:33.552011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:33.764871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (ab84c43f-1662-462e-a1d6-98b086f18115), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:33.868882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c89326c-dbef-4cf6-8874-9a3fa98a1acc req-f2d8cc7f-e1fb-4236-acba-571f0526d427 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116329 Feb 19 07:38:33.888083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.044492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=ab84c43f-1662-462e-a1d6-98b086f18115,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:34.066197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 494426e1-cca3-41c8-8887-d478f71ef095 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:34.077032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:34.083984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:34.113177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:34.114151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.179990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4388f71-db4b-49d0-af5b-7c82ccd6c63c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5845532 Feb 19 07:38:34.184208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:34.367266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 443a9882-00b6-4912-8a90-ef496b595ff0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:34.531062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 443a9882-00b6-4912-8a90-ef496b595ff0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:34.531278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.533780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.670064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.758620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 443a9882-00b6-4912-8a90-ef496b595ff0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:34.759105 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.876726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 443a9882-00b6-4912-8a90-ef496b595ff0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=443a9882-00b6-4912-8a90-ef496b595ff0,segment=NetworkSegment(1239f54c-cde6-45b5-8dfe-b43a0e905022),segment_id=1239f54c-cde6-45b5-8dfe-b43a0e905022)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:34.884827 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:34.992380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:35.030999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.050780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=443a9882-00b6-4912-8a90-ef496b595ff0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:35.317072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df5b4a6e-4f1f-4411-9dc6-02fc54260bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.327608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.336630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37811d-f9ef-4abf-89ea-018728dd4af9 req-615b54c1-1605-4754-8d71-93c891162023 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:35.338602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca37811d-f9ef-4abf-89ea-018728dd4af9 req-615b54c1-1605-4754-8d71-93c891162023 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2407796 Feb 19 07:38:35.346427 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.441231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df5b4a6e-4f1f-4411-9dc6-02fc54260bcb admin admin] Publish callbacks [] for security_group (d68247fd-52dc-43df-ad4f-e3763a0b2afc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.510899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df5b4a6e-4f1f-4411-9dc6-02fc54260bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d68247fd-52dc-43df-ad4f-e3763a0b2afc), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.556665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-df5b4a6e-4f1f-4411-9dc6-02fc54260bcb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bc86c38b9fe4b1897d07a32a3a0d71c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592268 Feb 19 07:38:35.557341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:35.615320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57921d95-391a-498c-b919-a117a04fc41c None None] Network 494426e1-cca3-41c8-8887-d478f71ef095 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:35.747517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:35.785311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.835914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca37811d-f9ef-4abf-89ea-018728dd4af9 req-d84c8d4a-7bf8-4167-bf2d-833872259e4e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906375 Feb 19 07:38:35.856917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6a41f72e-48dc-47e7-9ad1-8f94224d2671 None None] Provisioning complete for port 443a9882-00b6-4912-8a90-ef496b595ff0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:35.857297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a41f72e-48dc-47e7-9ad1-8f94224d2671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.868411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (ab84c43f-1662-462e-a1d6-98b086f18115), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:35.897340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.034922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b4a6e-4f1f-4411-9dc6-02fc54260bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68247fd-52dc-43df-ad4f-e3763a0b2afc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:36.178409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] Publish callbacks [] for security_group (d68247fd-52dc-43df-ad4f-e3763a0b2afc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.237552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] Publish callbacks [] for security_group (d68247fd-52dc-43df-ad4f-e3763a0b2afc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.240516 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b associated. External IP: 172.25.7.156, port: d064aea3-e92d-42e0-adc1-dbd187ed01b5. Feb 19 07:38:36.456286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d68247fd-52dc-43df-ad4f-e3763a0b2afc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.467085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.471419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d68247fd-52dc-43df-ad4f-e3763a0b2afc HTTP/1.1" status: 204 len: 168 time: 0.9078169 Feb 19 07:38:36.582167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 443a9882-00b6-4912-8a90-ef496b595ff0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:36.656596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f2cb5-b705-4fc8-8164-974ffb8616d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68247fd-52dc-43df-ad4f-e3763a0b2afc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:36.668263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:36.681308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a41f72e-48dc-47e7-9ad1-8f94224d2671 None None] Current status of the port 443a9882-00b6-4912-8a90-ef496b595ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:36.833877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7b50540-15b7-44ed-b941-9e2416609e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:36.957548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 443a9882-00b6-4912-8a90-ef496b595ff0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:36.957932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.027533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:37.084242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.101243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:37.206447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-64091064-065b-42b4-bf21-e9c523e53533 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7588019 Feb 19 07:38:37.207835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:37.222187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:37.224551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:37.230077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:37.380974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:37.400797 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.414491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=ab84c43f-1662-462e-a1d6-98b086f18115,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:37.420155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:37.430015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:37.564431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:37.569373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c73b8-8e06-4760-ab37-6b3704cd9676 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:37.764843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f794-28dc-4524-afd8-df845f258777 req-0923e580-75af-48d6-9344-e4fe90423f35 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:37.781087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ca2f794-28dc-4524-afd8-df845f258777 req-0923e580-75af-48d6-9344-e4fe90423f35 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.4856710 Feb 19 07:38:37.792540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.795370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Provisioning complete for port 443a9882-00b6-4912-8a90-ef496b595ff0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:37.796329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.820110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:37.822079 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b disassociated. External IP: 172.25.7.156, port: d064aea3-e92d-42e0-adc1-dbd187ed01b5. Feb 19 07:38:37.945343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ca2f794-28dc-4524-afd8-df845f258777 req-bf44f395-7a8d-459a-9286-86a8c095155e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628487 Feb 19 07:38:37.974044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 443a9882-00b6-4912-8a90-ef496b595ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:38.000428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (3686fa2c-e420-4fff-8e12-47b730c0617c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.172957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Current status of the port 443a9882-00b6-4912-8a90-ef496b595ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:38.200935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Provisioning complete for port ab84c43f-1662-462e-a1d6-98b086f18115 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:38.203466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.300495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5440e953-5af4-4eda-b7e2-ac6f5bccc44f None None] Port ab84c43f-1662-462e-a1d6-98b086f18115 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:38.335835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.458019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-598a168e-32d6-4731-89e4-6aa41837596f None None] Provisioning complete for port ab84c43f-1662-462e-a1d6-98b086f18115 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:38.459313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598a168e-32d6-4731-89e4-6aa41837596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.527456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:38.561286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-598a168e-32d6-4731-89e4-6aa41837596f None None] Port ab84c43f-1662-462e-a1d6-98b086f18115 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:38.616489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ff1794a-a154-40d5-bd0d-6e164eeae899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.882113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:38.892262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:38.898114 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:38.943609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:38.958070 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:38.971480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e4637d50-cea0-4156-90f0-26c071af4be0 None None] Provisioning complete for port ab84c43f-1662-462e-a1d6-98b086f18115 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:38.975780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00abc1c3-0d0d-4e2b-8a18-d0027b7a1008 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b HTTP/1.1" status: 200 len: 688 time: 1.7633083 Feb 19 07:38:38.976465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:38.980617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4637d50-cea0-4156-90f0-26c071af4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.095342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e4637d50-cea0-4156-90f0-26c071af4be0 None None] Port ab84c43f-1662-462e-a1d6-98b086f18115 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:39.164013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:39.218813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:39.221042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:39.225312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (ab84c43f-1662-462e-a1d6-98b086f18115), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.236906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.237865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (3686fa2c-e420-4fff-8e12-47b730c0617c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.362979 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:39.368904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d778a2-9eb9-4611-8d13-9d0962c99e5e None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:39.407937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=ab84c43f-1662-462e-a1d6-98b086f18115,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:39.541130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9020e68-4ce4-40e4-9965-8d501332d0f1 req-ea8e05d1-bfde-49a7-8644-8c3b7fda0ca5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:39.542348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 494426e1-cca3-41c8-8887-d478f71ef095 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:39.543072 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9020e68-4ce4-40e4-9965-8d501332d0f1 req-ea8e05d1-bfde-49a7-8644-8c3b7fda0ca5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2339764 Feb 19 07:38:39.544730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:39.549241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:39.549695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.729360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.729801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.739299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.745546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:39.923912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:39.927483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Router 3686fa2c-e420-4fff-8e12-47b730c0617c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:38:39.979661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=9bc5fdf3-4dd7-4edf-9c40-d0b98082cc17,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:40.067043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.070638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.070789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b10bf27e-c13f-41a0-bcc0-f21261b6b98b None None] Provisioning complete for port ab84c43f-1662-462e-a1d6-98b086f18115 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:40.077006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b10bf27e-c13f-41a0-bcc0-f21261b6b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.077664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12bde126-43e5-43aa-87e1-dee6dbc5f3d1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae0dacbf-75a8-4bd3-92f7-c2d3b79f896b HTTP/1.1" status: 204 len: 168 time: 1.0946224 Feb 19 07:38:40.077664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:40.082582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '215ab449-5317-446e-ba39-eccaa1ac62f2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:40.106859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9020e68-4ce4-40e4-9965-8d501332d0f1 req-e10f7bed-dcaa-4220-9d4d-4326282efc2f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078919 Feb 19 07:38:40.133733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.193472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b10bf27e-c13f-41a0-bcc0-f21261b6b98b None None] Port ab84c43f-1662-462e-a1d6-98b086f18115 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:40.198364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:40.204551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3a7530ac-dacd-4216-9d6d-7059056678c6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/routers/3686fa2c-e420-4fff-8e12-47b730c0617c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0188801 Feb 19 07:38:40.207450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:40.213704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] Sync routers for ids ['3686fa2c-e420-4fff-8e12-47b730c0617c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:40.253850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] Routers {'3686fa2c-e420-4fff-8e12-47b730c0617c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:40.254517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3686fa2c-e420-4fff-8e12-47b730c0617c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:40.307537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc5b6b-2418-415c-9e29-1a8bcd1baac6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:40.310173 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38fc5b6b-2418-415c-9e29-1a8bcd1baac6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?device_id=3686fa2c-e420-4fff-8e12-47b730c0617c HTTP/1.1" status: 200 len: 987 time: 0.1006367 Feb 19 07:38:40.314405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:40.374410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:40.399928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:40.408248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] Routers {'3686fa2c-e420-4fff-8e12-47b730c0617c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:40.409048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3686fa2c-e420-4fff-8e12-47b730c0617c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:40.490171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:40.496052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd7f13-17ab-488c-8b2e-3a15a031aadb None None] The sync data for ids ['3686fa2c-e420-4fff-8e12-47b730c0617c'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:40.793617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Deleting port d3d4c06e-a803-4365-834c-5c574fa6dbb8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:40.795057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.933395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.934121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (d3d4c06e-a803-4365-834c-5c574fa6dbb8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:40.963463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Calling delete_port for d3d4c06e-a803-4365-834c-5c574fa6dbb8 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:41.056669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:41.429356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d3d4c06e-a803-4365-834c-5c574fa6dbb8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:41.467472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event deleted for resources: {'Port': ['ID=d3d4c06e-a803-4365-834c-5c574fa6dbb8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:41.559891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:41.573669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2355b-e201-4964-9272-e8def075a7b0 req-bb05a4b7-2303-4bc3-8c3a-746c841211fe tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:41.575600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cb2355b-e201-4964-9272-e8def075a7b0 req-bb05a4b7-2303-4bc3-8c3a-746c841211fe tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.2341597 Feb 19 07:38:41.611689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for floatingip (3f5f9f43-de74-4589-9e27-8da5e7da975a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:41.612579 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Floating IP 3f5f9f43-de74-4589-9e27-8da5e7da975a disassociated (deleted). External IP: 172.25.7.41, port: 2a165bdb-a812-43a7-964d-255c4f7f2f20. Feb 19 07:38:41.708287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cb2355b-e201-4964-9272-e8def075a7b0 req-78a265a7-fc19-4e8e-a30b-310d2a593c36 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217897 Feb 19 07:38:41.714952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.69 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d940bff3-cf0e-4619-abcf-654ce27034aa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:42.039636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:42.136055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:42.179967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Router 71555077-d0cc-47d2-9397-4ce145e454e1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:42.233221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:42.243433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=d940bff3-cf0e-4619-abcf-654ce27034aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:42.246218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:42.251345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:42.286589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (3686fa2c-e420-4fff-8e12-47b730c0617c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:42.343970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:42.356030 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:42.361846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:42.390455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:42.391104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:42.431134 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12b92adf-dfdd-49da-a0b2-9ad619a2595a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "DELETE /v2.0/floatingips/3f5f9f43-de74-4589-9e27-8da5e7da975a HTTP/1.1" status: 204 len: 168 time: 2.0276401 Feb 19 07:38:42.448264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:42.451772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:42.463387 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60b37b-2242-4f92-876a-000e8d55dd17" -d '{"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:42.571283 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc622010-99e9-4c9e-81f1-cba9e706ea04 x-openstack-request-id: req-fc622010-99e9-4c9e-81f1-cba9e706ea04 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:42.571892 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:42.572250 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc622010-99e9-4c9e-81f1-cba9e706ea04 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:42.572675 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:38:42.690814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:42.887716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04acd5-86dd-4ece-b587-9bfa9bc70bdf req-51833741-5c10-4974-bbf3-abf29eca76c8 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:42.899588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d04acd5-86dd-4ece-b587-9bfa9bc70bdf req-51833741-5c10-4974-bbf3-abf29eca76c8 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.1465046 Feb 19 07:38:43.046683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d04acd5-86dd-4ece-b587-9bfa9bc70bdf req-d2efe0be-1825-4372-8327-9f773dae7f85 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398475 Feb 19 07:38:43.167607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:43.229776 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:38:43.262237 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:43.263069 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:43.392872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-81d399c7-8639-4162-a560-fe96076e0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:43.395558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-81d399c7-8639-4162-a560-fe96076e0865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 1127 time: 0.7332709 Feb 19 07:38:43.480226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad18c-8fd9-4cbf-b326-719638dcd73b req-3b27eb49-d0f2-4656-b90c-783753011bc4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:43.481928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb2ad18c-8fd9-4cbf-b326-719638dcd73b req-3b27eb49-d0f2-4656-b90c-783753011bc4 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.3724718 Feb 19 07:38:43.546688 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:38:43.749851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-60c1e5f1-ed56-40e5-a94e-899f962df416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:43.751459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-60c1e5f1-ed56-40e5-a94e-899f962df416 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 200 len: 912 time: 0.3476748 Feb 19 07:38:43.759675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb2ad18c-8fd9-4cbf-b326-719638dcd73b req-17a0a4c1-52c5-4023-9ef1-0d23f395242e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325146 Feb 19 07:38:43.855695 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:44.068921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-0e5a5751-2c94-4c61-bc33-8ce3432367c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 200 len: 217 time: 0.3052156 Feb 19 07:38:44.308667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:44.401080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:44.435771 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3af1141-8050-4c2a-b8e3-0f775c4bf192 None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:31:46Z', 'revision_number': 4, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '7cf81414-fb5b-44fa-ab6e-e43ffc92348a', 'name': '', 'network_id': '3bb0fc16-42d6-484d-97cc-faf85941193e', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'mac_address': 'fa:16:3e:e6:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:44Z', 'updated_at': '2022-02-19T07:31:52Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'subnets': [{'id': '8bbbc6ba-f7da-4ab0-be00-4eced9e4616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:44.459526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71346087-6baa-45a0-b633-f1aa2d6387fc req-187ed711-f104-45c3-9c79-527a3576cd66 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:44.461382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71346087-6baa-45a0-b633-f1aa2d6387fc req-187ed711-f104-45c3-9c79-527a3576cd66 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.2168412 Feb 19 07:38:44.475875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:44.517516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:44.603661 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71346087-6baa-45a0-b633-f1aa2d6387fc req-795c2917-4a4e-424f-a650-09e1becfbf56 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347773 Feb 19 07:38:44.651282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port ab84c43f-1662-462e-a1d6-98b086f18115 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:44.651915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:44.658998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-b141f531-a7b5-451a-bf66-be4ed579275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:44.662168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-b141f531-a7b5-451a-bf66-be4ed579275f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 200 len: 851 time: 0.5269866 Feb 19 07:38:44.799134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:44.889701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f20a336c-1bfb-4ff0-b969-7df62e87ba9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.035090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6295505-a9bb-4ebf-b1dc-91f74c982c2f None None] New status for floating IP 3f5f9f43-de74-4589-9e27-8da5e7da975a: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:38:45.068565 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Publish callbacks [] for security_group (91d200e1-8780-4c0b-81bc-875b536f178d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.081710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (91d200e1-8780-4c0b-81bc-875b536f178d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.138805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.156631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11ce187e6bc7488fbf9dcd47f319e3e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6758409 Feb 19 07:38:45.162655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f20a336c-1bfb-4ff0-b969-7df62e87ba9f admin admin] Publish callbacks [] for security_group (ab9e301a-186f-41f2-84a1-f92f95cc8978), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.165319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:45.168175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d200e1-8780-4c0b-81bc-875b536f178d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.178890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.211975 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f20a336c-1bfb-4ff0-b969-7df62e87ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ab9e301a-186f-41f2-84a1-f92f95cc8978), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.245493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.245841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.246174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.246508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.246844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.247165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.254095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-daad4967-43da-4901-a268-9e40fe0abdd6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.255807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-daad4967-43da-4901-a268-9e40fe0abdd6 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.9296966 Feb 19 07:38:45.256737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.257095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.257439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.257778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.258116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.258445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.258770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092a193-08ef-4dab-9da4-4cbf44922276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.283271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=d940bff3-cf0e-4619-abcf-654ce27034aa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.318459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a336c-1bfb-4ff0-b969-7df62e87ba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9e301a-186f-41f2-84a1-f92f95cc8978,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.356400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.356777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.357605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.357949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.358282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.358613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.358961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.359300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.359793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.361305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.361684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.362051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.362379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:38:45.383830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f20a336c-1bfb-4ff0-b969-7df62e87ba9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=393e0988e5de4163b78cd64fb53bc00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8649471 Feb 19 07:38:45.388029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:45.429219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-d99d8888-855e-43c2-8be8-4197a01920f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.430101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] Publish callbacks [] for security_group (91d200e1-8780-4c0b-81bc-875b536f178d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.431963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-d99d8888-855e-43c2-8be8-4197a01920f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3bb0fc16-42d6-484d-97cc-faf85941193e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7594655 Feb 19 07:38:45.463497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] Publish callbacks [] for security_group (91d200e1-8780-4c0b-81bc-875b536f178d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.481795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] Publish callbacks [] for security_group (ab9e301a-186f-41f2-84a1-f92f95cc8978), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.507656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd06767-ee78-41fb-b8fc-a5f0d2920061 req-48f7c294-8110-4338-bcfe-11d5a7bccaa5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.509416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7dd06767-ee78-41fb-b8fc-a5f0d2920061 req-48f7c294-8110-4338-bcfe-11d5a7bccaa5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.3575604 Feb 19 07:38:45.535395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] Publish callbacks [] for security_group (ab9e301a-186f-41f2-84a1-f92f95cc8978), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.603227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (91d200e1-8780-4c0b-81bc-875b536f178d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.607086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.638158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91d200e1-8780-4c0b-81bc-875b536f178d HTTP/1.1" status: 204 len: 168 time: 0.4334738 Feb 19 07:38:45.652195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ab9e301a-186f-41f2-84a1-f92f95cc8978), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.658356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.661463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ab9e301a-186f-41f2-84a1-f92f95cc8978 HTTP/1.1" status: 204 len: 168 time: 0.2702091 Feb 19 07:38:45.661463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a3267-7910-45d5-ae25-3a824166e9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d200e1-8780-4c0b-81bc-875b536f178d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.673490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:45.709438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273d3a-5a2d-4f73-88ac-fab09b4cf79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9e301a-186f-41f2-84a1-f92f95cc8978,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:45.784849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-8123cd2e-9842-419c-b403-3e3771bddc51 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169243 Feb 19 07:38:45.857110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3070f3-2eeb-4582-b125-c1bb57dfb80c req-fe51ec8a-537d-4a11-b540-0e1244fb9fca tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:45.869205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb3070f3-2eeb-4582-b125-c1bb57dfb80c req-fe51ec8a-537d-4a11-b540-0e1244fb9fca tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.0969880 Feb 19 07:38:46.000594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.018216 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb3070f3-2eeb-4582-b125-c1bb57dfb80c req-aeeed0d0-be6d-4065-8386-3ca8daca354a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480494 Feb 19 07:38:46.040070 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP ff3f6001-df30-404a-8786-7eaedcc6fc1e associated. External IP: 172.25.7.69, port: 215ab449-5317-446e-ba39-eccaa1ac62f2. Feb 19 07:38:46.196171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50458) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:46.212601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f749-3f46-4376-b697-400247c1c516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.220940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:46.243817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01f8201a-dff5-4a1a-bae6-47a7d8617bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.367356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f749-3f46-4376-b697-400247c1c516 admin admin] Publish callbacks [] for security_group (ad2259cf-3d5e-483a-8f0d-014b5c847e54), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.377936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f749-3f46-4376-b697-400247c1c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad2259cf-3d5e-483a-8f0d-014b5c847e54), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.410540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01f8201a-dff5-4a1a-bae6-47a7d8617bad admin admin] Publish callbacks [] for security_group (c037c0e3-3593-475e-b2b8-996cf03a4fad), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.417108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f749-3f46-4376-b697-400247c1c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2259cf-3d5e-483a-8f0d-014b5c847e54,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:46.423951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-01f8201a-dff5-4a1a-bae6-47a7d8617bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c037c0e3-3593-475e-b2b8-996cf03a4fad), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.465611 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ef7f749-3f46-4376-b697-400247c1c516 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=accdbc13bce24862b900f91bb76529f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682135 Feb 19 07:38:46.469320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for ab84c43f-1662-462e-a1d6-98b086f18115 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:46.472136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:46.493799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-01f8201a-dff5-4a1a-bae6-47a7d8617bad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d4a1786e13440d78cb43280bd9ffbc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717741 Feb 19 07:38:46.499022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50472) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:46.507615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8201a-dff5-4a1a-bae6-47a7d8617bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c037c0e3-3593-475e-b2b8-996cf03a4fad,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:46.575568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] Publish callbacks [] for security_group (c037c0e3-3593-475e-b2b8-996cf03a4fad), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.588725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] Publish callbacks [] for security_group (ad2259cf-3d5e-483a-8f0d-014b5c847e54), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.612573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] Publish callbacks [] for security_group (c037c0e3-3593-475e-b2b8-996cf03a4fad), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.627446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] Publish callbacks [] for security_group (ad2259cf-3d5e-483a-8f0d-014b5c847e54), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.699617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad2259cf-3d5e-483a-8f0d-014b5c847e54), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.703576 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.708052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad2259cf-3d5e-483a-8f0d-014b5c847e54 HTTP/1.1" status: 204 len: 168 time: 0.2349298 Feb 19 07:38:46.718101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068ec4f-7234-4a56-9449-89c6f737ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2259cf-3d5e-483a-8f0d-014b5c847e54,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:46.721212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c037c0e3-3593-475e-b2b8-996cf03a4fad), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.724332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:46.739161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c037c0e3-3593-475e-b2b8-996cf03a4fad HTTP/1.1" status: 204 len: 168 time: 0.2279141 Feb 19 07:38:46.769624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43adb6-4f1b-46f8-bf06-e08a50aa5cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037c0e3-3593-475e-b2b8-996cf03a4fad,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:46.967714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7dd06767-ee78-41fb-b8fc-a5f0d2920061 req-b17233b7-ec60-4cc0-9504-2a9ff097f15a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1677449 Feb 19 07:38:46.975510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ab84c43f-1662-462e-a1d6-98b086f18115), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:47.052150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=ab84c43f-1662-462e-a1d6-98b086f18115,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:47.124041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Deleting port 2a165bdb-a812-43a7-964d-255c4f7f2f20 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:47.124720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:47.260415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fab02e-5a61-42db-91e7-4461b9201728 req-6d2ab4b6-bdb8-42f2-93e5-845140c56560 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:47.274405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37fab02e-5a61-42db-91e7-4461b9201728 req-6d2ab4b6-bdb8-42f2-93e5-845140c56560 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.1311266 Feb 19 07:38:47.282614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-608b566d-285b-4005-8dec-46b33f94c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:47.284387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-608b566d-285b-4005-8dec-46b33f94c18d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1127 time: 0.5985556 Feb 19 07:38:47.292849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d60b37b-2242-4f92-876a-000e8d55dd17 req-d4b1f36b-1067-49ab-ba21-abb56aeb9c32 service neutron] 10.222.0.47 "GET /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4893115 Feb 19 07:38:47.406735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37fab02e-5a61-42db-91e7-4461b9201728 req-4283feff-e3be-4be9-a1ec-b2da037e2fca tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295564 Feb 19 07:38:47.492990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-ec89afb2-1e76-4402-a1c0-423837cdb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:47.494838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-ec89afb2-1e76-4402-a1c0-423837cdb63e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.1412580 Feb 19 07:38:47.609560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (3686fa2c-e420-4fff-8e12-47b730c0617c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:47.802984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-189cc8a1-dc50-4225-9a30-7391631d64d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 1001 time: 0.2608175 Feb 19 07:38:47.814843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] For port 2a165bdb-a812-43a7-964d-255c4f7f2f20, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2a165bdb-a812-43a7-964d-255c4f7f2f20,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:47.815232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:47.984676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Calling delete_port for 2a165bdb-a812-43a7-964d-255c4f7f2f20 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:48.025301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:48.056948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Router 3686fa2c-e420-4fff-8e12-47b730c0617c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:48.061013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-640ffc11-d257-497c-912b-5b9475fd4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:48.063488 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-640ffc11-d257-497c-912b-5b9475fd4f06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.2395675 Feb 19 07:38:48.321388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:48.335596 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] Sync routers for ids ['3686fa2c-e420-4fff-8e12-47b730c0617c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:48.371180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-328ff05d-2413-4444-a1eb-3b8df77f2d08 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/routers/3686fa2c-e420-4fff-8e12-47b730c0617c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0480969 Feb 19 07:38:48.372653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:48.373607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] Routers {'3686fa2c-e420-4fff-8e12-47b730c0617c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:48.403336 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3686fa2c-e420-4fff-8e12-47b730c0617c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.422163 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73a7b0-8897-4335-a1d1-49e854f1844e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:38:48.426039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8f73a7b0-8897-4335-a1d1-49e854f1844e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/ab84c43f-1662-462e-a1d6-98b086f18115 HTTP/1.1" status: 404 len: 333 time: 0.0490792 Feb 19 07:38:48.428164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:48.431047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-7540c6f0-4ce7-4e55-84ac-4aa5c6c00fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:48.432574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-7540c6f0-4ce7-4e55-84ac-4aa5c6c00fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3235097 Feb 19 07:38:48.447278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0ed1a-0dcc-4cc3-8403-2af98a464a71 req-319845bd-7052-45f0-933f-bb4fe081c258 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:48.448376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22b0ed1a-0dcc-4cc3-8403-2af98a464a71 req-319845bd-7052-45f0-933f-bb4fe081c258 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 945 time: 0.3440795 Feb 19 07:38:48.479280 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.508611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:48.522501 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] Routers {'3686fa2c-e420-4fff-8e12-47b730c0617c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:48.523389 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3686fa2c-e420-4fff-8e12-47b730c0617c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.523538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977af617-18c2-4fd3-892e-db235391d5da None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:48.544899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:48.545554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.598848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.599524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2477b8-226f-443e-807f-72ec3ae4c6d4 None None] The sync data for ids ['3686fa2c-e420-4fff-8e12-47b730c0617c'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:48.621202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.652547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:48.653382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.690031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-977af617-18c2-4fd3-892e-db235391d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:48.690963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977af617-18c2-4fd3-892e-db235391d5da None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:48.729424 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:48.767238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:48.783749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:48.826573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22b0ed1a-0dcc-4cc3-8403-2af98a464a71 req-ff21a13f-2658-46a5-90d3-e4dae57bdcc9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556123 Feb 19 07:38:48.827206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2a165bdb-a812-43a7-964d-255c4f7f2f20), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:48.878883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event deleted for resources: {'Port': ['ID=2a165bdb-a812-43a7-964d-255c4f7f2f20,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:48.886163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fb3e138-30e4-4b0b-8699-8e1e140a7316 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8084707 Feb 19 07:38:48.886799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:48.897245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-69d40095-c4bc-4f91-a665-a419eea65977 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451034 Feb 19 07:38:48.981422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4058e-2acc-4a7e-8af3-71a8e7901ce4 req-d1bf5763-56d9-4e42-91a9-8a49d3c1e86f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:48.981932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:48.982339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:48.983849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b4058e-2acc-4a7e-8af3-71a8e7901ce4 req-d1bf5763-56d9-4e42-91a9-8a49d3c1e86f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 945 time: 0.3877022 Feb 19 07:38:49.021266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:49.023362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:49.030812 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598246a8-5f9d-4391-8dca-db3fe65cd6b5" -d '{"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-unplugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:49.043750 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.084584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] No DVR routers for this DVR port 2a165bdb-a812-43a7-964d-255c4f7f2f20 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:49.092253 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d0aa7-ac35-4497-b579-ef010f3b4f9a x-openstack-request-id: req-2a9d0aa7-ac35-4497-b579-ef010f3b4f9a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:49.095629 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-unplugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:49.096096 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a9d0aa7-ac35-4497-b579-ef010f3b4f9a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:49.096512 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'code': 200} Feb 19 07:38:49.097213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.102006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a33d36a2-d14a-4a96-aa4a-49abcaa7bf94 req-d875c6f3-da6b-43ae-a3a9-db54f854dc41 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.47 "DELETE /v2.0/ports/2a165bdb-a812-43a7-964d-255c4f7f2f20 HTTP/1.1" status: 204 len: 173 time: 3.7936029 Feb 19 07:38:49.102498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'name': 'network-vif-deleted', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:38:49.113517 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f4e832-289c-47a4-8152-c91c87524962" -d '{"events": [{"server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "name": "network-vif-deleted", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:38:49.157318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-14b4058e-2acc-4a7e-8af3-71a8e7901ce4 req-7cc9e11b-bd6b-40bc-b1ae-2697ab95bcf7 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/security-groups?id=1583f75c-5e51-4b31-ba13-8b18eac964d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612411 Feb 19 07:38:49.189978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2a165bdb-a812-43a7-964d-255c4f7f2f20 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:49.205727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.214736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for router_controller (3686fa2c-e420-4fff-8e12-47b730c0617c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.238550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a44a74e5-2d22-4794-b30a-ed544b7f6f89 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/floatingips/ff3f6001-df30-404a-8786-7eaedcc6fc1e HTTP/1.1" status: 200 len: 978 time: 0.3491352 Feb 19 07:38:49.239912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:49.274377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:49.285293 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d524e-0a16-40b3-9564-674d26bd861b x-openstack-request-id: req-dc4d524e-0a16-40b3-9564-674d26bd861b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:38:49.285596 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f86702e-2761-47ee-9c4f-92b4f5409658", "name": "network-vif-deleted", "tag": "2a165bdb-a812-43a7-964d-255c4f7f2f20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:38:49.285857 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc4d524e-0a16-40b3-9564-674d26bd861b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:38:49.286270 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f86702e-2761-47ee-9c4f-92b4f5409658', 'name': 'network-vif-deleted', 'tag': '2a165bdb-a812-43a7-964d-255c4f7f2f20', 'status': 'completed', 'code': 200} Feb 19 07:38:49.291655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 2a165bdb-a812-43a7-964d-255c4f7f2f20 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:38:49.300307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2a165bdb-a812-43a7-964d-255c4f7f2f20 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:38:49.319828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ec9a8a2-2fa5-4303-8d95-a70f169353c3 req-f6c68926-bbf5-409e-b428-c04315819340 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234918 Feb 19 07:38:49.483149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-232afd91-529f-45c9-89d2-c1c31bd33fe1 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2421255 Feb 19 07:38:49.486010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:49.492645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': 'd064aea3-e92d-42e0-adc1-dbd187ed01b5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:49.575950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (3686fa2c-e420-4fff-8e12-47b730c0617c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.578093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Fanout notify agent at l3_agent the message router_deleted on router 3686fa2c-e420-4fff-8e12-47b730c0617c {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:38:49.594784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.596331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd674ca5-5c11-48ca-8c11-42e2d5eeec92 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/routers/3686fa2c-e420-4fff-8e12-47b730c0617c HTTP/1.1" status: 204 len: 168 time: 1.1651194 Feb 19 07:38:49.598874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:49.615251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.712192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 18c2a556-252b-4e11-ba5c-72814dda56fe {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:38:49.721742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (18c2a556-252b-4e11-ba5c-72814dda56fe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.773535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (18c2a556-252b-4e11-ba5c-72814dda56fe), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:49.860781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (18c2a556-252b-4e11-ba5c-72814dda56fe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:50.008531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (18c2a556-252b-4e11-ba5c-72814dda56fe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:50.059299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:50.067483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/18c2a556-252b-4e11-ba5c-72814dda56fe HTTP/1.1" status: 204 len: 168 time: 0.4671698 Feb 19 07:38:50.068133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:50.069123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e430e0c-15c0-4821-895b-30458085df3b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=18c2a556-252b-4e11-ba5c-72814dda56fe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:50.091156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b041d6-1c0c-4dcd-abf5-4d31810c8bc9 None None] Network 494426e1-cca3-41c8-8887-d478f71ef095 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:50.410638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] DHCP port deletion for 494426e1-cca3-41c8-8887-d478f71ef095 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:38:50.532124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Deleting port 443a9882-00b6-4912-8a90-ef496b595ff0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:50.532956 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:50.686619 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dcd5a6f-7d73-478f-8eb6-cc1837ba783b req-4f386c2b-7b2c-4f25-82f3-4b972f89cfbf tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0569320 Feb 19 07:38:50.734842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] For port 443a9882-00b6-4912-8a90-ef496b595ff0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=443a9882-00b6-4912-8a90-ef496b595ff0,segment=NetworkSegment(1239f54c-cde6-45b5-8dfe-b43a0e905022),segment_id=1239f54c-cde6-45b5-8dfe-b43a0e905022)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:50.735274 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:50.737169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:38:50.783640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Calling delete_port for 443a9882-00b6-4912-8a90-ef496b595ff0 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:50.830768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:51.026360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (443a9882-00b6-4912-8a90-ef496b595ff0), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.083247 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (494426e1-cca3-41c8-8887-d478f71ef095), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.089324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] Pushing event deleted for resources: {'Port': ['ID=443a9882-00b6-4912-8a90-ef496b595ff0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:51.093684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a88dc-93bf-47d0-ba29-aff15056cb63 None None] No DVR routers for this DVR port 443a9882-00b6-4912-8a90-ef496b595ff0 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:38:51.106065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90c1a0-06c7-454b-9960-52a855837027 req-8b41f6b1-a7ef-47c0-bc02-c0df4903e4ef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:51.121529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d90c1a0-06c7-454b-9960-52a855837027 req-8b41f6b1-a7ef-47c0-bc02-c0df4903e4ef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 1.1495378 Feb 19 07:38:51.306413 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d90c1a0-06c7-454b-9960-52a855837027 req-fce948ce-b0b6-4452-8914-516f6382204a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839056 Feb 19 07:38:51.533201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (494426e1-cca3-41c8-8887-d478f71ef095), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.572989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494426e1-cca3-41c8-8887-d478f71ef095']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:51.581461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1e2d-90f3-42a6-ba4d-e72aeee23ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.596139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1239f54c-cde6-45b5-8dfe-b43a0e905022') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:51.596442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1239f54c-cde6-45b5-8dfe-b43a0e905022') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:51.602832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.614526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.624975 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1239f54c-cde6-45b5-8dfe-b43a0e905022), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.651208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1239f54c-cde6-45b5-8dfe-b43a0e905022), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.660884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:38:51.661314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1239f54c-cde6-45b5-8dfe-b43a0e905022), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:38:51.664727 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:38:51.783497 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (494426e1-cca3-41c8-8887-d478f71ef095), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.800545 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP ff3f6001-df30-404a-8786-7eaedcc6fc1e associated. External IP: 172.25.7.69, port: 215ab449-5317-446e-ba39-eccaa1ac62f2. Feb 19 07:38:51.817165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:51.827382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/494426e1-cca3-41c8-8887-d478f71ef095 HTTP/1.1" status: 204 len: 168 time: 1.7364438 Feb 19 07:38:51.828402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f23c77-e524-4533-beab-ebb9d1e1d939 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=494426e1-cca3-41c8-8887-d478f71ef095,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:51.830169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:51.881963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25255c16-8291-4eb9-ac0c-1d149292e5ee tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:51.890082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-25255c16-8291-4eb9-ac0c-1d149292e5ee tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/3f99098f-2c45-456d-b84c-15cf1aa98f72 HTTP/1.1" status: 200 len: 844 time: 0.0590181 Feb 19 07:38:51.890696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:51.914141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0dff8e5-9643-4283-8120-d6d3dc92a84d req-1b0d594b-3efe-41c3-a174-ed1db33d2633 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0593636 Feb 19 07:38:51.999228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:51.999843 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d3693b3-44de-4a93-8e7a-58f97a656f1c tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/3f99098f-2c45-456d-b84c-15cf1aa98f72?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1076427 Feb 19 07:38:52.009544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:52.025784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1e2d-90f3-42a6-ba4d-e72aeee23ae5 admin admin] Publish callbacks [] for security_group (7103da9a-a397-49d6-ae4d-56aa8a4de347), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.045138 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1e2d-90f3-42a6-ba4d-e72aeee23ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7103da9a-a397-49d6-ae4d-56aa8a4de347), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.158755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:52.159326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a9eb1e2d-90f3-42a6-ba4d-e72aeee23ae5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a648e275ca2249c19a1e30b6fb2b6ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3187129 Feb 19 07:38:52.193961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 443a9882-00b6-4912-8a90-ef496b595ff0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:52.203877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb1e2d-90f3-42a6-ba4d-e72aeee23ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103da9a-a397-49d6-ae4d-56aa8a4de347,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:52.259575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] Publish callbacks [] for security_group (7103da9a-a397-49d6-ae4d-56aa8a4de347), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.273158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 443a9882-00b6-4912-8a90-ef496b595ff0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:38:52.289715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 443a9882-00b6-4912-8a90-ef496b595ff0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:38:52.314194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] Publish callbacks [] for security_group (7103da9a-a397-49d6-ae4d-56aa8a4de347), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.363779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:52.370328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:52.378091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.405606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7103da9a-a397-49d6-ae4d-56aa8a4de347), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.409008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:52.413570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7103da9a-a397-49d6-ae4d-56aa8a4de347 HTTP/1.1" status: 204 len: 168 time: 0.2514279 Feb 19 07:38:52.425663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94484a8-0e17-47bc-954f-8b7e0b01ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103da9a-a397-49d6-ae4d-56aa8a4de347,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:52.552129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d830b3a-70e3-4f68-8a9c-45332f16c204 req-fbc421b4-c6a2-4af7-9fa2-b498ee1438b0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:52.556251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d830b3a-70e3-4f68-8a9c-45332f16c204 req-fbc421b4-c6a2-4af7-9fa2-b498ee1438b0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.1016788 Feb 19 07:38:52.630521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d830b3a-70e3-4f68-8a9c-45332f16c204 req-4e649bc7-510a-4e93-b06d-cb1bfa537752 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578251 Feb 19 07:38:52.831385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:52.847078 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:52.869890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:52.870537 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:52.972877 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:52.985092 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:52.986217 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:53.025198 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:53.026315 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68042f67-4e24-4a5b-8659-f1b0a1307593 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:53.108495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (6108860d-039e-4aa8-a87c-b88cb2f86d6a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.131641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e938f7d6-3922-453d-9ab5-8941ef7713b9 req-948ef89f-d070-499e-85ef-9177dd5932d1 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0665751 Feb 19 07:38:53.170122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:53.193074 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33c76b1f-3606-4622-9761-096683f9ee3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.237494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:53.251312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:53.264084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d9c809-deb9-44a8-83eb-805bf813290f None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:53.275702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:53.277507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.405687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33c76b1f-3606-4622-9761-096683f9ee3f admin admin] Publish callbacks [] for security_group (a09e906d-da9d-4915-a2f2-c1b3c7d0d663), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.414501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33c76b1f-3606-4622-9761-096683f9ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a09e906d-da9d-4915-a2f2-c1b3c7d0d663), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.461892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=6108860d-039e-4aa8-a87c-b88cb2f86d6a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:53.503837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2dbef959-952a-41d2-9757-27298d59f115 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4992971 Feb 19 07:38:53.506257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:53.569928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'security_group': {'name': 'tempest-secgroup-1036620340'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:53.578700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'project_id': 'f829f7af99b843f782d1d4865fa92ce4', 'fixed_ips': [{'subnet_id': '6108860d-039e-4aa8-a87c-b88cb2f86d6a'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:38:53.579336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.628224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33c76b1f-3606-4622-9761-096683f9ee3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f0f935b64194e9fa998adca00cba17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4564147 Feb 19 07:38:53.639378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:53.681579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76b1f-3606-4622-9761-096683f9ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e906d-da9d-4915-a2f2-c1b3c7d0d663,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:53.771778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:53.777412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.910846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] Publish callbacks [] for security_group (a09e906d-da9d-4915-a2f2-c1b3c7d0d663), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:53.983654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Allocated IP 2001:db8::2 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/6108860d-039e-4aa8-a87c-b88cb2f86d6a/2e69f013-5cbd-49eb-afcf-9213824d3bb8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:53.997075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] Publish callbacks [] for security_group (a09e906d-da9d-4915-a2f2-c1b3c7d0d663), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.081164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:54.086660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.111807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:54.137748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:54.139360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:54.212969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-401bd53c-272b-41fa-bbfa-759777f3ac5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/ff3f6001-df30-404a-8786-7eaedcc6fc1e HTTP/1.1" status: 200 len: 977 time: 4.7241874 Feb 19 07:38:54.215595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50700) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:54.216860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:54.231813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:54.239517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (4db9693a-def7-4227-bddc-d436f6665a21), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.255549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:54.255881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4db9693a-def7-4227-bddc-d436f6665a21), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.256672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:54.324196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:54.325116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b838dd-b491-4142-9fe1-0b6a12285cc9 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:54.367127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks [] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.372226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.375483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.391785 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8788714 Feb 19 07:38:54.404302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:54.414631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'security_group': {'name': 'tempest-secgroup-455560894'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:54.429099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7048a6e5-d341-4f2c-a383-db924007c37e req-e9fd6299-afe0-47b3-8d53-e348d07b814f tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1151283 Feb 19 07:38:54.437229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a09e906d-da9d-4915-a2f2-c1b3c7d0d663), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.451464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.455513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a09e906d-da9d-4915-a2f2-c1b3c7d0d663 HTTP/1.1" status: 204 len: 168 time: 0.8122885 Feb 19 07:38:54.455672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:54.478193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:54.481913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:54.488981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:54.491521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.493726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbee90-25a6-42dc-b6c7-641d01b02ccc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9693a-def7-4227-bddc-d436f6665a21,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:54.531283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77a96e-3345-4e7a-be8d-a560b8032900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e906d-da9d-4915-a2f2-c1b3c7d0d663,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:54.573159 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.682368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Attempting to bind port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:38:54.682742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Attempting to bind port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '62ace75a-e811-407b-88bf-e0bbe2ddb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:38:54.683113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Attempting to bind port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 on network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:38:54.698565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:38:54.699867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Checking segment: {'id': '62ace75a-e811-407b-88bf-e0bbe2ddb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:38:54.701993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.702869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Bound using segment: {'id': '62ace75a-e811-407b-88bf-e0bbe2ddb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:38:54.703883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Bound port: 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ace75a-e811-407b-88bf-e0bbe2ddb483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:38:54.705538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.738240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (a528e028-0c00-4bfc-9609-a61eee19fed1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.752599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a528e028-0c00-4bfc-9609-a61eee19fed1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.846926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:38:54.850741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:38:54.853251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a528e028-0c00-4bfc-9609-a61eee19fed1,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:54.859175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.868138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:38:54.872976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.875639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9f34f3cb-b0cb-48c3-8ce0-38fb482e3ea8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4699578 Feb 19 07:38:54.876308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:54.881334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-803223165', 'security_groups': ['a528e028-0c00-4bfc-9609-a61eee19fed1'], 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6108860d-039e-4aa8-a87c-b88cb2f86d6a'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:54.949411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.964445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:54.964784 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP ff3f6001-df30-404a-8786-7eaedcc6fc1e disassociated. External IP: 172.25.7.69, port: d064aea3-e92d-42e0-adc1-dbd187ed01b5. Feb 19 07:38:55.010447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27bac4-2a4d-47d9-b37d-0756ee1f26ec None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:55.068698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-4d54faf2-ed58-4291-b857-da0f9359548e req-14640578-5925-4a17-bdb9-71983e46cbd0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:38:55.089185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d54faf2-ed58-4291-b857-da0f9359548e req-14640578-5925-4a17-bdb9-71983e46cbd0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245430 Feb 19 07:38:55.122109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: DOWN; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:55.225515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:55.419181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:55.569228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 571fa4d3-7637-4cef-9eef-e76baa418f61 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:38:55.667833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b219eba-6c31-4db3-9688-cb86c028c843 req-df9f1c69-bd5a-4355-b35c-62f4f8c6e729 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:55.679072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b219eba-6c31-4db3-9688-cb86c028c843 req-df9f1c69-bd5a-4355-b35c-62f4f8c6e729 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.2551944 Feb 19 07:38:55.778022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38c14eda-9f1b-4a7a-b290-33bff75df4fb req-af32ffd8-bb03-4982-a85b-a4f13a3dac31 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1077232 Feb 19 07:38:55.819421 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:38:55.821230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b219eba-6c31-4db3-9688-cb86c028c843 req-ade79f2f-5d44-439a-97e3-fbdc8cbee6f9 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409457 Feb 19 07:38:55.832819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-21b2d0fc-df9f-4f74-b718-3bab6a2910db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3961906 Feb 19 07:38:55.863663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:38:55.932055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::17b (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/6108860d-039e-4aa8-a87c-b88cb2f86d6a/571fa4d3-7637-4cef-9eef-e76baa418f61) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:56.077088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-b15a5d42-dd3b-48d9-9da3-c61f1f9d473f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:56.078525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-b15a5d42-dd3b-48d9-9da3-c61f1f9d473f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports/31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 940 time: 0.1881247 Feb 19 07:38:56.203579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:38:56.214250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:38:56.226748 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.229575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:56.235797 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:56.275449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:56.287283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:56.315162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cd06924a-e3bf-429d-accb-c23e353b8801 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/ff3f6001-df30-404a-8786-7eaedcc6fc1e HTTP/1.1" status: 200 len: 687 time: 2.0978608 Feb 19 07:38:56.317605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:56.344508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.421241 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.427908 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:56.477214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:38:56.480617 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:56.591836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:56.607248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:56.625604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:38:56.627777 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:38:56.632158 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b628ed6-c33d-434d-9b44-e446b04c09c8 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:38:56.637163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:56.637837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.683229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1538123449'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:56.703820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=571fa4d3-7637-4cef-9eef-e76baa418f61,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:56.738610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc6256a1-0e07-40e2-8615-8601410d5633 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8611054 Feb 19 07:38:56.745841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50766) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:56.750774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Made reservation on behalf of 5640a3450e044229852a609012c5439f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:56.751594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:56.754882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:56.756750 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.766271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.789338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port d940bff3-cf0e-4619-abcf-654ce27034aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:38:56.791431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.799435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:56.948183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:56.948569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.080292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:57.091025 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.148986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:57.152704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.170952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.171612 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (d940bff3-cf0e-4619-abcf-654ce27034aa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.196986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for d940bff3-cf0e-4619-abcf-654ce27034aa owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:38:57.231479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:57.299003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:57.301772 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.335105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for security_group (750d8fe4-dd78-42ae-92d1-1f909681475f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.351437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (750d8fe4-dd78-42ae-92d1-1f909681475f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.356144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9d044-4d43-45b0-ac49-ec25a8d1db06 req-255ad083-77a9-4eb5-9c31-d95841542f4f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:57.369519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edf9d044-4d43-45b0-ac49-ec25a8d1db06 req-255ad083-77a9-4eb5-9c31-d95841542f4f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.3188913 Feb 19 07:38:57.430170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:57.459385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:57.459836 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.534703 n-d-829866-3 neutron-server[103587]: INFO neutron.db.ipam_backend_mixin [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6108860d-039e-4aa8-a87c-b88cb2f86d6a (CIDR: 2001:db8::/64) Feb 19 07:38:57.565700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edf9d044-4d43-45b0-ac49-ec25a8d1db06 req-19bbbae0-d064-4230-b319-7b2d73b2624d tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881397 Feb 19 07:38:57.570774 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:38:57.572648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:38:57.614592 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ad9b3750-8728-4c8b-a282-191035d34261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8675210 Feb 19 07:38:57.617662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50778) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:57.623793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:57.639697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9c910bc6-1c6f-4130-9992-2722bb9a6ee3 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:57.779241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bf1d78e5-7e5b-4f8f-95f7-b9b829e59cd6 None None] Provisioning complete for port 571fa4d3-7637-4cef-9eef-e76baa418f61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:57.783174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf1d78e5-7e5b-4f8f-95f7-b9b829e59cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.876430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:57.881152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:57.892848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d78e5-7e5b-4f8f-95f7-b9b829e59cd6 None None] Port 571fa4d3-7637-4cef-9eef-e76baa418f61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:38:58.168901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:38:58.256167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:38:58.256686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.297475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a01d562-709f-4be0-95cf-6c636399fab3 req-e6297cf0-9f5d-40cf-b087-690404d02008 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 1.1410990 Feb 19 07:38:58.368531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:38:58.386001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:38:58.396908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9a82d781-88eb-4bb9-93b2-6c866010cb81), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.397283 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Added segment 9a82d781-88eb-4bb9-93b2-6c866010cb81 of type vlan for network eca9049f-edbf-4129-89a3-d75d535318ef Feb 19 07:38:58.441041 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (542a1a12-2647-4cbf-a24e-bce3eef038fb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.465998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (eca9049f-edbf-4129-89a3-d75d535318ef), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.508918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (eca9049f-edbf-4129-89a3-d75d535318ef), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.514472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=542a1a12-2647-4cbf-a24e-bce3eef038fb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:58.526165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:58.526818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.540368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:38:58.541953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:38:58.553924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:58.554700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.559226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0015e-05bf-4a00-a8f8-e3a5b02f9a1a None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:38:58.583443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c022b0f0-6c3d-4fce-bd8c-7d9eba8828e8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9633536 Feb 19 07:38:58.585700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50784) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:58.595057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-126688541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '542a1a12-2647-4cbf-a24e-bce3eef038fb'}], 'security_groups': ['4db9693a-def7-4227-bddc-d436f6665a21']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:58.625322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750d8fe4-dd78-42ae-92d1-1f909681475f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:58.710436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.727836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Network': ['ID=eca9049f-edbf-4129-89a3-d75d535318ef,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:58.750147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-284bf213-617c-4a00-9eb7-1c38d38f9829 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4671235 Feb 19 07:38:58.756221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:58.761162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network eca9049f-edbf-4129-89a3-d75d535318ef details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:38:58.780868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'subnet': {'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:38:58.793855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-1e7a6f73-58a8-498a-a027-ad36235352e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:58.796735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-1e7a6f73-58a8-498a-a027-ad36235352e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee&tenant_id=dd7e479564e448f6b257175ddf4a934c HTTP/1.1" status: 200 len: 1125 time: 1.3931015 Feb 19 07:38:58.887969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d940bff3-cf0e-4619-abcf-654ce27034aa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:58.912472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-6b868187-0f77-4780-ad59-31d6b15621f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:58.914211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-6b868187-0f77-4780-ad59-31d6b15621f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1125 time: 0.0925164 Feb 19 07:38:58.993182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=d940bff3-cf0e-4619-abcf-654ce27034aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:59.003800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Update dhcp port {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'fixed_ips': [{'subnet_id': '6108860d-039e-4aa8-a87c-b88cb2f86d6a', 'ip_address': '2001:db8::2'}, {'subnet_id': '542a1a12-2647-4cbf-a24e-bce3eef038fb'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '2e69f013-5cbd-49eb-afcf-9213824d3bb8'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:38:59.050637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Made reservation on behalf of 5640a3450e044229852a609012c5439f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:38:59.054662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.056001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.113636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (ff3f6001-df30-404a-8786-7eaedcc6fc1e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.116244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.120136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9fb51dba-391e-4dee-9af2-af250f576eca tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff3f6001-df30-404a-8786-7eaedcc6fc1e HTTP/1.1" status: 204 len: 168 time: 2.8015585 Feb 19 07:38:59.123274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:59.168074 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-f9cc93ad-b30d-4abe-b16f-75cb0b3349c8 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] delete failed (client error): The resource could not be found. Feb 19 07:38:59.176924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9cc93ad-b30d-4abe-b16f-75cb0b3349c8 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/ff3f6001-df30-404a-8786-7eaedcc6fc1e HTTP/1.1" status: 404 len: 345 time: 0.0524199 Feb 19 07:38:59.177162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:59.246013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Allocated IP 2001:db8:0:1::2 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/542a1a12-2647-4cbf-a24e-bce3eef038fb/2e69f013-5cbd-49eb-afcf-9213824d3bb8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:38:59.294082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-2454ff31-9fe0-421f-8f25-9ab492baaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.296126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-2454ff31-9fe0-421f-8f25-9ab492baaedb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.3510385 Feb 19 07:38:59.365322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:38:59.398051 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Publish callbacks [] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.403439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964785a6-1e8e-4e08-886c-b5eb62252105 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.408855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:38:59.410465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964785a6-1e8e-4e08-886c-b5eb62252105 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.416749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964785a6-1e8e-4e08-886c-b5eb62252105 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.421264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-964785a6-1e8e-4e08-886c-b5eb62252105 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/ports?network_id=f22228cc-4853-44fc-9ae4-2b0364f38c31 HTTP/1.1" status: 200 len: 2359 time: 0.2220037 Feb 19 07:38:59.424335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:38:59.449134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-a25c0e0c-bccf-49d2-9f51-b0f706237eb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 999 time: 0.1461961 Feb 19 07:38:59.475344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-779e24e1-3972-41b9-9f2c-5f61375da7d6 req-4599934e-9795-4d14-b289-099dc15a255c tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0478024 Feb 19 07:38:59.521427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f90a7-9cee-479c-8e40-7d1246646c70 None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:38:59.550880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-f32ef685-b44e-4215-9504-bb3faeacc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.553888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-f32ef685-b44e-4215-9504-bb3faeacc673 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.0888777 Feb 19 07:38:59.659755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-f3309a4b-b468-4d15-ac65-ead57c9116d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.662994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-f3309a4b-b468-4d15-ac65-ead57c9116d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1019831 Feb 19 07:38:59.804568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec854d-43cc-4552-a2df-f974bdfbd4ad req-03c8093c-0565-44b7-9832-9765225da2ef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:38:59.812367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56ec854d-43cc-4552-a2df-f974bdfbd4ad req-03c8093c-0565-44b7-9832-9765225da2ef tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 1.0989666 Feb 19 07:38:59.863973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-8504a25b-e788-4479-a069-ff35d8be7bce service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887927 Feb 19 07:39:00.018435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Delete allocated IP 2001:db8::17b (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/6108860d-039e-4aa8-a87c-b88cb2f86d6a) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:39:00.029968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8:0:1::355 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/542a1a12-2647-4cbf-a24e-bce3eef038fb/571fa4d3-7637-4cef-9eef-e76baa418f61) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:00.046265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a15c7c67-8048-4acf-a897-153a9e254c86 req-b286321d-7b0a-4caf-9ea0-6ac452bf8824 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766162 Feb 19 07:39:00.262319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:00.430628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:00.433236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:00.445049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987d9f56-07bc-48a3-9171-4ca457cc2523 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:00.450276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-987d9f56-07bc-48a3-9171-4ca457cc2523 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/subnets/3b37d3a5-b932-4103-8877-4f82f82b7568 HTTP/1.1" status: 200 len: 797 time: 0.9116790 Feb 19 07:39:00.454859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:00.460256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'port': {'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31', 'name': 'tempest-FloatingIPTestJSON-11462868', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:00.538194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:00.572275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:00.573684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:00.620592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] In _notify_port_updated(), no bound segment for port 571fa4d3-7637-4cef-9eef-e76baa418f61 on network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:39:00.626115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:00.627305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:00.628654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/ports/571fa4d3-7637-4cef-9eef-e76baa418f61 HTTP/1.1" status: 200 len: 930 time: 2.0418973 Feb 19 07:39:00.640663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:00.786032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:00.882723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56ec854d-43cc-4552-a2df-f974bdfbd4ad req-0eccdd0f-5e34-42bc-ad60-a49f25a6caf8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0694251 Feb 19 07:39:00.931959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7efddb93-79d1-4a59-8201-4f7b93ea9123 req-46f6c21c-67aa-4873-8de2-028600b13d99 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1217346 Feb 19 07:39:00.955936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:00.976855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:00.978118 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.043407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dda47c-a745-4f1c-b434-62f5f31aeddf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=571fa4d3-7637-4cef-9eef-e76baa418f61,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:01.122121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (b010cb88-432c-459b-b99e-cdf8691ac4f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.158160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:01.217848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:01.221210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.295166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Subnet': ['ID=b010cb88-432c-459b-b99e-cdf8691ac4f7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:01.311336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.372330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] device_id is not set on port 88f96fc6-7462-4261-abbc-c6ba635fd5d3 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:01.396525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 571fa4d3-7637-4cef-9eef-e76baa418f61 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:01.396902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.454929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:01.472296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Provisioning complete for port 571fa4d3-7637-4cef-9eef-e76baa418f61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:01.472678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.478905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Checking segment: {'id': '9a82d781-88eb-4bb9-93b2-6c866010cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:01.479306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network hostable DHCP agents. Network: eca9049f-edbf-4129-89a3-d75d535318ef, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:39:01.542939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-40dd9cbb-8932-4619-a8fb-a105d53670b5 None None] Port 571fa4d3-7637-4cef-9eef-e76baa418f61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:01.673439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e41c2bca-1d52-4ff8-881b-b5e12d553df8 None None] Provisioning complete for port 571fa4d3-7637-4cef-9eef-e76baa418f61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:01.676071 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e41c2bca-1d52-4ff8-881b-b5e12d553df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.700339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network eca9049f-edbf-4129-89a3-d75d535318ef is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:39:01.765739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, eca9049f-edbf-4129-89a3-d75d535318ef) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:01.793765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:01.796987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:01.835294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e41c2bca-1d52-4ff8-881b-b5e12d553df8 None None] Port 571fa4d3-7637-4cef-9eef-e76baa418f61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:01.843526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42732a8-edfc-4c25-a858-6edb9efb3e50 None None] Network eca9049f-edbf-4129-89a3-d75d535318ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:01.893708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-998a7462-5304-4940-9471-166cb2efae32 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1178582 Feb 19 07:39:01.902143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:01.918825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1973488236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:01.943521 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.033375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 571fa4d3-7637-4cef-9eef-e76baa418f61 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:02.035147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.14 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/88f96fc6-7462-4261-abbc-c6ba635fd5d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:02.067537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.13 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/88f96fc6-7462-4261-abbc-c6ba635fd5d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:02.233713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-286b4592-3dfd-4d83-8d89-50eda4b93b36 req-e02eecdc-2333-49d1-966d-80b15d34440e tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0968056 Feb 19 07:39:02.280297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-eca9049f-edbf-4129-89a3-d75d535318ef', 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef', 'project_id': '5640a3450e044229852a609012c5439f', 'fixed_ips': [{'subnet_id': 'b010cb88-432c-459b-b99e-cdf8691ac4f7'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:39:02.281191 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.489788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (571fa4d3-7637-4cef-9eef-e76baa418f61), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.504436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (88f96fc6-7462-4261-abbc-c6ba635fd5d3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.517245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (9fd851f6-98c6-4643-b396-588f711846c5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.522750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (9fd851f6-98c6-4643-b396-588f711846c5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.582372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (88f96fc6-7462-4261-abbc-c6ba635fd5d3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.651394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=571fa4d3-7637-4cef-9eef-e76baa418f61,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:02.768404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.774803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=88f96fc6-7462-4261-abbc-c6ba635fd5d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:02.781902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-648f37fa-912e-4ab8-9cd6-97d4d1c8067b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/571fa4d3-7637-4cef-9eef-e76baa418f61 HTTP/1.1" status: 204 len: 168 time: 2.1381261 Feb 19 07:39:02.786690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:02.810995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:02.824980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Allocated IP 172.20.0.2 (eca9049f-edbf-4129-89a3-d75d535318ef/b010cb88-432c-459b-b99e-cdf8691ac4f7/1994a730-23a8-41b7-ae12-6ed1b8c524bf) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:02.826363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:02.890249 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-488c72b8-65c5-464b-bbd4-88b804a6c745 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:39:02.901604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-488c72b8-65c5-464b-bbd4-88b804a6c745 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/571fa4d3-7637-4cef-9eef-e76baa418f61 HTTP/1.1" status: 404 len: 333 time: 0.1052778 Feb 19 07:39:02.906126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:02.922603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:02.932024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for router_controller (9fd851f6-98c6-4643-b396-588f711846c5), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:02.943945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b11d1-1caf-48ac-8e9d-10915c234ea0 req-c1c48ee1-3cb0-4834-b6d6-46d2f8602759 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:02.952422 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea8b11d1-1caf-48ac-8e9d-10915c234ea0 req-c1c48ee1-3cb0-4834-b6d6-46d2f8602759 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.5605328 Feb 19 07:39:02.958342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (9fd851f6-98c6-4643-b396-588f711846c5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.156154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea8b11d1-1caf-48ac-8e9d-10915c234ea0 req-969fcdfb-f1ee-41a4-bc38-161072140a4a tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024407 Feb 19 07:39:03.161346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.175279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-10c204d9-7f04-4a90-9332-d8d5f4749d79 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2701502 Feb 19 07:39:03.179837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:03.180843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:03.191727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.214363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks [] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.235290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.288950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (a528e028-0c00-4bfc-9609-a61eee19fed1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.353073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (a528e028-0c00-4bfc-9609-a61eee19fed1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.426761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Pushing event updated for resources: {'Port': ['ID=1994a730-23a8-41b7-ae12-6ed1b8c524bf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:03.460199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a637f7d3-ca20-48ab-8552-6d4bd5ba503e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0041461 Feb 19 07:39:03.461311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:03.470521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a528e028-0c00-4bfc-9609-a61eee19fed1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.472945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.473124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.477115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/security-groups/a528e028-0c00-4bfc-9609-a61eee19fed1 HTTP/1.1" status: 204 len: 168 time: 0.5476656 Feb 19 07:39:03.478777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '88f96fc6-7462-4261-abbc-c6ba635fd5d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:03.483493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:03.498790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Network eca9049f-edbf-4129-89a3-d75d535318ef is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:03.503673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:03.509200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:03.562052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8f6c194-2246-4013-833c-94f938229c70 req-e8970356-06d8-42af-b60d-a337a5b312d0 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0945008 Feb 19 07:39:03.590173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b037f0c-ac16-465e-be7a-17b6ef6f6fb6 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a528e028-0c00-4bfc-9609-a61eee19fed1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:03.649441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.716378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Attempting to bind port 1994a730-23a8-41b7-ae12-6ed1b8c524bf on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:39:03.719398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Attempting to bind port 1994a730-23a8-41b7-ae12-6ed1b8c524bf by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9a82d781-88eb-4bb9-93b2-6c866010cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:39:03.719880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Attempting to bind port 1994a730-23a8-41b7-ae12-6ed1b8c524bf on network eca9049f-edbf-4129-89a3-d75d535318ef {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:39:03.737290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:39:03.737884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Checking segment: {'id': '9a82d781-88eb-4bb9-93b2-6c866010cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:03.738391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.741481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Bound using segment: {'id': '9a82d781-88eb-4bb9-93b2-6c866010cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:39:03.742261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Bound port: 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a82d781-88eb-4bb9-93b2-6c866010cb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:39:03.742901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.804193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (4db9693a-def7-4227-bddc-d436f6665a21), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.877973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (4db9693a-def7-4227-bddc-d436f6665a21), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:03.900801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] For port 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:03.913438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] For port 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1994a730-23a8-41b7-ae12-6ed1b8c524bf,segment=NetworkSegment(9a82d781-88eb-4bb9-93b2-6c866010cb81),segment_id=9a82d781-88eb-4bb9-93b2-6c866010cb81)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:03.923671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.031937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d55e5-cd5c-49ac-8a7b-db1d4c35bc23 None None] Pushing event updated for resources: {'Port': ['ID=1994a730-23a8-41b7-ae12-6ed1b8c524bf,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:04.046206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.118670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.210763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4db9693a-def7-4227-bddc-d436f6665a21), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.225363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.228543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/security-groups/4db9693a-def7-4227-bddc-d436f6665a21 HTTP/1.1" status: 204 len: 168 time: 0.7378187 Feb 19 07:39:04.255122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:04.376889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020f6f8-d258-46d0-864b-ee75a569a8c8 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9693a-def7-4227-bddc-d436f6665a21,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:04.515084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-c311262d-d954-4e5d-9f12-bbe824dfe30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:04.519676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-c311262d-d954-4e5d-9f12-bbe824dfe30d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd7e479564e448f6b257175ddf4a934c&device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1125 time: 0.3095403 Feb 19 07:39:04.568556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 6108860d-039e-4aa8-a87c-b88cb2f86d6a {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:04.579142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (6108860d-039e-4aa8-a87c-b88cb2f86d6a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.586700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.67 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/9b9f782d-72f6-4abf-81e3-bbc2795bd67e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:04.675656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (6108860d-039e-4aa8-a87c-b88cb2f86d6a), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.867219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6108860d-039e-4aa8-a87c-b88cb2f86d6a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:04.972276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baf5cd87-880c-4e54-a030-e110c7d4f642 req-5f2c1a1b-1c7e-4cd2-ba7a-e20f4051c761 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1221597 Feb 19 07:39:05.057510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f593b2b-84ad-4f67-9fe5-a573fe33090d req-ffd8e363-7e7d-417f-bebe-d782072a0c68 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:05.059118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f593b2b-84ad-4f67-9fe5-a573fe33090d req-ffd8e363-7e7d-417f-bebe-d782072a0c68 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.6874743 Feb 19 07:39:05.173443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:05.192718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-554d7ee4-db4a-4978-b4f8-87c04e8da973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:05.194088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-554d7ee4-db4a-4978-b4f8-87c04e8da973 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 200 len: 917 time: 0.5325518 Feb 19 07:39:05.240908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f593b2b-84ad-4f67-9fe5-a573fe33090d req-e4d4203a-b654-48c3-a214-4d96b51dc7d5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147192 Feb 19 07:39:05.284894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6108860d-039e-4aa8-a87c-b88cb2f86d6a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:05.515220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Allocated IP 172.20.0.1 (eca9049f-edbf-4129-89a3-d75d535318ef/b010cb88-432c-459b-b99e-cdf8691ac4f7/ddc44e6f-f979-426d-a10f-51bff4f9843f) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:05.569341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-edffe5f5-eb77-4334-943d-40212394c994 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 200 len: 999 time: 0.3494289 Feb 19 07:39:05.614076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:05.759871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=6108860d-039e-4aa8-a87c-b88cb2f86d6a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:05.771870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:05.799421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:05.802634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-289103e0-1805-4e3b-981c-0492fbb030bf tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/6108860d-039e-4aa8-a87c-b88cb2f86d6a HTTP/1.1" status: 204 len: 168 time: 1.5465274 Feb 19 07:39:05.809091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a41a35-15ca-4034-9356-afc411789b7c None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:05.822477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=9b9f782d-72f6-4abf-81e3-bbc2795bd67e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:05.834006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:05.848545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:05.873504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:05.876860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:05.897220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:05.961031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-63e07b41-b173-4aaf-8243-35798aa548e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:05.962541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-63e07b41-b173-4aaf-8243-35798aa548e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 200 len: 856 time: 0.3753977 Feb 19 07:39:06.164533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a636609-d9fb-406c-a077-cdac25f39dd3 None None] Network eca9049f-edbf-4129-89a3-d75d535318ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:06.177938 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:06.256799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8e81eab-7004-4eed-99c5-bb6e4f7f78de req-b3110a23-2ad2-4519-ab02-c0f10cd56216 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1352620 Feb 19 07:39:06.341270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1994a730-23a8-41b7-ae12-6ed1b8c524bf up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:06.376245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-c43f2276-9f80-4a08-844a-c1538d120f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:06.380309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-c43f2276-9f80-4a08-844a-c1538d120f0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5f5dd6fc-ac68-4c25-9bea-75071666605d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4094160 Feb 19 07:39:06.476034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=ddc44e6f-f979-426d-a10f-51bff4f9843f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:06.569419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Provisioning complete for port 1994a730-23a8-41b7-ae12-6ed1b8c524bf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:06.569951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:06.690576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-190d6707-d2b5-449d-9cef-8c69b95ad641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:06.776039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network eca9049f-edbf-4129-89a3-d75d535318ef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:06.785278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:06.828450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:06.846848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1994a730-23a8-41b7-ae12-6ed1b8c524bf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:06.847958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:06.850785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Current status of the port 1994a730-23a8-41b7-ae12-6ed1b8c524bf is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:06.851420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:06.882909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-15cf25d1-a3a9-47f9-bd57-eff35bc480d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807456 Feb 19 07:39:07.024703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:07.029748 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:07.060080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d747-46bb-44c0-9c90-64868e0bb51d req-58a6fc6e-46fa-4a1d-94cc-e390a17db7cf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:07.062631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0f4d747-46bb-44c0-9c90-64868e0bb51d req-58a6fc6e-46fa-4a1d-94cc-e390a17db7cf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.5683267 Feb 19 07:39:07.134823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] For port 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1994a730-23a8-41b7-ae12-6ed1b8c524bf,segment=NetworkSegment(9a82d781-88eb-4bb9-93b2-6c866010cb81),segment_id=9a82d781-88eb-4bb9-93b2-6c866010cb81)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:07.136728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (9fd851f6-98c6-4643-b396-588f711846c5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:07.160417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:07.196212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb80a618-dfe7-47d6-b2c8-4408224212bf req-5064fd26-aaf3-485b-bddc-2f7186a305ea service neutron] 10.222.0.24 "GET /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893264 Feb 19 07:39:07.421436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Pushing event updated for resources: {'Port': ['ID=1994a730-23a8-41b7-ae12-6ed1b8c524bf,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:07.594640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-077f3897-c885-4e4a-afde-0f0dcdf4ddb2 req-24cc4d15-ca98-4e0f-9e35-de9ca8e69a65 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0930398 Feb 19 07:39:07.635505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.635862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.636212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.638519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.639153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.641488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.644074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.644516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.645519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.649693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.650168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.650522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.650868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477c21b-91cc-4ee1-8f9b-ccb2fe442d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:07.677693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Provisioning complete for port ddc44e6f-f979-426d-a10f-51bff4f9843f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:07.678062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:07.834238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (e8c69de7-d92c-4b2e-a584-1e982b7e7051), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:07.843604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1994a730-23a8-41b7-ae12-6ed1b8c524bf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:07.894214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Port ddc44e6f-f979-426d-a10f-51bff4f9843f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:07.963485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Provisioning complete for port 1994a730-23a8-41b7-ae12-6ed1b8c524bf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:07.965801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.079456 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.241065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e685b540-76e8-4c14-a3f8-30d4bda36225 None None] Current status of the port 1994a730-23a8-41b7-ae12-6ed1b8c524bf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:08.243292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1994a730-23a8-41b7-ae12-6ed1b8c524bf up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:08.350584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.358542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.425169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:08.432097 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.449304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=9b9f782d-72f6-4abf-81e3-bbc2795bd67e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:08.531591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (e8c69de7-d92c-4b2e-a584-1e982b7e7051), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.541558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1994a730-23a8-41b7-ae12-6ed1b8c524bf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:08.542058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.710639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.733476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:08.752787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966e6e9-c449-44b4-9902-1555cf17da9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.795607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b0f4d747-46bb-44c0-9c90-64868e0bb51d req-aef6d720-94a9-4ad4-b8cb-65cbc69d1ddf tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7148931 Feb 19 07:39:08.880109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Provisioning complete for port ddc44e6f-f979-426d-a10f-51bff4f9843f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:08.880374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:08.881607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c779404-a23c-48d2-80c3-e60f4044e092 req-95547e97-0bab-44c2-87e6-7cc0753a4847 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0724964 Feb 19 07:39:08.926897 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP e8c69de7-d92c-4b2e-a584-1e982b7e7051 associated. External IP: 172.25.7.67, port: 88f96fc6-7462-4261-abbc-c6ba635fd5d3. Feb 19 07:39:09.153468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Port ddc44e6f-f979-426d-a10f-51bff4f9843f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:09.183870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1994a730-23a8-41b7-ae12-6ed1b8c524bf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:09.210660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:09.210960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:09.468276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f5a18cf7-b49d-457b-acaa-e817fc6b6d8f None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:09.593372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:09.754263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:09.812308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:09.818738 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (77b805f8-014b-404b-aebf-e7e88c6dadd3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:09.997362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.123310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=77b805f8-014b-404b-aebf-e7e88c6dadd3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:10.146612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (9fd851f6-98c6-4643-b396-588f711846c5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.280683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:10.340070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:10.343647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:10.344219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.350264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ff7d8-60e8-498a-929c-09da81df9d86 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:10.432065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-537f02f3-ec9f-49bd-bc38-ba933ca20733 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5883536 Feb 19 07:39:10.438559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:10.443921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'security_group': {'name': 'tempest-secgroup-543978416'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:10.454284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=ddc44e6f-f979-426d-a10f-51bff4f9843f,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:10.521742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.535398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2215c06-6ff4-415e-831e-90c17502e108 req-16fc0afe-9b09-406e-a38f-ef9b3cad30ae tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:10.537859 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2215c06-6ff4-415e-831e-90c17502e108 req-16fc0afe-9b09-406e-a38f-ef9b3cad30ae tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.4157400 Feb 19 07:39:10.576139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network eca9049f-edbf-4129-89a3-d75d535318ef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:10.581487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:10.694849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f2215c06-6ff4-415e-831e-90c17502e108 req-8d05e7cc-68e4-4122-b656-099c2ab858ca tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464148 Feb 19 07:39:10.804666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (b62e338f-e8ad-4c16-b829-c46aeb68bb09), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.815293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b62e338f-e8ad-4c16-b829-c46aeb68bb09), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:10.952556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Update dhcp port {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'fixed_ips': [{'subnet_id': '542a1a12-2647-4cbf-a24e-bce3eef038fb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77b805f8-014b-404b-aebf-e7e88c6dadd3'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '2e69f013-5cbd-49eb-afcf-9213824d3bb8'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:39:11.017171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.023084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5805557 Feb 19 07:39:11.023084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76714d9a-3d9b-48c4-ba7a-d10dd31a8f61 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e338f-e8ad-4c16-b829-c46aeb68bb09,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:11.027735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:11.032164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.042424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:11.051637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:11.066707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Router 9fd851f6-98c6-4643-b396-588f711846c5 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:39:11.073616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'security_group': {'name': 'tempest-secgroup-783331171'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:11.078537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.196192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65ed6f96-3a74-4c1c-9e82-5b9842fd59a7 req-596cc638-0c69-4088-a77b-2a119bde6315 tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.1649821 Feb 19 07:39:11.223406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.228006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.399086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:11.412889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] Sync routers for ids ['9fd851f6-98c6-4643-b396-588f711846c5'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:11.417228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6cb365f1-dc95-4d71-ae89-ff2c86f4823d tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "PUT /v2.0/routers/9fd851f6-98c6-4643-b396-588f711846c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2352111 Feb 19 07:39:11.420575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:11.430567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'port': {'network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef', 'name': 'tempest-FloatingIPNegativeTestJSON-238533197'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:11.431883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] Routers {'9fd851f6-98c6-4643-b396-588f711846c5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:11.432518 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9fd851f6-98c6-4643-b396-588f711846c5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.442400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (5f4ebacb-19c2-4947-a039-b231f2369e97), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.453730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5f4ebacb-19c2-4947-a039-b231f2369e97), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.523677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ebacb-19c2-4947-a039-b231f2369e97,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:11.551541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ca8c737-65e0-4dc1-ba4b-3f173e263ed0 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0758841 Feb 19 07:39:11.553011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:11.560749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': '88f96fc6-7462-4261-abbc-c6ba635fd5d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:11.594639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.601487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e0987182-c1e5-4853-9f96-149c702b2d15 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5497050 Feb 19 07:39:11.606840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:11.617585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204681863'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:11.618253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.639472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:11.640524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.737171 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] Routers {'9fd851f6-98c6-4643-b396-588f711846c5'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:11.749456 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9fd851f6-98c6-4643-b396-588f711846c5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.809688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.884593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-78cae61f-ecf4-4d54-b605-eac9daab731b None None] Provisioning complete for port ddc44e6f-f979-426d-a10f-51bff4f9843f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:11.884966 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78cae61f-ecf4-4d54-b605-eac9daab731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.890796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (e8c69de7-d92c-4b2e-a584-1e982b7e7051), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.909651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Allocated IP 2001:db8::2 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/77b805f8-014b-404b-aebf-e7e88c6dadd3/2e69f013-5cbd-49eb-afcf-9213824d3bb8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:11.917066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:11.938005 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:11.938724 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8167d0-49ee-47fd-8b4f-3355df1bfad2 None None] The sync data for ids ['9fd851f6-98c6-4643-b396-588f711846c5'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:11.962954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:11.964154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:12.114959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (2038ccd2-78f7-462b-9a4f-18bdb16772fd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.133198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:12.140964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcd2841-3d01-406a-9a98-331a9b45e642 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:12.173777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-78cae61f-ecf4-4d54-b605-eac9daab731b None None] Port ddc44e6f-f979-426d-a10f-51bff4f9843f cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:12.178230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2038ccd2-78f7-462b-9a4f-18bdb16772fd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.252045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2038ccd2-78f7-462b-9a4f-18bdb16772fd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:12.367041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af084736-144f-4e15-8642-bdb7db60309c req-3623e0ed-211e-4435-aa34-8d0090d850f0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:12.379115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af084736-144f-4e15-8642-bdb7db60309c req-3623e0ed-211e-4435-aa34-8d0090d850f0 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.4160428 Feb 19 07:39:12.396795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.400442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8bd26972-ee19-4b45-8351-0e348ea90994 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7918022 Feb 19 07:39:12.420264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50938) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:12.434407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1291121802', 'security_groups': ['2038ccd2-78f7-462b-9a4f-18bdb16772fd'], 'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '77b805f8-014b-404b-aebf-e7e88c6dadd3'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:12.479427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:12.556919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Publish callbacks [] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.569339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.629411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8b7d4e0-cbef-4386-ad82-5959687099ec req-506805b2-0bf6-4519-b6a3-37555e201c1a tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "GET /v2.0/ports?device_id=9f86702e-2761-47ee-9c4f-92b4f5409658 HTTP/1.1" status: 200 len: 210 time: 0.0973380 Feb 19 07:39:12.728932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Made reservation on behalf of 5640a3450e044229852a609012c5439f for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:12.737476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.830244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:12.834327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:12.909846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904c885-ba89-44fd-b307-c74523ec783e None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:13.131375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:13.135703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:39:13.192475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] device_id is not set on port 43f8ce40-244f-4a1d-bf86-0e3375755e9e yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:13.397131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:13.407292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (e8c69de7-d92c-4b2e-a584-1e982b7e7051), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:13.683383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8::36b (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/77b805f8-014b-404b-aebf-e7e88c6dadd3/43f8ce40-244f-4a1d-bf86-0e3375755e9e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:13.808542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-f3825085-4883-4a4f-b538-cadc377680b6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:13.815520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-f3825085-4883-4a4f-b538-cadc377680b6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.2491488 Feb 19 07:39:13.838492 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-8c795e6a-037e-43a8-923f-133cee6110a6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0216889 Feb 19 07:39:13.899080 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:13.990432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] device_id is not set on port 2cfa6c26-023c-4c3b-8771-c0be01f94ce0 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:14.121941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-567dfa7a-24ac-47e2-b841-c542646f6796 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2824452 Feb 19 07:39:14.229080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Allocated IP 172.20.0.12 (eca9049f-edbf-4129-89a3-d75d535318ef/b010cb88-432c-459b-b99e-cdf8691ac4f7/2cfa6c26-023c-4c3b-8771-c0be01f94ce0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:14.251550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:14.351075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-7b4d3d14-81ff-4cb6-adda-02696f560b39 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542182 Feb 19 07:39:14.374902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:14.383007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:14.387344 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.466435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:14.492303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:14.503172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.547333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.555169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-7076df6c-8338-4682-8024-79bda87a1b5b service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914978 Feb 19 07:39:14.586706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:14.591440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.595653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.617996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:14.627502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:14.647462 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.650253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af084736-144f-4e15-8642-bdb7db60309c req-17dc5ca4-5abc-4af7-bc67-1ca07940ac34 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.2701437 Feb 19 07:39:14.665696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network eca9049f-edbf-4129-89a3-d75d535318ef is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:14.670597 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:14.693028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.697686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:14.728754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:14.729352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:14.744267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a64b7f44-e380-4641-bdc6-1c6fff4a30c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/e8c69de7-d92c-4b2e-a584-1e982b7e7051 HTTP/1.1" status: 200 len: 976 time: 3.1901941 Feb 19 07:39:14.744949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:14.775299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:14.800008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:14.800940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=2cfa6c26-023c-4c3b-8771-c0be01f94ce0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:14.823549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:14.824312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:14.844711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:14.845379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.867889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:14.898322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:14.899082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac314d7d-a4a3-49a2-b348-3e7316d36645 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:14.900964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:14.904872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:14.917128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:14.924534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:14.940414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e091dd08-987d-4108-82f7-595ccb5ec073 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5185151 Feb 19 07:39:14.943323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 50964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:14.973336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:14.979871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a0b674a9-e6d6-408c-bed9-64c5e97d24f7 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:15.023949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:15.162903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.209917 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7814996 Feb 19 07:39:15.220203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3346ed4f-051b-4da5-8234-d31be63a6002 None None] Provisioning complete for port 2cfa6c26-023c-4c3b-8771-c0be01f94ce0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:15.221927 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3346ed4f-051b-4da5-8234-d31be63a6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.228211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 50970) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:15.255355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:15.342118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3346ed4f-051b-4da5-8234-d31be63a6002 None None] Port 2cfa6c26-023c-4c3b-8771-c0be01f94ce0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:15.436348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1fdf592-491c-4928-ab0e-bafbb49ee33e req-f8282c69-531d-4515-966c-1efc66b9c667 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.2049234 Feb 19 07:39:15.438770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b158ae-50c4-4de3-ae37-77604989b0a5 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=43f8ce40-244f-4a1d-bf86-0e3375755e9e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:15.485190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e1c73939-0d01-4396-badb-150172fb6fd2 None None] Provisioning complete for port 43f8ce40-244f-4a1d-bf86-0e3375755e9e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:15.491617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1c73939-0d01-4396-badb-150172fb6fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.509785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.645667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e1c73939-0d01-4396-badb-150172fb6fd2 None None] Port 43f8ce40-244f-4a1d-bf86-0e3375755e9e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:15.665509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (1583f75c-5e51-4b31-ba13-8b18eac964d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.741420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (1583f75c-5e51-4b31-ba13-8b18eac964d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.838556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 9b9f782d-72f6-4abf-81e3-bbc2795bd67e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:15.838965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.841730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:15.850210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.854450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Allocated IP 172.25.7.186 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/081b0431-fd8f-4739-9488-8921767af442) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:15.861194 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1583f75c-5e51-4b31-ba13-8b18eac964d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.866209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:15.873027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] 10.222.0.43 "DELETE /v2.0/security-groups/1583f75c-5e51-4b31-ba13-8b18eac964d1 HTTP/1.1" status: 204 len: 168 time: 0.9708815 Feb 19 07:39:16.061778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (081b0431-fd8f-4739-9488-8921767af442), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.069805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6ba18-a015-4f69-a1c5-b981f75b9afa tempest-TestVolumeBackupRestore-115480637 tempest-TestVolumeBackupRestore-115480637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583f75c-5e51-4b31-ba13-8b18eac964d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:16.138987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb2c2d-f55c-4a55-afc5-15a3b935a776 req-42d8c296-7f6d-448a-86b0-315e94610969 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:16.140736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ddb2c2d-f55c-4a55-afc5-15a3b935a776 req-42d8c296-7f6d-448a-86b0-315e94610969 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 0.2653537 Feb 19 07:39:16.163415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (081b0431-fd8f-4739-9488-8921767af442), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.303048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=081b0431-fd8f-4739-9488-8921767af442,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:16.320378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:16.321883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:16.326795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:16.370435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.377649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.404999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 9b9f782d-72f6-4abf-81e3-bbc2795bd67e owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:16.426117 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77b805f8-014b-404b-aebf-e7e88c6dadd3 (CIDR: 2001:db8::/64) Feb 19 07:39:16.469263 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:16.471273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:16.650206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (c18ead83-9857-4983-9d40-44f3617d9efc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.710593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b9de6e3-8b7a-40cc-abb6-7cc41a341123 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4713709 Feb 19 07:39:16.728504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0ddb2c2d-f55c-4a55-afc5-15a3b935a776 req-0ab0e2a1-de88-46e3-a4a2-241418043c26 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893515 Feb 19 07:39:16.729273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51006) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:16.764272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:16.785881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (081b0431-fd8f-4739-9488-8921767af442), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:16.837739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4c1a1fb-4e14-46ed-9248-b9cdb7e4d881 req-d47b66a2-5d52-43da-b386-9c4f0c9c5434 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.2308712 Feb 19 07:39:17.107568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (081b0431-fd8f-4739-9488-8921767af442), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.115639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (081b0431-fd8f-4739-9488-8921767af442), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.252949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c18ead83-9857-4983-9d40-44f3617d9efc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.285715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.294668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2828479 Feb 19 07:39:17.295491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:17.295887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-040e71ca-82fc-4d32-aacb-1df90bb8c3b8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:17.297752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-040e71ca-82fc-4d32-aacb-1df90bb8c3b8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.1422563 Feb 19 07:39:17.300534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9b9f782d-72f6-4abf-81e3-bbc2795bd67e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.303755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ba24ba2b-a914-4333-99b2-585b75a9b839 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'floatingip': {'port_id': '2cfa6c26-023c-4c3b-8771-c0be01f94ce0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:17.320679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:17.361389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=9b9f782d-72f6-4abf-81e3-bbc2795bd67e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:17.366157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa01cc-b633-4c84-b80d-a49d240b52e9 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=081b0431-fd8f-4739-9488-8921767af442,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:17.383491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba24ba2b-a914-4333-99b2-585b75a9b839 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (c18ead83-9857-4983-9d40-44f3617d9efc), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.573735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:17.577308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.646556 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ba24ba2b-a914-4333-99b2-585b75a9b839 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] update failed (client error): The resource could not be found. Feb 19 07:39:17.652569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ba24ba2b-a914-4333-99b2-585b75a9b839 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "PUT /v2.0/floatingips/c18ead83-9857-4983-9d40-44f3617d9efc HTTP/1.1" status: 404 len: 507 time: 0.3538511 Feb 19 07:39:17.654144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:17.780445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (e8c69de7-d92c-4b2e-a584-1e982b7e7051), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:17.780798 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP e8c69de7-d92c-4b2e-a584-1e982b7e7051 disassociated (deleted). External IP: 172.25.7.67, port: 88f96fc6-7462-4261-abbc-c6ba635fd5d3. Feb 19 07:39:17.806715 n-d-829866-3 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 542a1a12-2647-4cbf-a24e-bce3eef038fb (CIDR: 2001:db8:0:1::/64) Feb 19 07:39:18.002594 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:18.003275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:18.108135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b51a281c-1251-44b7-9195-59cbe46f71fb req-4a839322-8057-4384-a4af-c6e7eba7d903 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0954564 Feb 19 07:39:18.145019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting port 081b0431-fd8f-4739-9488-8921767af442 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:18.145743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (081b0431-fd8f-4739-9488-8921767af442), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.391865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (081b0431-fd8f-4739-9488-8921767af442), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.392474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (081b0431-fd8f-4739-9488-8921767af442), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.452298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Calling delete_port for 081b0431-fd8f-4739-9488-8921767af442 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:18.779682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (081b0431-fd8f-4739-9488-8921767af442), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.839612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Port': ['ID=081b0431-fd8f-4739-9488-8921767af442,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:18.937211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:39:18.953855 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (c18ead83-9857-4983-9d40-44f3617d9efc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.958351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:18.959842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12b2b43b-c25c-4679-9c3d-03c9465263b8 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "DELETE /v2.0/floatingips/c18ead83-9857-4983-9d40-44f3617d9efc HTTP/1.1" status: 204 len: 168 time: 1.3044589 Feb 19 07:39:18.963445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51220) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:18.969330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c49fd0b6-5725-40a3-a1f0-62a07c417bcc tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'floatingip': {'floating_network_id': 'eca9049f-edbf-4129-89a3-d75d535318ef', 'port_id': '2cfa6c26-023c-4c3b-8771-c0be01f94ce0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:18.995901 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c49fd0b6-5725-40a3-a1f0-62a07c417bcc tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.014737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-63e6a7a5-9e71-4272-b7d8-c9c8015cc407 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2711298 Feb 19 07:39:19.017970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:19.025609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'subnet': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:19.253496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Made reservation on behalf of f829f7af99b843f782d1d4865fa92ce4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:19.259853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.370246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:19.373930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.406163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:19.458602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'port_id': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'mac_address': 'fa:16:3e:0f:4e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:39:19.591124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1255049-df96-47f1-b96d-7e04c02dc3a7 req-214f3047-f1e1-4796-b663-52a23693bf24 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:19.603049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1255049-df96-47f1-b96d-7e04c02dc3a7 req-214f3047-f1e1-4796-b663-52a23693bf24 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 943 time: 1.6465218 Feb 19 07:39:19.618010 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0fe481f0-1a46-497c-9601-e20ca677543b req-c576a708-ad2b-4e32-b01d-91f9bd93060b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0470753 Feb 19 07:39:19.628593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (189eb958-9111-4baa-9b57-5ab4e1c459e1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.658525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:19.664927 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.732846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:39:19.745193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Subnet': ['ID=189eb958-9111-4baa-9b57-5ab4e1c459e1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:19.752903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:19.757644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:19.763401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:19.764353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.792485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aefeac-b01a-4e66-8d23-c1dc95abfd93 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:19.858834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b13410a2-4a28-481b-bab7-649624361fcc tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8391249 Feb 19 07:39:19.862502 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:19.863743 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-c49fd0b6-5725-40a3-a1f0-62a07c417bcc tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:19.869262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c49fd0b6-5725-40a3-a1f0-62a07c417bcc tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9044449 Feb 19 07:39:19.888335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2057925022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '189eb958-9111-4baa-9b57-5ab4e1c459e1'}], 'security_groups': ['b62e338f-e8ad-4c16-b829-c46aeb68bb09', '5f4ebacb-19c2-4947-a039-b231f2369e97']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:19.912164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:19.928506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:19.945516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:19.952489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '2cfa6c26-023c-4c3b-8771-c0be01f94ce0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:19.981712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:20.064851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:20.169470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['31b1aa6c-6c8a-4566-afc9-6c394debaa03'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:39:20.215182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:20.284144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:20.316677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1255049-df96-47f1-b96d-7e04c02dc3a7 req-89644d92-06e6-4b3d-a91a-8d27040018dd tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7125385 Feb 19 07:39:20.460674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:20.474028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:20.491927 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:20.492577 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:20.593802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:20.618180 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:20.638604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.9 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/a8b3e966-c06c-453c-816f-d09b3b7fc587) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:20.650138 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:20.650871 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:20.765424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Update dhcp port {'port': {'network_id': '1b3ab18a-d9d8-476f-a17c-f18e54d14e5c', 'fixed_ips': [{'subnet_id': '542a1a12-2647-4cbf-a24e-bce3eef038fb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77b805f8-014b-404b-aebf-e7e88c6dadd3', 'ip_address': '2001:db8::2'}, {'subnet_id': '189eb958-9111-4baa-9b57-5ab4e1c459e1'}], 'binding:host_id': 'n-d-829866-3'}, 'id': '2e69f013-5cbd-49eb-afcf-9213824d3bb8'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:39:20.829088 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:20.829933 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fa4c76-1348-41fe-b9ff-3cfa5da78def None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:20.868431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-82a75f03-3308-406d-92b9-cea7b0bb716d tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/e8c69de7-d92c-4b2e-a584-1e982b7e7051 HTTP/1.1" status: 204 len: 168 time: 6.1223137 Feb 19 07:39:20.869080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:20.924178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:21.136890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Delete allocated IP 2001:db8::36b (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/77b805f8-014b-404b-aebf-e7e88c6dadd3) {{(pid=103587) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 07:39:21.160740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Allocated IP 2001:db8:0:2::2a1 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/189eb958-9111-4baa-9b57-5ab4e1c459e1/43f8ce40-244f-4a1d-bf86-0e3375755e9e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:21.450252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:21.791413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:21.797711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 88f96fc6-7462-4261-abbc-c6ba635fd5d3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:21.798062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (88f96fc6-7462-4261-abbc-c6ba635fd5d3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.057007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (88f96fc6-7462-4261-abbc-c6ba635fd5d3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.087559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 88f96fc6-7462-4261-abbc-c6ba635fd5d3 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:22.189569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e66993f-bcd7-443b-ab32-0f184c815ab9 req-d1ad8a13-811a-4b5d-a4f2-c7299656191b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0650637 Feb 19 07:39:22.227856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.241584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.368835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Allocated IP 2001:db8:0:2::2 (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c/189eb958-9111-4baa-9b57-5ab4e1c459e1/2e69f013-5cbd-49eb-afcf-9213824d3bb8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:22.375590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (88f96fc6-7462-4261-abbc-c6ba635fd5d3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.421327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] In _notify_port_updated(), no bound segment for port 43f8ce40-244f-4a1d-bf86-0e3375755e9e on network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c {{(pid=103587) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 07:39:22.436951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:22.437927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.447964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "PUT /v2.0/ports/43f8ce40-244f-4a1d-bf86-0e3375755e9e HTTP/1.1" status: 200 len: 970 time: 2.5772209 Feb 19 07:39:22.448908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:22.509802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf52bbe-a10c-4135-b680-8b6b895858f4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event updated for resources: {'Port': ['ID=43f8ce40-244f-4a1d-bf86-0e3375755e9e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:22.592944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:22.612618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 43f8ce40-244f-4a1d-bf86-0e3375755e9e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:22.613224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.628739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=88f96fc6-7462-4261-abbc-c6ba635fd5d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:22.666089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Publish callbacks [] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.674846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.702679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7509-e9e7-4e28-bc04-4f7296f5ffb6 req-5b348bee-ddda-4f6f-aeaf-1f55495923c5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:22.717433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96aa7509-e9e7-4e28-bc04-4f7296f5ffb6 req-5b348bee-ddda-4f6f-aeaf-1f55495923c5 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 944 time: 1.1953967 Feb 19 07:39:22.787448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:22.821576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 43f8ce40-244f-4a1d-bf86-0e3375755e9e owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:22.848297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Allocated IP 172.25.7.136 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/e7cfea41-af7f-4a75-b432-6f481f66a794) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:22.916610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a4942-df18-4adb-9ff3-c37a8cfd8fc8 None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:22.950530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:23.054951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:23.055621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.084997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (43f8ce40-244f-4a1d-bf86-0e3375755e9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.148375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=43f8ce40-244f-4a1d-bf86-0e3375755e9e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:23.214030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for port (e7cfea41-af7f-4a75-b432-6f481f66a794), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.214296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.218646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31301d81-985a-4a91-8549-dcb87c972a0f tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/43f8ce40-244f-4a1d-bf86-0e3375755e9e HTTP/1.1" status: 204 len: 168 time: 0.7658253 Feb 19 07:39:23.221299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51490) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:23.264930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:23.279123 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.284610 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-d119ab90-606e-4750-8342-56e9879b4a94 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] GET failed (client error): The resource could not be found. Feb 19 07:39:23.286065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d119ab90-606e-4750-8342-56e9879b4a94 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports/43f8ce40-244f-4a1d-bf86-0e3375755e9e HTTP/1.1" status: 404 len: 333 time: 0.0636702 Feb 19 07:39:23.295281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:23.305061 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.330365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.337554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:39:23.340206 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c590dd-a70a-4ccf-a1ea-c317a25df992" -d '{"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:39:23.345325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b8f61a4e-06d1-4cf4-bc87-c29522db4520 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/88f96fc6-7462-4261-abbc-c6ba635fd5d3 HTTP/1.1" status: 204 len: 168 time: 2.4678998 Feb 19 07:39:23.357261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e7cfea41-af7f-4a75-b432-6f481f66a794), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.368894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51498) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:23.387291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:23.387657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:23.397267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.426777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96aa7509-e9e7-4e28-bc04-4f7296f5ffb6 req-b977cb39-f5b8-4451-87ee-845f5fe1a8d1 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6976795 Feb 19 07:39:23.521208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:23.571701 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e824a8-31b3-418c-818d-653ab17ee9f6 x-openstack-request-id: req-17e824a8-31b3-418c-818d-653ab17ee9f6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:39:23.572114 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-plugged", "status": "completed", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:39:23.572490 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17e824a8-31b3-418c-818d-653ab17ee9f6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:39:23.572994 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'code': 200} Feb 19 07:39:23.593836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.642013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:23.649216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (2038ccd2-78f7-462b-9a4f-18bdb16772fd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.708276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:23.747496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:23.753890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:23.757397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:23.821735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:23.824206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:23.835338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:23.836204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.850545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b39e1-7368-4f67-b41c-2d49891bf4fd req-78241ae4-8d56-478d-b445-4a8f25c325b0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:23.869391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-707b39e1-7368-4f67-b41c-2d49891bf4fd req-78241ae4-8d56-478d-b445-4a8f25c325b0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 931 time: 0.4986558 Feb 19 07:39:23.871269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (2038ccd2-78f7-462b-9a4f-18bdb16772fd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:23.948027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event updated for resources: {'Port': ['ID=e7cfea41-af7f-4a75-b432-6f481f66a794,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:23.993849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4d589d54-a563-4799-b740-6fd7f88afb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6851721 Feb 19 07:39:24.016520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-f20c09b4-00ea-446d-a529-d7d95e524a11 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:39:24.017576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-f20c09b4-00ea-446d-a529-d7d95e524a11 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114224 Feb 19 07:39:24.019734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6ddbf-154f-48f3-ba01-9ab0abf60464 req-066a29a4-b79d-43ce-b517-4232dd9fa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:24.021213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3e6ddbf-154f-48f3-ba01-9ab0abf60464 req-066a29a4-b79d-43ce-b517-4232dd9fa64d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 1128 time: 0.1944308 Feb 19 07:39:24.114198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-707b39e1-7368-4f67-b41c-2d49891bf4fd req-ab588371-5194-4f25-9db9-2329f5fffc5a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174773 Feb 19 07:39:24.149911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2038ccd2-78f7-462b-9a4f-18bdb16772fd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.155697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.166179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/security-groups/2038ccd2-78f7-462b-9a4f-18bdb16772fd HTTP/1.1" status: 204 len: 168 time: 0.8696635 Feb 19 07:39:24.171072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:24.273831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:24.291213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Request body: {'port': {'device_id': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:24.374783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b591b98-daee-4ea6-a640-d6fbdd7c59ec tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2038ccd2-78f7-462b-9a4f-18bdb16772fd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:24.451694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:24.452213 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.516158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3e6ddbf-154f-48f3-ba01-9ab0abf60464 req-f5bc57f9-ae97-49a4-9f8f-04549bb2ce10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562752 Feb 19 07:39:24.536811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (5f4ebacb-19c2-4947-a039-b231f2369e97), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.565996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.568015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:24.627604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:24.628447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.637652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.689094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:24.693901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.728848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (5f4ebacb-19c2-4947-a039-b231f2369e97), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.741701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting port e7cfea41-af7f-4a75-b432-6f481f66a794 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:24.741701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e7cfea41-af7f-4a75-b432-6f481f66a794), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:24.951073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5903c-a4f6-4c51-9469-6a0e41f2adaf req-3554a25d-ebcc-4c59-9907-f21310d7fdcb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:24.951073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00c5903c-a4f6-4c51-9469-6a0e41f2adaf req-3554a25d-ebcc-4c59-9907-f21310d7fdcb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 946 time: 0.3184361 Feb 19 07:39:25.061416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5f4ebacb-19c2-4947-a039-b231f2369e97), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.068314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.069517 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/security-groups/5f4ebacb-19c2-4947-a039-b231f2369e97 HTTP/1.1" status: 204 len: 168 time: 0.8930390 Feb 19 07:39:25.078532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:25.133563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.8 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/e9f47f58-16c4-4446-98e6-7088d1b1bf46) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:25.218094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f4202-1234-463b-b009-138f06d73a87 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ebacb-19c2-4947-a039-b231f2369e97,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:25.263645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e7cfea41-af7f-4a75-b432-6f481f66a794), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.263981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for floatingip (e7cfea41-af7f-4a75-b432-6f481f66a794), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.282549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (b62e338f-e8ad-4c16-b829-c46aeb68bb09), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.288366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Calling delete_port for e7cfea41-af7f-4a75-b432-6f481f66a794 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:25.443515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:25.466393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (b62e338f-e8ad-4c16-b829-c46aeb68bb09), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.501639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:25.525217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Provisioning complete for port a8b3e966-c06c-453c-816f-d09b3b7fc587 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:25.525896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.544634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b3353-0ac3-4f52-a4e2-64073c42d66c req-ff2a39a3-c982-4b84-aae4-2f9d630e7308 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:25.556854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d6b3353-0ac3-4f52-a4e2-64073c42d66c req-ff2a39a3-c982-4b84-aae4-2f9d630e7308 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 931 time: 0.2752805 Feb 19 07:39:25.628706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b3e966-c06c-453c-816f-d09b3b7fc587 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:39:25.631088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Port a8b3e966-c06c-453c-816f-d09b3b7fc587 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:25.636594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e47a7a71-1a2b-49af-88e9-1ed64bff2366 None None] Could not find standard attr ID for object 43f8ce40-244f-4a1d-bf86-0e3375755e9e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:39:25.650586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks [] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.672679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Transition to ACTIVE for port object a8b3e966-c06c-453c-816f-d09b3b7fc587 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:39:25.688016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.756283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f01fe8fd-8209-47ef-bc2b-310f7b6db1f1 None None] Could not find standard attr ID for object 43f8ce40-244f-4a1d-bf86-0e3375755e9e. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:39:25.794113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d6b3353-0ac3-4f52-a4e2-64073c42d66c req-f3041207-4e28-4a6e-ad5c-286ada6b9a8b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204163 Feb 19 07:39:25.799865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-00c5903c-a4f6-4c51-9469-6a0e41f2adaf req-1bff3476-c929-4f5b-87f6-1d29c5bdca2e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8395848 Feb 19 07:39:25.800690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b62e338f-e8ad-4c16-b829-c46aeb68bb09), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.806842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.814288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/security-groups/b62e338f-e8ad-4c16-b829-c46aeb68bb09 HTTP/1.1" status: 204 len: 168 time: 0.6815758 Feb 19 07:39:25.815639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:25.869464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee4cb6-968a-423d-b4cb-9a01a0026677 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e338f-e8ad-4c16-b829-c46aeb68bb09,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:25.881221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:25.991832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:26.048235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.138170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 77b805f8-014b-404b-aebf-e7e88c6dadd3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:26.147323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:26.162468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:26.211463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:26.217629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=e9f47f58-16c4-4446-98e6-7088d1b1bf46,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:26.277603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (77b805f8-014b-404b-aebf-e7e88c6dadd3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.482148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Attempting to bind port a8b3e966-c06c-453c-816f-d09b3b7fc587 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:39:26.482751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Attempting to bind port a8b3e966-c06c-453c-816f-d09b3b7fc587 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:39:26.483314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Attempting to bind port a8b3e966-c06c-453c-816f-d09b3b7fc587 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:39:26.502298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Port a8b3e966-c06c-453c-816f-d09b3b7fc587 on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:39:26.502933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Attempting to bind port a8b3e966-c06c-453c-816f-d09b3b7fc587 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:39:26.506866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (77b805f8-014b-404b-aebf-e7e88c6dadd3), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.576429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e7cfea41-af7f-4a75-b432-6f481f66a794), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.612392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:39:26.615378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:26.615978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:39:26.616755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Bound port: a8b3e966-c06c-453c-816f-d09b3b7fc587, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:39:26.617321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.617904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.683460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.767114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Port': ['ID=e7cfea41-af7f-4a75-b432-6f481f66a794,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:26.926634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:26.936358 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.074950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.123503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.128464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7556932 Feb 19 07:39:27.131909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:27.138598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1fe52-e2dc-4b4b-8548-c95c1c5c7533 req-8bd94a4b-c54a-41e8-88a8-0c0d9f5386a2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:27.139800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'port': {'network_id': 'f22228cc-4853-44fc-9ae4-2b0364f38c31', 'name': 'tempest-FloatingIPTestJSON-306643200'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:27.145594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17c1fe52-e2dc-4b4b-8548-c95c1c5c7533 req-8bd94a4b-c54a-41e8-88a8-0c0d9f5386a2 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 946 time: 0.1545300 Feb 19 07:39:27.158794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:27.161929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (77b805f8-014b-404b-aebf-e7e88c6dadd3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.166981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:27.169556 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] create failed (client error): The resource could not be found. Feb 19 07:39:27.170715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-60786560-b398-4aed-8e73-c506b2799da6 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.2463198 Feb 19 07:39:27.202718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:27.257303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.290796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:27.296904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.316046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1fdbd-923a-4210-8c30-ce419412d553 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=e9f47f58-16c4-4446-98e6-7088d1b1bf46,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:27.365294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] device_id is not set on port 5b57284b-48a3-4b4f-aaef-f830eb3b3cb0 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:27.420884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:27.475221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dd9e0-c372-4f7b-82f4-21d6d2956cf6 req-507d7941-9649-4496-878e-216d6724eca9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:27.482765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e22dd9e0-c372-4f7b-82f4-21d6d2956cf6 req-507d7941-9649-4496-878e-216d6724eca9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.4104121 Feb 19 07:39:27.509019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:27.518248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:27.520118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-4442ba5b-81d2-48a2-a4e8-ff2860dd92f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8b3e966-c06c-453c-816f-d09b3b7fc587 HTTP/1.1" status: 200 len: 1091 time: 3.2616627 Feb 19 07:39:27.527908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:39:27.541413 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a" -d '{"events": [{"name": "network-changed", "server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:39:27.555861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.7 (f22228cc-4853-44fc-9ae4-2b0364f38c31/3b37d3a5-b932-4103-8877-4f82f82b7568/5b57284b-48a3-4b4f-aaef-f830eb3b3cb0) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:27.666966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e22dd9e0-c372-4f7b-82f4-21d6d2956cf6 req-7d7fb242-292f-4310-9893-302eb3659973 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820748 Feb 19 07:39:27.750357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-17c1fe52-e2dc-4b4b-8548-c95c1c5c7533 req-c6601bf3-5fb3-46c1-9bc6-4d166992a31c tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5980427 Feb 19 07:39:27.776011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting port 2cfa6c26-023c-4c3b-8771-c0be01f94ce0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:27.776365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.024765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (5b57284b-48a3-4b4f-aaef-f830eb3b3cb0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.149550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5b57284b-48a3-4b4f-aaef-f830eb3b3cb0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.259062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=5b57284b-48a3-4b4f-aaef-f830eb3b3cb0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:28.294250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network f22228cc-4853-44fc-9ae4-2b0364f38c31 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:28.298623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:28.308225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:28.346907 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9e5fb5-b536-40ea-bdf9-e20db259c82d x-openstack-request-id: req-bc9e5fb5-b536-40ea-bdf9-e20db259c82d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:39:28.348434 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:39:28.348991 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc9e5fb5-b536-40ea-bdf9-e20db259c82d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:39:28.349608 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587', 'status': 'completed', 'code': 200} Feb 19 07:39:28.355126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (77b805f8-014b-404b-aebf-e7e88c6dadd3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.395578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=77b805f8-014b-404b-aebf-e7e88c6dadd3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:28.415112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-16f4e164-021a-447e-a5c1-da16c8e3d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:28.417613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-16f4e164-021a-447e-a5c1-da16c8e3d031 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 1125 time: 0.7967048 Feb 19 07:39:28.422012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:28.423042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.431278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b888ecb-4e23-4c16-91cd-186d1e875538 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:28.448801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.457508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dddcf00e-cfe3-4952-a4a0-7cd69204f67b tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3231969 Feb 19 07:39:28.458180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51582) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:28.462038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-343a5d3f-4b71-435b-ba89-e7e499e4743a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/77b805f8-014b-404b-aebf-e7e88c6dadd3 HTTP/1.1" status: 204 len: 168 time: 2.6361322 Feb 19 07:39:28.470627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': '5b57284b-48a3-4b4f-aaef-f830eb3b3cb0'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:28.473231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:28.570081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.626682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 189eb958-9111-4baa-9b57-5ab4e1c459e1 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:28.630208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (189eb958-9111-4baa-9b57-5ab4e1c459e1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.681248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (189eb958-9111-4baa-9b57-5ab4e1c459e1), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:28.755124 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-7ae4f1ed-aeae-4d30-b468-c215cf5a6ed0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587 HTTP/1.1" status: 200 len: 217 time: 0.3204730 Feb 19 07:39:28.998666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.126869 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (189eb958-9111-4baa-9b57-5ab4e1c459e1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.255636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-12de942d-6f4f-45ee-b767-b2ca9651f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:29.258159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-12de942d-6f4f-45ee-b767-b2ca9651f88c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.4859869 Feb 19 07:39:29.266364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (189eb958-9111-4baa-9b57-5ab4e1c459e1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.334402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Calling delete_port for 2cfa6c26-023c-4c3b-8771-c0be01f94ce0 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:29.392946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=189eb958-9111-4baa-9b57-5ab4e1c459e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:29.455894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-158b6493-6972-409b-ad09-f7ca2d5fcdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:29.469715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-158b6493-6972-409b-ad09-f7ca2d5fcdfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1967926 Feb 19 07:39:29.471837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.478256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-044805d3-ab1c-4128-b0e6-ba0bfcb18777 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/189eb958-9111-4baa-9b57-5ab4e1c459e1 HTTP/1.1" status: 204 len: 168 time: 1.0020318 Feb 19 07:39:29.533088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:29.727226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.736336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.915536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2cfa6c26-023c-4c3b-8771-c0be01f94ce0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:29.943983 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44343c8-4072-402e-b249-226e016d0f7b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:29.944448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44343c8-4072-402e-b249-226e016d0f7b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:29.948068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a44343c8-4072-402e-b249-226e016d0f7b tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/77b805f8-014b-404b-aebf-e7e88c6dadd3 HTTP/1.1" status: 404 len: 337 time: 0.3672323 Feb 19 07:39:29.952240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:29.976223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5784d-2d9c-4317-868a-558e460aa0d4 None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:29.978748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702c3aa-4201-4af6-ae6c-856a97790985 req-fa7ad334-270b-42ea-952a-7d1f6cf4112f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:29.981443 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e702c3aa-4201-4af6-ae6c-856a97790985 req-fa7ad334-270b-42ea-952a-7d1f6cf4112f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 1.0845490 Feb 19 07:39:30.016682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Port': ['ID=2cfa6c26-023c-4c3b-8771-c0be01f94ce0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:30.114349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting subnet 542a1a12-2647-4cbf-a24e-bce3eef038fb {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:30.118154 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:30.121978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.132670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (542a1a12-2647-4cbf-a24e-bce3eef038fb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.233315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:30.274224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (542a1a12-2647-4cbf-a24e-bce3eef038fb), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.291102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-0e852b21-9dca-4359-95c7-0a9b3694feec service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568693 Feb 19 07:39:30.330651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:30.335941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.429142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.541024 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP 060638e4-0bda-410c-9bb4-eb8881a734d3 associated. External IP: 172.25.7.8, port: 5b57284b-48a3-4b4f-aaef-f830eb3b3cb0. Feb 19 07:39:30.608050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4995326e-edd2-4cc5-8c9f-e0f5ef9ad0ac req-181d7a39-11d4-41f8-a154-4f0b7b05f727 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040204 Feb 19 07:39:30.611210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e702c3aa-4201-4af6-ae6c-856a97790985 req-cef8333f-7de5-4b6c-bfb2-6a7401a85ce9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014886 Feb 19 07:39:30.632326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3dc52758-9972-452e-b417-1c4c638c62af None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:30.776245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:30.786800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b9f462ed-f8cb-425c-90be-7343d930f159 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "DELETE /v2.0/ports/2cfa6c26-023c-4c3b-8771-c0be01f94ce0 HTTP/1.1" status: 204 len: 168 time: 3.5827928 Feb 19 07:39:30.787484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:30.971378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab19c5-2c39-465d-ae1a-5a33fae07d81 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:30.978135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bcab19c5-2c39-465d-ae1a-5a33fae07d81 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fd851f6-98c6-4643-b396-588f711846c5 HTTP/1.1" status: 200 len: 913 time: 0.1836958 Feb 19 07:39:30.980884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-d1632880-8213-444b-b6cd-c500992c3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:30.982478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-d1632880-8213-444b-b6cd-c500992c3156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 1125 time: 0.3172653 Feb 19 07:39:30.982971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:31.091418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (542a1a12-2647-4cbf-a24e-bce3eef038fb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:31.113974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-724f2f67-d9df-4ae0-b950-ffe0f3d880d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:31.115502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-724f2f67-d9df-4ae0-b950-ffe0f3d880d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1258504 Feb 19 07:39:31.296582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-d8448a4a-8d07-435d-8448-fe8ae6c175c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587 HTTP/1.1" status: 200 len: 217 time: 0.1006124 Feb 19 07:39:31.406985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:31.409725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-f971019f-2dbc-4d14-aae2-2665bde552f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:31.415911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-f971019f-2dbc-4d14-aae2-2665bde552f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.1118722 Feb 19 07:39:31.594064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (542a1a12-2647-4cbf-a24e-bce3eef038fb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:31.769965 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:31.780020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6d4a3-daff-477a-9c99-bfa1507a0c5a None None] Network 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:31.781518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/542a1a12-2647-4cbf-a24e-bce3eef038fb HTTP/1.1" status: 204 len: 168 time: 1.8283031 Feb 19 07:39:31.788124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:31.792714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9609083-bf3b-4525-8364-afb1886fe595 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Subnet': ['ID=542a1a12-2647-4cbf-a24e-bce3eef038fb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:31.795365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Provisioning complete for port 3f99098f-2c45-456d-b84c-15cf1aa98f72 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:31.796347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:31.866723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-1945cdea-a337-4f6e-b70e-7c2ca3c7f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:31.872851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-1945cdea-a337-4f6e-b70e-7c2ca3c7f0f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3924055 Feb 19 07:39:32.062397 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a23ae1b-b477-4c4e-bad6-c6c3b141de64 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:32.065659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a23ae1b-b477-4c4e-bad6-c6c3b141de64 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:32.076276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a23ae1b-b477-4c4e-bad6-c6c3b141de64 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/6108860d-039e-4aa8-a87c-b88cb2f86d6a HTTP/1.1" status: 404 len: 337 time: 0.2847481 Feb 19 07:39:32.080973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.156829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-acc32c38-46f1-424f-b38d-c4684addc698 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "GET /v2.0/ports?device_id=3686fa2c-e420-4fff-8e12-47b730c0617c HTTP/1.1" status: 200 len: 205 time: 0.0679519 Feb 19 07:39:32.158477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51622) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.198423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Port 3f99098f-2c45-456d-b84c-15cf1aa98f72 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:32.232666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Provisioning complete for port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:32.233165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:32.259449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:32.300525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:32.312518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:32.318559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] DHCP port deletion for 1b3ab18a-d9d8-476f-a17c-f18e54d14e5c request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:39:32.332360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:32.333021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:32.443781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9674fa6-5fd3-47a3-8f87-860bd439e113 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:32.456650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:32.480199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:32.480909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:32.485920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-303c5e76-ebbe-440f-9a43-9a2b5ba006ba service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020757 Feb 19 07:39:32.571335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:32.575011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3c506-dc09-4dfb-8791-5b79457ea5e9 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:32.587818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Deleting port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:32.588358 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:32.604191 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-1cac443b-e5d2-4afd-85ac-1f740e58531a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] delete failed (client error): The resource could not be found. Feb 19 07:39:32.619353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1cac443b-e5d2-4afd-85ac-1f740e58531a tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/routers/3686fa2c-e420-4fff-8e12-47b730c0617c HTTP/1.1" status: 404 len: 336 time: 0.4501610 Feb 19 07:39:32.623285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51624) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.673861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a38fb-b295-4bbd-8ded-583992ee0f48 req-c045b9db-a2ab-49b3-9559-142cd9a42ac4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:32.679413 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984a38fb-b295-4bbd-8ded-583992ee0f48 req-c045b9db-a2ab-49b3-9559-142cd9a42ac4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.8511610 Feb 19 07:39:32.725831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:32.726666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:32.749192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-147fdbb4-985b-411c-a0b8-5c7a873ae0c4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/060638e4-0bda-410c-9bb4-eb8881a734d3 HTTP/1.1" status: 200 len: 975 time: 4.2897811 Feb 19 07:39:32.752931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.755543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Calling delete_port for 2e69f013-5cbd-49eb-afcf-9213824d3bb8 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:32.811640 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1e7e71-70ed-45ba-8913-b7acbd454607 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:32.812696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1e7e71-70ed-45ba-8913-b7acbd454607 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:32.826606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb1e7e71-70ed-45ba-8913-b7acbd454607 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/18c2a556-252b-4e11-ba5c-72814dda56fe HTTP/1.1" status: 404 len: 337 time: 0.1452963 Feb 19 07:39:32.839327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.852192 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:39:32.874818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2e69f013-5cbd-49eb-afcf-9213824d3bb8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:32.934994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-984a38fb-b295-4bbd-8ded-583992ee0f48 req-85907fbb-6853-4a19-ae7b-da08fab9d8f0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003272 Feb 19 07:39:32.939423 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-1340c457-e89b-4cff-97f0-9f230b66ba9e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:32.939891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1340c457-e89b-4cff-97f0-9f230b66ba9e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:32.949774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1340c457-e89b-4cff-97f0-9f230b66ba9e tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/21774e8d-fcb0-4046-97d6-40b9d6ae1352 HTTP/1.1" status: 404 len: 337 time: 0.1068213 Feb 19 07:39:32.950672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51630) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:32.984375 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-20401ece-a4ae-4b2d-8d47-b005a19f7345 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:32.984846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20401ece-a4ae-4b2d-8d47-b005a19f7345 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:32.991883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20401ece-a4ae-4b2d-8d47-b005a19f7345 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/b80ae5c9-326e-4820-8fd9-0f06a6dd89d2 HTTP/1.1" status: 404 len: 337 time: 0.0396042 Feb 19 07:39:32.992536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.061154 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2deb2309-c287-449c-b457-88c5fd1fd797 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.062045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2deb2309-c287-449c-b457-88c5fd1fd797 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.070013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2deb2309-c287-449c-b457-88c5fd1fd797 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/e266a8df-c6b7-440d-b9c5-0fdd62dd7dcf HTTP/1.1" status: 404 len: 333 time: 0.0717735 Feb 19 07:39:33.074531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:33.076979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.077650 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.149859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-76d2df4d-6c7a-4e83-a8e5-54bf119a822a req-9ab38775-07a8-4f34-a38b-cfeeb53a9d4a service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584485 Feb 19 07:39:33.197330 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.205652 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e88e12-e941-4797-9867-2463519bfe9d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.206200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e88e12-e941-4797-9867-2463519bfe9d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.212410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b6e88e12-e941-4797-9867-2463519bfe9d tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/d22fcd0b-f938-468e-8348-57bec28123c0 HTTP/1.1" status: 404 len: 337 time: 0.1343923 Feb 19 07:39:33.215538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.221541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 2e69f013-5cbd-49eb-afcf-9213824d3bb8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2e69f013-5cbd-49eb-afcf-9213824d3bb8,segment=NetworkSegment(62ace75a-e811-407b-88bf-e0bbe2ddb483),segment_id=62ace75a-e811-407b-88bf-e0bbe2ddb483)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:33.248181 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.315275 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-939f2f52-3458-4766-a90a-521c1061af45 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.315833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939f2f52-3458-4766-a90a-521c1061af45 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.319005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-939f2f52-3458-4766-a90a-521c1061af45 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/a595b6a6-99f1-416c-93bb-1b82f0b70238 HTTP/1.1" status: 404 len: 337 time: 0.0839894 Feb 19 07:39:33.322295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51640) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.388441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 5b57284b-48a3-4b4f-aaef-f830eb3b3cb0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:33.388923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5b57284b-48a3-4b4f-aaef-f830eb3b3cb0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.410544 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (2e69f013-5cbd-49eb-afcf-9213824d3bb8), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.429820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:33.430827 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4986f3-344b-442b-90ae-4ddd42cfaaa0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.434099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4986f3-344b-442b-90ae-4ddd42cfaaa0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.441205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] No DVR routers for this DVR port 2e69f013-5cbd-49eb-afcf-9213824d3bb8 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:33.458092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0a4986f3-344b-442b-90ae-4ddd42cfaaa0 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/072b616f-536c-4b95-9155-fb5a9f7346de HTTP/1.1" status: 404 len: 333 time: 0.1343217 Feb 19 07:39:33.467075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.539864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (9fd851f6-98c6-4643-b396-588f711846c5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.556114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd155bb-c586-46ef-a0ef-e25b77aed699 None None] Pushing event deleted for resources: {'Port': ['ID=2e69f013-5cbd-49eb-afcf-9213824d3bb8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:33.614045 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5b0ab3-dddf-4e7e-a8a8-c6d42c89d3c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.624375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5b0ab3-dddf-4e7e-a8a8-c6d42c89d3c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.635822 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3c5b0ab3-dddf-4e7e-a8a8-c6d42c89d3c7 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/1e287839-478c-4820-9b6e-7aad939bd707 HTTP/1.1" status: 404 len: 337 time: 0.1664705 Feb 19 07:39:33.638663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.732303 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-280dde49-1027-40a9-8888-1fec13911f55 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] DELETE failed (client error): The resource could not be found. Feb 19 07:39:33.732974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280dde49-1027-40a9-8888-1fec13911f55 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:39:33.740077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-280dde49-1027-40a9-8888-1fec13911f55 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/subnets/13e8edb8-1399-4293-bdb4-32116f3214cc HTTP/1.1" status: 404 len: 337 time: 0.0983362 Feb 19 07:39:33.743696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:33.833820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5b57284b-48a3-4b4f-aaef-f830eb3b3cb0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:33.977303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Deleting port 3f99098f-2c45-456d-b84c-15cf1aa98f72 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:33.977303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.139142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.187604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Calling delete_port for 3f99098f-2c45-456d-b84c-15cf1aa98f72 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:34.384054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3429-f9da-4e5a-b2ba-875da4c5ea2e req-173578f4-9b3f-4abc-9f5f-03e4d9437a46 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:34.386063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bea3429-f9da-4e5a-b2ba-875da4c5ea2e req-173578f4-9b3f-4abc-9f5f-03e4d9437a46 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2596786 Feb 19 07:39:34.464149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:34.589238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3f99098f-2c45-456d-b84c-15cf1aa98f72), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.665510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.666436 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.667034 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP 060638e4-0bda-410c-9bb4-eb8881a734d3 disassociated. External IP: 172.25.7.8, port: 5b57284b-48a3-4b4f-aaef-f830eb3b3cb0. Feb 19 07:39:34.668239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 5b57284b-48a3-4b4f-aaef-f830eb3b3cb0 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:34.673430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bea3429-f9da-4e5a-b2ba-875da4c5ea2e req-35b8e42d-c9a8-4f08-8479-b1f9c138b9b2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775066 Feb 19 07:39:34.687510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Port': ['ID=3f99098f-2c45-456d-b84c-15cf1aa98f72,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:34.699705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:34.707267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-30f8c928-2ca9-4575-b67c-954137cbb1e4 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/ports/3f99098f-2c45-456d-b84c-15cf1aa98f72 HTTP/1.1" status: 204 len: 168 time: 0.9624147 Feb 19 07:39:34.709877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:34.876344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.043584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.058398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting port ddc44e6f-f979-426d-a10f-51bff4f9843f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:35.058722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.063772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3ab18a-d9d8-476f-a17c-f18e54d14e5c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:35.073213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ace75a-e811-407b-88bf-e0bbe2ddb483') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:35.073530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ace75a-e811-407b-88bf-e0bbe2ddb483') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:35.082914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (62ace75a-e811-407b-88bf-e0bbe2ddb483), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.096353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (62ace75a-e811-407b-88bf-e0bbe2ddb483), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.102574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:35.102861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (62ace75a-e811-407b-88bf-e0bbe2ddb483), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.139899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5b57284b-48a3-4b4f-aaef-f830eb3b3cb0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:35.159629 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:35.197191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1b3ab18a-d9d8-476f-a17c-f18e54d14e5c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.206649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.212092 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] 10.222.0.43 "DELETE /v2.0/networks/1b3ab18a-d9d8-476f-a17c-f18e54d14e5c HTTP/1.1" status: 204 len: 168 time: 0.4988210 Feb 19 07:39:35.222932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:35.230074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00efb6-6823-4c5a-baa7-d3d0031ed261 tempest-PortsIpV6TestJSON-719877724 tempest-PortsIpV6TestJSON-719877724-project] Pushing event deleted for resources: {'Network': ['ID=1b3ab18a-d9d8-476f-a17c-f18e54d14e5c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:35.282081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=5b57284b-48a3-4b4f-aaef-f830eb3b3cb0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:35.290014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Calling delete_port for ddc44e6f-f979-426d-a10f-51bff4f9843f owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:35.914532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:36.168712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8abeb-5beb-4ed1-8e15-cb1308eedd5c req-2ee0087d-ee37-4962-af65-980644eafab6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:36.174997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7b8abeb-5beb-4ed1-8e15-cb1308eedd5c req-2ee0087d-ee37-4962-af65-980644eafab6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2582908 Feb 19 07:39:36.280653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c0d1bd1-0e18-44ae-811a-b53abdc948f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.311677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7b8abeb-5beb-4ed1-8e15-cb1308eedd5c req-67ce5cd7-adc6-4a45-b880-2e7522a39a33 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254964 Feb 19 07:39:36.342424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:36.455764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a2e7a96-c1a8-4a0f-9f23-1de1f22fc6e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f829f7af99b843f782d1d4865fa92ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5251448 Feb 19 07:39:36.461273 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51680) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:36.553579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] Publish callbacks [] for security_group (4c8d09cc-4fec-43d9-a85e-37d49bd4aba0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.578179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] Publish callbacks [] for security_group (4c8d09cc-4fec-43d9-a85e-37d49bd4aba0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.640705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4c8d09cc-4fec-43d9-a85e-37d49bd4aba0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.643274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.646985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c8d09cc-4fec-43d9-a85e-37d49bd4aba0 HTTP/1.1" status: 204 len: 168 time: 0.1784215 Feb 19 07:39:36.661376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ddc44e6f-f979-426d-a10f-51bff4f9843f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.682374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88edf-53d7-48b5-b40f-4418322a0619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d09cc-4fec-43d9-a85e-37d49bd4aba0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:36.700834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Port': ['ID=ddc44e6f-f979-426d-a10f-51bff4f9843f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:36.708237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (71555077-d0cc-47d2-9397-4ce145e454e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:36.732875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:36.797961 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:36.814321 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:36.815105 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:36.956045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:36.976011 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:36.976548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:37.026039 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:37.027077 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b30df-31c0-4c29-ab8b-158d7e6d37d6 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:37.072063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:37.078724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-036d4cad-e33f-455b-a867-5f308ecee0ae tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/5b57284b-48a3-4b4f-aaef-f830eb3b3cb0 HTTP/1.1" status: 204 len: 168 time: 4.3085999 Feb 19 07:39:37.079383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:37.267825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (9fd851f6-98c6-4643-b396-588f711846c5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:37.369852 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Deleting port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:37.370339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:37.391665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-268171ce-10cc-4d96-9a7b-dfa8c5f05e28 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/floatingips/060638e4-0bda-410c-9bb4-eb8881a734d3 HTTP/1.1" status: 200 len: 686 time: 0.2942052 Feb 19 07:39:37.392569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51696) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:37.594530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] For port 7cf81414-fb5b-44fa-ab6e-e43ffc92348a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:37.598542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:37.633729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Calling delete_port for 7cf81414-fb5b-44fa-ab6e-e43ffc92348a owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:37.847440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce79de6-1665-4d9f-9f36-4f409a1c4661 req-0369c5fb-0c64-46d2-9402-a4ad095dbfd0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:37.849324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ce79de6-1665-4d9f-9f36-4f409a1c4661 req-0369c5fb-0c64-46d2-9402-a4ad095dbfd0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.3030324 Feb 19 07:39:37.854376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Router 9fd851f6-98c6-4643-b396-588f711846c5 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:37.991938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port e9f47f58-16c4-4446-98e6-7088d1b1bf46 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:37.992349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.114169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7cf81414-fb5b-44fa-ab6e-e43ffc92348a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.170328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:38.186384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] Sync routers for ids ['9fd851f6-98c6-4643-b396-588f711846c5'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:38.193113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aab34b4d-9b93-4869-82e8-e655dfa659ce tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "PUT /v2.0/routers/9fd851f6-98c6-4643-b396-588f711846c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2090445 Feb 19 07:39:38.212561 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8ce79de6-1665-4d9f-9f36-4f409a1c4661 req-cf083ae4-2e06-4e5a-8dc2-ee8627220acb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545530 Feb 19 07:39:38.215727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:38.246721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] Routers {'9fd851f6-98c6-4643-b396-588f711846c5'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:38.251594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9fd851f6-98c6-4643-b396-588f711846c5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.288966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf81414-fb5b-44fa-ab6e-e43ffc92348a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:38.426671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.454805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] Routers {'9fd851f6-98c6-4643-b396-588f711846c5'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:38.455849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9fd851f6-98c6-4643-b396-588f711846c5'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.524700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.525308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (e9f47f58-16c4-4446-98e6-7088d1b1bf46), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.527864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:38.528785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898f02f-5f4c-4ce2-a904-674d067cdcdd None None] The sync data for ids ['9fd851f6-98c6-4643-b396-588f711846c5'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:38.559786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for e9f47f58-16c4-4446-98e6-7088d1b1bf46 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:38.569850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for router (9fd851f6-98c6-4643-b396-588f711846c5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.572156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:38.686216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d694da6e-c64c-4500-95ed-6f58a60b9070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:38.830550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (71555077-d0cc-47d2-9397-4ce145e454e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.105286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Router 71555077-d0cc-47d2-9397-4ce145e454e1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:39.134956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4ea7b5aa-09fa-4ac4-825d-5db197a5224d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:39.135420 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-4ea7b5aa-09fa-4ac4-825d-5db197a5224d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 07:39:39.135920 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-4ea7b5aa-09fa-4ac4-825d-5db197a5224d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:39:39.141198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4ea7b5aa-09fa-4ac4-825d-5db197a5224d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5652056 Feb 19 07:39:39.144671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:39.190583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--22576420'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:39.211260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (9fd851f6-98c6-4643-b396-588f711846c5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.217538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for router_controller (9fd851f6-98c6-4643-b396-588f711846c5), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.236875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:39.246848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Sync routers for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:39.248681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9000a334-934e-4929-9c14-efe2334b35d8 admin admin] 10.222.0.43 "PUT /v2.0/routers/71555077-d0cc-47d2-9397-4ce145e454e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7768755 Feb 19 07:39:39.251259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51726) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:39.266679 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:39.268478 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:39.338727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.353028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.362948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (9fd851f6-98c6-4643-b396-588f711846c5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.363236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd851f6-98c6-4643-b396-588f711846c5 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:39:39.371657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.375063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-95a9531c-2d77-44ef-ad09-4aabafbaa429 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "DELETE /v2.0/routers/9fd851f6-98c6-4643-b396-588f711846c5 HTTP/1.1" status: 204 len: 168 time: 1.1466014 Feb 19 07:39:39.378356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:39.470639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting subnet b010cb88-432c-459b-b99e-cdf8691ac4f7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:39.477535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e9f47f58-16c4-4446-98e6-7088d1b1bf46), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.477971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks [] for router (71555077-d0cc-47d2-9397-4ce145e454e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.484252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for subnet (b010cb88-432c-459b-b99e-cdf8691ac4f7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.552723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=e9f47f58-16c4-4446-98e6-7088d1b1bf46,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:39.584379 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (b010cb88-432c-459b-b99e-cdf8691ac4f7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.644581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd426-f3c8-4a95-912c-2dcf7dc20005 req-e7286bcb-61ac-4836-989c-716e8ce9ca14 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:39.646565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a46bd426-f3c8-4a95-912c-2dcf7dc20005 req-e7286bcb-61ac-4836-989c-716e8ce9ca14 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.3299830 Feb 19 07:39:39.696940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (15bad834-8c50-4bcf-9546-484b6baf7165), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.705817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a46bd426-f3c8-4a95-912c-2dcf7dc20005 req-08231d39-0f14-4dc1-b969-5c9b14e281e0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535636 Feb 19 07:39:39.719072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (060638e4-0bda-410c-9bb4-eb8881a734d3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.723665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.726032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a53fa18-7fe9-4c9e-982c-d88c9f07e2a7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/060638e4-0bda-410c-9bb4-eb8881a734d3 HTTP/1.1" status: 204 len: 168 time: 2.3320072 Feb 19 07:39:39.727573 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:39:39.731511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (15bad834-8c50-4bcf-9546-484b6baf7165), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.733753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:39.757988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.766360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'd064aea3-e92d-42e0-adc1-dbd187ed01b5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:39.781465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks [] for router_gateway (71555077-d0cc-47d2-9397-4ce145e454e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.832566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bad834-8c50-4bcf-9546-484b6baf7165,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:39.842948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b010cb88-432c-459b-b99e-cdf8691ac4f7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.849264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.879747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Deleting port fbeef9c0-2b59-465f-96c6-94e2404df387 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:39.880325 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:39.998971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2c9b7600-0dfd-4629-8d6c-69c64d3a26ce), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.010834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c9b7600-0dfd-4629-8d6c-69c64d3a26ce), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.032932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (b010cb88-432c-459b-b99e-cdf8691ac4f7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.082484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.086798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9384115 Feb 19 07:39:40.090482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:40.098123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '2c9b7600-0dfd-4629-8d6c-69c64d3a26ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:40.103437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Subnet': ['ID=b010cb88-432c-459b-b99e-cdf8691ac4f7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:40.109642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.112848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-71c06c9a-563c-4bb0-9a94-c0e8b19b4f17 tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "DELETE /v2.0/subnets/b010cb88-432c-459b-b99e-cdf8691ac4f7 HTTP/1.1" status: 204 len: 168 time: 0.7335451 Feb 19 07:39:40.116065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] For port fbeef9c0-2b59-465f-96c6-94e2404df387, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=fbeef9c0-2b59-465f-96c6-94e2404df387,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:40.116330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622302-cc62-4f15-93d2-3c942130749b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9b7600-0dfd-4629-8d6c-69c64d3a26ce,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:40.117339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.118304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:40.124659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ea89f-34db-4691-a5c8-b7fac1837bdb None None] Network eca9049f-edbf-4129-89a3-d75d535318ef requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:40.149828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Calling delete_port for fbeef9c0-2b59-465f-96c6-94e2404df387 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:40.231076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group_rule (6521032f-d016-49cf-803a-b9ea30f71935), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.254787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (eca9049f-edbf-4129-89a3-d75d535318ef), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.272532 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:39:37Z', 'revision_number': 5, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port': {'id': 'fbeef9c0-2b59-465f-96c6-94e2404df387', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:40Z', 'updated_at': '2022-02-19T07:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:40.315400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.341184 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Checking router: 71555077-d0cc-47d2-9397-4ce145e454e1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:39:40.362376 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Routers {'71555077-d0cc-47d2-9397-4ce145e454e1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:40.363216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['71555077-d0cc-47d2-9397-4ce145e454e1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:40.391339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group_rule (6521032f-d016-49cf-803a-b9ea30f71935), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.425776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] DHCP port deletion for eca9049f-edbf-4129-89a3-d75d535318ef request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:39:40.494915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6521032f-d016-49cf-803a-b9ea30f71935), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.543051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Deleting port 1994a730-23a8-41b7-ae12-6ed1b8c524bf {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:40.543815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fbeef9c0-2b59-465f-96c6-94e2404df387), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.545888 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.601609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] Set router 71555077-d0cc-47d2-9397-4ce145e454e1 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:39:40.625604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbeef9c0-2b59-465f-96c6-94e2404df387,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:40.658245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.673144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5791726 Feb 19 07:39:40.690927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51742) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:40.704705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-36bad4cc-9975-45b5-ac35-08f36aada47c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '2c9b7600-0dfd-4629-8d6c-69c64d3a26ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:40.710195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a484-18fb-491d-8a1e-292b3ab970fb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6521032f-d016-49cf-803a-b9ea30f71935,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:40.734927 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:39:39Z', 'revision_number': 6, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:40.735635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] For port 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1994a730-23a8-41b7-ae12-6ed1b8c524bf,segment=NetworkSegment(9a82d781-88eb-4bb9-93b2-6c866010cb81),segment_id=9a82d781-88eb-4bb9-93b2-6c866010cb81)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:40.736303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.757528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Calling delete_port for 1994a730-23a8-41b7-ae12-6ed1b8c524bf owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:40.787701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Deleting port 1994a730-23a8-41b7-ae12-6ed1b8c524bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:40.788036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.814806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b7f88-1cc4-40a4-8937-ad685d65708e None None] The sync data for ids ['71555077-d0cc-47d2-9397-4ce145e454e1'] in n-d-829866-3 is: [{'id': '71555077-d0cc-47d2-9397-4ce145e454e1', 'name': 'tempest-TestVolumeBackupRestore-77330871-router', 'tenant_id': '67eec07dca0243a0acb4766f8d73b8c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:38Z', 'updated_at': '2022-02-19T07:39:39Z', 'revision_number': 6, 'project_id': '67eec07dca0243a0acb4766f8d73b8c0', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:40.869522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1994a730-23a8-41b7-ae12-6ed1b8c524bf no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:40.875965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.879269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-36bad4cc-9975-45b5-ac35-08f36aada47c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group_rule (abfba453-edc2-4e1c-87b3-814d50b09c59), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.920574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (71555077-d0cc-47d2-9397-4ce145e454e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:40.938142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] No DVR routers for this DVR port 1994a730-23a8-41b7-ae12-6ed1b8c524bf on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:40.940269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cc49a-0c65-4516-aeab-d10d725afec0 None None] Pushing event deleted for resources: {'Port': ['ID=1994a730-23a8-41b7-ae12-6ed1b8c524bf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:40.943837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1994a730-23a8-41b7-ae12-6ed1b8c524bf {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:40.944531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1994a730-23a8-41b7-ae12-6ed1b8c524bf not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:40.992989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.189 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/baa3364a-1c71-4da7-bc9d-7e3fcfc055d1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:41.013968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] For port 1994a730-23a8-41b7-ae12-6ed1b8c524bf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1994a730-23a8-41b7-ae12-6ed1b8c524bf,segment=NetworkSegment(9a82d781-88eb-4bb9-93b2-6c866010cb81),segment_id=9a82d781-88eb-4bb9-93b2-6c866010cb81)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:41.013968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.041850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Calling delete_port for 1994a730-23a8-41b7-ae12-6ed1b8c524bf owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:41.055527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.058626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (71555077-d0cc-47d2-9397-4ce145e454e1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.061966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks [] for router_controller (71555077-d0cc-47d2-9397-4ce145e454e1), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.064182 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-36bad4cc-9975-45b5-ac35-08f36aada47c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:39:41.068891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-36bad4cc-9975-45b5-ac35-08f36aada47c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3692155 Feb 19 07:39:41.069131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:41.097722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a05c88-b088-4a2c-9504-96d51e396899 req-dd83157c-4609-4144-b59e-43fad9e6ca3b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:41.099313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9a05c88-b088-4a2c-9504-96d51e396899 req-dd83157c-4609-4144-b59e-43fad9e6ca3b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1874809 Feb 19 07:39:41.117528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (71555077-d0cc-47d2-9397-4ce145e454e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.118122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71555077-d0cc-47d2-9397-4ce145e454e1 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:39:41.123026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.124189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c3495dd1-ed3f-4a60-9c2c-1f666ac5b296 admin admin] 10.222.0.43 "DELETE /v2.0/routers/71555077-d0cc-47d2-9397-4ce145e454e1 HTTP/1.1" status: 204 len: 168 time: 1.8703012 Feb 19 07:39:41.126865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51750) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:41.170574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Deleting subnet 8bbbc6ba-f7da-4ab0-be00-4eced9e4616b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:41.173890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Publish callbacks [] for subnet (8bbbc6ba-f7da-4ab0-be00-4eced9e4616b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.211819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (8bbbc6ba-f7da-4ab0-be00-4eced9e4616b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.305514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2c9b7600-0dfd-4629-8d6c-69c64d3a26ce), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.323313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8bbbc6ba-f7da-4ab0-be00-4eced9e4616b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.360875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2c9b7600-0dfd-4629-8d6c-69c64d3a26ce), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.379051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9a05c88-b088-4a2c-9504-96d51e396899 req-e4dcef34-ed3e-42f8-b286-42da3e19c81e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182882 Feb 19 07:39:41.387602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (8bbbc6ba-f7da-4ab0-be00-4eced9e4616b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.406400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.415487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbbc6ba-f7da-4ab0-be00-4eced9e4616b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:41.417637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1994a730-23a8-41b7-ae12-6ed1b8c524bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.421123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.424908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a203dce7-e084-40c5-9845-632e87c3ef23 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8bbbc6ba-f7da-4ab0-be00-4eced9e4616b HTTP/1.1" status: 204 len: 168 time: 0.2970583 Feb 19 07:39:41.427314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51752) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:41.431521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb074d9b-2e94-4a40-889c-c31c526917e0 None None] Network 3bb0fc16-42d6-484d-97cc-faf85941193e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:41.473573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Port': ['ID=1994a730-23a8-41b7-ae12-6ed1b8c524bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:41.475791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] No DVR routers for this DVR port 1994a730-23a8-41b7-ae12-6ed1b8c524bf on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:41.522578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3bb0fc16-42d6-484d-97cc-faf85941193e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.585198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c9b7600-0dfd-4629-8d6c-69c64d3a26ce), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.594133 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.595256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/2c9b7600-0dfd-4629-8d6c-69c64d3a26ce HTTP/1.1" status: 204 len: 168 time: 0.5251360 Feb 19 07:39:41.600415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51754) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:41.617769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.620010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Deleting port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:41.620350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.621181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (eca9049f-edbf-4129-89a3-d75d535318ef), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.643225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26559f25-6ae8-4a75-bf34-f24a7b666303 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9b7600-0dfd-4629-8d6c-69c64d3a26ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:41.695409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] DHCP port deletion for 3bb0fc16-42d6-484d-97cc-faf85941193e request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:39:41.703579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca9049f-edbf-4129-89a3-d75d535318ef']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:41.710713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:41.729739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:41.742350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c4ca28f-30d0-47b8-8c77-ec4301c695b6 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1401718 Feb 19 07:39:41.743506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:41.749882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a82d781-88eb-4bb9-93b2-6c866010cb81') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:41.750201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a82d781-88eb-4bb9-93b2-6c866010cb81') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:41.750999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:41.760897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--794786253'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:41.766924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=baa3364a-1c71-4da7-bc9d-7e3fcfc055d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:41.780443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] For port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:41.780778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.810105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Calling delete_port for 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:41.812042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Deleting port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:41.812664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.821595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (9a82d781-88eb-4bb9-93b2-6c866010cb81), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.825367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.853676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9a82d781-88eb-4bb9-93b2-6c866010cb81), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.866441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:41.866986 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (9a82d781-88eb-4bb9-93b2-6c866010cb81), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:41.871076 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:41.916784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] For port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,segment=NetworkSegment(d0a6d1f7-b59d-448a-bdb6-bb3c991f086b),segment_id=d0a6d1f7-b59d-448a-bdb6-bb3c991f086b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:41.924540 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:41.944756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Calling delete_port for 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:42.017324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.032614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (51af6eb4-829d-411e-8b04-2f10c5696cee), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.052705 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (28e49ecf-d0da-4060-9c93-ca5f913fbfe2), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.053600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (eca9049f-edbf-4129-89a3-d75d535318ef), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.073930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (51af6eb4-829d-411e-8b04-2f10c5696cee), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.087161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.087457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.091125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] 10.222.0.43 "DELETE /v2.0/networks/eca9049f-edbf-4129-89a3-d75d535318ef HTTP/1.1" status: 204 len: 168 time: 1.9676757 Feb 19 07:39:42.103491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] No DVR routers for this DVR port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:42.120218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] Pushing event deleted for resources: {'Port': ['ID=28e49ecf-d0da-4060-9c93-ca5f913fbfe2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.129096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2933e-7989-4f21-b050-52cf0d14a495 None None] No DVR routers for this DVR port 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:42.148613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc8db-2566-48fd-b20b-53c4869c05ee tempest-FloatingIPNegativeTestJSON-905196382 tempest-FloatingIPNegativeTestJSON-905196382-project] Pushing event deleted for resources: {'Network': ['ID=eca9049f-edbf-4129-89a3-d75d535318ef,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.181313 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.186118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4258485 Feb 19 07:39:42.186118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.219941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5ce352f7-2179-4ee3-8b49-3d69c3362237 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '51af6eb4-829d-411e-8b04-2f10c5696cee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:42.220811 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-5ce352f7-2179-4ee3-8b49-3d69c3362237 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 07:39:42.221233 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-5ce352f7-2179-4ee3-8b49-3d69c3362237 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:42.225221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ce352f7-2179-4ee3-8b49-3d69c3362237 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0352252 Feb 19 07:39:42.225221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed785b9c-df69-4229-a208-bde0e9e8a56e tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51af6eb4-829d-411e-8b04-2f10c5696cee,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.228470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51764) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.260539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3bb0fc16-42d6-484d-97cc-faf85941193e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.284070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb0fc16-42d6-484d-97cc-faf85941193e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:42.300674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:42.301284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a6d1f7-b59d-448a-bdb6-bb3c991f086b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:42.323048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d0a6d1f7-b59d-448a-bdb6-bb3c991f086b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.344581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d0a6d1f7-b59d-448a-bdb6-bb3c991f086b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.358455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:42.358840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d0a6d1f7-b59d-448a-bdb6-bb3c991f086b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:42.360886 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:42.376396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (51af6eb4-829d-411e-8b04-2f10c5696cee), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.449052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.525674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3bb0fc16-42d6-484d-97cc-faf85941193e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.532697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (51af6eb4-829d-411e-8b04-2f10c5696cee), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.551917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.557730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3bb0fc16-42d6-484d-97cc-faf85941193e HTTP/1.1" status: 204 len: 168 time: 1.1257982 Feb 19 07:39:42.575091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.575832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51772) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.577049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f16468-3809-45f1-bd72-ea446f470798 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb0fc16-42d6-484d-97cc-faf85941193e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.590068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.681946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7cf81414-fb5b-44fa-ab6e-e43ffc92348a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:42.701484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef3d4a-fac4-4e64-b99b-5f1578c6cec2 req-ecca5e98-58ff-4164-af7e-b73bdffe3926 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:42.703825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.708947 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ef3d4a-fac4-4e64-b99b-5f1578c6cec2 req-ecca5e98-58ff-4164-af7e-b73bdffe3926 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2211063 Feb 19 07:39:42.722297 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (51af6eb4-829d-411e-8b04-2f10c5696cee), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.725061 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:42.729539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/51af6eb4-829d-411e-8b04-2f10c5696cee HTTP/1.1" status: 204 len: 168 time: 0.4973946 Feb 19 07:39:42.729789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.734170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7cf81414-fb5b-44fa-ab6e-e43ffc92348a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:42.736847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7cf81414-fb5b-44fa-ab6e-e43ffc92348a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:42.737697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:42.779911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad46d9-0c2d-4b65-9d2b-74b755efa165 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af6eb4-829d-411e-8b04-2f10c5696cee,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:42.780925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:42.788811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 28e49ecf-d0da-4060-9c93-ca5f913fbfe2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:42.789380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbeef9c0-2b59-465f-96c6-94e2404df387 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:42.812360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: fbeef9c0-2b59-465f-96c6-94e2404df387 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:42.812614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device fbeef9c0-2b59-465f-96c6-94e2404df387 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:42.847820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13ef3d4a-fac4-4e64-b99b-5f1578c6cec2 req-11e10f29-ad1f-4018-b1ba-bc544aa01e36 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377521 Feb 19 07:39:42.863317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-16f84ee7-b95b-4147-a51c-2232189caf8b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1318526 Feb 19 07:39:42.866736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.873823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951461383'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:42.888685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d202c3a6-8df0-4912-837b-6a927dd1bfea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5640a3450e044229852a609012c5439f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007383 Feb 19 07:39:42.891373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51780) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:42.933654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.023903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.030506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] Publish callbacks [] for security_group (750d8fe4-dd78-42ae-92d1-1f909681475f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.039829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.131985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] Publish callbacks [] for security_group (750d8fe4-dd78-42ae-92d1-1f909681475f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.178865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.181804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (ad976f0e-f684-4f79-b77b-89e620bb5220), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.192234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=baa3364a-1c71-4da7-bc9d-7e3fcfc055d1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:43.202239 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad976f0e-f684-4f79-b77b-89e620bb5220), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.223975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.550910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.554840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6843255 Feb 19 07:39:43.554840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928fe36-3018-457a-9222-cc5b000aaaa3 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad976f0e-f684-4f79-b77b-89e620bb5220,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:43.556011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:43.565316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d40a2a5-ef41-4b2b-9621-b93e2978b8e0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': 'ad976f0e-f684-4f79-b77b-89e620bb5220', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:43.565885 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-7d40a2a5-ef41-4b2b-9621-b93e2978b8e0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 07:39:43.566389 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7d40a2a5-ef41-4b2b-9621-b93e2978b8e0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:43.570271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d40a2a5-ef41-4b2b-9621-b93e2978b8e0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058630 Feb 19 07:39:43.570606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:43.631627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (750d8fe4-dd78-42ae-92d1-1f909681475f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.634032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.637992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/750d8fe4-dd78-42ae-92d1-1f909681475f HTTP/1.1" status: 204 len: 168 time: 0.7406802 Feb 19 07:39:43.664142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70b44b-aee5-4f95-90ef-a1f67bb506b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d8fe4-dd78-42ae-92d1-1f909681475f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:43.698000 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP cc3600aa-370e-45c4-9e10-855c964c46d1 associated. External IP: 172.25.7.189, port: d064aea3-e92d-42e0-adc1-dbd187ed01b5. Feb 19 07:39:43.700873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (ad976f0e-f684-4f79-b77b-89e620bb5220), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.764017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (ad976f0e-f684-4f79-b77b-89e620bb5220), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.857976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ad976f0e-f684-4f79-b77b-89e620bb5220), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.860515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:43.861641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/ad976f0e-f684-4f79-b77b-89e620bb5220 HTTP/1.1" status: 204 len: 168 time: 0.2901313 Feb 19 07:39:43.865632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:43.957831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1785e-8ec8-4ae5-a877-a018258fa10c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad976f0e-f684-4f79-b77b-89e620bb5220,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:44.050057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Deleting port cb0d543c-d829-4067-92e5-fa2b86e7a46b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:44.050420 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.088279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d1425ae6-2fa2-4faa-aaf0-7d9a48d0a9b2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2213211 Feb 19 07:39:44.108970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:44.114114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--275593390'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:44.187219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.211773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e2fb-8d57-46e9-8fef-78267ab90ec8 req-6efd5c88-5949-4692-a3e6-c5df3b128339 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:44.218906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d09e2fb-8d57-46e9-8fef-78267ab90ec8 req-6efd5c88-5949-4692-a3e6-c5df3b128339 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2626462 Feb 19 07:39:44.260947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:44.298252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2d09e2fb-8d57-46e9-8fef-78267ab90ec8 req-cf5c6a98-ef9a-4f51-942a-39735ef431ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777190 Feb 19 07:39:44.320959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] For port cb0d543c-d829-4067-92e5-fa2b86e7a46b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb0d543c-d829-4067-92e5-fa2b86e7a46b,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:44.326552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.365136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Calling delete_port for cb0d543c-d829-4067-92e5-fa2b86e7a46b owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:44.444200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:44.461692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:44.470549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.494018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:44.501962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:44.510216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75750095-8ff1-4ae2-8548-ac47a616dea7 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7490966 Feb 19 07:39:44.510494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:44.515566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1534870053'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:44.538101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:44.543034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.571614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:44.584224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dd8f1b7e-45cd-4a05-accf-92952fcac6dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.584766 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Added segment dd8f1b7e-45cd-4a05-accf-92952fcac6dd of type vlan for network 49d4b605-d011-4932-b60d-3bf07472118c Feb 19 07:39:44.642806 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (49d4b605-d011-4932-b60d-3bf07472118c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.664628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:44.675403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (49d4b605-d011-4932-b60d-3bf07472118c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.688862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:44.689573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.697727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:44.701145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:44.819073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3035607 Feb 19 07:39:44.827886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:44.832178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'subnet': {'network_id': '49d4b605-d011-4932-b60d-3bf07472118c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:44.838343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:44.843213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff64d1-b82e-43c7-a22e-d331dd8410e5 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:44.891971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (6d29555f-532d-49bd-94fa-380448611792), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.900817 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6d29555f-532d-49bd-94fa-380448611792), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.944780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:44.956291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8ef3b-5f1d-439e-a120-5b4d898f6896 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Network': ['ID=49d4b605-d011-4932-b60d-3bf07472118c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:44.959397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8492067 Feb 19 07:39:44.963948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:44.972286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d275b-0655-4ce9-9f63-f4310d26b909 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d29555f-532d-49bd-94fa-380448611792,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:44.981656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 49d4b605-d011-4932-b60d-3bf07472118c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:45.075952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cb0d543c-d829-4067-92e5-fa2b86e7a46b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.080217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-81e3578e-f1b1-4f8f-bff1-709e7f65dca9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '6d29555f-532d-49bd-94fa-380448611792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.081114 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-81e3578e-f1b1-4f8f-bff1-709e7f65dca9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 07:39:45.081631 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-81e3578e-f1b1-4f8f-bff1-709e7f65dca9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:45.082667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81e3578e-f1b1-4f8f-bff1-709e7f65dca9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169153 Feb 19 07:39:45.092879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.109197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ba249883-acde-4e17-888f-b25ff1024c96 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '6d29555f-532d-49bd-94fa-380448611792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.109942 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-ba249883-acde-4e17-888f-b25ff1024c96 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 07:39:45.110501 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ba249883-acde-4e17-888f-b25ff1024c96 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:45.116493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ba249883-acde-4e17-888f-b25ff1024c96 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0202351 Feb 19 07:39:45.121041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.126049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-76de7824-e837-49e6-bec3-05197fe96aea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '6d29555f-532d-49bd-94fa-380448611792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.127346 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-76de7824-e837-49e6-bec3-05197fe96aea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 07:39:45.127900 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-76de7824-e837-49e6-bec3-05197fe96aea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:45.129464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76de7824-e837-49e6-bec3-05197fe96aea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068746 Feb 19 07:39:45.133002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.141427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6d325644-66ae-4542-bd17-4f9ee11165fe tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '6d29555f-532d-49bd-94fa-380448611792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.143437 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-6d325644-66ae-4542-bd17-4f9ee11165fe tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 07:39:45.143947 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-6d325644-66ae-4542-bd17-4f9ee11165fe tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:45.148353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.151594 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6d325644-66ae-4542-bd17-4f9ee11165fe tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0162926 Feb 19 07:39:45.153310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0d543c-d829-4067-92e5-fa2b86e7a46b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:45.186919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:45.191701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.336992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.379698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (6d29555f-532d-49bd-94fa-380448611792), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.460368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (6d29555f-532d-49bd-94fa-380448611792), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.501833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.541095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'networks': [{'name': 'tempest-network--1366508293'}, {'name': 'tempest-network--694111631'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.541427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-network--1366508293'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.541874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-network--694111631'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.592039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'network': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:45.602694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.619140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.644056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4aca4-148c-479a-a565-53018f7722e3 req-eb98d407-7b3e-4401-946a-9319467c0ea6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:45.645757 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22b4aca4-148c-479a-a565-53018f7722e3 req-eb98d407-7b3e-4401-946a-9319467c0ea6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1397161 Feb 19 07:39:45.669019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6d29555f-532d-49bd-94fa-380448611792), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.672202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.673640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/6d29555f-532d-49bd-94fa-380448611792 HTTP/1.1" status: 204 len: 168 time: 0.5194399 Feb 19 07:39:45.682000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.704003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d29555f-532d-49bd-94fa-380448611792,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:45.706648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (4fa1fd05-8896-4445-a2ff-acd89d2c7c97), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.730695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22b4aca4-148c-479a-a565-53018f7722e3 req-f2714724-afbc-48ce-8cfe-753926893b43 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786049 Feb 19 07:39:45.772222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Subnet': ['ID=4fa1fd05-8896-4445-a2ff-acd89d2c7c97,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:45.789652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.790016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.790399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.791441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.793316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.793673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.794169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.794506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.794843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.795225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.795582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.795916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.796244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7f901-f0eb-4f56-ba6f-a549c50ad80c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.815489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.816323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.816444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ecf56738-2a68-4a95-828d-c789c0cd02ea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1304996 Feb 19 07:39:45.816565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.816565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.816790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:45.816915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.817034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.817354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.817723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:45.827629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--458940706'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:45.872154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Checking segment: {'id': 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:45.872741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network hostable DHCP agents. Network: 49d4b605-d011-4932-b60d-3bf07472118c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:39:45.892042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.912986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:45.925328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for security_group (9372094c-a47f-4ad0-be8b-e191fcb1af4e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.926885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 49d4b605-d011-4932-b60d-3bf07472118c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:39:45.935056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9372094c-a47f-4ad0-be8b-e191fcb1af4e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.935875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:45.953253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 49d4b605-d011-4932-b60d-3bf07472118c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:45.962485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a35727-9248-46fd-80ae-2cd2c3fb8a6a None None] Network 49d4b605-d011-4932-b60d-3bf07472118c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:45.976601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:45.977207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.011564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:46.024948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20d97f28-690b-4745-a4a9-07f4dfe43db0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.025307 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment 20d97f28-690b-4745-a4a9-07f4dfe43db0 of type vlan for network ba9e159f-09f6-4084-8ae9-21bd9c712ed7 Feb 19 07:39:46.079075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (61f778ec-57c8-4b64-ae01-b53373ca01eb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.088501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (61f778ec-57c8-4b64-ae01-b53373ca01eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.096418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ba9e159f-09f6-4084-8ae9-21bd9c712ed7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.113212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:46.121231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1d1d6c67-00da-4fa8-bf3c-84824c3f0e4f admin admin] 10.222.0.43 "PUT /v2.0/routers/8886d7a5-8c6d-4814-a9ed-f19c417e2a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5291090 Feb 19 07:39:46.125930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.126885 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Sync routers for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:46.143551 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.145171 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:46.147615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:46.150591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3314404 Feb 19 07:39:46.165306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.171867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0aa1033f-654d-4788-8f31-4b2b5c94031a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.172353 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-0aa1033f-654d-4788-8f31-4b2b5c94031a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 07:39:46.172847 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-0aa1033f-654d-4788-8f31-4b2b5c94031a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:46.176863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0aa1033f-654d-4788-8f31-4b2b5c94031a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103767 Feb 19 07:39:46.189075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.193896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78e53456-9d2d-4d1e-9842-6e6cd56119bc tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.212463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9372094c-a47f-4ad0-be8b-e191fcb1af4e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:46.226463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f778ec-57c8-4b64-ae01-b53373ca01eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:46.230926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4903484-39c3-46f7-afbb-2e2cd26082d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4028316 Feb 19 07:39:46.236452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.247105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1518782323', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.256408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:46.261734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.263569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.265433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.266009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.266639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.269011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.269573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.271955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.272511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.273110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.275287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.275844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.277423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da7ae0f-547e-482c-9d37-b4473fc25fea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:39:46.284353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (87d186f8-2d83-424e-8ce3-edc8a357db98), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.284717 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment 87d186f8-2d83-424e-8ce3-edc8a357db98 of type vlan for network 0cfe909e-af6a-4d4e-98c0-fe370239ba19 Feb 19 07:39:46.296727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.297732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.344780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0cfe909e-af6a-4d4e-98c0-fe370239ba19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.369033 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-78e53456-9d2d-4d1e-9842-6e6cd56119bc tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:46.373573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-78e53456-9d2d-4d1e-9842-6e6cd56119bc tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1834671 Feb 19 07:39:46.384096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.391339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5efb5718-57f9-4959-81d2-6b4d7a5247c5 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.391920 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-5efb5718-57f9-4959-81d2-6b4d7a5247c5 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 07:39:46.392311 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5efb5718-57f9-4959-81d2-6b4d7a5247c5 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:46.399353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5efb5718-57f9-4959-81d2-6b4d7a5247c5 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0141895 Feb 19 07:39:46.413623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.422298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-931f5fc6-5343-4486-b6b3-9f460292e51b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.453516 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:39:46.459000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks [] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.484372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-49d4b605-d011-4932-b60d-3bf07472118c', 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c', 'project_id': '080c2cd5247d488993dcd3ad2ee10dff', 'fixed_ips': [{'subnet_id': '4fa1fd05-8896-4445-a2ff-acd89d2c7c97'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:39:46.485243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.580125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_controller (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.591212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ba9e159f-09f6-4084-8ae9-21bd9c712ed7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.591782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0cfe909e-af6a-4d4e-98c0-fe370239ba19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.597417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.602328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.603002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.624979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks [] for router_gateway (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.649508 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-931f5fc6-5343-4486-b6b3-9f460292e51b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:46.653843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-931f5fc6-5343-4486-b6b3-9f460292e51b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2391837 Feb 19 07:39:46.666543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.676727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6e91a4e1-bc22-4a31-8c69-eb3d4c3431ad tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.677303 n-d-829866-3 neutron-server[103588]: WARNING neutron.api.v2.base [None req-6e91a4e1-bc22-4a31-8c69-eb3d4c3431ad tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 07:39:46.677792 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-6e91a4e1-bc22-4a31-8c69-eb3d4c3431ad tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:46.682759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6e91a4e1-bc22-4a31-8c69-eb3d4c3431ad tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129039 Feb 19 07:39:46.685830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.696734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ce30e3f0-956e-406d-b625-2cb925903c10 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:46.746666 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-ce30e3f0-956e-406d-b625-2cb925903c10 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Project 80984697a90641b285e1141d23a3e0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:39:46.755585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.756990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4190042 Feb 19 07:39:46.815167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=ba9e159f-09f6-4084-8ae9-21bd9c712ed7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:46.833341 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ba9e159f-09f6-4084-8ae9-21bd9c712ed7 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:46.895791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538a56-90bf-4297-a1de-fa4f4b65e7e9 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=0cfe909e-af6a-4d4e-98c0-fe370239ba19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:46.897420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5330cd-9dda-49e6-983b-b63da3061e7e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.904111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5330cd-9dda-49e6-983b-b63da3061e7e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.909738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5330cd-9dda-49e6-983b-b63da3061e7e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.915589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5330cd-9dda-49e6-983b-b63da3061e7e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:46.920386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ce5330cd-9dda-49e6-983b-b63da3061e7e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1607685 Feb 19 07:39:46.922767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Deleting port de1a06e9-259b-4e9c-b424-0e0057b776fb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:46.923135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:46.943491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:46.951939 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:39:44Z', 'revision_number': 5, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port': {'id': 'de1a06e9-259b-4e9c-b424-0e0057b776fb', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:83:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:31:51Z', 'updated_at': '2022-02-19T07:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:46.961405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0cfe909e-af6a-4d4e-98c0-fe370239ba19 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:47.012703 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Checking router: 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:39:47.020041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Allocated IP 172.20.0.2 (49d4b605-d011-4932-b60d-3bf07472118c/4fa1fd05-8896-4445-a2ff-acd89d2c7c97/578819bd-a45e-4985-b83c-c32574427998) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:47.032360 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Routers {'8886d7a5-8c6d-4814-a9ed-f19c417e2a10'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:47.035173 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:47.055312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] For port de1a06e9-259b-4e9c-b424-0e0057b776fb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=de1a06e9-259b-4e9c-b424-0e0057b776fb,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:47.056580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.069784 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ce30e3f0-956e-406d-b625-2cb925903c10 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:47.070828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ce30e3f0-956e-406d-b625-2cb925903c10 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3801272 Feb 19 07:39:47.083632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:47.097825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-adee1fbf-34f9-4085-b01a-e92cf8db27ed tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:47.098320 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-adee1fbf-34f9-4085-b01a-e92cf8db27ed tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 07:39:47.098835 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-adee1fbf-34f9-4085-b01a-e92cf8db27ed tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:47.103741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-adee1fbf-34f9-4085-b01a-e92cf8db27ed tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0191531 Feb 19 07:39:47.113505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:47.118465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-86535984-3c52-4a65-83bb-6f22e7ef028f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:47.122979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Calling delete_port for de1a06e9-259b-4e9c-b424-0e0057b776fb owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:47.129444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ba9e159f-09f6-4084-8ae9-21bd9c712ed7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.134164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.232529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks [] for port (578819bd-a45e-4985-b83c-c32574427998), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.234341 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] Set router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:39:47.243859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (578819bd-a45e-4985-b83c-c32574427998), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.244218 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-86535984-3c52-4a65-83bb-6f22e7ef028f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Project 80984697a90641b285e1141d23a3e0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:39:47.271476 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-86535984-3c52-4a65-83bb-6f22e7ef028f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:47.272905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-86535984-3c52-4a65-83bb-6f22e7ef028f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1581950 Feb 19 07:39:47.275990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:47.285014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2231e2db-4818-4b17-8c3d-b9e6e94b552a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '61f778ec-57c8-4b64-ae01-b53373ca01eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:47.344559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Network 49d4b605-d011-4932-b60d-3bf07472118c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:47.351865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:47.353014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:39:46Z', 'revision_number': 6, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:47.358395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:47.359879 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-2231e2db-4818-4b17-8c3d-b9e6e94b552a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Project 80984697a90641b285e1141d23a3e0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:39:47.382069 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-2231e2db-4818-4b17-8c3d-b9e6e94b552a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:47.386461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2231e2db-4818-4b17-8c3d-b9e6e94b552a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1060197 Feb 19 07:39:47.388142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:47.393441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ba9e159f-09f6-4084-8ae9-21bd9c712ed7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.411148 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28128fc-7dde-4219-9fe5-4a05db1a10b5 None None] The sync data for ids ['8886d7a5-8c6d-4814-a9ed-f19c417e2a10'] in n-d-829866-3 is: [{'id': '8886d7a5-8c6d-4814-a9ed-f19c417e2a10', 'name': 'tempest-TestVolumeBackupRestore-246159704-router', 'tenant_id': 'bcc8744c41e948fbaa85530a87010fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:31:50Z', 'updated_at': '2022-02-19T07:39:46Z', 'revision_number': 6, 'project_id': 'bcc8744c41e948fbaa85530a87010fa7', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:47.457455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9e159f-09f6-4084-8ae9-21bd9c712ed7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:47.488917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (de1a06e9-259b-4e9c-b424-0e0057b776fb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.504166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d97f28-690b-4745-a4a9-07f4dfe43db0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:47.506583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d97f28-690b-4745-a4a9-07f4dfe43db0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:47.532827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1a06e9-259b-4e9c-b424-0e0057b776fb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:47.548439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (61f778ec-57c8-4b64-ae01-b53373ca01eb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.549468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (20d97f28-690b-4745-a4a9-07f4dfe43db0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.576175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20d97f28-690b-4745-a4a9-07f4dfe43db0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.586292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Pushing event updated for resources: {'Port': ['ID=578819bd-a45e-4985-b83c-c32574427998,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:47.590215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:47.590874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (20d97f28-690b-4745-a4a9-07f4dfe43db0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.594447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Attempting to bind port 578819bd-a45e-4985-b83c-c32574427998 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:39:47.595033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Attempting to bind port 578819bd-a45e-4985-b83c-c32574427998 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:39:47.595339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Attempting to bind port 578819bd-a45e-4985-b83c-c32574427998 on network 49d4b605-d011-4932-b60d-3bf07472118c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:39:47.606244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:39:47.606623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Checking segment: {'id': 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:47.607022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.607446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Bound using segment: {'id': 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:39:47.607916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Bound port: 578819bd-a45e-4985-b83c-c32574427998, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '49d4b605-d011-4932-b60d-3bf07472118c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:39:47.608303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (578819bd-a45e-4985-b83c-c32574427998), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.633198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.713081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (61f778ec-57c8-4b64-ae01-b53373ca01eb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.738458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] For port 578819bd-a45e-4985-b83c-c32574427998, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:39:47.744266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] For port 578819bd-a45e-4985-b83c-c32574427998, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=578819bd-a45e-4985-b83c-c32574427998,segment=NetworkSegment(dd8f1b7e-45cd-4a05-accf-92952fcac6dd),segment_id=dd8f1b7e-45cd-4a05-accf-92952fcac6dd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:39:47.763782 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (578819bd-a45e-4985-b83c-c32574427998), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.800610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (61f778ec-57c8-4b64-ae01-b53373ca01eb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.803759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.808654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/61f778ec-57c8-4b64-ae01-b53373ca01eb HTTP/1.1" status: 204 len: 168 time: 0.4188020 Feb 19 07:39:47.811892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.813698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:47.832505 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks [] for router_controller (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:47.866651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4303ac7-452f-4c1a-98aa-b9f5cf547924 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f778ec-57c8-4b64-ae01-b53373ca01eb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:47.921106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5555a-176e-45cd-b2b0-48fbf39bccae None None] Pushing event updated for resources: {'Port': ['ID=578819bd-a45e-4985-b83c-c32574427998,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:48.004812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-58053a78-6261-44d2-8c9a-ee3e1e0c35ea tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1749690 Feb 19 07:39:48.005698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.009374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (8886d7a5-8c6d-4814-a9ed-f19c417e2a10), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.009970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8886d7a5-8c6d-4814-a9ed-f19c417e2a10 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:39:48.016762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347341723'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:48.027984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.029103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c1e62a9-dfc9-4fb7-af1a-980872204f96 admin admin] 10.222.0.43 "DELETE /v2.0/routers/8886d7a5-8c6d-4814-a9ed-f19c417e2a10 HTTP/1.1" status: 204 len: 168 time: 1.9022338 Feb 19 07:39:48.033793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.103069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.120235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Deleting subnet da91940d-07a0-425a-8fad-0bca244fee9b {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:39:48.126165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Publish callbacks [] for subnet (da91940d-07a0-425a-8fad-0bca244fee9b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.164956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2caa3-6d66-44d1-b4ef-45347b3038d1 req-aa7a4c5c-1967-4787-8de7-b2dcb74940bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:48.166391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eac2caa3-6d66-44d1-b4ef-45347b3038d1 req-aa7a4c5c-1967-4787-8de7-b2dcb74940bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 1.2215455 Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:48.167066 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:48.178973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (da91940d-07a0-425a-8fad-0bca244fee9b), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.272221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (da91940d-07a0-425a-8fad-0bca244fee9b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.280389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ba9e159f-09f6-4084-8ae9-21bd9c712ed7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.285671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eac2caa3-6d66-44d1-b4ef-45347b3038d1 req-5c7a9f6d-3352-4b63-949b-1d3389f4868c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118994 Feb 19 07:39:48.292098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.295998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/ba9e159f-09f6-4084-8ae9-21bd9c712ed7 HTTP/1.1" status: 204 len: 168 time: 1.3496952 Feb 19 07:39:48.300403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.363339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (da91940d-07a0-425a-8fad-0bca244fee9b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.436416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da91940d-07a0-425a-8fad-0bca244fee9b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:48.442259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.447006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f86305-f02f-4d70-b1be-f4df88abc561 None None] Network de50c8c9-3c67-4d32-b52d-5a547e20a680 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:48.451547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5bb6293a-cbcb-4fb6-8ac8-ede99ab35115 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/da91940d-07a0-425a-8fad-0bca244fee9b HTTP/1.1" status: 204 len: 168 time: 0.4166911 Feb 19 07:39:48.457462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.461432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95f69-9158-43a7-b103-083d0467ba65 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=ba9e159f-09f6-4084-8ae9-21bd9c712ed7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:48.497158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0cfe909e-af6a-4d4e-98c0-fe370239ba19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.561375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2730a4ae-de2a-4243-a0d2-6b16b3979555), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.592996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2730a4ae-de2a-4243-a0d2-6b16b3979555), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.634504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (de50c8c9-3c67-4d32-b52d-5a547e20a680), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.657612 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.659045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6506636 Feb 19 07:39:48.663980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.669551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a38bd98b-c5a0-4e78-a40b-c0eddcad6f65 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '2730a4ae-de2a-4243-a0d2-6b16b3979555', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:48.682362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af7bae-ace2-41d9-9a93-1546ca345757 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2730a4ae-de2a-4243-a0d2-6b16b3979555,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:48.722754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.808296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.819105 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-a38bd98b-c5a0-4e78-a40b-c0eddcad6f65 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The resource could not be found. Feb 19 07:39:48.820718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a38bd98b-c5a0-4e78-a40b-c0eddcad6f65 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1556599 Feb 19 07:39:48.824086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.830541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b3ca8bc6-0744-49a9-9513-ee916ca3b896 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '2730a4ae-de2a-4243-a0d2-6b16b3979555', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1bdc4d10-3530-454e-8071-1ed09ade1e8e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:48.859887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Deleting port 47986663-b080-4cae-b179-29805c462627 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:48.861774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (47986663-b080-4cae-b179-29805c462627), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:48.920982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 578819bd-a45e-4985-b83c-c32574427998 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:48.965698 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-b3ca8bc6-0744-49a9-9513-ee916ca3b896 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The resource could not be found. Feb 19 07:39:48.968107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b3ca8bc6-0744-49a9-9513-ee916ca3b896 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1424530 Feb 19 07:39:48.970526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51894) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:48.976714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] DHCP port deletion for de50c8c9-3c67-4d32-b52d-5a547e20a680 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:39:49.034733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] For port 47986663-b080-4cae-b179-29805c462627, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47986663-b080-4cae-b179-29805c462627,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:49.035250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (47986663-b080-4cae-b179-29805c462627), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.058765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Calling delete_port for 47986663-b080-4cae-b179-29805c462627 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:49.060067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0cfe909e-af6a-4d4e-98c0-fe370239ba19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.060430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 578819bd-a45e-4985-b83c-c32574427998 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:49.061700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (578819bd-a45e-4985-b83c-c32574427998), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.089997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfe909e-af6a-4d4e-98c0-fe370239ba19']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.105809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d186f8-2d83-424e-8ce3-edc8a357db98') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.106360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d186f8-2d83-424e-8ce3-edc8a357db98') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.138406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2730a4ae-de2a-4243-a0d2-6b16b3979555), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.145872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (87d186f8-2d83-424e-8ce3-edc8a357db98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.183725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (87d186f8-2d83-424e-8ce3-edc8a357db98), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.186840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (2730a4ae-de2a-4243-a0d2-6b16b3979555), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.203025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.25.7.142 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/b558eb33-51e2-464a-b384-b585a6b3f742) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:49.205209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:49.205616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (87d186f8-2d83-424e-8ce3-edc8a357db98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:49.215744 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:49.367315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Deleting port 47986663-b080-4cae-b179-29805c462627 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:49.367787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (47986663-b080-4cae-b179-29805c462627), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.438095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2730a4ae-de2a-4243-a0d2-6b16b3979555), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.443460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 578819bd-a45e-4985-b83c-c32574427998 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:49.443976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (578819bd-a45e-4985-b83c-c32574427998), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.449706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.457533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/2730a4ae-de2a-4243-a0d2-6b16b3979555 HTTP/1.1" status: 204 len: 168 time: 0.4857373 Feb 19 07:39:49.459743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0cfe909e-af6a-4d4e-98c0-fe370239ba19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.468914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:49.502472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] For port 47986663-b080-4cae-b179-29805c462627, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47986663-b080-4cae-b179-29805c462627,segment=NetworkSegment(f4547a80-d29d-4265-b80c-ca1fbef284bb),segment_id=f4547a80-d29d-4265-b80c-ca1fbef284bb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:49.503062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (47986663-b080-4cae-b179-29805c462627), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.521627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedccb46-172c-4480-8a05-c8034d2a6e9d tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2730a4ae-de2a-4243-a0d2-6b16b3979555,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.532426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (47986663-b080-4cae-b179-29805c462627), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.536963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 578819bd-a45e-4985-b83c-c32574427998, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=578819bd-a45e-4985-b83c-c32574427998,segment=NetworkSegment(dd8f1b7e-45cd-4a05-accf-92952fcac6dd),segment_id=dd8f1b7e-45cd-4a05-accf-92952fcac6dd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:39:49.537357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.541501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/0cfe909e-af6a-4d4e-98c0-fe370239ba19 HTTP/1.1" status: 204 len: 168 time: 1.2401037 Feb 19 07:39:49.565010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Calling delete_port for 47986663-b080-4cae-b179-29805c462627 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:49.583503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (578819bd-a45e-4985-b83c-c32574427998), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.584810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:49.587173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] No DVR routers for this DVR port 47986663-b080-4cae-b179-29805c462627 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:49.593066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=47986663-b080-4cae-b179-29805c462627,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.717721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=578819bd-a45e-4985-b83c-c32574427998,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.757195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c70ede-36e9-44b9-be58-6e79fd6bacd5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=0cfe909e-af6a-4d4e-98c0-fe370239ba19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.781162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device de1a06e9-259b-4e9c-b424-0e0057b776fb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:49.807863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: de1a06e9-259b-4e9c-b424-0e0057b776fb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:49.808507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device de1a06e9-259b-4e9c-b424-0e0057b776fb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:49.809038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb0d543c-d829-4067-92e5-fa2b86e7a46b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:49.835492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: cb0d543c-d829-4067-92e5-fa2b86e7a46b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:49.835984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb0d543c-d829-4067-92e5-fa2b86e7a46b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:49.848357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (47986663-b080-4cae-b179-29805c462627), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.852321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (de50c8c9-3c67-4d32-b52d-5a547e20a680), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.906232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] Pushing event deleted for resources: {'Port': ['ID=47986663-b080-4cae-b179-29805c462627,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:49.915456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1ace2-4517-4509-97a9-1918b7f66c51 None None] No DVR routers for this DVR port 47986663-b080-4cae-b179-29805c462627 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:39:49.936292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de50c8c9-3c67-4d32-b52d-5a547e20a680']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.945226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4547a80-d29d-4265-b80c-ca1fbef284bb') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.945518 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4547a80-d29d-4265-b80c-ca1fbef284bb') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:49.961115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f4547a80-d29d-4265-b80c-ca1fbef284bb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:49.985651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34052f1-7e6b-4bfa-8d48-88857646d6d8 req-26973498-b4ce-45b6-8d09-3c572dfcac6e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:49.992680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34052f1-7e6b-4bfa-8d48-88857646d6d8 req-26973498-b4ce-45b6-8d09-3c572dfcac6e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.3613999 Feb 19 07:39:50.016017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f4547a80-d29d-4265-b80c-ca1fbef284bb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.025520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeafa44-da7c-458f-8766-e1d99ea98e28 None None] Network 49d4b605-d011-4932-b60d-3bf07472118c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:50.026213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:39:50.026648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f4547a80-d29d-4265-b80c-ca1fbef284bb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:39:50.028353 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:39:50.031860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (b558eb33-51e2-464a-b384-b585a6b3f742), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.097221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b558eb33-51e2-464a-b384-b585a6b3f742), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.141729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a34052f1-7e6b-4bfa-8d48-88857646d6d8 req-d5971464-579c-4f47-a5e6-818f35eb8325 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481161 Feb 19 07:39:50.161311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (de50c8c9-3c67-4d32-b52d-5a547e20a680), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.184598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.200297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/de50c8c9-3c67-4d32-b52d-5a547e20a680 HTTP/1.1" status: 204 len: 168 time: 1.7401752 Feb 19 07:39:50.226040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efded4-2478-4401-a7bc-0d715adac0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=de50c8c9-3c67-4d32-b52d-5a547e20a680,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:50.253878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:50.260224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9a3e96db-daf5-4609-be7d-9027178a66b3 None None] Provisioning complete for port 578819bd-a45e-4985-b83c-c32574427998 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:50.265660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3e96db-daf5-4609-be7d-9027178a66b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (578819bd-a45e-4985-b83c-c32574427998), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.307258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:50.313689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f45caa45-5e00-46e6-9f73-cbf7616fb690 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8259556 Feb 19 07:39:50.315840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1df566a5-bbc4-4599-bdf3-ecf089513bf7 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '96e40e1e-bf50-496c-9558-9b68fb973b3f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:50.378131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=b558eb33-51e2-464a-b384-b585a6b3f742,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:50.399107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:50.402869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:50.425484 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-1df566a5-bbc4-4599-bdf3-ecf089513bf7 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The resource could not be found. Feb 19 07:39:50.432141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1df566a5-bbc4-4599-bdf3-ecf089513bf7 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1166420 Feb 19 07:39:50.432339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51908) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:50.438581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145177845'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:50.513042 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.568051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e96db-daf5-4609-be7d-9027178a66b3 None None] Current status of the port 578819bd-a45e-4985-b83c-c32574427998 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:50.575082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5e418-bf53-43c4-b5c9-d2322fec1572 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:50.583078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5e418-bf53-43c4-b5c9-d2322fec1572 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:50.587149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8b5e418-bf53-43c4-b5c9-d2322fec1572 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0013382 Feb 19 07:39:50.594735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:50.601930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1390947653'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:50.645759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:50.650404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.722735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:50.763090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:50.774988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (e651df00-1507-4162-b52d-531581feaca9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.778891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5597f047-261a-4ec2-8612-785d2116ec2b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.779699 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment 5597f047-261a-4ec2-8612-785d2116ec2b of type vlan for network 565bcdc7-a47c-4dd1-acf9-d68497849bec Feb 19 07:39:50.783900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e651df00-1507-4162-b52d-531581feaca9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.822044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 578819bd-a45e-4985-b83c-c32574427998 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:39:50.902639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e651df00-1507-4162-b52d-531581feaca9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:50.910205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:50.921129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ecfd7083-f63a-4510-946d-42f39d9ad28b tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4832535 Feb 19 07:39:50.922023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51916) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:50.929155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--930077775'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:50.993538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 578819bd-a45e-4985-b83c-c32574427998 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:50.994419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (578819bd-a45e-4985-b83c-c32574427998), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.008673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.068917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (565bcdc7-a47c-4dd1-acf9-d68497849bec), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.211156 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2831829e-332d-4df1-9426-6e0b96f8d8d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67eec07dca0243a0acb4766f8d73b8c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421465 Feb 19 07:39:51.231428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f2a4ae44-8025-46d3-a744-362abb1da23e None None] Provisioning complete for port 578819bd-a45e-4985-b83c-c32574427998 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:51.232022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2a4ae44-8025-46d3-a744-362abb1da23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (578819bd-a45e-4985-b83c-c32574427998), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.237050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (565bcdc7-a47c-4dd1-acf9-d68497849bec), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.244590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:51.259930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:51.261027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.426112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8299253 Feb 19 07:39:51.430876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:51.508884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4ae44-8025-46d3-a744-362abb1da23e None None] Current status of the port 578819bd-a45e-4985-b83c-c32574427998 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:51.528168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958641415'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:51.581498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15a33f-6b31-4bf4-a028-6e39431d2449 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=565bcdc7-a47c-4dd1-acf9-d68497849bec,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:51.583675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 578819bd-a45e-4985-b83c-c32574427998 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:39:51.591351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (95f814e7-0b5c-4bab-9b20-cef47f52a3da), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.592062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:51.595618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.614547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 565bcdc7-a47c-4dd1-acf9-d68497849bec details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:51.615615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (95f814e7-0b5c-4bab-9b20-cef47f52a3da), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.648255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:51.653229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] Publish callbacks [] for security_group (ae931c3f-4d8d-48c8-b5b2-f034adb48b15), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.660951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.665498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7403276 Feb 19 07:39:51.667333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:51.678899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-64ab545c-3fe7-4264-a1c3-127d2883d2a1 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': 'e651df00-1507-4162-b52d-531581feaca9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '95f814e7-0b5c-4bab-9b20-cef47f52a3da'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:51.685205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5a731e5d-2014-4ad8-a196-8fec4a89ecfc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.685205 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment 5a731e5d-2014-4ad8-a196-8fec4a89ecfc of type vlan for network 70d45a5a-f336-43a5-bad6-980c4772630b Feb 19 07:39:51.686435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b63c1-5e4b-4814-bcd5-75ff01e73b3a tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f814e7-0b5c-4bab-9b20-cef47f52a3da,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:51.757893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957ee9-14a3-4d51-a1dc-45cf644f6098 req-7a9c801b-cb5f-4b09-ab01-b7ff34fb7679 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:51.760302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92957ee9-14a3-4d51-a1dc-45cf644f6098 req-7a9c801b-cb5f-4b09-ab01-b7ff34fb7679 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.4414034 Feb 19 07:39:51.767656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] Publish callbacks [] for security_group (ae931c3f-4d8d-48c8-b5b2-f034adb48b15), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.773015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47986663-b080-4cae-b179-29805c462627 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:39:51.779230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (70d45a5a-f336-43a5-bad6-980c4772630b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.801503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 47986663-b080-4cae-b179-29805c462627 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:39:51.801837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47986663-b080-4cae-b179-29805c462627 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:39:51.828807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.885662 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-64ab545c-3fe7-4264-a1c3-127d2883d2a1 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:51.887768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-64ab545c-3fe7-4264-a1c3-127d2883d2a1 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2166710 Feb 19 07:39:51.895350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:51.898012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (70d45a5a-f336-43a5-bad6-980c4772630b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:51.903527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:51.907881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.096161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92957ee9-14a3-4d51-a1dc-45cf644f6098 req-b67767b4-ac89-48d1-858f-34f01bec4390 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834458 Feb 19 07:39:52.118282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ae931c3f-4d8d-48c8-b5b2-f034adb48b15), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.121693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.125149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae931c3f-4d8d-48c8-b5b2-f034adb48b15 HTTP/1.1" status: 204 len: 168 time: 0.8735950 Feb 19 07:39:52.134123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0f002-b290-49f9-b365-1200a0e8bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae931c3f-4d8d-48c8-b5b2-f034adb48b15,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:52.148730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6983571 Feb 19 07:39:52.153609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:52.159808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'ports': [{'network_id': '565bcdc7-a47c-4dd1-acf9-d68497849bec', 'name': 'tempest-port--1128755507', 'admin_state_up': True}, {'network_id': '70d45a5a-f336-43a5-bad6-980c4772630b', 'admin_state_up': False}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:52.160269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'port': {'network_id': '565bcdc7-a47c-4dd1-acf9-d68497849bec', 'name': 'tempest-port--1128755507', 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:52.160626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'port': {'network_id': '70d45a5a-f336-43a5-bad6-980c4772630b', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:52.195798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbc0d0-76c9-418e-9d80-c1f34125b5c2 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=70d45a5a-f336-43a5-bad6-980c4772630b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:52.216977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 70d45a5a-f336-43a5-bad6-980c4772630b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:52.234746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (95f814e7-0b5c-4bab-9b20-cef47f52a3da), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.289721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (95f814e7-0b5c-4bab-9b20-cef47f52a3da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.537168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (95f814e7-0b5c-4bab-9b20-cef47f52a3da), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.555110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:52.585881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/95f814e7-0b5c-4bab-9b20-cef47f52a3da HTTP/1.1" status: 204 len: 168 time: 0.6890156 Feb 19 07:39:52.625830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:52.685468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610fe0d-af61-429c-af93-b071c5f832c2 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f814e7-0b5c-4bab-9b20-cef47f52a3da,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:52.790025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b8495e8-93c2-4901-8a94-9d4c13769aa9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1614900 Feb 19 07:39:52.792908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51940) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:52.988405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (e651df00-1507-4162-b52d-531581feaca9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.002969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.013545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'port': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:53.017667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.043272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (e651df00-1507-4162-b52d-531581feaca9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.073158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51944) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:53.134983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.200177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a36b1ac-8213-448c-9c8f-87b858de330a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcc8744c41e948fbaa85530a87010fa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226072 Feb 19 07:39:53.200850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e651df00-1507-4162-b52d-531581feaca9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.201007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:53.217138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.221259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/e651df00-1507-4162-b52d-531581feaca9 HTTP/1.1" status: 204 len: 168 time: 0.4272847 Feb 19 07:39:53.221994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:53.391343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46238587-854b-4744-a9cd-1f6960d57dc0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651df00-1507-4162-b52d-531581feaca9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.436230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4128e508-3df2-4d92-9370-c614e6d3f4c5 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2100065 Feb 19 07:39:53.442853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51952) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:53.473734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985094748'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:53.528830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] device_id is not set on port fa754133-47dd-46cc-9485-7a81f2dd3d34 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:53.576197 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] Publish callbacks [] for security_group (29112d90-bf86-4b93-a62a-0a4d31a660d3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.587081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed7409-fe9d-4351-a43d-9a32c31d8930 req-81e11a75-3742-47b5-9137-1b12ddc4989d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:53.589758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4ed7409-fe9d-4351-a43d-9a32c31d8930 req-81e11a75-3742-47b5-9137-1b12ddc4989d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2825794 Feb 19 07:39:53.591397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.597613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:39:53.627391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] Publish callbacks [] for security_group (29112d90-bf86-4b93-a62a-0a4d31a660d3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.700433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4ed7409-fe9d-4351-a43d-9a32c31d8930 req-f1901923-f601-42cb-ac0c-bb822d482e7d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788591 Feb 19 07:39:53.777850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (738ee33f-cb99-4630-81d0-99e0508729b8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.789006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (738ee33f-cb99-4630-81d0-99e0508729b8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.816082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (29112d90-bf86-4b93-a62a-0a4d31a660d3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.818619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.820138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29112d90-bf86-4b93-a62a-0a4d31a660d3 HTTP/1.1" status: 204 len: 168 time: 0.6164813 Feb 19 07:39:53.826183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for port (fa754133-47dd-46cc-9485-7a81f2dd3d34), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.860528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:53.861705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4166822 Feb 19 07:39:53.864927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:53.872962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-666828be-f65b-43bc-9b2b-89d87b389cdb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '738ee33f-cb99-4630-81d0-99e0508729b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:53.906564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6eb0c8-eff9-4976-832f-c5af3f5f96cd tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738ee33f-cb99-4630-81d0-99e0508729b8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.908167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] device_id is not set on port 8f6d7ee9-5b88-4117-88de-d2fa562e8838 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:39:53.952186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97683b-8139-4a3d-b87d-ec4c9ed8a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29112d90-bf86-4b93-a62a-0a4d31a660d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:53.964997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:53.995824 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-666828be-f65b-43bc-9b2b-89d87b389cdb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:53.996876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-666828be-f65b-43bc-9b2b-89d87b389cdb tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1310332 Feb 19 07:39:54.002312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.018790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2a5702f8-d485-494d-8722-0066c7d9f692 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group_rule': {'security_group_id': '738ee33f-cb99-4630-81d0-99e0508729b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:54.038931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.040423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-14d5d4d4-0ffb-4b26-8ee5-c08d0da05dd9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8028724 Feb 19 07:39:54.043702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.061566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] Sync routers for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:54.119623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:54.121236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:54.156274 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-2a5702f8-d485-494d-8722-0066c7d9f692 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:39:54.157558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a5702f8-d485-494d-8722-0066c7d9f692 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1506543 Feb 19 07:39:54.162682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.183791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:54.204889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:54.205811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:54.266601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for port (8f6d7ee9-5b88-4117-88de-d2fa562e8838), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.340493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (738ee33f-cb99-4630-81d0-99e0508729b8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.358086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:54.366701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e5644-5e15-4777-a5a7-1ec243e97589 None None] The sync data for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:54.389520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (738ee33f-cb99-4630-81d0-99e0508729b8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.449810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fa754133-47dd-46cc-9485-7a81f2dd3d34), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.462353 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (738ee33f-cb99-4630-81d0-99e0508729b8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.469189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.478734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/738ee33f-cb99-4630-81d0-99e0508729b8 HTTP/1.1" status: 204 len: 168 time: 0.3138056 Feb 19 07:39:54.491548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51966) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.535297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6168-89a1-4679-8b5d-e862d368e7d0 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ee33f-cb99-4630-81d0-99e0508729b8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:54.616265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a8006ed-8f41-4573-9507-790d1a4c23d9 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199658 Feb 19 07:39:54.617581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.632756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'tempest-secgroup--567088620'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:54.663521 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.712174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Port': ['ID=fa754133-47dd-46cc-9485-7a81f2dd3d34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:54.823819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Checking segment: {'id': '5597f047-261a-4ec2-8612-785d2116ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '565bcdc7-a47c-4dd1-acf9-d68497849bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:54.824657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network hostable DHCP agents. Network: 565bcdc7-a47c-4dd1-acf9-d68497849bec, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:39:54.877692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network 565bcdc7-a47c-4dd1-acf9-d68497849bec is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:39:54.877933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (df83221b-361b-4761-a138-fa2c39d5d2dc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.888336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (df83221b-361b-4761-a138-fa2c39d5d2dc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.924528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:54.929591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3073611 Feb 19 07:39:54.942439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51972) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.957451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ea91ac17-73f1-4407-a68c-ae5a2a958850 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:54.959407 n-d-829866-3 neutron-server[103587]: WARNING neutron.api.v2.base [None req-ea91ac17-73f1-4407-a68c-ae5a2a958850 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 07:39:54.965674 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ea91ac17-73f1-4407-a68c-ae5a2a958850 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 07:39:54.970708 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea91ac17-73f1-4407-a68c-ae5a2a958850 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "PUT /v2.0/security-groups/df83221b-361b-4761-a138-fa2c39d5d2dc HTTP/1.1" status: 409 len: 330 time: 0.0236440 Feb 19 07:39:54.973018 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51974) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:54.987002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 565bcdc7-a47c-4dd1-acf9-d68497849bec) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:55.000175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:55.001369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2524acb-c653-403b-b232-93978109aabe None None] Network 565bcdc7-a47c-4dd1-acf9-d68497849bec requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:55.001693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8f6d7ee9-5b88-4117-88de-d2fa562e8838), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.018801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2db786-1b76-46ac-9758-59117dad9b5f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df83221b-361b-4761-a138-fa2c39d5d2dc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.071439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Port': ['ID=8f6d7ee9-5b88-4117-88de-d2fa562e8838,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.077598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (df83221b-361b-4761-a138-fa2c39d5d2dc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.118420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548ddcc-1cd3-4941-a49b-cbe2ac7ff358 req-8c0c5ff0-ca15-496d-a36c-05fae3815de0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:55.122627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (df83221b-361b-4761-a138-fa2c39d5d2dc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.125946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a548ddcc-1cd3-4941-a49b-cbe2ac7ff358 req-8c0c5ff0-ca15-496d-a36c-05fae3815de0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2551358 Feb 19 07:39:55.175407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (df83221b-361b-4761-a138-fa2c39d5d2dc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.180322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.184824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/df83221b-361b-4761-a138-fa2c39d5d2dc HTTP/1.1" status: 204 len: 168 time: 0.2094748 Feb 19 07:39:55.186281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.195393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Checking segment: {'id': '5a731e5d-2014-4ad8-a196-8fec4a89ecfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '70d45a5a-f336-43a5-bad6-980c4772630b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:39:55.195754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network hostable DHCP agents. Network: 70d45a5a-f336-43a5-bad6-980c4772630b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:39:55.212448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb3f65-ce45-4188-81e4-36eec028a2bf tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83221b-361b-4761-a138-fa2c39d5d2dc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:55.330255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a548ddcc-1cd3-4941-a49b-cbe2ac7ff358 req-5414da76-a04e-4b21-8ab3-155e6f1f7f9c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033615 Feb 19 07:39:55.372545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network 70d45a5a-f336-43a5-bad6-980c4772630b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:39:55.402221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 70d45a5a-f336-43a5-bad6-980c4772630b) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:55.411126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21d84d6a-21f4-413b-bdc5-cbf289d045d8 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2223606 Feb 19 07:39:55.412277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:55.416298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.416551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0195d1a-733d-4120-ba32-dfb277266597 None None] Network 70d45a5a-f336-43a5-bad6-980c4772630b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:39:55.418151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:55.422702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:55.423592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.436361 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-a4e416ee-5d39-42ab-84b0-15238784be86 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] delete failed (client error): The resource could not be found. Feb 19 07:39:55.437540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4e416ee-5d39-42ab-84b0-15238784be86 tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "DELETE /v2.0/security-groups/650e4583-0464-4af3-8928-882cb514b35e HTTP/1.1" status: 404 len: 347 time: 0.0200846 Feb 19 07:39:55.444268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51982) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.487243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c5e2f5fe-9caa-48f2-ac0c-8a277ced1fd8 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3312168 Feb 19 07:39:55.488482 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-379b8759-ead8-4df5-8764-c6d2666c691f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] show failed (client error): The resource could not be found. Feb 19 07:39:55.490115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.492647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-379b8759-ead8-4df5-8764-c6d2666c691f tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-groups/4556c428-a4c6-4b51-b8be-19fd967239bf HTTP/1.1" status: 404 len: 347 time: 0.0427475 Feb 19 07:39:55.499678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51986) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.540486 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-f7ba5ae2-17b8-4a31-a183-483ba7c9f67c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] show failed (client error): The resource could not be found. Feb 19 07:39:55.545849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f7ba5ae2-17b8-4a31-a183-483ba7c9f67c tempest-NegativeSecGroupIPv6Test-834346999 tempest-NegativeSecGroupIPv6Test-834346999-project] 10.222.0.43 "GET /v2.0/security-group-rules/ee6e88a0-6e8f-43e7-b26c-a2e3c6dc7fb9 HTTP/1.1" status: 404 len: 356 time: 0.0397615 Feb 19 07:39:55.590478 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.683558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978f038-8e73-4143-95df-23eadc2eeb09 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:55.690904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978f038-8e73-4143-95df-23eadc2eeb09 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:55.692560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5978f038-8e73-4143-95df-23eadc2eeb09 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1933765 Feb 19 07:39:55.695449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.806132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Deleting port fa754133-47dd-46cc-9485-7a81f2dd3d34 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:55.806494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fa754133-47dd-46cc-9485-7a81f2dd3d34), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.864567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 51994) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:55.887784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fa754133-47dd-46cc-9485-7a81f2dd3d34), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:55.904513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Calling delete_port for fa754133-47dd-46cc-9485-7a81f2dd3d34 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:56.024083 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (fa754133-47dd-46cc-9485-7a81f2dd3d34), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.059318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.1 (49d4b605-d011-4932-b60d-3bf07472118c/4fa1fd05-8896-4445-a2ff-acd89d2c7c97/8b0372a1-971d-40f8-9cf9-b5eede0953c0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:39:56.068692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Port': ['ID=fa754133-47dd-46cc-9485-7a81f2dd3d34,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:56.074244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-291cafa6-4ce4-4040-8414-61cd87cf1dac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80984697a90641b285e1141d23a3e0d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071908 Feb 19 07:39:56.075831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.077599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 51998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:56.079505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-32b428a6-9158-4d5b-8368-0840489ac995 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/ports/fa754133-47dd-46cc-9485-7a81f2dd3d34 HTTP/1.1" status: 204 len: 168 time: 0.3829713 Feb 19 07:39:56.081861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52000) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:56.181520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Deleting port 8f6d7ee9-5b88-4117-88de-d2fa562e8838 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:56.182001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8f6d7ee9-5b88-4117-88de-d2fa562e8838), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.201811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] Publish callbacks [] for security_group (15bad834-8c50-4bcf-9546-484b6baf7165), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.252393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] Publish callbacks [] for security_group (15bad834-8c50-4bcf-9546-484b6baf7165), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.263174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.263865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8f6d7ee9-5b88-4117-88de-d2fa562e8838), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.278830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Calling delete_port for 8f6d7ee9-5b88-4117-88de-d2fa562e8838 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:39:56.329474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.340793 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (15bad834-8c50-4bcf-9546-484b6baf7165), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.343718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.347593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15bad834-8c50-4bcf-9546-484b6baf7165 HTTP/1.1" status: 204 len: 168 time: 0.2683940 Feb 19 07:39:56.396100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8f6d7ee9-5b88-4117-88de-d2fa562e8838), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.405849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 49d4b605-d011-4932-b60d-3bf07472118c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:56.410061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:56.416124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae31bdf-795e-4125-8917-98c10bc669b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bad834-8c50-4bcf-9546-484b6baf7165,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:56.421629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:39:56.447159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Port': ['ID=8f6d7ee9-5b88-4117-88de-d2fa562e8838,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:56.461430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.465232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-701dfca4-9c3e-4d16-93a2-92df3356a2f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/ports/8f6d7ee9-5b88-4117-88de-d2fa562e8838 HTTP/1.1" status: 204 len: 168 time: 0.3823278 Feb 19 07:39:56.487159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:56.508833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.554339 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c2ada1e5-5375-4ba2-b697-0ea18a34a1a3 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0592837 Feb 19 07:39:56.572578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:56.582769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-313375360'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:56.616727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9e59-6bdd-4187-bd5b-cedad07e28fb req-1b46bfb9-e10f-4db3-a7d2-1e2fee974ac5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:56.624546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=8b0372a1-971d-40f8-9cf9-b5eede0953c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:56.628829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da5e9e59-6bdd-4187-bd5b-cedad07e28fb req-1b46bfb9-e10f-4db3-a7d2-1e2fee974ac5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1816783 Feb 19 07:39:56.747667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da5e9e59-6bdd-4187-bd5b-cedad07e28fb req-b693f252-e793-4424-9913-f71f7c2e367f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120515 Feb 19 07:39:56.778459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:56.782002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.835061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:56.859906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dc51373d-aae5-48da-b740-ee347a12a801), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:56.860281 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment dc51373d-aae5-48da-b740-ee347a12a801 of type vlan for network ef619b70-7bf5-4107-99d6-46d13fe99c0a Feb 19 07:39:56.946695 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ef619b70-7bf5-4107-99d6-46d13fe99c0a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.002788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ef619b70-7bf5-4107-99d6-46d13fe99c0a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.010924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.012144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.019303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e9e7898a-6abb-4262-826d-e6cd18e85b7e None None] Provisioning complete for port 8b0372a1-971d-40f8-9cf9-b5eede0953c0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:57.021831 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e7898a-6abb-4262-826d-e6cd18e85b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.101896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5270123 Feb 19 07:39:57.107003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:57.112391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1196510173'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:57.113720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7898a-6abb-4262-826d-e6cd18e85b7e None None] Port 8b0372a1-971d-40f8-9cf9-b5eede0953c0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:57.136362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad1a64-28ab-409d-bd2c-36bb6fece55e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=ef619b70-7bf5-4107-99d6-46d13fe99c0a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:57.152473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ef619b70-7bf5-4107-99d6-46d13fe99c0a details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:57.167216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:57.174397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.236199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:57.266060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (788e1c74-5a47-4bc2-b403-b7713ce45e40), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.276990 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Added segment 788e1c74-5a47-4bc2-b403-b7713ce45e40 of type vlan for network d6fa4ba9-009e-4108-bfff-5d927b488942 Feb 19 07:39:57.358738 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d6fa4ba9-009e-4108-bfff-5d927b488942), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.387455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d6fa4ba9-009e-4108-bfff-5d927b488942), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.398625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:57.399587 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.422087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:57.496347 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3887918 Feb 19 07:39:57.530202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec32c1-55e3-4156-abe5-59801db2a96b tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Network': ['ID=d6fa4ba9-009e-4108-bfff-5d927b488942,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:57.558057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d6fa4ba9-009e-4108-bfff-5d927b488942 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:57.995591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937846b2-dea2-4003-810e-8ad8c6ec4fb4 req-cc3b4145-4543-45f2-88ec-25c0426e0003 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:58.007634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-937846b2-dea2-4003-810e-8ad8c6ec4fb4 req-cc3b4145-4543-45f2-88ec-25c0426e0003 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 946 time: 0.0828288 Feb 19 07:39:58.048234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52054) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:58.085071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-937846b2-dea2-4003-810e-8ad8c6ec4fb4 req-32b81340-3222-4add-88da-94714fc2dbbb tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809681 Feb 19 07:39:58.166353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ed41-fab0-4f5f-8815-998f6f862777 req-07506c17-5129-48d6-86b7-5e4abf51ba23 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:58.168455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b645ed41-fab0-4f5f-8815-998f6f862777 req-07506c17-5129-48d6-86b7-5e4abf51ba23 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2379129 Feb 19 07:39:58.185293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921616228-network', 'tenant_id': '1ee9c46e21664830b65c211d6012d214'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:58.208288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Made reservation on behalf of 1ee9c46e21664830b65c211d6012d214 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:58.211118 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.222496 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.294606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b645ed41-fab0-4f5f-8815-998f6f862777 req-41c07b24-52ca-4b9f-8fad-1bbb51867232 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167243 Feb 19 07:39:58.350623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.360845 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.390401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks [] for security_group (d99aad7c-4929-4f76-aa20-314284d7f73d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.398082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d99aad7c-4929-4f76-aa20-314284d7f73d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.470345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99aad7c-4929-4f76-aa20-314284d7f73d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.481392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:39:58.501001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b8060491-f1c1-4fc1-b6d1-6f205405a1ee), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.501345 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Added segment b8060491-f1c1-4fc1-b6d1-6f205405a1ee of type vlan for network 750a4f5d-e7c4-49e9-bd56-772781d18c9d Feb 19 07:39:58.522890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.524797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=8b0372a1-971d-40f8-9cf9-b5eede0953c0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.630807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 49d4b605-d011-4932-b60d-3bf07472118c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:39:58.632251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:39:58.632800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (750a4f5d-e7c4-49e9-bd56-772781d18c9d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.717132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (750a4f5d-e7c4-49e9-bd56-772781d18c9d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.718504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:58.719396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:58.852147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:39:58.872871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8228123 Feb 19 07:39:58.877076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:58.889104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8b32d-ec50-4ef2-94ab-00e257e90ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=750a4f5d-e7c4-49e9-bd56-772781d18c9d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:39:58.896458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Request body: {'subnet': {'network_id': '750a4f5d-e7c4-49e9-bd56-772781d18c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921616228-subnet', 'tenant_id': '1ee9c46e21664830b65c211d6012d214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:58.900311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 750a4f5d-e7c4-49e9-bd56-772781d18c9d details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:39:59.037193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Made reservation on behalf of 1ee9c46e21664830b65c211d6012d214 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:59.039917 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:59.099130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dda9e4fa-b3d5-469b-8b8c-fa372a7c6a33 None None] Provisioning complete for port 8b0372a1-971d-40f8-9cf9-b5eede0953c0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:39:59.099529 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dda9e4fa-b3d5-469b-8b8c-fa372a7c6a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:59.185961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dda9e4fa-b3d5-469b-8b8c-fa372a7c6a33 None None] Port 8b0372a1-971d-40f8-9cf9-b5eede0953c0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:39:59.312407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f978e0-ce00-47cc-a18e-00e084f15105 req-9ec0b1d8-9412-4426-ac8c-e768a7c7b529 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:59.315384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9f978e0-ce00-47cc-a18e-00e084f15105 req-9ec0b1d8-9412-4426-ac8c-e768a7c7b529 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 946 time: 0.1137388 Feb 19 07:39:59.352691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-1b656ab5-5d95-4161-8e9b-abb8480ceea8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:59.356669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-1b656ab5-5d95-4161-8e9b-abb8480ceea8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 946 time: 0.2140539 Feb 19 07:39:59.379224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:39:59.396001 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] Sync routers for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:39:59.400075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d9adc2e7-a07a-47e4-b39a-bb29ae470687 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/routers/fa3bae90-aab7-4a9b-b5f2-cc644d939f64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508193 Feb 19 07:39:59.412905 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:59.415079 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:59.423863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:39:59.430134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'port': {'network_id': '49d4b605-d011-4932-b60d-3bf07472118c', 'name': 'tempest-FloatingIPTestJSON-2132209520'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:39:59.530680 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:59.555811 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:39:59.557255 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:59.664620 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:39:59.667650 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871bc90-8f2d-4359-9578-5226deb28fa3 None None] The sync data for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:39:59.715851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1309d0-aab7-442c-8440-e054a273658c req-8d69fb0f-f40b-4a12-8762-27e10d71c31a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:39:59.717627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a1309d0-aab7-442c-8440-e054a273658c req-8d69fb0f-f40b-4a12-8762-27e10d71c31a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2787011 Feb 19 07:39:59.885992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Made reservation on behalf of 080c2cd5247d488993dcd3ad2ee10dff for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:39:59.889616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:59.918119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Deleting port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:39:59.918410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:39:59.955962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.001815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] device_id is not set on port 2dee4ad5-76cd-4910-b575-3a23468181d5 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:40:00.090613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a1309d0-aab7-442c-8440-e054a273658c req-b8b1f3d0-800b-4bf0-afcd-ae1e7f5b9397 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619728 Feb 19 07:40:00.220234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9f978e0-ce00-47cc-a18e-00e084f15105 req-2143fd35-eed6-46e3-bdcc-15dcca41c2d8 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups?id=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8986299 Feb 19 07:40:00.273334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:00.294507 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.312550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Checking segment: {'id': 'b8060491-f1c1-4fc1-b6d1-6f205405a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '750a4f5d-e7c4-49e9-bd56-772781d18c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:00.313285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Network hostable DHCP agents. Network: 750a4f5d-e7c4-49e9-bd56-772781d18c9d, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:00.341917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] For port 31b1aa6c-6c8a-4566-afc9-6c394debaa03, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=31b1aa6c-6c8a-4566-afc9-6c394debaa03,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:00.342664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.422353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Allocated IP 172.20.0.8 (49d4b605-d011-4932-b60d-3bf07472118c/4fa1fd05-8896-4445-a2ff-acd89d2c7c97/2dee4ad5-76cd-4910-b575-3a23468181d5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:00.424869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Network 750a4f5d-e7c4-49e9-bd56-772781d18c9d is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:00.453860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 750a4f5d-e7c4-49e9-bd56-772781d18c9d) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:00.466836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3b9ca-b280-4986-902b-ad5f5eaf9414 None None] Network 750a4f5d-e7c4-49e9-bd56-772781d18c9d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:00.494611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:00.495716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.546460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7757925e-cb34-4686-906a-7f3092da799f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6667409 Feb 19 07:40:00.675337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.676103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.676724 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Floating IP b16ce015-cf13-49a1-a22b-2ae7a77ac9ce disassociated. External IP: 172.25.7.141, port: 31b1aa6c-6c8a-4566-afc9-6c394debaa03. Feb 19 07:40:00.677314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Calling delete_port for 31b1aa6c-6c8a-4566-afc9-6c394debaa03 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:00.763807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.868255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:00.925440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Network 49d4b605-d011-4932-b60d-3bf07472118c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:00.930583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:00.937533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:01.053689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:01.062673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'subnets': [{'network_id': 'ef619b70-7bf5-4107-99d6-46d13fe99c0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1250535086', 'ip_version': 6}, {'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:01.063113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'subnet': {'network_id': 'ef619b70-7bf5-4107-99d6-46d13fe99c0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1250535086', 'ip_version': 6}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:01.064175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Request body: {'subnet': {'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:01.064838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (31b1aa6c-6c8a-4566-afc9-6c394debaa03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.093927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event updated for resources: {'Port': ['ID=2dee4ad5-76cd-4910-b575-3a23468181d5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:01.149660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:01.162687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'Port': ['ID=31b1aa6c-6c8a-4566-afc9-6c394debaa03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:01.206152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d5b8a-56ed-432a-889a-a1e80b46bc7b None None] Network 750a4f5d-e7c4-49e9-bd56-772781d18c9d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:01.212858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 31b1aa6c-6c8a-4566-afc9-6c394debaa03 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:01.212858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 31b1aa6c-6c8a-4566-afc9-6c394debaa03 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:01.270452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:01.274022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.332065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b3b7374d-ad14-4a5c-b186-b696c0ba722e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9059284 Feb 19 07:40:01.336446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:01.344536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Request body: {'floatingip': {'port_id': '2dee4ad5-76cd-4910-b575-3a23468181d5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:01.470625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eab66690-6136-40ae-9f00-cb923d98626e req-5980836a-a4b8-40d5-9ffa-df9b8ef82064 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 210 time: 0.0912898 Feb 19 07:40:01.528457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Made reservation on behalf of d99960c17b3f473db9a12bdbd675bb5b for: {'subnet': 2} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:01.532787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.533125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.556396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5cc8cf21-5e9d-4cfa-af6b-3d0be3bce3e2 None None] Provisioning complete for port 2dee4ad5-76cd-4910-b575-3a23468181d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:01.556922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cc8cf21-5e9d-4cfa-af6b-3d0be3bce3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.668479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8cf21-5e9d-4cfa-af6b-3d0be3bce3e2 None None] Port 2dee4ad5-76cd-4910-b575-3a23468181d5 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:40:01.692166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:01.702479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749495555-network', 'tenant_id': 'f09e06452b5f4e24aac119fe54b15bc6'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:01.776672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Made reservation on behalf of f09e06452b5f4e24aac119fe54b15bc6 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:01.779707 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.798375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.942931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:01.991117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:02.008499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebb56c-261e-42af-8a2a-72ecb8e16f52 req-013abef9-f8e5-466d-99bd-631edc1b15a5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:02.016733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83ebb56c-261e-42af-8a2a-72ecb8e16f52 req-013abef9-f8e5-466d-99bd-631edc1b15a5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.2102678 Feb 19 07:40:02.095467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks [] for security_group (196fbb32-35ed-481c-8087-37cf034f0087), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.116142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (196fbb32-35ed-481c-8087-37cf034f0087), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.197482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:02.197808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-83ebb56c-261e-42af-8a2a-72ecb8e16f52 req-5a397af5-4e0a-4b89-b37a-acd331066296 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745236 Feb 19 07:40:02.230868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196fbb32-35ed-481c-8087-37cf034f0087,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.245466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (47a8c781-55fe-489d-9c09-5fb4fc3e18d3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.246994 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Added segment 47a8c781-55fe-489d-9c09-5fb4fc3e18d3 of type vlan for network 993718f8-a583-4f69-b82b-4497d0b06007 Feb 19 07:40:02.332939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (993718f8-a583-4f69-b82b-4497d0b06007), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.371788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:02.383939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:02.398923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:02.399898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:02.428585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] No DVR routers for this DVR port 31b1aa6c-6c8a-4566-afc9-6c394debaa03 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:02.436201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.440031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd6f2c4c-0c14-407c-b1a5-4cc79670fc4f req-9aabfefd-228b-4c39-9dae-39486b546b6f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.24 "DELETE /v2.0/ports/31b1aa6c-6c8a-4566-afc9-6c394debaa03 HTTP/1.1" status: 204 len: 173 time: 3.0717118 Feb 19 07:40:02.440646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-deleted', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:40:02.443350 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6696cd-10ff-4a64-8888-dabae656dbe1" -d '{"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-deleted", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:40:02.450711 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (993718f8-a583-4f69-b82b-4497d0b06007), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.452303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:02.453137 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.522075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9e1cae07-e8ac-40b4-8657-dc35e3f02b47), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.539924 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88750b2-e76e-4125-80e5-13320b8cd665 x-openstack-request-id: req-f88750b2-e76e-4125-80e5-13320b8cd665 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:40:02.540903 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09847f28-c581-41b4-ab7d-359c66c82bee", "name": "network-vif-deleted", "tag": "31b1aa6c-6c8a-4566-afc9-6c394debaa03", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:40:02.541530 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f88750b2-e76e-4125-80e5-13320b8cd665 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:40:02.542677 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09847f28-c581-41b4-ab7d-359c66c82bee', 'name': 'network-vif-deleted', 'tag': '31b1aa6c-6c8a-4566-afc9-6c394debaa03', 'status': 'completed', 'code': 200} Feb 19 07:40:02.630176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9327564 Feb 19 07:40:02.635282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:02.642932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Request body: {'subnet': {'network_id': '993718f8-a583-4f69-b82b-4497d0b06007', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1749495555-subnet', 'tenant_id': 'f09e06452b5f4e24aac119fe54b15bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:02.672371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9982bef-c27a-4dfb-a986-4663c7a2d668 admin admin] Pushing event updated for resources: {'Network': ['ID=993718f8-a583-4f69-b82b-4497d0b06007,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.702470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:40:02.705693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Subnet': ['ID=9e1cae07-e8ac-40b4-8657-dc35e3f02b47,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.716605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Checking segment: {'id': 'dc51373d-aae5-48da-b740-ee347a12a801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ef619b70-7bf5-4107-99d6-46d13fe99c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:02.716971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network hostable DHCP agents. Network: ef619b70-7bf5-4107-99d6-46d13fe99c0a, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:02.731024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9827d7d-f759-4030-9a6a-b62824f5d7a3 req-02a8547d-87ce-4e78-b938-8f97eb3b08df tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/ports?device_id=09847f28-c581-41b4-ab7d-359c66c82bee HTTP/1.1" status: 200 len: 210 time: 0.0699708 Feb 19 07:40:02.749294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Made reservation on behalf of f09e06452b5f4e24aac119fe54b15bc6 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:02.753177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network ef619b70-7bf5-4107-99d6-46d13fe99c0a is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:02.755489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.773967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ef619b70-7bf5-4107-99d6-46d13fe99c0a) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:02.779637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9b8d9272-3d6f-4d09-96d5-15b4a1744ab9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.835096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event updated for resources: {'Subnet': ['ID=9b8d9272-3d6f-4d09-96d5-15b4a1744ab9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:02.881315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Checking segment: {'id': '788e1c74-5a47-4bc2-b403-b7713ce45e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:02.881656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network hostable DHCP agents. Network: d6fa4ba9-009e-4108-bfff-5d927b488942, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:02.903559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 993718f8-a583-4f69-b82b-4497d0b06007 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:02.905730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684583d-cee4-4248-9852-e1349b4844aa None None] Network ef619b70-7bf5-4107-99d6-46d13fe99c0a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:02.919039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Network d6fa4ba9-009e-4108-bfff-5d927b488942 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:02.933827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d6fa4ba9-009e-4108-bfff-5d927b488942) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:02.942828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:02.943356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:02.946094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:02.986631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8aeb601b-a0b1-4852-b6ee-94c9cea4c1c1 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9308841 Feb 19 07:40:02.988599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:03.013866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e0500a-ff76-4703-ac5f-d027785d0774 None None] Network d6fa4ba9-009e-4108-bfff-5d927b488942 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:03.065939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f53d9-48ee-4404-bddd-5f16df28bf7f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.068259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f53d9-48ee-4404-bddd-5f16df28bf7f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.070253 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182f53d9-48ee-4404-bddd-5f16df28bf7f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.074722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-182f53d9-48ee-4404-bddd-5f16df28bf7f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0849264 Feb 19 07:40:03.083830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:03.097901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.106344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.201657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (0ef68843-279e-4b2e-a856-632e96b84ff4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.246762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Deleting subnet 9e1cae07-e8ac-40b4-8657-dc35e3f02b47 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:03.257268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for subnet (9e1cae07-e8ac-40b4-8657-dc35e3f02b47), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.294263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d968b21-8a93-4b73-8e87-df9f5e93a219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ef619b70-7bf5-4107-99d6-46d13fe99c0a', 'network_id': 'ef619b70-7bf5-4107-99d6-46d13fe99c0a', 'project_id': 'd99960c17b3f473db9a12bdbd675bb5b', 'fixed_ips': [{'subnet_id': '9e1cae07-e8ac-40b4-8657-dc35e3f02b47'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:03.295522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d968b21-8a93-4b73-8e87-df9f5e93a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.341034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9e1cae07-e8ac-40b4-8657-dc35e3f02b47), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.409266 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP cc3600aa-370e-45c4-9e10-855c964c46d1 associated. External IP: 172.25.7.189, port: d064aea3-e92d-42e0-adc1-dbd187ed01b5. Feb 19 07:40:03.414047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.438188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-d6fa4ba9-009e-4108-bfff-5d927b488942', 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942', 'project_id': 'd99960c17b3f473db9a12bdbd675bb5b', 'fixed_ips': [{'subnet_id': '9b8d9272-3d6f-4d09-96d5-15b4a1744ab9'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:03.440045 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.468058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9e1cae07-e8ac-40b4-8657-dc35e3f02b47), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.475942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef68843-279e-4b2e-a856-632e96b84ff4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:03.488017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Checking segment: {'id': '47a8c781-55fe-489d-9c09-5fb4fc3e18d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '993718f8-a583-4f69-b82b-4497d0b06007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:03.489716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Network hostable DHCP agents. Network: 993718f8-a583-4f69-b82b-4497d0b06007, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:03.519371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea578e-69d8-4d88-912b-72c874a73623 req-bdc7b51e-2366-46c2-a28d-8ae604c18fe9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.520948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10ea578e-69d8-4d88-912b-72c874a73623 req-bdc7b51e-2366-46c2-a28d-8ae604c18fe9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1236708 Feb 19 07:40:03.570114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9e1cae07-e8ac-40b4-8657-dc35e3f02b47), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.583754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-9d968b21-8a93-4b73-8e87-df9f5e93a219 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e1cae07-e8ac-40b4-8657-dc35e3f02b47: This subnet is being modified by another concurrent operation. Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e1cae07-e8ac-40b4-8657-dc35e3f02b47: This subnet is being modified by another concurrent operation. Feb 19 07:40:03.591578 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:40:03.616347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1cae07-e8ac-40b4-8657-dc35e3f02b47,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:03.616347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.624036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-405607bd-9b07-450b-b6e3-4326fcb9d8b5 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/subnets/9e1cae07-e8ac-40b4-8657-dc35e3f02b47 HTTP/1.1" status: 204 len: 168 time: 0.5376770 Feb 19 07:40:03.627578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:03.628160 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10ea578e-69d8-4d88-912b-72c874a73623 req-f5aab778-7cbc-462e-8110-b7c9043b93d2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992904 Feb 19 07:40:03.664889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90613f8-5fbe-442f-9a4b-a0fd4e455af1 None None] Network ef619b70-7bf5-4107-99d6-46d13fe99c0a requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:03.670558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:40:03.692846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Network 993718f8-a583-4f69-b82b-4497d0b06007 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:03.748389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 993718f8-a583-4f69-b82b-4497d0b06007) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:03.754184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:03.754832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:03.755078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Deleting subnet 9b8d9272-3d6f-4d09-96d5-15b4a1744ab9 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:03.767668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:03.768265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:03.795514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027ce68-25de-4700-bec0-573a321ae6fe None None] Network 993718f8-a583-4f69-b82b-4497d0b06007 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:03.855899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d2df8263-29f5-425e-95b0-55268be8f48e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2190616 Feb 19 07:40:03.861581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:03.868404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:03.887146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Allocated IP 2001:db8:0:1::1 (d6fa4ba9-009e-4108-bfff-5d927b488942/9b8d9272-3d6f-4d09-96d5-15b4a1744ab9/db20fc1e-0917-446b-9931-3b749202bed8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:03.997817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52122) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:04.032985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:40:04.037302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b59fed-02f1-445c-86d1-4603dfa06b7f None None] Network 993718f8-a583-4f69-b82b-4497d0b06007 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:04.131940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:04.143266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (91fb50cd-9f86-4cfb-bdd7-5ef10d73012a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.148527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Deleting subnet d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:04.176138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Publish callbacks [] for subnet (d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.230021 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:04.249350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (91fb50cd-9f86-4cfb-bdd7-5ef10d73012a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.285580 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:04.289177 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:04.300589 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.370874 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:04.390588 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:04.391557 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:04.442864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:04.443847 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5f4ef3-3148-4588-a825-19ab252242e0 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:04.448937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.464516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:04.493729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (91fb50cd-9f86-4cfb-bdd7-5ef10d73012a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.495687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.498144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "DELETE /v2.0/security-groups/91fb50cd-9f86-4cfb-bdd7-5ef10d73012a HTTP/1.1" status: 204 len: 168 time: 0.6275222 Feb 19 07:40:04.504561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52126) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:04.534710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447eb665-e862-4e90-bd6b-c4a4780bd89e tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb50cd-9f86-4cfb-bdd7-5ef10d73012a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:04.536799 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-320021df-963d-483e-973b-7e36adba764f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] show failed (client error): The resource could not be found. Feb 19 07:40:04.540995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-320021df-963d-483e-973b-7e36adba764f tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "GET /v2.0/security-groups/91fb50cd-9f86-4cfb-bdd7-5ef10d73012a HTTP/1.1" status: 404 len: 347 time: 0.0324914 Feb 19 07:40:04.542537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:04.605948 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks [] for port (db20fc1e-0917-446b-9931-3b749202bed8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.625496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for subnet (9b8d9272-3d6f-4d09-96d5-15b4a1744ab9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.695977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.711007 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (db20fc1e-0917-446b-9931-3b749202bed8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.765001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.768295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21 HTTP/1.1" status: 204 len: 168 time: 0.7690864 Feb 19 07:40:04.773236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:04.810520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Network d6fa4ba9-009e-4108-bfff-5d927b488942 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:04.817119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:04.819692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:04.833801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9824f9a-a446-4fd7-bad7-4a80dee37202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e8dd70-fb0b-4f33-b5ee-adce5dac2d21,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:04.845271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Pushing event updated for resources: {'Port': ['ID=db20fc1e-0917-446b-9931-3b749202bed8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:04.877233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (750a4f5d-e7c4-49e9-bd56-772781d18c9d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.932858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Deleting port 4d0635a7-3bcf-4b65-a91d-dd81f7fc1281 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:04.933245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.955166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Attempting to bind port db20fc1e-0917-446b-9931-3b749202bed8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:04.955166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Attempting to bind port db20fc1e-0917-446b-9931-3b749202bed8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '788e1c74-5a47-4bc2-b403-b7713ce45e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:04.955166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Attempting to bind port db20fc1e-0917-446b-9931-3b749202bed8 on network d6fa4ba9-009e-4108-bfff-5d927b488942 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:04.958385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:04.958766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Checking segment: {'id': '788e1c74-5a47-4bc2-b403-b7713ce45e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:04.959171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:04.959594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Bound using segment: {'id': '788e1c74-5a47-4bc2-b403-b7713ce45e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:04.963735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Bound port: db20fc1e-0917-446b-9931-3b749202bed8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788e1c74-5a47-4bc2-b403-b7713ce45e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd6fa4ba9-009e-4108-bfff-5d927b488942'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:04.963735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db20fc1e-0917-446b-9931-3b749202bed8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.007720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.040395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132f72f-2356-4c92-aaad-b3ba4dca3d64 None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:32:23Z', 'revision_number': 4, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8f8dd714-1de2-473a-94de-ffa578013726', 'name': '', 'network_id': '5f5dd6fc-ac68-4c25-9bea-75071666605d', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'mac_address': 'fa:16:3e:1f:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:22Z', 'updated_at': '2022-02-19T07:32:33Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'subnets': [{'id': '01a00d65-ab1f-4cb5-8889-92ba0fb7ba15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:05.055738 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (750a4f5d-e7c4-49e9-bd56-772781d18c9d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.081387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] For port db20fc1e-0917-446b-9931-3b749202bed8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:05.088867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] For port db20fc1e-0917-446b-9931-3b749202bed8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db20fc1e-0917-446b-9931-3b749202bed8,segment=NetworkSegment(788e1c74-5a47-4bc2-b403-b7713ce45e40),segment_id=788e1c74-5a47-4bc2-b403-b7713ce45e40)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:05.100113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db20fc1e-0917-446b-9931-3b749202bed8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.105784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a4f5d-e7c4-49e9-bd56-772781d18c9d']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.110390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (9b8d9272-3d6f-4d09-96d5-15b4a1744ab9), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.132436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.132821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.143283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8060491-f1c1-4fc1-b6d1-6f205405a1ee') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.143633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8060491-f1c1-4fc1-b6d1-6f205405a1ee') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.158004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Calling delete_port for 4d0635a7-3bcf-4b65-a91d-dd81f7fc1281 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:05.160845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (b8060491-f1c1-4fc1-b6d1-6f205405a1ee), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.198681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b8060491-f1c1-4fc1-b6d1-6f205405a1ee), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.209930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4c62d-5ecc-4135-ad3f-c440d951a7b9 None None] Pushing event updated for resources: {'Port': ['ID=db20fc1e-0917-446b-9931-3b749202bed8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:05.247031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:05.261602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] Sync routers for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:05.270583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.275076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:05.275671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (b8060491-f1c1-4fc1-b6d1-6f205405a1ee), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:05.277284 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:05.297589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:05.298241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.353905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9b8d9272-3d6f-4d09-96d5-15b4a1744ab9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.362426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.392605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:05.393274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.400786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (750a4f5d-e7c4-49e9-bd56-772781d18c9d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.418863 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.425202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] 10.222.0.43 "DELETE /v2.0/networks/750a4f5d-e7c4-49e9-bd56-772781d18c9d HTTP/1.1" status: 204 len: 168 time: 0.6494472 Feb 19 07:40:05.433294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:05.472944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ac1f-d90c-41a5-8b46-05038c94ab27 admin admin] Pushing event deleted for resources: {'Network': ['ID=750a4f5d-e7c4-49e9-bd56-772781d18c9d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:05.475856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:05.475856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8980dee5-e0a3-42cb-8cdb-60b9ff514fe5 None None] The sync data for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:05.551533 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e2bcc-08f7-4563-a880-9b51651a0eb2 None None] New status for floating IP b16ce015-cf13-49a1-a22b-2ae7a77ac9ce: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:40:05.586310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:05.586574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a4fabec-f036-435c-b74b-862908b8d036 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/floatingips/cc3600aa-370e-45c4-9e10-855c964c46d1 HTTP/1.1" status: 200 len: 978 time: 4.2500236 Feb 19 07:40:05.602534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (9b8d9272-3d6f-4d09-96d5-15b4a1744ab9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.611664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e91620-a384-4a9a-8740-aa528b3a2297 req-c64d73e1-9f0d-41fd-9a9f-977d1cbd3dcd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:05.613173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8e91620-a384-4a9a-8740-aa528b3a2297 req-c64d73e1-9f0d-41fd-9a9f-977d1cbd3dcd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.3873398 Feb 19 07:40:05.622343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Deleting subnet 0ef68843-279e-4b2e-a856-632e96b84ff4 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:05.647022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Publish callbacks [] for subnet (0ef68843-279e-4b2e-a856-632e96b84ff4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.679504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8d9272-3d6f-4d09-96d5-15b4a1744ab9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:05.703709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.707143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9d4b0f78-e8ca-4f92-88ea-000711a0297f tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/subnets/9b8d9272-3d6f-4d09-96d5-15b4a1744ab9 HTTP/1.1" status: 204 len: 168 time: 2.0576301 Feb 19 07:40:05.711938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52140) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:05.730327 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-a52e2bcc-08f7-4563-a880-9b51651a0eb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:40:05.731559 n-d-829866-3 neutron-server[103590]: DEBUG oslo_db.api [None req-a52e2bcc-08f7-4563-a880-9b51651a0eb2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:40:05.738669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4d0635a7-3bcf-4b65-a91d-dd81f7fc1281), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.777656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (0ef68843-279e-4b2e-a856-632e96b84ff4), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.780324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Pushing event deleted for resources: {'Port': ['ID=4d0635a7-3bcf-4b65-a91d-dd81f7fc1281,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:05.841185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8e91620-a384-4a9a-8740-aa528b3a2297 req-d549f090-5b90-498b-b625-be42d5e66bdb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151070 Feb 19 07:40:05.861848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 2dee4ad5-76cd-4910-b575-3a23468181d5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:05.862183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.864293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ad8465-3699-4e0a-aece-e6bf868a23af tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:05.866018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-68ad8465-3699-4e0a-aece-e6bf868a23af tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1527650 Feb 19 07:40:05.869013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (0ef68843-279e-4b2e-a856-632e96b84ff4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.908055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52142) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:05.982667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (0ef68843-279e-4b2e-a856-632e96b84ff4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.988399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks [] for floatingip (b16ce015-cf13-49a1-a22b-2ae7a77ac9ce), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.991399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:05.995879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-23938919-f134-4d6e-8ad1-6efb6e905362 tempest-AttachVolumeShelveTestJSON-730145101 tempest-AttachVolumeShelveTestJSON-730145101-project] 10.222.0.43 "DELETE /v2.0/floatingips/b16ce015-cf13-49a1-a22b-2ae7a77ac9ce HTTP/1.1" status: 204 len: 168 time: 1.4495158 Feb 19 07:40:06.034308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef68843-279e-4b2e-a856-632e96b84ff4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:06.040534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d6fa4ba9-009e-4108-bfff-5d927b488942), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.043236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.047025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f98726c-6a74-4234-8d3d-25e39940ef04 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0ef68843-279e-4b2e-a856-632e96b84ff4 HTTP/1.1" status: 204 len: 168 time: 0.6120598 Feb 19 07:40:06.050327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:06.065019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.152291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (993718f8-a583-4f69-b82b-4497d0b06007), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.206638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Deleting port db20fc1e-0917-446b-9931-3b749202bed8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:06.207013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (db20fc1e-0917-446b-9931-3b749202bed8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.233259 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e2bcc-08f7-4563-a880-9b51651a0eb2 None None] New status for floating IP b16ce015-cf13-49a1-a22b-2ae7a77ac9ce: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:40:06.278533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9545e0-2d26-4982-a699-82d4f29c51fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.433139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (993718f8-a583-4f69-b82b-4497d0b06007), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.455372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-1923a3bd-8e4d-4318-96b4-aaf4cfb684e4 req-ea37ce55-7391-4e85-ae88-5b62e0b32775 service neutron] (103588) timed out ('10.222.0.43', 38276) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:40:06.460243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993718f8-a583-4f69-b82b-4497d0b06007']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:06.487802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] For port db20fc1e-0917-446b-9931-3b749202bed8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db20fc1e-0917-446b-9931-3b749202bed8,segment=NetworkSegment(788e1c74-5a47-4bc2-b403-b7713ce45e40),segment_id=788e1c74-5a47-4bc2-b403-b7713ce45e40)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:06.488182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (db20fc1e-0917-446b-9931-3b749202bed8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.507237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a8c781-55fe-489d-9c09-5fb4fc3e18d3') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:06.507725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a8c781-55fe-489d-9c09-5fb4fc3e18d3') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:06.538296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (47a8c781-55fe-489d-9c09-5fb4fc3e18d3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.544905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Calling delete_port for db20fc1e-0917-446b-9931-3b749202bed8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:06.546245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.546741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.546909 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Floating IP cc3600aa-370e-45c4-9e10-855c964c46d1 disassociated. External IP: 172.25.7.189, port: 2dee4ad5-76cd-4910-b575-3a23468181d5. Feb 19 07:40:06.547495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 2dee4ad5-76cd-4910-b575-3a23468181d5 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:06.567836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (47a8c781-55fe-489d-9c09-5fb4fc3e18d3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.612272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:06.612974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (47a8c781-55fe-489d-9c09-5fb4fc3e18d3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:06.614919 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:06.698657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (993718f8-a583-4f69-b82b-4497d0b06007), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.767955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.770674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2dee4ad5-76cd-4910-b575-3a23468181d5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.775273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] 10.222.0.43 "DELETE /v2.0/networks/993718f8-a583-4f69-b82b-4497d0b06007 HTTP/1.1" status: 204 len: 168 time: 0.7238195 Feb 19 07:40:06.812260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db20fc1e-0917-446b-9931-3b749202bed8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:06.844295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08982821-fed3-49f1-9b2d-833a7be48f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=993718f8-a583-4f69-b82b-4497d0b06007,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:06.849425 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (db20fc1e-0917-446b-9931-3b749202bed8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:06.861234 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=2dee4ad5-76cd-4910-b575-3a23468181d5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:06.884123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: db20fc1e-0917-446b-9931-3b749202bed8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:06.886310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db20fc1e-0917-446b-9931-3b749202bed8 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 07:40:06.894467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57d4d2-27bd-406f-a21b-5debeb105a1c None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:40:06.923093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Port': ['ID=db20fc1e-0917-446b-9931-3b749202bed8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:06.930502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] No DVR routers for this DVR port db20fc1e-0917-446b-9931-3b749202bed8 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:07.087734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-befb1390-8a5e-4883-96ad-d7e8051ad0ab None None] Could not find standard attr ID for object db20fc1e-0917-446b-9931-3b749202bed8. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:40:07.089774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Port db20fc1e-0917-446b-9931-3b749202bed8 not found, will not notify nova. {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 07:40:07.109835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57d4d2-27bd-406f-a21b-5debeb105a1c None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:40:07.117327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:07.121055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d6fa4ba9-009e-4108-bfff-5d927b488942), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.134470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc69a4c-bb04-4899-95a4-2e8e42432bdf req-c9a4df5d-3b45-42c3-8ccf-7ead265dbab9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:07.138513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cc69a4c-bb04-4899-95a4-2e8e42432bdf req-c9a4df5d-3b45-42c3-8ccf-7ead265dbab9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1015334 Feb 19 07:40:07.161536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:07.172449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fa4ba9-009e-4108-bfff-5d927b488942']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.194739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788e1c74-5a47-4bc2-b403-b7713ce45e40') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.195375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788e1c74-5a47-4bc2-b403-b7713ce45e40') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.218301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (788e1c74-5a47-4bc2-b403-b7713ce45e40), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.252935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-082fe613-115d-43d4-acfb-abcea2393905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ee9c46e21664830b65c211d6012d214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868344 Feb 19 07:40:07.252935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (788e1c74-5a47-4bc2-b403-b7713ce45e40), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.256765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52160) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:07.279722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:07.280170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (788e1c74-5a47-4bc2-b403-b7713ce45e40), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:07.287269 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:07.296444 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cc69a4c-bb04-4899-95a4-2e8e42432bdf req-b0fc7c89-6fd8-4afe-a563-7a27f58bc47c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351228 Feb 19 07:40:07.394106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d6fa4ba9-009e-4108-bfff-5d927b488942), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.401274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.406979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/d6fa4ba9-009e-4108-bfff-5d927b488942 HTTP/1.1" status: 204 len: 168 time: 1.4979115 Feb 19 07:40:07.407571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:07.449814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] Publish callbacks [] for security_group (d99aad7c-4929-4f76-aa20-314284d7f73d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.482198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec40fd2-9bfb-4540-b8b3-8b8f8999c76c tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=d6fa4ba9-009e-4108-bfff-5d927b488942,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:07.490170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de106c-cbfb-4d0f-b996-49430565693a None None] Network d6fa4ba9-009e-4108-bfff-5d927b488942 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:07.491855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] Publish callbacks [] for security_group (d99aad7c-4929-4f76-aa20-314284d7f73d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.517059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de106c-cbfb-4d0f-b996-49430565693a None None] Network d6fa4ba9-009e-4108-bfff-5d927b488942 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:40:07.600826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ef619b70-7bf5-4107-99d6-46d13fe99c0a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.608629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:07.614207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d99aad7c-4929-4f76-aa20-314284d7f73d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.620353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.622070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb7339-743d-4020-b942-6349dbf5f137 None None] DHCP port deletion for d6fa4ba9-009e-4108-bfff-5d927b488942 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:07.622675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d99aad7c-4929-4f76-aa20-314284d7f73d HTTP/1.1" status: 204 len: 168 time: 0.3647938 Feb 19 07:40:07.635110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06f689-30f6-4e88-be1e-4918b5738825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99aad7c-4929-4f76-aa20-314284d7f73d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:07.643030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] Sync routers for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:07.683790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:07.686941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.785572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.820638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:07.820819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ef619b70-7bf5-4107-99d6-46d13fe99c0a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.823865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:39:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.868841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef619b70-7bf5-4107-99d6-46d13fe99c0a']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.888652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc51373d-aae5-48da-b740-ee347a12a801') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.889331 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc51373d-aae5-48da-b740-ee347a12a801') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.890270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:07.891215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc62d7-a698-4d78-9fd2-1d65ddc348af None None] The sync data for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:07.905516 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (dc51373d-aae5-48da-b740-ee347a12a801), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.938275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dc51373d-aae5-48da-b740-ee347a12a801), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.951742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.958647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:07.958972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78807bf1-4940-4be2-b02c-9a9b98898b58 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/2dee4ad5-76cd-4910-b575-3a23468181d5 HTTP/1.1" status: 204 len: 168 time: 2.3714390 Feb 19 07:40:07.969920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:07.973334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (dc51373d-aae5-48da-b740-ee347a12a801), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:07.978657 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:08.131459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ef619b70-7bf5-4107-99d6-46d13fe99c0a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.137895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.144149 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/ef619b70-7bf5-4107-99d6-46d13fe99c0a HTTP/1.1" status: 204 len: 168 time: 0.7323701 Feb 19 07:40:08.144267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:08.212927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460166d-3378-4d24-9731-bc091b9e5c9e tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=ef619b70-7bf5-4107-99d6-46d13fe99c0a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:08.275689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:08.380888 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (70d45a5a-f336-43a5-bad6-980c4772630b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.543680 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (70d45a5a-f336-43a5-bad6-980c4772630b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.561025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b0e8679-f155-4a05-a961-0a033390ce48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f09e06452b5f4e24aac119fe54b15bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834501 Feb 19 07:40:08.564440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:08.580112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8a192-3063-41c5-8be1-2bdf4bc7cfb8 req-52fc2713-021e-4564-bb45-1d64505ae302 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:08.581892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31d8a192-3063-41c5-8be1-2bdf4bc7cfb8 req-52fc2713-021e-4564-bb45-1d64505ae302 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1279073 Feb 19 07:40:08.611314 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9696664-c474-413d-a216-153705bb98b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.632613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d45a5a-f336-43a5-bad6-980c4772630b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:08.654399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a731e5d-2014-4ad8-a196-8fec4a89ecfc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:08.654901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a731e5d-2014-4ad8-a196-8fec4a89ecfc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:08.677065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5a731e5d-2014-4ad8-a196-8fec4a89ecfc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.693681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31d8a192-3063-41c5-8be1-2bdf4bc7cfb8 req-a41aecb3-bcd9-46fe-be34-ae6041d8335d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Feb 19 07:40:08.712952 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] Publish callbacks [] for security_group (196fbb32-35ed-481c-8087-37cf034f0087), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.727064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db20fc1e-0917-446b-9931-3b749202bed8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:08.736588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.746333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5a731e5d-2014-4ad8-a196-8fec4a89ecfc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.754063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: db20fc1e-0917-446b-9931-3b749202bed8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:08.754958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db20fc1e-0917-446b-9931-3b749202bed8 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:08.778668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] Publish callbacks [] for security_group (196fbb32-35ed-481c-8087-37cf034f0087), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.817856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:08.818417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5a731e5d-2014-4ad8-a196-8fec4a89ecfc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:08.822084 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:08.917214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (196fbb32-35ed-481c-8087-37cf034f0087), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.921028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.924982 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/196fbb32-35ed-481c-8087-37cf034f0087 HTTP/1.1" status: 204 len: 168 time: 0.3569143 Feb 19 07:40:08.931254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (70d45a5a-f336-43a5-bad6-980c4772630b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.942210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:08.946000 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/70d45a5a-f336-43a5-bad6-980c4772630b HTTP/1.1" status: 204 len: 168 time: 0.7978435 Feb 19 07:40:08.955257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:08.956022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f5c6-177b-49aa-ae10-fb6441575647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196fbb32-35ed-481c-8087-37cf034f0087,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:09.080632 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (565bcdc7-a47c-4dd1-acf9-d68497849bec), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.083575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f44acb-0bcb-4aa2-8699-8b395d2edfdb tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=70d45a5a-f336-43a5-bad6-980c4772630b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:09.191801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (565bcdc7-a47c-4dd1-acf9-d68497849bec), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.216438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565bcdc7-a47c-4dd1-acf9-d68497849bec']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:09.219338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 8b0372a1-971d-40f8-9cf9-b5eede0953c0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:09.220198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.227699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5597f047-261a-4ec2-8612-785d2116ec2b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:09.228002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5597f047-261a-4ec2-8612-785d2116ec2b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:09.239066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (5597f047-261a-4ec2-8612-785d2116ec2b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.253362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5597f047-261a-4ec2-8612-785d2116ec2b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.261227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:09.261633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (5597f047-261a-4ec2-8612-785d2116ec2b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:09.361992 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:09.379465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (565bcdc7-a47c-4dd1-acf9-d68497849bec), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.396236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.417573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.428783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] 10.222.0.43 "DELETE /v2.0/networks/565bcdc7-a47c-4dd1-acf9-d68497849bec HTTP/1.1" status: 204 len: 168 time: 0.4532006 Feb 19 07:40:09.430400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55041-2d7f-4ae8-94b6-b7b8f0e430f6 tempest-BulkNetworkOpsIpV6Test-1284923261 tempest-BulkNetworkOpsIpV6Test-1284923261-project] Pushing event deleted for resources: {'Network': ['ID=565bcdc7-a47c-4dd1-acf9-d68497849bec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:09.431420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 8b0372a1-971d-40f8-9cf9-b5eede0953c0 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:09.733611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.822531 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:40:09.861498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:09.914118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013fd42-e47b-42ed-a5af-9befee2018f9 req-72df21c0-5ee9-4ee0-8650-139f1ebbacd8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:09.924430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8b0372a1-971d-40f8-9cf9-b5eede0953c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:09.930991 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0013fd42-e47b-42ed-a5af-9befee2018f9 req-72df21c0-5ee9-4ee0-8650-139f1ebbacd8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1252255 Feb 19 07:40:09.988021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=8b0372a1-971d-40f8-9cf9-b5eede0953c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:10.051081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0013fd42-e47b-42ed-a5af-9befee2018f9 req-b40e7f66-e72b-4f89-9b8b-8d79952ec3ca tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186295 Feb 19 07:40:10.247353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c7f11551-d729-41f8-af81-6f0c7aee6890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d99960c17b3f473db9a12bdbd675bb5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823385 Feb 19 07:40:10.249200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52230) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:10.367341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] Publish callbacks [] for security_group (9372094c-a47f-4ad0-be8b-e191fcb1af4e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:10.412452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] Publish callbacks [] for security_group (9372094c-a47f-4ad0-be8b-e191fcb1af4e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:10.458068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:10.481912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9372094c-a47f-4ad0-be8b-e191fcb1af4e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:10.485729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:10.487965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9372094c-a47f-4ad0-be8b-e191fcb1af4e HTTP/1.1" status: 204 len: 168 time: 0.2370677 Feb 19 07:40:10.499906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a0b7a-45b7-4217-905b-3679e81cdadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9372094c-a47f-4ad0-be8b-e191fcb1af4e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:10.921645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:11.052514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:11.615508 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:11.694785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:11.703501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7f9577e2-0c6c-4869-a724-404aebc333f5 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/routers/fa3bae90-aab7-4a9b-b5f2-cc644d939f64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7433689 Feb 19 07:40:11.706603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:11.709020 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] Sync routers for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:11.727049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:11.728996 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:11.757261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49180f-3702-4030-ba42-284836295c2a req-ddd92ebb-dccc-4eb9-a238-d1b522349881 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:11.761614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df49180f-3702-4030-ba42-284836295c2a req-ddd92ebb-dccc-4eb9-a238-d1b522349881 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.1469502 Feb 19 07:40:11.845307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:11.857246 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] Routers {'fa3bae90-aab7-4a9b-b5f2-cc644d939f64'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:11.858495 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:11.880729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df49180f-3702-4030-ba42-284836295c2a req-7e7c4cc9-b57a-4feb-8a62-28e5a454dbf8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983667 Feb 19 07:40:11.934207 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:11.935273 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c61af-f95e-40c5-9423-638240c6a9ab None None] The sync data for ids ['fa3bae90-aab7-4a9b-b5f2-cc644d939f64'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:12.303029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7d58d846-80e8-4937-be9f-f2e502067745 tempest-DvrRoutersNegativeTest-313316249 tempest-DvrRoutersNegativeTest-313316249-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-111573556', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:12.305262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.policy [None req-7d58d846-80e8-4937-be9f-f2e502067745 tempest-DvrRoutersNegativeTest-313316249 tempest-DvrRoutersNegativeTest-313316249-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103587) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 07:40:12.305563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.policy [None req-7d58d846-80e8-4937-be9f-f2e502067745 tempest-DvrRoutersNegativeTest-313316249 tempest-DvrRoutersNegativeTest-313316249-project] Failed policy check for 'create_router' {{(pid=103587) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 07:40:12.306090 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-7d58d846-80e8-4937-be9f-f2e502067745 tempest-DvrRoutersNegativeTest-313316249 tempest-DvrRoutersNegativeTest-313316249-project] create failed (client error): Access was denied to this resource. Feb 19 07:40:12.312836 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d58d846-80e8-4937-be9f-f2e502067745 tempest-DvrRoutersNegativeTest-313316249 tempest-DvrRoutersNegativeTest-313316249-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6956973 Feb 19 07:40:12.362530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.424784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.495057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.567622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port b558eb33-51e2-464a-b384-b585a6b3f742 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:12.568253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b558eb33-51e2-464a-b384-b585a6b3f742), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.662538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b558eb33-51e2-464a-b384-b585a6b3f742), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.669177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:12.679227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for b558eb33-51e2-464a-b384-b585a6b3f742 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:12.801308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e871eb17-07f7-4010-b72d-7f8c9428e86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.911673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e871eb17-07f7-4010-b72d-7f8c9428e86b admin admin] Publish callbacks [] for security_group (1f55cdf5-5953-419c-9f86-a05a22756736), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.924355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b558eb33-51e2-464a-b384-b585a6b3f742), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.927440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e871eb17-07f7-4010-b72d-7f8c9428e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f55cdf5-5953-419c-9f86-a05a22756736), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:12.962888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=b558eb33-51e2-464a-b384-b585a6b3f742,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:13.026389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e871eb17-07f7-4010-b72d-7f8c9428e86b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01274f511e634a95a7d7794f7447defc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552523 Feb 19 07:40:13.028418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871eb17-07f7-4010-b72d-7f8c9428e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55cdf5-5953-419c-9f86-a05a22756736,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:13.034050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:13.131702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] Publish callbacks [] for security_group (1f55cdf5-5953-419c-9f86-a05a22756736), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.171910 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] Publish callbacks [] for security_group (1f55cdf5-5953-419c-9f86-a05a22756736), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.240843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.246409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1f55cdf5-5953-419c-9f86-a05a22756736), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.249736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.251007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f55cdf5-5953-419c-9f86-a05a22756736 HTTP/1.1" status: 204 len: 168 time: 0.2157156 Feb 19 07:40:13.279552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cedbf8-8f86-4735-b348-6ddfe16495cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55cdf5-5953-419c-9f86-a05a22756736,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:13.527007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe0b4-4442-4027-bff8-7add58ce8a30 req-d50195df-af3a-43dc-bbcf-10b3464260f1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:13.534727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82efe0b4-4442-4027-bff8-7add58ce8a30 req-d50195df-af3a-43dc-bbcf-10b3464260f1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 943 time: 0.4513609 Feb 19 07:40:13.554453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.568175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_controller (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.613608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a8b3e966-c06c-453c-816f-d09b3b7fc587 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:40:13.704134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (fa3bae90-aab7-4a9b-b5f2-cc644d939f64), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.704704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Fanout notify agent at l3_agent the message router_deleted on router fa3bae90-aab7-4a9b-b5f2-cc644d939f64 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:40:13.715277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.719167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:13.723949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b8edcef-c85d-4f2f-899b-3d5d9511f9fa tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/routers/fa3bae90-aab7-4a9b-b5f2-cc644d939f64 HTTP/1.1" status: 204 len: 168 time: 2.0158207 Feb 19 07:40:13.727945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82efe0b4-4442-4027-bff8-7add58ce8a30 req-f9b96f84-c7ee-4312-84ab-23b4aefcfb63 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924195 Feb 19 07:40:13.772245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:13.800822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a8b3e966-c06c-453c-816f-d09b3b7fc587', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': 'a8b3e966-c06c-453c-816f-d09b3b7fc587', 'mac_address': 'fa:16:3e:49:09:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:40:13.854746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting subnet 4fa1fd05-8896-4445-a2ff-acd89d2c7c97 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:13.862975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (4fa1fd05-8896-4445-a2ff-acd89d2c7c97), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.904328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a8b3e966-c06c-453c-816f-d09b3b7fc587 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:13.904799 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.917791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (4fa1fd05-8896-4445-a2ff-acd89d2c7c97), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:13.931648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b3e966-c06c-453c-816f-d09b3b7fc587 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:40:13.976316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:13.987305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.080063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:14.089228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.090265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.090640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.091234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.091850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.092349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.092768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.093056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.093473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.093938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.094211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.094911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.095314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:14.156520 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4fa1fd05-8896-4445-a2ff-acd89d2c7c97), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.279562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (4fa1fd05-8896-4445-a2ff-acd89d2c7c97), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.298413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.304662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8af69f-6857-4ca7-bccc-61e82ab65c00 None None] Network 49d4b605-d011-4932-b60d-3bf07472118c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:14.306982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:14.308855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/subnets/4fa1fd05-8896-4445-a2ff-acd89d2c7c97 HTTP/1.1" status: 204 len: 168 time: 0.5868034 Feb 19 07:40:14.330014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a8b3e966-c06c-453c-816f-d09b3b7fc587'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:40:14.340760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa27b7-2273-4d88-b558-e547febcacf3 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa1fd05-8896-4445-a2ff-acd89d2c7c97,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:14.520859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (49d4b605-d011-4932-b60d-3bf07472118c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.744081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] DHCP port deletion for 49d4b605-d011-4932-b60d-3bf07472118c request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:14.764942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 578819bd-a45e-4985-b83c-c32574427998 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:14.765500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (578819bd-a45e-4985-b83c-c32574427998), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:14.930340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:15.121713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] For port 578819bd-a45e-4985-b83c-c32574427998, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=578819bd-a45e-4985-b83c-c32574427998,segment=NetworkSegment(dd8f1b7e-45cd-4a05-accf-92952fcac6dd),segment_id=dd8f1b7e-45cd-4a05-accf-92952fcac6dd)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:15.125515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (578819bd-a45e-4985-b83c-c32574427998), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.213619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 578819bd-a45e-4985-b83c-c32574427998 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:15.215531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Deleting port 578819bd-a45e-4985-b83c-c32574427998 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:15.216184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (578819bd-a45e-4985-b83c-c32574427998), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.222429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74577e3-b04a-435e-8a27-2196a0c607a2 req-c9795485-a838-4888-8e26-fc9dac44dbe8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:15.225611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c74577e3-b04a-435e-8a27-2196a0c607a2 req-c9795485-a838-4888-8e26-fc9dac44dbe8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 944 time: 0.2817738 Feb 19 07:40:15.230142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:15.386905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] For port 578819bd-a45e-4985-b83c-c32574427998, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=578819bd-a45e-4985-b83c-c32574427998,segment=NetworkSegment(dd8f1b7e-45cd-4a05-accf-92952fcac6dd),segment_id=dd8f1b7e-45cd-4a05-accf-92952fcac6dd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:15.387420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (578819bd-a45e-4985-b83c-c32574427998), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.413322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c74577e3-b04a-435e-8a27-2196a0c607a2 req-ea83af7f-600b-4870-bac3-ed83f9c7bcf2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635265 Feb 19 07:40:15.420973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (578819bd-a45e-4985-b83c-c32574427998), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.426429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Calling delete_port for 578819bd-a45e-4985-b83c-c32574427998 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:15.498125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=578819bd-a45e-4985-b83c-c32574427998,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:15.512213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] No DVR routers for this DVR port 578819bd-a45e-4985-b83c-c32574427998 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:15.519650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-640212542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:15.537402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66996753-54c5-467b-b4c7-2ae1e34da07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.546252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (578819bd-a45e-4985-b83c-c32574427998), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.575657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] Pushing event deleted for resources: {'Port': ['ID=578819bd-a45e-4985-b83c-c32574427998,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:15.582039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0aade-b439-496e-9d3d-4d90dd8f422f None None] No DVR routers for this DVR port 578819bd-a45e-4985-b83c-c32574427998 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:15.625558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a8b3e966-c06c-453c-816f-d09b3b7fc587 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:15.700984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a8b3e966-c06c-453c-816f-d09b3b7fc587 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:40:15.705555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a8b3e966-c06c-453c-816f-d09b3b7fc587 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:15.706393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.706794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66996753-54c5-467b-b4c7-2ae1e34da07e admin admin] Publish callbacks [] for security_group (c217ab45-ba43-43ed-a836-742b53434f8a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.716999 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66996753-54c5-467b-b4c7-2ae1e34da07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c217ab45-ba43-43ed-a836-742b53434f8a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.721112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (49d4b605-d011-4932-b60d-3bf07472118c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.754986 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (a00250d7-d520-486c-a033-80a608af3a32), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.760343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (a00250d7-d520-486c-a033-80a608af3a32), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.773539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d4b605-d011-4932-b60d-3bf07472118c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:15.796797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:15.797208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8f1b7e-45cd-4a05-accf-92952fcac6dd') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:15.824751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (dd8f1b7e-45cd-4a05-accf-92952fcac6dd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.854458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (dd8f1b7e-45cd-4a05-accf-92952fcac6dd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.866501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:15.866921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (dd8f1b7e-45cd-4a05-accf-92952fcac6dd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:15.878316 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:15.881788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a8b3e966-c06c-453c-816f-d09b3b7fc587 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:15.882248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.919446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router_controller (a00250d7-d520-486c-a033-80a608af3a32), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.921937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66996753-54c5-467b-b4c7-2ae1e34da07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c217ab45-ba43-43ed-a836-742b53434f8a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:15.953732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66996753-54c5-467b-b4c7-2ae1e34da07e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=570687015d2a48f7be571eb15e316659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7199657 Feb 19 07:40:15.960065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:15.961109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (a00250d7-d520-486c-a033-80a608af3a32), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:15.969335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:40:15.972815 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022df9e-6d3a-4048-9f4e-ae3b41764ab6" -d '{"events": [{"server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:40:16.014871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:16.025545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.038797 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (49d4b605-d011-4932-b60d-3bf07472118c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.061471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.074618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/networks/49d4b605-d011-4932-b60d-3bf07472118c HTTP/1.1" status: 204 len: 168 time: 1.7635798 Feb 19 07:40:16.077349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:16.107014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9f619-ff63-4d09-9091-3bc43bcb5090 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Network': ['ID=49d4b605-d011-4932-b60d-3bf07472118c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:16.112037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.113244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8adfd5f1-8391-4b30-b00f-06ec6e135c2c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1804338 Feb 19 07:40:16.121868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52400) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:16.132381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-296768502'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:16.174453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:16.184354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:16.207985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.230763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.399093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] Publish callbacks [] for security_group (c217ab45-ba43-43ed-a836-742b53434f8a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.433572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] Publish callbacks [] for security_group (c217ab45-ba43-43ed-a836-742b53434f8a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.487731 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c093603-028e-4367-a063-2c7d8c07de54 x-openstack-request-id: req-7c093603-028e-4367-a063-2c7d8c07de54 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:40:16.488026 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:40:16.488323 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c093603-028e-4367-a063-2c7d8c07de54 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:40:16.488743 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587', 'code': 200} Feb 19 07:40:16.493152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port baa3364a-1c71-4da7-bc9d-7e3fcfc055d1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:16.493536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.515147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for security_group (83fc9494-bd06-4b36-9630-42406307f55a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.536967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (83fc9494-bd06-4b36-9630-42406307f55a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.556034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:16.566568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eeec4266-4064-4291-9a97-3b4a05cac854), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.579706 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Added segment eeec4266-4064-4291-9a97-3b4a05cac854 of type vlan for network b8b8b847-5944-42af-bdfc-28e450f68783 Feb 19 07:40:16.670950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (b8b8b847-5944-42af-bdfc-28e450f68783), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.770094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 578819bd-a45e-4985-b83c-c32574427998 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:16.774201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb62fa-2992-4a27-a08d-5f4ae7940f7d req-949fcb4e-8a2c-432c-8aac-d6689a1431eb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:16.776795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63bb62fa-2992-4a27-a08d-5f4ae7940f7d req-949fcb4e-8a2c-432c-8aac-d6689a1431eb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.2329981 Feb 19 07:40:16.782330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (b8b8b847-5944-42af-bdfc-28e450f68783), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.800882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:16.801582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.811722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 578819bd-a45e-4985-b83c-c32574427998 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:16.818523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 578819bd-a45e-4985-b83c-c32574427998 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:16.819418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c217ab45-ba43-43ed-a836-742b53434f8a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.841870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.847293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c217ab45-ba43-43ed-a836-742b53434f8a HTTP/1.1" status: 204 len: 168 time: 0.8808608 Feb 19 07:40:16.857984 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.858724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:16.911566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for baa3364a-1c71-4da7-bc9d-7e3fcfc055d1 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:16.923305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de436a69-327a-460c-ae73-951d89b079a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217ab45-ba43-43ed-a836-742b53434f8a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:16.979467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Network': ['ID=b8b8b847-5944-42af-bdfc-28e450f68783,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:16.996332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network b8b8b847-5944-42af-bdfc-28e450f68783 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:17.023675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc9494-bd06-4b36-9630-42406307f55a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:17.040430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e459fc3-9a20-4da2-90b0-564215368e7a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9161208 Feb 19 07:40:17.043712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.054926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'subnet': {'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:17.119894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63bb62fa-2992-4a27-a08d-5f4ae7940f7d req-50779393-9f3d-4d25-9050-e120494b9c19 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350196 Feb 19 07:40:17.135809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce2aff-8551-4f6f-bc5f-5f63d34768f5 req-a3922940-41e4-4e4b-9a50-29b4546f7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:17.138279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0ce2aff-8551-4f6f-bc5f-5f63d34768f5 req-a3922940-41e4-4e4b-9a50-29b4546f7ce3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 1127 time: 0.5280230 Feb 19 07:40:17.172078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:17.177158 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.238902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0ce2aff-8551-4f6f-bc5f-5f63d34768f5 req-2979b945-89cb-45d1-96e1-4adbb1814203 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864403 Feb 19 07:40:17.310003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (baa3364a-1c71-4da7-bc9d-7e3fcfc055d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.401844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=baa3364a-1c71-4da7-bc9d-7e3fcfc055d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:17.449840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.451067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for floatingip (cc3600aa-370e-45c4-9e10-855c964c46d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.455960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.462746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be87ad9d-c6d8-4fdc-8cac-7c29f5749bb2 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/floatingips/cc3600aa-370e-45c4-9e10-855c964c46d1 HTTP/1.1" status: 204 len: 168 time: 1.3835661 Feb 19 07:40:17.466276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.504321 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e00ef-bab3-464a-aeba-3ace1867c353 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] DELETE failed (client error): The resource could not be found. Feb 19 07:40:17.505267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e00ef-bab3-464a-aeba-3ace1867c353 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:40:17.509233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b15e00ef-bab3-464a-aeba-3ace1867c353 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/2dee4ad5-76cd-4910-b575-3a23468181d5 HTTP/1.1" status: 404 len: 333 time: 0.0413349 Feb 19 07:40:17.514046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.556676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b06bde62-a34a-4a60-a5c1-7120c7dbf279 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa3bae90-aab7-4a9b-b5f2-cc644d939f64 HTTP/1.1" status: 200 len: 205 time: 0.0395188 Feb 19 07:40:17.559109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.582082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Checking segment: {'id': 'eeec4266-4064-4291-9a97-3b4a05cac854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:17.582501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network hostable DHCP agents. Network: b8b8b847-5944-42af-bdfc-28e450f68783, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:17.585776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Subnet': ['ID=d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:17.605110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network b8b8b847-5944-42af-bdfc-28e450f68783 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:17.618184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, b8b8b847-5944-42af-bdfc-28e450f68783) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:17.626750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c25ea-fd92-42cf-afd1-21fe727153f4 None None] Network b8b8b847-5944-42af-bdfc-28e450f68783 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:17.647131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:17.648690 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.687020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-80e61520-da4f-4987-90dd-76b7d938c0c4 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6379364 Feb 19 07:40:17.687020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.692823 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-72f6def7-6008-44c5-a06e-8a8706fd3493 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] delete failed (client error): The resource could not be found. Feb 19 07:40:17.694472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-72f6def7-6008-44c5-a06e-8a8706fd3493 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/routers/fa3bae90-aab7-4a9b-b5f2-cc644d939f64 HTTP/1.1" status: 404 len: 336 time: 0.1341200 Feb 19 07:40:17.699938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.704611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'network': {'name': 'tempest-router-network01--1516393891'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:17.730462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:17.734309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.760495 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82c399f-e516-4583-b189-fd7afc3f6c5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] DELETE failed (client error): The resource could not be found. Feb 19 07:40:17.761285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82c399f-e516-4583-b189-fd7afc3f6c5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:40:17.765614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f82c399f-e516-4583-b189-fd7afc3f6c5e tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/subnets/4fa1fd05-8896-4445-a2ff-acd89d2c7c97 HTTP/1.1" status: 404 len: 337 time: 0.0640478 Feb 19 07:40:17.768070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:17.779765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:17.792385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c2fd05ca-d1b2-454a-a834-595b47019c5c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.793155 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Added segment c2fd05ca-d1b2-454a-a834-595b47019c5c of type vlan for network 63000c64-6bf8-4a97-a758-32470d05e195 Feb 19 07:40:17.842637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (63000c64-6bf8-4a97-a758-32470d05e195), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.874009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (63000c64-6bf8-4a97-a758-32470d05e195), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.884647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:17.886168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.941930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-b8b8b847-5944-42af-bdfc-28e450f68783', 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783', 'project_id': '853a8de008dd4ca5a75b0236c65acde8', 'fixed_ips': [{'subnet_id': 'd6000dba-9771-4a5c-9fd0-c8b6f4d44eb9'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:17.942995 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.971560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port d064aea3-e92d-42e0-adc1-dbd187ed01b5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:17.971961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d064aea3-e92d-42e0-adc1-dbd187ed01b5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:17.993468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3053248 Feb 19 07:40:18.003495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:18.020458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'network': {'name': 'tempest-router-network02--1140822767'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:18.053067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354491ed-ee4e-4c15-905a-1217132ea785 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Network': ['ID=63000c64-6bf8-4a97-a758-32470d05e195,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:18.172146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:18.175824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.196277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Allocated IP 2001:db8::2 (b8b8b847-5944-42af-bdfc-28e450f68783/d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9/4f955be3-1b8b-4183-b5bf-098dcc97af25) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:18.278933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:18.308151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (df00d522-2cf4-440e-9674-8d7c850ea4c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.308404 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Added segment df00d522-2cf4-440e-9674-8d7c850ea4c3 of type vlan for network 340d5820-7cab-4677-9c21-b42d29f430bb Feb 19 07:40:18.354374 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6742407-e647-42ca-b98c-d34953d8918a req-a6502c31-bbe0-4be3-80d0-4f9fdf55c229 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:18.358841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6742407-e647-42ca-b98c-d34953d8918a req-a6502c31-bbe0-4be3-80d0-4f9fdf55c229 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.1099608 Feb 19 07:40:18.406796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks [] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.411440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (340d5820-7cab-4677-9c21-b42d29f430bb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.441895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 63000c64-6bf8-4a97-a758-32470d05e195 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:18.452438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.457494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6742407-e647-42ca-b98c-d34953d8918a req-4ee17ca8-2fc7-4e2d-8746-43bc3b089ffc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 Feb 19 07:40:18.515540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Network b8b8b847-5944-42af-bdfc-28e450f68783 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:18.520768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d064aea3-e92d-42e0-adc1-dbd187ed01b5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.531720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:18.537589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:18.568123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (340d5820-7cab-4677-9c21-b42d29f430bb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.589617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:18.590282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.658436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Pushing event updated for resources: {'Port': ['ID=4f955be3-1b8b-4183-b5bf-098dcc97af25,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:18.668412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Attempting to bind port 4f955be3-1b8b-4183-b5bf-098dcc97af25 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:18.668831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Attempting to bind port 4f955be3-1b8b-4183-b5bf-098dcc97af25 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'eeec4266-4064-4291-9a97-3b4a05cac854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:18.669245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Attempting to bind port 4f955be3-1b8b-4183-b5bf-098dcc97af25 on network b8b8b847-5944-42af-bdfc-28e450f68783 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:18.680924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:18.681367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Checking segment: {'id': 'eeec4266-4064-4291-9a97-3b4a05cac854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:18.682962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.683594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Bound using segment: {'id': 'eeec4266-4064-4291-9a97-3b4a05cac854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:18.684170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Bound port: 4f955be3-1b8b-4183-b5bf-098dcc97af25, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeec4266-4064-4291-9a97-3b4a05cac854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'b8b8b847-5944-42af-bdfc-28e450f68783'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:18.684591 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:18.841834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Network': ['ID=340d5820-7cab-4677-9c21-b42d29f430bb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:18.855636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for d064aea3-e92d-42e0-adc1-dbd187ed01b5 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:18.863555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:18.869724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b9dd805c-b61f-4226-8a45-5456c5f12afb tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8650126 Feb 19 07:40:18.870484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'subnet': {'network_id': '63000c64-6bf8-4a97-a758-32470d05e195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:19.009331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] For port 4f955be3-1b8b-4183-b5bf-098dcc97af25, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:19.019542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] For port 4f955be3-1b8b-4183-b5bf-098dcc97af25, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f955be3-1b8b-4183-b5bf-098dcc97af25,segment=NetworkSegment(eeec4266-4064-4291-9a97-3b4a05cac854),segment_id=eeec4266-4064-4291-9a97-3b4a05cac854)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:19.028526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 340d5820-7cab-4677-9c21-b42d29f430bb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:19.123270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:19.133689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.135570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.213543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389bb6c-a490-4c23-884b-3b8b682d0098 None None] Pushing event updated for resources: {'Port': ['ID=4f955be3-1b8b-4183-b5bf-098dcc97af25,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:19.265244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d064aea3-e92d-42e0-adc1-dbd187ed01b5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.309439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=d064aea3-e92d-42e0-adc1-dbd187ed01b5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:19.470141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.476686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a8d973a6-ff4b-4bda-aadf-f62c83433993 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/d064aea3-e92d-42e0-adc1-dbd187ed01b5 HTTP/1.1" status: 204 len: 168 time: 1.7073188 Feb 19 07:40:19.477476 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:19.536251 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (e7f8b786-6544-45f1-99e8-e180f3746f2c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.694493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733645-3772-47d6-b296-ad2106990925 req-d58dac96-b1b6-49c9-a3c1-606571a72bd5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:19.696140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e733645-3772-47d6-b296-ad2106990925 req-d58dac96-b1b6-49c9-a3c1-606571a72bd5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.1307020 Feb 19 07:40:19.703582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Subnet': ['ID=e7f8b786-6544-45f1-99e8-e180f3746f2c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:19.707609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Checking segment: {'id': 'c2fd05ca-d1b2-454a-a834-595b47019c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:19.707984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network hostable DHCP agents. Network: 63000c64-6bf8-4a97-a758-32470d05e195, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:19.748670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network 63000c64-6bf8-4a97-a758-32470d05e195 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:19.757839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 215ab449-5317-446e-ba39-eccaa1ac62f2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:19.758183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (215ab449-5317-446e-ba39-eccaa1ac62f2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.765275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 63000c64-6bf8-4a97-a758-32470d05e195) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:19.778756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27969727-5ff4-4dec-aeed-3122cb8f2ea0 None None] Network 63000c64-6bf8-4a97-a758-32470d05e195 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:19.793338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:19.793931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:19.873469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e733645-3772-47d6-b296-ad2106990925 req-f2f93c62-97ee-47b2-9e15-d72f30e2aa2b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709244 Feb 19 07:40:19.942581 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-06c160a6-0727-4c01-a856-999917e1381a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0754690 Feb 19 07:40:19.943096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52490) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:19.984110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'subnet': {'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:20.057589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-63000c64-6bf8-4a97-a758-32470d05e195', 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195', 'project_id': '853a8de008dd4ca5a75b0236c65acde8', 'fixed_ips': [{'subnet_id': 'e7f8b786-6544-45f1-99e8-e180f3746f2c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:20.058423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:20.271073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (215ab449-5317-446e-ba39-eccaa1ac62f2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:20.301511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:20.309628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:20.352725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Allocated IP 2001:db8::2 (63000c64-6bf8-4a97-a758-32470d05e195/e7f8b786-6544-45f1-99e8-e180f3746f2c/1e224007-d49e-4701-a0a8-2ef24a19d476) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:20.362401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 215ab449-5317-446e-ba39-eccaa1ac62f2 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:20.469387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d86ada-01f5-4473-9856-0d047f042d43 req-3312b800-5865-4dab-9c79-ff5994721479 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:20.477620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37d86ada-01f5-4473-9856-0d047f042d43 req-3312b800-5865-4dab-9c79-ff5994721479 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.3235881 Feb 19 07:40:20.700913 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks [] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:20.719671 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:20.831266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Network 63000c64-6bf8-4a97-a758-32470d05e195 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:20.846767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:20.859336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:20.861916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Pushing event updated for resources: {'Port': ['ID=1e224007-d49e-4701-a0a8-2ef24a19d476,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:20.876073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f955be3-1b8b-4183-b5bf-098dcc97af25 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:21.025735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f45adb-53ea-4b17-80b7-9b51b07180d0 None None] Network b8b8b847-5944-42af-bdfc-28e450f68783 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:21.030492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Attempting to bind port 1e224007-d49e-4701-a0a8-2ef24a19d476 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:21.031000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Attempting to bind port 1e224007-d49e-4701-a0a8-2ef24a19d476 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c2fd05ca-d1b2-454a-a834-595b47019c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:21.031503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Attempting to bind port 1e224007-d49e-4701-a0a8-2ef24a19d476 on network 63000c64-6bf8-4a97-a758-32470d05e195 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:21.047421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4f955be3-1b8b-4183-b5bf-098dcc97af25 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:21.047421 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.055299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:21.055863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Checking segment: {'id': 'c2fd05ca-d1b2-454a-a834-595b47019c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:21.056385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.057449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Bound using segment: {'id': 'c2fd05ca-d1b2-454a-a834-595b47019c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:21.058059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Bound port: 1e224007-d49e-4701-a0a8-2ef24a19d476, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fd05ca-d1b2-454a-a834-595b47019c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '63000c64-6bf8-4a97-a758-32470d05e195'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:21.058564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.232725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b6390de4-40b2-47b9-a6bc-1de0dac04b30 None None] Provisioning complete for port 4f955be3-1b8b-4183-b5bf-098dcc97af25 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:21.233150 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6390de4-40b2-47b9-a6bc-1de0dac04b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.263074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7d22248f-c111-40f1-887e-e009861346fe None None] For port 1e224007-d49e-4701-a0a8-2ef24a19d476, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:21.267374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7d22248f-c111-40f1-887e-e009861346fe None None] For port 1e224007-d49e-4701-a0a8-2ef24a19d476, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1e224007-d49e-4701-a0a8-2ef24a19d476,segment=NetworkSegment(c2fd05ca-d1b2-454a-a834-595b47019c5c),segment_id=c2fd05ca-d1b2-454a-a834-595b47019c5c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:21.301165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.378804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37d86ada-01f5-4473-9856-0d047f042d43 req-cb17b04e-5967-43b6-a485-c9db977ea496 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968408 Feb 19 07:40:21.378804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a73150dd-92af-446e-8840-47778d8e2aca), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.538484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4f955be3-1b8b-4183-b5bf-098dcc97af25 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:21.539960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.624350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Subnet': ['ID=a73150dd-92af-446e-8840-47778d8e2aca,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:21.649070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22248f-c111-40f1-887e-e009861346fe None None] Pushing event updated for resources: {'Port': ['ID=1e224007-d49e-4701-a0a8-2ef24a19d476,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:21.652786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Checking segment: {'id': 'df00d522-2cf4-440e-9674-8d7c850ea4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:21.653179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network hostable DHCP agents. Network: 340d5820-7cab-4677-9c21-b42d29f430bb, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:21.662599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 4f955be3-1b8b-4183-b5bf-098dcc97af25, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f955be3-1b8b-4183-b5bf-098dcc97af25,segment=NetworkSegment(eeec4266-4064-4291-9a97-3b4a05cac854),segment_id=eeec4266-4064-4291-9a97-3b4a05cac854)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:21.686091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc13b-b7d5-49fd-98bc-52ddd45c79c2 req-61d35039-241c-45bd-800b-3cadf56db372 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:21.696972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb8cc13b-b7d5-49fd-98bc-52ddd45c79c2 req-61d35039-241c-45bd-800b-3cadf56db372 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.1800525 Feb 19 07:40:21.734121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.743370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network 340d5820-7cab-4677-9c21-b42d29f430bb is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:21.805607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 340d5820-7cab-4677-9c21-b42d29f430bb) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:21.822580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:21.823556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.825820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb8cc13b-b7d5-49fd-98bc-52ddd45c79c2 req-cf98793a-1021-4c92-a5a9-7c0aa3ccb28f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214159 Feb 19 07:40:21.829115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (215ab449-5317-446e-ba39-eccaa1ac62f2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:21.870789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80207453-213e-4870-8b9a-99f388536029 None None] Network 340d5820-7cab-4677-9c21-b42d29f430bb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:21.873488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b6390de4-40b2-47b9-a6bc-1de0dac04b30 None None] Current status of the port 4f955be3-1b8b-4183-b5bf-098dcc97af25 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:21.886385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=215ab449-5317-446e-ba39-eccaa1ac62f2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:21.908278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:21.909175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-436db0eb-f065-4c98-9a2b-ca81cae84fcc tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9653215 Feb 19 07:40:22.057386 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:22.065453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=4f955be3-1b8b-4183-b5bf-098dcc97af25,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:22.067705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6d32cce9-8647-4447-a21b-ab50a76757f6 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/ports/215ab449-5317-446e-ba39-eccaa1ac62f2 HTTP/1.1" status: 204 len: 168 time: 2.5669789 Feb 19 07:40:22.068909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52516) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:22.178490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-340d5820-7cab-4677-9c21-b42d29f430bb', 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb', 'project_id': '853a8de008dd4ca5a75b0236c65acde8', 'fixed_ips': [{'subnet_id': 'a73150dd-92af-446e-8840-47778d8e2aca'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:22.181222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:22.194232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ad7ad-b4f0-47e3-830c-615808998bb9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:22.198754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-412ad7ad-b4f0-47e3-830c-615808998bb9 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb0d6b1d-a313-46ed-bc74-51bf08be6e9e HTTP/1.1" status: 200 len: 913 time: 0.1259546 Feb 19 07:40:22.201980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:22.432276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-660802df-31a8-4ea8-b47f-0af1d13388c3 None None] Provisioning complete for port 4f955be3-1b8b-4183-b5bf-098dcc97af25 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:22.432862 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-660802df-31a8-4ea8-b47f-0af1d13388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:22.441088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Allocated IP 2001:db8::2 (340d5820-7cab-4677-9c21-b42d29f430bb/a73150dd-92af-446e-8840-47778d8e2aca/3acc1fd4-cc7c-45d3-a8e8-a83692218ae3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:22.647725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-660802df-31a8-4ea8-b47f-0af1d13388c3 None None] Current status of the port 4f955be3-1b8b-4183-b5bf-098dcc97af25 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:22.815343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91f4f3-751c-4dd0-aa89-60b645744aa4 req-50835b60-a3dc-40fc-a172-19143e634f84 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:22.816925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e91f4f3-751c-4dd0-aa89-60b645744aa4 req-50835b60-a3dc-40fc-a172-19143e634f84 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.4043577 Feb 19 07:40:22.918560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:22.922439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks [] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:22.942919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.002892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f955be3-1b8b-4183-b5bf-098dcc97af25 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:23.065221 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.099720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Network 340d5820-7cab-4677-9c21-b42d29f430bb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:23.121712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:23.144067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:23.197995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e91f4f3-751c-4dd0-aa89-60b645744aa4 req-8aa29c55-66df-4034-800e-1e8eabf3c8bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714249 Feb 19 07:40:23.251041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Pushing event updated for resources: {'Port': ['ID=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:23.260759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af8b88-7331-4248-8a5b-d993e8d9f100 None None] Network 63000c64-6bf8-4a97-a758-32470d05e195 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:23.389140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Attempting to bind port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:23.389734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Attempting to bind port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'df00d522-2cf4-440e-9674-8d7c850ea4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:23.390548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Attempting to bind port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 on network 340d5820-7cab-4677-9c21-b42d29f430bb {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:23.478394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:23.478892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Checking segment: {'id': 'df00d522-2cf4-440e-9674-8d7c850ea4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:23.482101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.482101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Bound using segment: {'id': 'df00d522-2cf4-440e-9674-8d7c850ea4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:23.482101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Bound port: 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df00d522-2cf4-440e-9674-8d7c850ea4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '340d5820-7cab-4677-9c21-b42d29f430bb'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:23.482101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.490854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Provisioning complete for port 1e224007-d49e-4701-a0a8-2ef24a19d476 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:23.491262 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.536110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4f955be3-1b8b-4183-b5bf-098dcc97af25 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:23.536513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.589741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Allocated IP 2001:db8::1 (63000c64-6bf8-4a97-a758-32470d05e195/e7f8b786-6544-45f1-99e8-e180f3746f2c/bc7c2c4f-902b-4cc9-8f54-01a82b277fe2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:23.604407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port befbdfc2-2a54-4184-b233-8012ea3eb2e2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:23.604755 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.797299 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.808387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Current status of the port 1e224007-d49e-4701-a0a8-2ef24a19d476 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:23.808918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:23.824589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for befbdfc2-2a54-4184-b233-8012ea3eb2e2 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:23.874265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4f955be3-1b8b-4183-b5bf-098dcc97af25 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:23.897141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1e224007-d49e-4701-a0a8-2ef24a19d476 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:23.899118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] For port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:23.980183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.015704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] For port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,segment=NetworkSegment(df00d522-2cf4-440e-9674-8d7c850ea4c3),segment_id=df00d522-2cf4-440e-9674-8d7c850ea4c3)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:24.062094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.065935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.127428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] For port 1e224007-d49e-4701-a0a8-2ef24a19d476, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1e224007-d49e-4701-a0a8-2ef24a19d476,segment=NetworkSegment(c2fd05ca-d1b2-454a-a834-595b47019c5c),segment_id=c2fd05ca-d1b2-454a-a834-595b47019c5c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:24.220122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Port': ['ID=bc7c2c4f-902b-4cc9-8f54-01a82b277fe2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:24.237325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network 63000c64-6bf8-4a97-a758-32470d05e195 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:24.241388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:24.244661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:24.246396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.290355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed272a9-d1ae-4dca-8763-4f1906f29448 None None] Pushing event updated for resources: {'Port': ['ID=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:24.306508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.402978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-9510e5b0-5d4a-419b-8b0d-446caf29ac36 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:24.408471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-9510e5b0-5d4a-419b-8b0d-446caf29ac36 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.3812428 Feb 19 07:40:24.453961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e1ffa-0e18-46b8-8ad2-8d660cb7e1a5 None None] Pushing event updated for resources: {'Port': ['ID=1e224007-d49e-4701-a0a8-2ef24a19d476,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:24.499265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1e224007-d49e-4701-a0a8-2ef24a19d476 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:24.501343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.544817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:24.556186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-87cf3abb-6e5c-4de4-98d8-cd34e35f3550 None None] Provisioning complete for port 1e224007-d49e-4701-a0a8-2ef24a19d476 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:24.557121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87cf3abb-6e5c-4de4-98d8-cd34e35f3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.716180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d520bc-abd7-41f9-8d0a-bad7c42b9b2d req-e233dfc7-f0eb-49f5-a96c-4c6d92c73f8b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:24.717840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5d520bc-abd7-41f9-8d0a-bad7c42b9b2d req-e233dfc7-f0eb-49f5-a96c-4c6d92c73f8b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.3684068 Feb 19 07:40:24.829396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1e224007-d49e-4701-a0a8-2ef24a19d476 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:24.849574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5d520bc-abd7-41f9-8d0a-bad7c42b9b2d req-10931449-f576-4b3d-9986-aadbd0a1469f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129098 Feb 19 07:40:24.850657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (befbdfc2-2a54-4184-b233-8012ea3eb2e2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.859524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:24.896315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87cf3abb-6e5c-4de4-98d8-cd34e35f3550 None None] Current status of the port 1e224007-d49e-4701-a0a8-2ef24a19d476 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:24.915557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=befbdfc2-2a54-4184-b233-8012ea3eb2e2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:25.023958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e565fc41-71ff-42e3-94f3-b8067bae5185 None None] Provisioning complete for port bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:25.024338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e565fc41-71ff-42e3-94f3-b8067bae5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.098261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e565fc41-71ff-42e3-94f3-b8067bae5185 None None] Port bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:40:25.189057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1e224007-d49e-4701-a0a8-2ef24a19d476 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:25.304327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.311981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.312791 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.319015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1e224007-d49e-4701-a0a8-2ef24a19d476 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:25.319417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.424546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1e224007-d49e-4701-a0a8-2ef24a19d476 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:25.425524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:25.427573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port a8b3e966-c06c-453c-816f-d09b3b7fc587 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:25.428976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.491961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:25.492484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.627282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:25.627805 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:25.972130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.020016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8ecb0-5174-488d-aeb9-4c31123b22e4 None None] Network 340d5820-7cab-4677-9c21-b42d29f430bb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:26.173089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,segment=NetworkSegment(df00d522-2cf4-440e-9674-8d7c850ea4c3),segment_id=df00d522-2cf4-440e-9674-8d7c850ea4c3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:26.198159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network 63000c64-6bf8-4a97-a758-32470d05e195 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:26.200162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Port': ['ID=bc7c2c4f-902b-4cc9-8f54-01a82b277fe2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:26.206857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.278321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:26.314049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:26.323487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1eaa8e1a-4fa4-48f7-abd3-8c77b02a7af3 None None] Provisioning complete for port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:26.324063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8e1a-4fa4-48f7-abd3-8c77b02a7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.608225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa8e1a-4fa4-48f7-abd3-8c77b02a7af3 None None] Current status of the port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:26.713486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bda559-d838-44e1-9252-cc2cabb2d10a req-afc10cc2-02cf-47e3-b263-bdfcdcea089f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:26.715051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21bda559-d838-44e1-9252-cc2cabb2d10a req-afc10cc2-02cf-47e3-b263-bdfcdcea089f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 945 time: 0.5435715 Feb 19 07:40:26.730657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:26.734529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port a8b3e966-c06c-453c-816f-d09b3b7fc587, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a8b3e966-c06c-453c-816f-d09b3b7fc587,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:26.734750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.763429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.869797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4b5feabf-5eb3-4a4d-ad30-5c25e566a6eb None None] Provisioning complete for port bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:26.869797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b5feabf-5eb3-4a4d-ad30-5c25e566a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:26.874337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21bda559-d838-44e1-9252-cc2cabb2d10a req-176ff049-41da-47cc-9b36-76e39f3bc27a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461258 Feb 19 07:40:26.880348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for a8b3e966-c06c-453c-816f-d09b3b7fc587 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:26.915428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Router a00250d7-d520-486c-a033-80a608af3a32 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:40:26.942453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4b5feabf-5eb3-4a4d-ad30-5c25e566a6eb None None] Port bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:40:27.117848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:27.186236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:27.199841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cb050089-bc33-4e4d-9517-c68eaa833b1a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2904618 Feb 19 07:40:27.206498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:27.233286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] Sync routers for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:27.239350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a6a7a54d-d555-4456-bbc7-34fe27cd4f8d None None] Provisioning complete for port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:27.239848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a54d-d555-4456-bbc7-34fe27cd4f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:27.273390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:27.273856 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:27.360583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:27.361246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.369340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:27.376533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-778037cf-6dd6-470f-bc2b-2e053fef41d4 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "PUT /v2.0/routers/cb0d6b1d-a313-46ed-bc74-51bf08be6e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1735380 Feb 19 07:40:27.380834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:27.383862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] Sync routers for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:27.394851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:27.397435 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.441081 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.443719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.482240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] Routers {'cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:27.486938 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.563076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:27.563766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.570794 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.571993 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629efa8-e74a-44f9-af8d-d1f54b0075a4 None None] The sync data for ids ['cb0d6b1d-a313-46ed-bc74-51bf08be6e9e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:27.616158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a8b3e966-c06c-453c-816f-d09b3b7fc587), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:27.654372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=a8b3e966-c06c-453c-816f-d09b3b7fc587,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:27.670916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:27.675162 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7a54d-d555-4456-bbc7-34fe27cd4f8d None None] Current status of the port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:27.680437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a8b3e966-c06c-453c-816f-d09b3b7fc587 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:27.682866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:27.683520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32599e8-6e2f-4b06-8e03-e81b8209ce8c None None] The sync data for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:27.713036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a8b3e966-c06c-453c-816f-d09b3b7fc587 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:27.713395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a8b3e966-c06c-453c-816f-d09b3b7fc587 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:27.752274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port a8b3e966-c06c-453c-816f-d09b3b7fc587 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:27.755109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:27.759747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-46f14918-d090-44d8-80d1-2e6d9a4ab957 req-92e2e707-d2c3-4d21-bfef-94dc2bf23420 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "DELETE /v2.0/ports/a8b3e966-c06c-453c-816f-d09b3b7fc587 HTTP/1.1" status: 204 len: 173 time: 3.3400593 Feb 19 07:40:27.769114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'name': 'network-vif-deleted', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:40:27.774398 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb861f-74f0-45e2-ab86-92e27f8c6584" -d '{"events": [{"server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "name": "network-vif-deleted", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:40:28.038180 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c5ef88-7d43-4318-a570-7ad8b69ef0c4 x-openstack-request-id: req-75c5ef88-7d43-4318-a570-7ad8b69ef0c4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:40:28.038481 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182dbdf8-5edf-4633-bf77-914b39cf6848", "name": "network-vif-deleted", "tag": "a8b3e966-c06c-453c-816f-d09b3b7fc587", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:40:28.038748 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75c5ef88-7d43-4318-a570-7ad8b69ef0c4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:40:28.039154 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182dbdf8-5edf-4633-bf77-914b39cf6848', 'name': 'network-vif-deleted', 'tag': 'a8b3e966-c06c-453c-816f-d09b3b7fc587', 'status': 'completed', 'code': 200} Feb 19 07:40:28.145066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Deleting port 8f8dd714-1de2-473a-94de-ffa578013726 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:28.145810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8f8dd714-1de2-473a-94de-ffa578013726), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:28.182690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f767da1-ea65-4264-b8e1-728443298e0b req-96dfe284-f38b-4d2e-9c54-43dc7273cadc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0481946 Feb 19 07:40:28.251937 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ea35a90b-d895-48e7-857e-117022fdaf91 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:40:28.257500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea35a90b-d895-48e7-857e-117022fdaf91 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0502145 Feb 19 07:40:28.258236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:28.263238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:28.566040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] For port 8f8dd714-1de2-473a-94de-ffa578013726, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8f8dd714-1de2-473a-94de-ffa578013726,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:28.566040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8f8dd714-1de2-473a-94de-ffa578013726), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:28.598684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Calling delete_port for 8f8dd714-1de2-473a-94de-ffa578013726 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:28.828079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_gateway (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:28.882498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.025236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting port 7ec95045-358e-46d2-b612-a51aa49702d6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:29.025663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7ec95045-358e-46d2-b612-a51aa49702d6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.181946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8f8dd714-1de2-473a-94de-ffa578013726), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.187827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7ec95045-358e-46d2-b612-a51aa49702d6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.233081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8dd714-1de2-473a-94de-ffa578013726,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:29.316220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Calling delete_port for 7ec95045-358e-46d2-b612-a51aa49702d6 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:29.321532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:29.321994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.432473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.446176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for bc7c2c4f-902b-4cc9-8f54-01a82b277fe2 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:29.598436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7ec95045-358e-46d2-b612-a51aa49702d6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.643302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22139505-c83f-47cd-b67a-c9193fd4dfb0 req-d97e3f6d-99fa-45a1-897e-d010646c5873 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0517256 Feb 19 07:40:29.714907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bc7c2c4f-902b-4cc9-8f54-01a82b277fe2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.753551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=bc7c2c4f-902b-4cc9-8f54-01a82b277fe2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:29.796067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Port': ['ID=7ec95045-358e-46d2-b612-a51aa49702d6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:29.923016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:29.927272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.113411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.119034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router_controller (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.237781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (cb0d6b1d-a313-46ed-bc74-51bf08be6e9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.238366 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Fanout notify agent at l3_agent the message router_deleted on router cb0d6b1d-a313-46ed-bc74-51bf08be6e9e {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:40:30.247777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.249153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9f3835b4-79a4-4ff2-b468-dfd3c4f4b6dd tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/routers/cb0d6b1d-a313-46ed-bc74-51bf08be6e9e HTTP/1.1" status: 204 len: 168 time: 2.8648665 Feb 19 07:40:30.251591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52612) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:30.297756 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.311504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.330682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Deleting subnet 3b37d3a5-b932-4103-8877-4f82f82b7568 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:30.479709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (3b37d3a5-b932-4103-8877-4f82f82b7568), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.569857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (3b37d3a5-b932-4103-8877-4f82f82b7568), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.722224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (3b37d3a5-b932-4103-8877-4f82f82b7568), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.758999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Router a00250d7-d520-486c-a033-80a608af3a32 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:30.799879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:30.831836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-212dbbe4-c977-4f1c-b26e-fa8aa171e764 req-6b6c4c1a-c291-416d-82c1-26a54764ec88 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0610056 Feb 19 07:40:30.982050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (3b37d3a5-b932-4103-8877-4f82f82b7568), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:30.994529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:31.012902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f695594-4aa1-4c66-b327-4fbe13ea1dbd tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513075 Feb 19 07:40:31.013163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] Sync routers for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:31.014207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:31.037402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Subnet': ['ID=3b37d3a5-b932-4103-8877-4f82f82b7568,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:31.040902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:31.041591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.047429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.051043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7dabbae5-e1b9-4f20-8d9a-e169cb5863ee tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/subnets/3b37d3a5-b932-4103-8877-4f82f82b7568 HTTP/1.1" status: 204 len: 168 time: 0.7984543 Feb 19 07:40:31.077148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:31.081945 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-f6b41819-bbd5-4efe-a33d-656357b31f9e tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] delete failed (client error): The resource could not be found. Feb 19 07:40:31.088921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6b41819-bbd5-4efe-a33d-656357b31f9e tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1507936210 HTTP/1.1" status: 404 len: 335 time: 0.0736601 Feb 19 07:40:31.094390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:31.099124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-18cff2bb-65d5-401b-ae30-529aa35c698f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a00250d7-d520-486c-a033-80a608af3a32'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:31.122223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.146467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:31.149168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.242467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.243418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9580ab-8f0c-41b9-8790-c2c1700592e8 None None] The sync data for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:31.473158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18cff2bb-65d5-401b-ae30-529aa35c698f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router_gateway (a00250d7-d520-486c-a033-80a608af3a32), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.484178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (f22228cc-4853-44fc-9ae4-2b0364f38c31), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.506174 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-18cff2bb-65d5-401b-ae30-529aa35c698f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] update failed (client error): The resource could not be found. Feb 19 07:40:31.509140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18cff2bb-65d5-401b-ae30-529aa35c698f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32 HTTP/1.1" status: 404 len: 339 time: 0.4136651 Feb 19 07:40:31.514362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:31.523009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1791734479'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:31.535221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:31.546757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:31.547870 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d1d24dd-082e-441d-85f1-459c0e691690 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c5d79f7-dec8-4677-a1ac-4f7704e2ff84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9711676 Feb 19 07:40:31.550300 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Sync routers for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:31.565650 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:31.566502 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.639222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:31.645760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.662529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (f22228cc-4853-44fc-9ae4-2b0364f38c31), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.701244 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:40:31.703870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22228cc-4853-44fc-9ae4-2b0364f38c31']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.722825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.723537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:31.746735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.769058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:31.770970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.781317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:31.781789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (3d25c7c0-85f2-49bc-a9e1-0b474ea8ab68), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:31.785457 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:31.789678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9c9a7966-bd5d-46b7-8e9e-e00ab3176381), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.790150 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Added segment 9c9a7966-bd5d-46b7-8e9e-e00ab3176381 of type vlan for network 2fa6e51b-4b22-48ef-941d-361a5978045e Feb 19 07:40:31.838625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks [] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.885811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2fa6e51b-4b22-48ef-941d-361a5978045e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.893330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (f22228cc-4853-44fc-9ae4-2b0364f38c31), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.908945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.932910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] 10.222.0.43 "DELETE /v2.0/networks/f22228cc-4853-44fc-9ae4-2b0364f38c31 HTTP/1.1" status: 204 len: 168 time: 0.8544035 Feb 19 07:40:31.964722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2fa6e51b-4b22-48ef-941d-361a5978045e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.971263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:31.972013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:31.992829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c6d85-f34e-4045-90cd-2e5eead5ff06 tempest-FloatingIPTestJSON-378696294 tempest-FloatingIPTestJSON-378696294-project] Pushing event deleted for resources: {'Network': ['ID=f22228cc-4853-44fc-9ae4-2b0364f38c31,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:32.070856 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:40:29Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:32.072912 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b409139-acd6-4c86-a6fb-bf1fd242990f req-adc88a94-f9df-4a36-8b7c-3fe783cbe39a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0777199 Feb 19 07:40:32.131139 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Checking router: 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:40:32.166718 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Routers {'0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:32.167570 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:32.184536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks [] for router_gateway (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.200788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Network': ['ID=2fa6e51b-4b22-48ef-941d-361a5978045e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:32.231387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2fa6e51b-4b22-48ef-941d-361a5978045e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:32.280994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:32.283426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-54e6a04a-8f3b-4ed7-bed7-76162451c8a0 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7677925 Feb 19 07:40:32.285951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'subnet': {'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:32.361220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Deleting port 439fb9b3-75e5-4401-a9a5-ad078620b53f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:32.365140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.407422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:32.428502 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] Set router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:40:32.517609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Made reservation on behalf of 853a8de008dd4ca5a75b0236c65acde8 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:32.521222 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.553147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] For port 439fb9b3-75e5-4401-a9a5-ad078620b53f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=439fb9b3-75e5-4401-a9a5-ad078620b53f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:32.553519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.582952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Calling delete_port for 439fb9b3-75e5-4401-a9a5-ad078620b53f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:32.729427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cef31e61-1ebf-4ea4-9363-23a3f85952a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=080c2cd5247d488993dcd3ad2ee10dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208158 Feb 19 07:40:32.731858 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:32.766119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:40:29Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:32.802262 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82912ff-11ac-4120-8b37-630680f19138 None None] The sync data for ids ['0c5d79f7-dec8-4677-a1ac-4f7704e2ff84'] in n-d-829866-3 is: [{'id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'name': 'tempest-AttachVolumeShelveTestJSON-1895523085-router', 'tenant_id': 'dd7e479564e448f6b257175ddf4a934c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:32:14Z', 'updated_at': '2022-02-19T07:40:29Z', 'revision_number': 5, 'project_id': 'dd7e479564e448f6b257175ddf4a934c', 'gw_port': {'id': '439fb9b3-75e5-4401-a9a5-ad078620b53f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5d79f7-dec8-4677-a1ac-4f7704e2ff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:32:15Z', 'updated_at': '2022-02-19T07:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:32.816201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (439fb9b3-75e5-4401-a9a5-ad078620b53f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.863686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] Publish callbacks [] for security_group (6dfc901b-d767-4b22-9dd8-f311e72d266d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.864156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Pushing event deleted for resources: {'Port': ['ID=439fb9b3-75e5-4401-a9a5-ad078620b53f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:32.955205 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:32.989399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] Publish callbacks [] for security_group (6dfc901b-d767-4b22-9dd8-f311e72d266d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.074597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.081785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks [] for router_controller (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.135073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.171554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (0c5d79f7-dec8-4677-a1ac-4f7704e2ff84), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.189821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:40:33.208500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9b1315cf-2ceb-4d45-8d1e-5e64912ebf99), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.221968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.228713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c28039b4-9054-4e18-bd9c-5b8fea21510d admin admin] 10.222.0.43 "DELETE /v2.0/routers/0c5d79f7-dec8-4677-a1ac-4f7704e2ff84 HTTP/1.1" status: 204 len: 168 time: 1.6790230 Feb 19 07:40:33.232951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52662) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:33.282690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2769750e-ce8d-4fea-b85b-8e9d16fa8fc0 req-a0ce6cf7-539f-4faf-90bc-89af93916197 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0716836 Feb 19 07:40:33.372971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f8dd714-1de2-473a-94de-ffa578013726 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:33.386840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6dfc901b-d767-4b22-9dd8-f311e72d266d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.391601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.393184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dfc901b-d767-4b22-9dd8-f311e72d266d HTTP/1.1" status: 204 len: 168 time: 0.6603246 Feb 19 07:40:33.426797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8f8dd714-1de2-473a-94de-ffa578013726 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:33.428757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8f8dd714-1de2-473a-94de-ffa578013726 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:33.501055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369766ba-3a1b-4b2d-a672-c9c0534d2dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfc901b-d767-4b22-9dd8-f311e72d266d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:33.546433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Deleting subnet 01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:33.549712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Publish callbacks [] for subnet (01a00d65-ab1f-4cb5-8889-92ba0fb7ba15), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.591404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (01a00d65-ab1f-4cb5-8889-92ba0fb7ba15), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.657390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Checking segment: {'id': '9c9a7966-bd5d-46b7-8e9e-e00ab3176381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:33.664724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network hostable DHCP agents. Network: 2fa6e51b-4b22-48ef-941d-361a5978045e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:33.737789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (01a00d65-ab1f-4cb5-8889-92ba0fb7ba15), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.797059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Subnet': ['ID=9b1315cf-2ceb-4d45-8d1e-5e64912ebf99,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:33.806795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (01a00d65-ab1f-4cb5-8889-92ba0fb7ba15), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.843998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a00d65-ab1f-4cb5-8889-92ba0fb7ba15,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:33.846111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.855313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-211a10af-7cd4-4321-b0a1-569815d27037 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01a00d65-ab1f-4cb5-8889-92ba0fb7ba15 HTTP/1.1" status: 204 len: 168 time: 0.6191936 Feb 19 07:40:33.855698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:33.857073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network 2fa6e51b-4b22-48ef-941d-361a5978045e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:33.870319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2fa6e51b-4b22-48ef-941d-361a5978045e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:33.873157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ceb48-f041-4ef1-ba3d-b6a568adc2ba None None] Network 5f5dd6fc-ac68-4c25-9bea-75071666605d requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:33.876390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:33.877479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:33.898006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53b70503-8c55-4dee-96b9-a1338aa586c8 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6159160 Feb 19 07:40:33.901671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52676) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:33.916888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9b86db97-741b-4a78-b237-21a964bae9f6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:34.011492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5f5dd6fc-ac68-4c25-9bea-75071666605d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.019630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963b04f-49e0-4199-a4fe-068f423f6f1a None None] Network 2fa6e51b-4b22-48ef-941d-361a5978045e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:34.099782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Deleting port a55c9ca8-dace-4744-81a3-755e722287c7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:34.100391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.269488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] For port a55c9ca8-dace-4744-81a3-755e722287c7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a55c9ca8-dace-4744-81a3-755e722287c7,segment=NetworkSegment(ccb171b8-095a-482b-8f88-c9807e65dcf4),segment_id=ccb171b8-095a-482b-8f88-c9807e65dcf4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:34.270203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.305210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Calling delete_port for a55c9ca8-dace-4744-81a3-755e722287c7 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:34.401859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9b86db97-741b-4a78-b237-21a964bae9f6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router_gateway (a00250d7-d520-486c-a033-80a608af3a32), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.423657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a55c9ca8-dace-4744-81a3-755e722287c7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.501199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-2fa6e51b-4b22-48ef-941d-361a5978045e', 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e', 'project_id': '853a8de008dd4ca5a75b0236c65acde8', 'fixed_ips': [{'subnet_id': '9b1315cf-2ceb-4d45-8d1e-5e64912ebf99'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:34.502110 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.503872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] No DVR routers for this DVR port a55c9ca8-dace-4744-81a3-755e722287c7 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:34.571405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c9ca8-dace-4744-81a3-755e722287c7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:34.610529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a35c958-5dd4-4dae-8286-fd852896d981 req-afd2ce09-7596-41b9-b6a9-284301a2b229 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.1370864 Feb 19 07:40:34.684518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5f5dd6fc-ac68-4c25-9bea-75071666605d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.695586 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-9b86db97-741b-4a78-b237-21a964bae9f6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 07:40:34.697394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b86db97-741b-4a78-b237-21a964bae9f6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32 HTTP/1.1" status: 400 len: 364 time: 0.7940314 Feb 19 07:40:34.701320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52696) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:34.705960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cfe9c6-03c8-4a0f-aa6e-54a9267a3e59 None None] DHCP port deletion for 5f5dd6fc-ac68-4c25-9bea-75071666605d request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:34.746577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5dd6fc-ac68-4c25-9bea-75071666605d']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:34.777716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb171b8-095a-482b-8f88-c9807e65dcf4') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:34.778022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb171b8-095a-482b-8f88-c9807e65dcf4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:34.814641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (ccb171b8-095a-482b-8f88-c9807e65dcf4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.861587 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ccb171b8-095a-482b-8f88-c9807e65dcf4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.890784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:34.894902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (ccb171b8-095a-482b-8f88-c9807e65dcf4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:34.897355 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:35.034241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:35.050616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Allocated IP 2001:db8:1::2 (2fa6e51b-4b22-48ef-941d-361a5978045e/9b1315cf-2ceb-4d45-8d1e-5e64912ebf99/b8896591-1e72-4a3e-bf3f-ae08d338fc51) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:35.086453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 439fb9b3-75e5-4401-a9a5-ad078620b53f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:35.122182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5f5dd6fc-ac68-4c25-9bea-75071666605d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.130510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.151422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] 10.222.0.43 "DELETE /v2.0/networks/5f5dd6fc-ac68-4c25-9bea-75071666605d HTTP/1.1" status: 204 len: 168 time: 1.2939632 Feb 19 07:40:35.188944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 439fb9b3-75e5-4401-a9a5-ad078620b53f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:35.189289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 439fb9b3-75e5-4401-a9a5-ad078620b53f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:35.189717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a55c9ca8-dace-4744-81a3-755e722287c7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:35.244609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8f5f-ba40-4746-9051-182f642291ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5dd6fc-ac68-4c25-9bea-75071666605d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:35.293335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-284356615'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:35.304361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a55c9ca8-dace-4744-81a3-755e722287c7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:35.304709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a55c9ca8-dace-4744-81a3-755e722287c7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:35.373517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:35.389940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.415226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.493841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:35.695288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-276aebfe-f084-4a4a-b2da-d048999d4217 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd7e479564e448f6b257175ddf4a934c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1968684 Feb 19 07:40:35.699079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks [] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.707646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:35.709764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.771774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a6d4f1f-0b68-4ca3-ae11-2578e8f01cda req-3cd96755-06ae-4f57-a9a0-9b4967780a21 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0391674 Feb 19 07:40:35.788487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Network 2fa6e51b-4b22-48ef-941d-361a5978045e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:35.793403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:35.809141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:35.823846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Pushing event updated for resources: {'Port': ['ID=b8896591-1e72-4a3e-bf3f-ae08d338fc51,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:35.909319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for security_group (c1c083f1-16da-4dba-9f28-735272bf0211), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.928617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.948167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Attempting to bind port b8896591-1e72-4a3e-bf3f-ae08d338fc51 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:35.948890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Attempting to bind port b8896591-1e72-4a3e-bf3f-ae08d338fc51 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9c9a7966-bd5d-46b7-8e9e-e00ab3176381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:35.949470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Attempting to bind port b8896591-1e72-4a3e-bf3f-ae08d338fc51 on network 2fa6e51b-4b22-48ef-941d-361a5978045e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:35.951437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] Publish callbacks [] for security_group (53bf5ca6-9ed4-4dda-8486-96158625631e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.954433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c1c083f1-16da-4dba-9f28-735272bf0211), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.960236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:35.960864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Checking segment: {'id': '9c9a7966-bd5d-46b7-8e9e-e00ab3176381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:35.961433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:35.961986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Bound using segment: {'id': '9c9a7966-bd5d-46b7-8e9e-e00ab3176381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:35.963325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Bound port: b8896591-1e72-4a3e-bf3f-ae08d338fc51, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9a7966-bd5d-46b7-8e9e-e00ab3176381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2fa6e51b-4b22-48ef-941d-361a5978045e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:35.969308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.000780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] Publish callbacks [] for security_group (53bf5ca6-9ed4-4dda-8486-96158625631e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.011966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:36.038118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c083f1-16da-4dba-9f28-735272bf0211,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:36.072892 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (28320454-30e2-427e-997f-621429d5091e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.073437 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 28320454-30e2-427e-997f-621429d5091e of type vlan for network 0818a65b-54cf-42ab-b82f-036d326c14db Feb 19 07:40:36.129591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0818a65b-54cf-42ab-b82f-036d326c14db), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.162937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (53bf5ca6-9ed4-4dda-8486-96158625631e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.166892 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.168926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53bf5ca6-9ed4-4dda-8486-96158625631e HTTP/1.1" status: 204 len: 168 time: 0.4600172 Feb 19 07:40:36.181578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] For port b8896591-1e72-4a3e-bf3f-ae08d338fc51, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:36.183722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8514-4059-4954-8609-5bd473e9c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf5ca6-9ed4-4dda-8486-96158625631e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:36.190160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] For port b8896591-1e72-4a3e-bf3f-ae08d338fc51, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8896591-1e72-4a3e-bf3f-ae08d338fc51,segment=NetworkSegment(9c9a7966-bd5d-46b7-8e9e-e00ab3176381),segment_id=9c9a7966-bd5d-46b7-8e9e-e00ab3176381)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:36.201450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0818a65b-54cf-42ab-b82f-036d326c14db), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.218719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:36.219493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.220123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.407234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-414a54f3-4418-440d-aa44-52e7ade44c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:36.421892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d720-d2e3-4ca2-9b5c-7d659b6300af None None] Pushing event updated for resources: {'Port': ['ID=b8896591-1e72-4a3e-bf3f-ae08d338fc51,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:36.447901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4125698 Feb 19 07:40:36.456522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f297de-1e3e-489c-92aa-21172fd0cf9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=0818a65b-54cf-42ab-b82f-036d326c14db,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:36.485864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0818a65b-54cf-42ab-b82f-036d326c14db details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:37.057781 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Allocated IP 2001:db8::1 (b8b8b847-5944-42af-bdfc-28e450f68783/d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9/4fbafb7e-56d6-43f0-acc6-29d602974e63) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:37.354081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8896591-1e72-4a3e-bf3f-ae08d338fc51 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:37.382343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dfee101-a3b3-49ae-810c-d8ad3ae24bd5 req-9c0f97a4-b3e0-4256-b080-5be23f7847fd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.2015243 Feb 19 07:40:37.539278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b8896591-1e72-4a3e-bf3f-ae08d338fc51 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:37.539965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:37.559955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:37.727828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:37.864433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b8896591-1e72-4a3e-bf3f-ae08d338fc51 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:37.865937 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:37.907901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b8896591-1e72-4a3e-bf3f-ae08d338fc51, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8896591-1e72-4a3e-bf3f-ae08d338fc51,segment=NetworkSegment(9c9a7966-bd5d-46b7-8e9e-e00ab3176381),segment_id=9c9a7966-bd5d-46b7-8e9e-e00ab3176381)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:37.920571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:37.946196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network b8b8b847-5944-42af-bdfc-28e450f68783 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:37.983869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:37.993069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:37.994344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:38.112496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b8896591-1e72-4a3e-bf3f-ae08d338fc51,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:38.297768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Port': ['ID=4fbafb7e-56d6-43f0-acc6-29d602974e63,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:38.606659 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c6455e-142a-4238-8a85-08ca151b8367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:38.782861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:38.786863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0da8e7c6-6ba8-45a5-bf39-81c6ba46fef3 None None] Provisioning complete for port 4fbafb7e-56d6-43f0-acc6-29d602974e63 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:38.788904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0da8e7c6-6ba8-45a5-bf39-81c6ba46fef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:38.821168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fc11799-ed30-4829-8856-19fdb724567f req-b2b6103f-16d9-4c44-a15a-d2c05eecfbae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0942206 Feb 19 07:40:38.952525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0da8e7c6-6ba8-45a5-bf39-81c6ba46fef3 None None] Port 4fbafb7e-56d6-43f0-acc6-29d602974e63 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:40:39.017952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1890c4f-a764-4d4d-919a-c61adc5eeae2 None None] Network 2fa6e51b-4b22-48ef-941d-361a5978045e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:39.191775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8896591-1e72-4a3e-bf3f-ae08d338fc51 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:39.352613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8d4a6759-3cd1-4a1a-85b4-2e249364b3be None None] Provisioning complete for port b8896591-1e72-4a3e-bf3f-ae08d338fc51 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:39.353849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6759-3cd1-4a1a-85b4-2e249364b3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:39.622801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:39.636750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:39.637682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:39.829486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:39.836403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:39.881600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event updated for resources: {'Port': ['ID=4fbafb7e-56d6-43f0-acc6-29d602974e63,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:40.046067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Network b8b8b847-5944-42af-bdfc-28e450f68783 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:40.054008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:40.219139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:40.281698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e60a8ef-afad-4df6-8f50-b7b7f4ba62e3 req-388853a6-70a7-4d89-a59e-c73136fdc448 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.1496305 Feb 19 07:40:40.342478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:40.346136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:40.356853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b8896591-1e72-4a3e-bf3f-ae08d338fc51 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:40.357925 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:40.489111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Router a00250d7-d520-486c-a033-80a608af3a32 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:40.603304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:40.622796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-390fece9-141e-4fe6-876d-3c17bd1e6ead tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9198875 Feb 19 07:40:40.623795 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:40.706053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] Sync routers for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:40.765506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a6759-3cd1-4a1a-85b4-2e249364b3be None None] Current status of the port b8896591-1e72-4a3e-bf3f-ae08d338fc51 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:40.857669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:40.867449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:40.873250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-447640e2-14c9-49d2-923f-0fc199350c5d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router (a00250d7-d520-486c-a033-80a608af3a32), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:40.886897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (21a5101c-6e1c-46a1-b30c-9fa206abeb6e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.031518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:41.056756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=21a5101c-6e1c-46a1-b30c-9fa206abeb6e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:41.085548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '28320454-30e2-427e-997f-621429d5091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:41.087265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: 0818a65b-54cf-42ab-b82f-036d326c14db, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:41.102414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.122500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:41.130814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 0818a65b-54cf-42ab-b82f-036d326c14db is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:41.132277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:41.141395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9c9cc93b-254f-49c0-a336-326231dcffb9 None None] Provisioning complete for port 4fbafb7e-56d6-43f0-acc6-29d602974e63 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:41.145605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0818a65b-54cf-42ab-b82f-036d326c14db) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:41.146412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc93b-254f-49c0-a336-326231dcffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.151424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:41.152019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.186594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f97e2fda-c926-4f87-ad06-6c4f9e25a19b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3551688 Feb 19 07:40:41.187473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:41.191648 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-447640e2-14c9-49d2-923f-0fc199350c5d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 07:40:41.198172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753476266'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:41.201763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-447640e2-14c9-49d2-923f-0fc199350c5d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32 HTTP/1.1" status: 409 len: 329 time: 0.5754273 Feb 19 07:40:41.228911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:41.247001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9c9cc93b-254f-49c0-a336-326231dcffb9 None None] Port 4fbafb7e-56d6-43f0-acc6-29d602974e63 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:40:41.269761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b700e-699e-4d3d-8a3a-f87b03d6a56a None None] Network 0818a65b-54cf-42ab-b82f-036d326c14db requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:41.489755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:41.493273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.624871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b4d79fc1-9408-4062-9064-076fdaf41319 req-fbff3e1c-8a8c-4e7c-b48d-0fb71b154bc0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.1315522 Feb 19 07:40:41.661874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:41.662585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7a6e8e-2f22-4832-be2d-58a8976f11dc None None] The sync data for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:41.767626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-0818a65b-54cf-42ab-b82f-036d326c14db', 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '21a5101c-6e1c-46a1-b30c-9fa206abeb6e'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:41.773576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.793888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-981eccdf-1775-4f76-af26-bd9fba285a9e None None] Provisioning complete for port b8896591-1e72-4a3e-bf3f-ae08d338fc51 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:41.794554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981eccdf-1775-4f76-af26-bd9fba285a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:41.796280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b8896591-1e72-4a3e-bf3f-ae08d338fc51 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:42.048686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Allocated IP 2001:db8:0:ffff::2 (0818a65b-54cf-42ab-b82f-036d326c14db/21a5101c-6e1c-46a1-b30c-9fa206abeb6e/29055929-1a28-4f97-b4df-50755e34d643) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:42.229784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks [] for port (29055929-1a28-4f97-b4df-50755e34d643), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.239088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (29055929-1a28-4f97-b4df-50755e34d643), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.301416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Pushing event updated for resources: {'Port': ['ID=29055929-1a28-4f97-b4df-50755e34d643,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:42.314337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Network 0818a65b-54cf-42ab-b82f-036d326c14db is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:42.316962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:42.357432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:42.363524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-981eccdf-1775-4f76-af26-bd9fba285a9e None None] Current status of the port b8896591-1e72-4a3e-bf3f-ae08d338fc51 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:42.518221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:42.546202 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (99aca922-a977-49ac-b43d-1aab415f0714), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.546897 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 99aca922-a977-49ac-b43d-1aab415f0714 of type vlan for network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 Feb 19 07:40:42.562909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.573937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Attempting to bind port 29055929-1a28-4f97-b4df-50755e34d643 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:42.574324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Attempting to bind port 29055929-1a28-4f97-b4df-50755e34d643 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '28320454-30e2-427e-997f-621429d5091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:42.574703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Attempting to bind port 29055929-1a28-4f97-b4df-50755e34d643 on network 0818a65b-54cf-42ab-b82f-036d326c14db {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:42.591674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:42.592426 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Checking segment: {'id': '28320454-30e2-427e-997f-621429d5091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:42.594728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.595236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Bound using segment: {'id': '28320454-30e2-427e-997f-621429d5091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:42.595775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Bound port: 29055929-1a28-4f97-b4df-50755e34d643, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28320454-30e2-427e-997f-621429d5091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0818a65b-54cf-42ab-b82f-036d326c14db'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:42.598007 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (29055929-1a28-4f97-b4df-50755e34d643), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.736756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.791290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] For port 29055929-1a28-4f97-b4df-50755e34d643, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:42.801099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] For port 29055929-1a28-4f97-b4df-50755e34d643, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=29055929-1a28-4f97-b4df-50755e34d643,segment=NetworkSegment(28320454-30e2-427e-997f-621429d5091e),segment_id=28320454-30e2-427e-997f-621429d5091e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:42.813418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (29055929-1a28-4f97-b4df-50755e34d643), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.823038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1daf5113-e976-4a64-8558-c5bc1ff3d921 req-79a81992-5f49-434d-b1d7-2604f1f9fdce tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0676346 Feb 19 07:40:42.922621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:42.924254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2fa69-f336-4d72-8525-55536bc1f3ae None None] Pushing event updated for resources: {'Port': ['ID=29055929-1a28-4f97-b4df-50755e34d643,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:42.938077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:42.938727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:43.043766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8554506 Feb 19 07:40:43.046516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:43.062240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:43.069893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0d80b-da8f-4e0c-8169-2644ca7b7856 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:43.081656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:43.199729 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:43.798479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:43.803501 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:43.858417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port 4fbafb7e-56d6-43f0-acc6-29d602974e63 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:43.858903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.065426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a91c3b0-d3fe-4815-a2bb-d7aabdc2c256 req-cef667b8-da77-440c-8fe3-24bbd8669b61 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0598860 Feb 19 07:40:44.186422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.190477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 29055929-1a28-4f97-b4df-50755e34d643 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:44.230128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for 4fbafb7e-56d6-43f0-acc6-29d602974e63 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:44.260682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (cae2554c-2c0b-4e44-abce-0766033a2b4f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.378978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 29055929-1a28-4f97-b4df-50755e34d643 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:44.379546 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (29055929-1a28-4f97-b4df-50755e34d643), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.444537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=cae2554c-2c0b-4e44-abce-0766033a2b4f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:44.485783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '99aca922-a977-49ac-b43d-1aab415f0714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:44.486741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:44.527431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:44.554482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:44.567236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:44.574063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.579038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23eb2c-a4c1-4606-9074-6656c2fdb715 None None] Network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:44.624806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2de4c98-7cb6-42e1-b17f-9af6414428a0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5747511 Feb 19 07:40:44.625468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52848) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:44.702929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4fbafb7e-56d6-43f0-acc6-29d602974e63), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.751487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=4fbafb7e-56d6-43f0-acc6-29d602974e63,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:44.762756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ddf915-b433-411f-8172-bde722b68323 None None] Network 0818a65b-54cf-42ab-b82f-036d326c14db requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:44.824198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 29055929-1a28-4f97-b4df-50755e34d643 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:44.824893 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (29055929-1a28-4f97-b4df-50755e34d643), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.898670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:44.972622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a00250d7-d520-486c-a033-80a608af3a32), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.135281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (cae2554c-2c0b-4e44-abce-0766033a2b4f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.357977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b1666e6-6cae-44d0-b6ea-b19dda50c030 req-07072291-f0d1-45b6-b583-4926a00259a4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0696445 Feb 19 07:40:45.363741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (cae2554c-2c0b-4e44-abce-0766033a2b4f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.411320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b29c636d-42fd-4358-abc2-520bd91cf2a5 None None] Provisioning complete for port 29055929-1a28-4f97-b4df-50755e34d643 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:45.411951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b29c636d-42fd-4358-abc2-520bd91cf2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (29055929-1a28-4f97-b4df-50755e34d643), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.420870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Router a00250d7-d520-486c-a033-80a608af3a32 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:40:45.503395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 29055929-1a28-4f97-b4df-50755e34d643, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=29055929-1a28-4f97-b4df-50755e34d643,segment=NetworkSegment(28320454-30e2-427e-997f-621429d5091e),segment_id=28320454-30e2-427e-997f-621429d5091e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:45.554250 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (29055929-1a28-4f97-b4df-50755e34d643), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.675961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.688786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:40:45.701757 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] Sync routers for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:40:45.715698 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:45.720783 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:45.727883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d8aa233b-70a7-4750-bae8-ed98627a66b5 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4959424 Feb 19 07:40:45.728571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:45.768735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=cae2554c-2c0b-4e44-abce-0766033a2b4f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:45.791584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:45.814219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99aca922-a977-49ac-b43d-1aab415f0714') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:45.814457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99aca922-a977-49ac-b43d-1aab415f0714') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:45.833424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (99aca922-a977-49ac-b43d-1aab415f0714), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:45.835929 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-b5be5ed7-d618-403b-a1a4-194f25d3464f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] show failed (client error): The resource could not be found. Feb 19 07:40:45.846181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b5be5ed7-d618-403b-a1a4-194f25d3464f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1653210318 HTTP/1.1" status: 404 len: 335 time: 0.1160712 Feb 19 07:40:45.847068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:45.858428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d3acadb3-48e7-4082-99bc-3835ffd787a2 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:45.987874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a193a1-74fe-4282-83c6-3d6092da285e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1', 'network_id': '720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': 'cae2554c-2c0b-4e44-abce-0766033a2b4f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:45.988741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89a193a1-74fe-4282-83c6-3d6092da285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.023016 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-d3acadb3-48e7-4082-99bc-3835ffd787a2 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] update failed (client error): The resource could not be found. Feb 19 07:40:46.024699 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3acadb3-48e7-4082-99bc-3835ffd787a2 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-1417174579 HTTP/1.1" status: 404 len: 335 time: 0.1699555 Feb 19 07:40:46.026248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (99aca922-a977-49ac-b43d-1aab415f0714), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.028125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:46.035973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:46.036830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (99aca922-a977-49ac-b43d-1aab415f0714), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:46.042432 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:46.137751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=29055929-1a28-4f97-b4df-50755e34d643,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:46.139970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.144682 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:46.148961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.167110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 HTTP/1.1" status: 204 len: 168 time: 1.5405085 Feb 19 07:40:46.167731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting subnet 9b1315cf-2ceb-4d45-8d1e-5e64912ebf99 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:46.171593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (9b1315cf-2ceb-4d45-8d1e-5e64912ebf99), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.174987 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] Routers {'a00250d7-d520-486c-a033-80a608af3a32'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:40:46.176497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:46.184642 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:40:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a00250d7-d520-486c-a033-80a608af3a32'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:46.190100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018341444'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:46.219032 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (9b1315cf-2ceb-4d45-8d1e-5e64912ebf99), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.230563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4cb6f-cdf7-4daa-9ac7-1a209a626ecd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:46.279691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:46.287120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.297142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b29c636d-42fd-4358-abc2-520bd91cf2a5 None None] Current status of the port 29055929-1a28-4f97-b4df-50755e34d643 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:46.306668 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:46.308572 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04369b-73c2-4e31-9f06-1548c2461f5d None None] The sync data for ids ['a00250d7-d520-486c-a033-80a608af3a32'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:40:46.329459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a0d92-cb5c-4bd5-8e40-bb01446ef08f None None] Network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:46.345834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:46.350420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a0d92-cb5c-4bd5-8e40-bb01446ef08f None None] Network 720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:40:46.361084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5833c910-3faa-4f72-bfd3-b70dcb3166da), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.361601 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 5833c910-3faa-4f72-bfd3-b70dcb3166da of type vlan for network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 Feb 19 07:40:46.438666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b52a74cf-a4e4-459b-9694-71641576f9bf None None] Provisioning complete for port 29055929-1a28-4f97-b4df-50755e34d643 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:46.439161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.439885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b52a74cf-a4e4-459b-9694-71641576f9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (29055929-1a28-4f97-b4df-50755e34d643), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.490918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9b1315cf-2ceb-4d45-8d1e-5e64912ebf99), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.506029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.519949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:46.521464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.618782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (9b1315cf-2ceb-4d45-8d1e-5e64912ebf99), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.627780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4490316 Feb 19 07:40:46.632507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:46.662308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-522792a1-7d5a-4c7a-bfad-071653b38a28 req-8340dc43-3911-4cc8-8e95-ed5456ebba42 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.1103592 Feb 19 07:40:46.675833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b52a74cf-a4e4-459b-9694-71641576f9bf None None] Current status of the port 29055929-1a28-4f97-b4df-50755e34d643 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:46.706804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:46.707267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77302d-77fd-4fa6-a5c6-47a129007bb6 None None] Network 2fa6e51b-4b22-48ef-941d-361a5978045e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:46.718705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/subnets/9b1315cf-2ceb-4d45-8d1e-5e64912ebf99 HTTP/1.1" status: 204 len: 168 time: 0.6885250 Feb 19 07:40:46.732610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:46.739632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:46.753219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1315cf-2ceb-4d45-8d1e-5e64912ebf99,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:46.794627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.794974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.795368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.795722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.796063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.796406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.796743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.797079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.797409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.797740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.798070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.798400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.798727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e22915-68ed-4c68-b066-5c88c65da061 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.822288 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:40:46.880657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:46.952613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.957211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.960999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.961670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.962711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.964756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.967449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.967987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.968505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.969622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.973824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.974633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.975723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99514b06-ba19-473c-8f1b-c1ab207f00c9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:40:46.991968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:46.999992 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2fa6e51b-4b22-48ef-941d-361a5978045e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.041333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:47.045318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.148238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port b8896591-1e72-4a3e-bf3f-ae08d338fc51 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:47.148814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.153529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] DHCP port deletion for 2fa6e51b-4b22-48ef-941d-361a5978045e request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:47.266466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Deleting port b8896591-1e72-4a3e-bf3f-ae08d338fc51 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:47.267584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.292383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] For port b8896591-1e72-4a3e-bf3f-ae08d338fc51, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8896591-1e72-4a3e-bf3f-ae08d338fc51,segment=NetworkSegment(9c9a7966-bd5d-46b7-8e9e-e00ab3176381),segment_id=9c9a7966-bd5d-46b7-8e9e-e00ab3176381)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:47.292792 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.322660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for b8896591-1e72-4a3e-bf3f-ae08d338fc51 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:47.440208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] For port b8896591-1e72-4a3e-bf3f-ae08d338fc51, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b8896591-1e72-4a3e-bf3f-ae08d338fc51,segment=NetworkSegment(9c9a7966-bd5d-46b7-8e9e-e00ab3176381),segment_id=9c9a7966-bd5d-46b7-8e9e-e00ab3176381)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:47.447429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.484924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Calling delete_port for b8896591-1e72-4a3e-bf3f-ae08d338fc51 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:47.523315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (1500ae4e-da32-460e-8aad-505b2ef07958), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.562954 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.615403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=b8896591-1e72-4a3e-bf3f-ae08d338fc51,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:47.629315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] No DVR routers for this DVR port b8896591-1e72-4a3e-bf3f-ae08d338fc51 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:47.712443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=1500ae4e-da32-460e-8aad-505b2ef07958,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:47.719154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b8896591-1e72-4a3e-bf3f-ae08d338fc51), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.730349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '5833c910-3faa-4f72-bfd3-b70dcb3166da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:47.730813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:47.767895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:47.770234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2fa6e51b-4b22-48ef-941d-361a5978045e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.781628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:47.786138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:47.786856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.801940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] Pushing event deleted for resources: {'Port': ['ID=b8896591-1e72-4a3e-bf3f-ae08d338fc51,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:47.811964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a71f3-69a3-4a17-a539-06d657eab01d None None] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:47.843701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9ffce88-57a3-40e9-8007-38a32d6f537a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1215832 Feb 19 07:40:47.844607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:47.853535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200509516'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:47.881969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa6e51b-4b22-48ef-941d-361a5978045e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:47.901326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:47.905074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.956535 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b34668d-a887-4d9b-be84-fca8b374d086 req-8a1a5fe5-d828-44fe-9ea6-0567bcc2c56f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0920684 Feb 19 07:40:47.962250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:47.967976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9a7966-bd5d-46b7-8e9e-e00ab3176381') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:47.970341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9a7966-bd5d-46b7-8e9e-e00ab3176381') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:47.982925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e093a8e7-9064-46d4-9298-7a1cb5dc5b7d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:47.983436 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment e093a8e7-9064-46d4-9298-7a1cb5dc5b7d of type vlan for network aadf35c6-0f52-4e2b-9068-194185505b79 Feb 19 07:40:48.000964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9c9a7966-bd5d-46b7-8e9e-e00ab3176381), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.035949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9c9a7966-bd5d-46b7-8e9e-e00ab3176381), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.049878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:48.052456 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9c9a7966-bd5d-46b7-8e9e-e00ab3176381), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:48.059380 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:48.064544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (aadf35c6-0f52-4e2b-9068-194185505b79), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.087470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 29055929-1a28-4f97-b4df-50755e34d643 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:48.104538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b2f01-3eab-4781-97ec-f75381bd53a1 None None] No DVR routers for this DVR port b8896591-1e72-4a3e-bf3f-ae08d338fc51 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:48.176062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (aadf35c6-0f52-4e2b-9068-194185505b79), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.176062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:48.176062 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.254382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2fa6e51b-4b22-48ef-941d-361a5978045e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.258975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5', 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '1500ae4e-da32-460e-8aad-505b2ef07958'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:48.262430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.269571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.278065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/networks/2fa6e51b-4b22-48ef-941d-361a5978045e HTTP/1.1" status: 204 len: 168 time: 1.5421221 Feb 19 07:40:48.281371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:48.314902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4667249 Feb 19 07:40:48.318291 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:48.327841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': 'aadf35c6-0f52-4e2b-9068-194185505b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:48.446847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 29055929-1a28-4f97-b4df-50755e34d643 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:48.447990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (29055929-1a28-4f97-b4df-50755e34d643), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.461274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbfb82-e547-4b2d-92ad-166229d1505d tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Network': ['ID=2fa6e51b-4b22-48ef-941d-361a5978045e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:48.548724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting subnet a73150dd-92af-446e-8840-47778d8e2aca {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:48.557981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (a73150dd-92af-446e-8840-47778d8e2aca), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.583613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Allocated IP 2001:db8::3 (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5/1500ae4e-da32-460e-8aad-505b2ef07958/c5076f2f-db8d-4267-8991-763b0a04dc6b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:48.612273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 29055929-1a28-4f97-b4df-50755e34d643 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:48.741600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d5ef2-6d5e-4376-8988-70809193f6d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=aadf35c6-0f52-4e2b-9068-194185505b79,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:48.749974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (a73150dd-92af-446e-8840-47778d8e2aca), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:48.792033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:48.800414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.050848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:40:49.051640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:40:49.057524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a73150dd-92af-446e-8840-47778d8e2aca), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.059403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8896591-1e72-4a3e-bf3f-ae08d338fc51 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:49.064623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network aadf35c6-0f52-4e2b-9068-194185505b79 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:49.126062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks [] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.130837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b8896591-1e72-4a3e-bf3f-ae08d338fc51 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:49.131502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b8896591-1e72-4a3e-bf3f-ae08d338fc51 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:49.170567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.240491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:49.246121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:49.251469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:49.264793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Pushing event updated for resources: {'Port': ['ID=c5076f2f-db8d-4267-8991-763b0a04dc6b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:49.298122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e02ece91-5025-4430-be96-b95216052995 req-50a3c332-5c82-4803-8734-f04a6ea5c5ff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.1419115 Feb 19 07:40:49.363426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (a73150dd-92af-446e-8840-47778d8e2aca), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.390731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Attempting to bind port c5076f2f-db8d-4267-8991-763b0a04dc6b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:49.391135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Attempting to bind port c5076f2f-db8d-4267-8991-763b0a04dc6b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5833c910-3faa-4f72-bfd3-b70dcb3166da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:49.391558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Attempting to bind port c5076f2f-db8d-4267-8991-763b0a04dc6b on network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:49.407778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:49.408175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Checking segment: {'id': '5833c910-3faa-4f72-bfd3-b70dcb3166da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:49.408585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.409007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Bound using segment: {'id': '5833c910-3faa-4f72-bfd3-b70dcb3166da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:49.409501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Bound port: c5076f2f-db8d-4267-8991-763b0a04dc6b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5833c910-3faa-4f72-bfd3-b70dcb3166da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:49.410567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.439728 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.446962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.460515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/subnets/a73150dd-92af-446e-8840-47778d8e2aca HTTP/1.1" status: 204 len: 168 time: 1.1762838 Feb 19 07:40:49.464599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:49.500830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a12019b-14f1-4b8e-9e61-2a1734977afc None None] Network 340d5820-7cab-4677-9c21-b42d29f430bb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:49.590929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f84ef-e9b2-4c92-b19f-491015d612f3 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Subnet': ['ID=a73150dd-92af-446e-8840-47778d8e2aca,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:49.603406 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting subnet e7f8b786-6544-45f1-99e8-e180f3746f2c {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:49.609666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (e7f8b786-6544-45f1-99e8-e180f3746f2c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.612335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:49.637491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': 'e093a8e7-9064-46d4-9298-7a1cb5dc5b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'aadf35c6-0f52-4e2b-9068-194185505b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:49.638108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: aadf35c6-0f52-4e2b-9068-194185505b79, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:49.677054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network aadf35c6-0f52-4e2b-9068-194185505b79 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:49.690133 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, aadf35c6-0f52-4e2b-9068-194185505b79) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:49.696476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:49.697231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.721106 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e7f8b786-6544-45f1-99e8-e180f3746f2c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.732243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-300ef91e-3bee-481f-ba18-ebb63b187e11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4085641 Feb 19 07:40:49.733066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:49.741254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1604f8-54b9-4e10-be5a-30c5de4ed27a None None] Network aadf35c6-0f52-4e2b-9068-194185505b79 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:49.826472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e7f8b786-6544-45f1-99e8-e180f3746f2c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.894982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] For port c5076f2f-db8d-4267-8991-763b0a04dc6b, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:49.926250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] For port c5076f2f-db8d-4267-8991-763b0a04dc6b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c5076f2f-db8d-4267-8991-763b0a04dc6b,segment=NetworkSegment(5833c910-3faa-4f72-bfd3-b70dcb3166da),segment_id=5833c910-3faa-4f72-bfd3-b70dcb3166da)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:49.957383 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:49.982913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389cb65-458b-426e-a411-6519bd455188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-aadf35c6-0f52-4e2b-9068-194185505b79', 'network_id': 'aadf35c6-0f52-4e2b-9068-194185505b79', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:49.983835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0389cb65-458b-426e-a411-6519bd455188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.006866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e7f8b786-6544-45f1-99e8-e180f3746f2c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.010137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (aadf35c6-0f52-4e2b-9068-194185505b79), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.062514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f8b786-6544-45f1-99e8-e180f3746f2c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:50.097796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.114610 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1127c826-5d34-4129-9b70-5c0ec938fb4a tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/subnets/e7f8b786-6544-45f1-99e8-e180f3746f2c HTTP/1.1" status: 204 len: 168 time: 0.6450276 Feb 19 07:40:50.115582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52950) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:50.251876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.253531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064329c9-bdcf-48aa-9e63-d6c8c0d0e794 None None] Network 63000c64-6bf8-4a97-a758-32470d05e195 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:50.257474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6a61-0da7-4b31-8c23-d6afe82ecba8 None None] Pushing event updated for resources: {'Port': ['ID=c5076f2f-db8d-4267-8991-763b0a04dc6b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:50.353475 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.381329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (340d5820-7cab-4677-9c21-b42d29f430bb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.423737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:50.537474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:50.537821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.578039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] DHCP port deletion for 340d5820-7cab-4677-9c21-b42d29f430bb request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:50.608113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-caae2b07-ea76-4000-b559-ddf4725d62df req-7310c253-1c61-4f45-8fa7-3f2625c059c8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.0806296 Feb 19 07:40:50.621873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (aadf35c6-0f52-4e2b-9068-194185505b79), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-0389cb65-458b-426e-a411-6519bd455188 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5: This subnet is being modified by another concurrent operation. Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5: This subnet is being modified by another concurrent operation. Feb 19 07:40:50.673113 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:40:50.717436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadf35c6-0f52-4e2b-9068-194185505b79']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:50.748202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e093a8e7-9064-46d4-9298-7a1cb5dc5b7d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:50.748476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3939aee6-b9e3-413c-a0e1-b2c7401d4b9a None None] Network aadf35c6-0f52-4e2b-9068-194185505b79 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:50.748571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e093a8e7-9064-46d4-9298-7a1cb5dc5b7d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:50.789960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] For port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,segment=NetworkSegment(df00d522-2cf4-440e-9674-8d7c850ea4c3),segment_id=df00d522-2cf4-440e-9674-8d7c850ea4c3)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:50.790400 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.790658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (e093a8e7-9064-46d4-9298-7a1cb5dc5b7d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.823058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:50.824708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e093a8e7-9064-46d4-9298-7a1cb5dc5b7d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.838625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:50.839040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (e093a8e7-9064-46d4-9298-7a1cb5dc5b7d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.889222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Deleting port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:50.889609 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:50.984080 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:50.995355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (aadf35c6-0f52-4e2b-9068-194185505b79), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.003257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.010314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/aadf35c6-0f52-4e2b-9068-194185505b79 HTTP/1.1" status: 204 len: 168 time: 1.2691143 Feb 19 07:40:51.010481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:51.021881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942581165'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:51.047225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50d702-e8ea-472c-829d-6f6191621a94 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=aadf35c6-0f52-4e2b-9068-194185505b79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:51.062491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] DHCP port deletion for 63000c64-6bf8-4a97-a758-32470d05e195 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:51.142773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.202599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] For port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,segment=NetworkSegment(df00d522-2cf4-440e-9674-8d7c850ea4c3),segment_id=df00d522-2cf4-440e-9674-8d7c850ea4c3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:51.203435 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.209559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:51.216469 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.223038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] No DVR routers for this DVR port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:51.228258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Calling delete_port for 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:51.248451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:51.518206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (340d5820-7cab-4677-9c21-b42d29f430bb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.571621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:51.628238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3c8b35a8-720e-4312-aab3-9a816d1de3c6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.629733 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 3c8b35a8-720e-4312-aab3-9a816d1de3c6 of type vlan for network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 Feb 19 07:40:51.635118 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340d5820-7cab-4677-9c21-b42d29f430bb']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:51.679986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Deleting port 1e224007-d49e-4701-a0a8-2ef24a19d476 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:51.682095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.752625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df00d522-2cf4-440e-9674-8d7c850ea4c3') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:51.755264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df00d522-2cf4-440e-9674-8d7c850ea4c3') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:51.799920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (df00d522-2cf4-440e-9674-8d7c850ea4c3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.807638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] For port 1e224007-d49e-4701-a0a8-2ef24a19d476, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1e224007-d49e-4701-a0a8-2ef24a19d476,segment=NetworkSegment(c2fd05ca-d1b2-454a-a834-595b47019c5c),segment_id=c2fd05ca-d1b2-454a-a834-595b47019c5c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:51.812684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.836452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Calling delete_port for 1e224007-d49e-4701-a0a8-2ef24a19d476 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:51.849510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3acc1fd4-cc7c-45d3-a8e8-a83692218ae3), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.868236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] No DVR routers for this DVR port 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:51.898862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (df00d522-2cf4-440e-9674-8d7c850ea4c3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:51.913845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:51.916054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (df00d522-2cf4-440e-9674-8d7c850ea4c3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.042653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a0d74-2827-46a2-a088-a49459db0095 None None] Pushing event deleted for resources: {'Port': ['ID=3acc1fd4-cc7c-45d3-a8e8-a83692218ae3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:52.043592 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:52.050048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (cf6f9cc5-f1bf-4065-9844-60e9bc98d766), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.079584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c5076f2f-db8d-4267-8991-763b0a04dc6b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:52.103659 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de9f9df6-e30b-40fe-ae5f-cd66193da233 req-b09c794c-b0ac-4393-8505-b7d1be304662 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=182dbdf8-5edf-4633-bf77-914b39cf6848 HTTP/1.1" status: 200 len: 210 time: 0.2809169 Feb 19 07:40:52.184330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (340d5820-7cab-4677-9c21-b42d29f430bb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.201598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.215837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/networks/340d5820-7cab-4677-9c21-b42d29f430bb HTTP/1.1" status: 204 len: 168 time: 2.0991750 Feb 19 07:40:52.219482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 52978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:52.252142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a354b1-1d1d-462a-a9b9-c914aa5139f9 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Network': ['ID=340d5820-7cab-4677-9c21-b42d29f430bb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:52.261959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (cf6f9cc5-f1bf-4065-9844-60e9bc98d766), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.282310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:52.282971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.390859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c5076f2f-db8d-4267-8991-763b0a04dc6b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:52.391256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.443637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=cf6f9cc5-f1bf-4065-9844-60e9bc98d766,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:52.485999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6dc98b56-da94-4393-8789-ead173091266 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4747865 Feb 19 07:40:52.487130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (63000c64-6bf8-4a97-a758-32470d05e195), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.489089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:52.500573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:52.504208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': 'cf6f9cc5-f1bf-4065-9844-60e9bc98d766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:52.653548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port 1e224007-d49e-4701-a0a8-2ef24a19d476 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:52.656421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.705906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:52.709570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.725494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38296407-2cac-4525-9761-88e0ac7af42f None None] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:52.802412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.835076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] For port 1e224007-d49e-4701-a0a8-2ef24a19d476, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1e224007-d49e-4701-a0a8-2ef24a19d476,segment=NetworkSegment(c2fd05ca-d1b2-454a-a834-595b47019c5c),segment_id=c2fd05ca-d1b2-454a-a834-595b47019c5c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:52.835829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:52.865497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for 1e224007-d49e-4701-a0a8-2ef24a19d476 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:52.958191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] Pushing event deleted for resources: {'Port': ['ID=1e224007-d49e-4701-a0a8-2ef24a19d476,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:53.044196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d12fe82-177c-48ea-82ab-1f1c6efee383 None None] No DVR routers for this DVR port 1e224007-d49e-4701-a0a8-2ef24a19d476 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:53.063006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1e224007-d49e-4701-a0a8-2ef24a19d476), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.133151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] No DVR routers for this DVR port 1e224007-d49e-4701-a0a8-2ef24a19d476 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:53.152452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6eaab277-f083-42b6-9e39-7aa5c2837fe0 None None] Provisioning complete for port c5076f2f-db8d-4267-8991-763b0a04dc6b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:53.158936 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eaab277-f083-42b6-9e39-7aa5c2837fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.175541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (c2ca72b4-c0d6-43c5-898c-13ab0f000a08), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.178969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=1e224007-d49e-4701-a0a8-2ef24a19d476,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:53.188895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c5076f2f-db8d-4267-8991-763b0a04dc6b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:53.194033 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.283600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '3c8b35a8-720e-4312-aab3-9a816d1de3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'cf6f9cc5-f1bf-4065-9844-60e9bc98d766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:53.284227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: cf6f9cc5-f1bf-4065-9844-60e9bc98d766, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:53.288055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=c2ca72b4-c0d6-43c5-898c-13ab0f000a08,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:53.312915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:53.332375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, cf6f9cc5-f1bf-4065-9844-60e9bc98d766) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:53.342278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:53.345014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.347894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (63000c64-6bf8-4a97-a758-32470d05e195), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.367554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a6ed6-dddc-4ba2-b23d-ff624be028eb None None] Network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:53.376200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e298b9e2-b13e-4534-a483-ea67d7d08833 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8854859 Feb 19 07:40:53.378670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 52996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:53.404669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63000c64-6bf8-4a97-a758-32470d05e195']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:53.422290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fd05ca-d1b2-454a-a834-595b47019c5c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:53.426965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fd05ca-d1b2-454a-a834-595b47019c5c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:53.444819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c2fd05ca-d1b2-454a-a834-595b47019c5c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.498370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c2fd05ca-d1b2-454a-a834-595b47019c5c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.514420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:53.516983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c2fd05ca-d1b2-454a-a834-595b47019c5c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.561897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port c5076f2f-db8d-4267-8991-763b0a04dc6b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c5076f2f-db8d-4267-8991-763b0a04dc6b,segment=NetworkSegment(5833c910-3faa-4f72-bfd3-b70dcb3166da),segment_id=5833c910-3faa-4f72-bfd3-b70dcb3166da)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:53.566419 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:53.602877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (cf6f9cc5-f1bf-4065-9844-60e9bc98d766), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.711682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.781094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (63000c64-6bf8-4a97-a758-32470d05e195), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.789000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.795292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/networks/63000c64-6bf8-4a97-a758-32470d05e195 HTTP/1.1" status: 204 len: 168 time: 1.5739017 Feb 19 07:40:53.797648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c2ca72b4-c0d6-43c5-898c-13ab0f000a08), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.801381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53008) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:53.839280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833cd9-6656-4a67-8be8-e9200bdce180 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Network': ['ID=63000c64-6bf8-4a97-a758-32470d05e195,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:53.933781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:53.935375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (c2ca72b4-c0d6-43c5-898c-13ab0f000a08), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:53.950350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting subnet d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:40:53.962757 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.004871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ca72b4-c0d6-43c5-898c-13ab0f000a08,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:54.048954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:54.051665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3acc1fd4-cc7c-45d3-a8e8-a83692218ae3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:54.052212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1e224007-d49e-4701-a0a8-2ef24a19d476 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:54.054514 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.134802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (cf6f9cc5-f1bf-4065-9844-60e9bc98d766), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.175458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1e224007-d49e-4701-a0a8-2ef24a19d476 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:54.175816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1e224007-d49e-4701-a0a8-2ef24a19d476 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:54.177240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=c5076f2f-db8d-4267-8991-763b0a04dc6b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:54.209520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6f9cc5-f1bf-4065-9844-60e9bc98d766']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:54.248022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6eaab277-f083-42b6-9e39-7aa5c2837fe0 None None] Current status of the port c5076f2f-db8d-4267-8991-763b0a04dc6b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:54.255693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd88646-6de6-4e80-834e-5c08cb16eac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-cf6f9cc5-f1bf-4065-9844-60e9bc98d766', 'network_id': 'cf6f9cc5-f1bf-4065-9844-60e9bc98d766', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': 'c2ca72b4-c0d6-43c5-898c-13ab0f000a08'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:54.256005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8b35a8-720e-4312-aab3-9a816d1de3c6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:54.256555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6bd88646-6de6-4e80-834e-5c08cb16eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.257458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8b35a8-720e-4312-aab3-9a816d1de3c6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:54.298270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (3c8b35a8-720e-4312-aab3-9a816d1de3c6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.336306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (3c8b35a8-720e-4312-aab3-9a816d1de3c6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.344807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.380195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:54.381203 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (3c8b35a8-720e-4312-aab3-9a816d1de3c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:54.482655 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:54.504073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c5076f2f-db8d-4267-8991-763b0a04dc6b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:40:54.531374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (cf6f9cc5-f1bf-4065-9844-60e9bc98d766), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.543113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.554623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.558978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/cf6f9cc5-f1bf-4065-9844-60e9bc98d766 HTTP/1.1" status: 204 len: 168 time: 1.1791854 Feb 19 07:40:54.569760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:54.599206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edde3d-8e5e-46ab-9a1f-53beea42c96b None None] Network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:54.605360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Subnet': ['ID=d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:54.619766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.626066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26a62df5-3612-41ad-bf6d-37363e97f200 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/subnets/d6000dba-9771-4a5c-9fd0-c8b6f4d44eb9 HTTP/1.1" status: 204 len: 168 time: 0.8014228 Feb 19 07:40:54.628648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:54.632835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874575879'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:54.646742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31a9e-9a8a-4679-9c3e-ff707203d7b3 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=cf6f9cc5-f1bf-4065-9844-60e9bc98d766,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:54.654691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8806f694-75ca-43e6-96af-76573e99935f None None] Network b8b8b847-5944-42af-bdfc-28e450f68783 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:54.667645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edde3d-8e5e-46ab-9a1f-53beea42c96b None None] Network cf6f9cc5-f1bf-4065-9844-60e9bc98d766 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 07:40:54.728607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:54.732837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.839949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:54.874396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.884841 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 1c3cda31-9c87-4cd6-a511-6c5692d187f5 of type vlan for network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae Feb 19 07:40:54.915582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b8b8b847-5944-42af-bdfc-28e450f68783), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:54.994172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.009218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b07fc9fb-d26c-4e05-95d8-8156028b8341 None None] Provisioning complete for port c5076f2f-db8d-4267-8991-763b0a04dc6b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:55.009748 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b07fc9fb-d26c-4e05-95d8-8156028b8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.054904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.058354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Deleting port 4f955be3-1b8b-4183-b5bf-098dcc97af25 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:55.058811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.062818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:55.065771 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.091569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port c5076f2f-db8d-4267-8991-763b0a04dc6b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:40:55.091955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.189284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] For port 4f955be3-1b8b-4183-b5bf-098dcc97af25, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4f955be3-1b8b-4183-b5bf-098dcc97af25,segment=NetworkSegment(eeec4266-4064-4291-9a97-3b4a05cac854),segment_id=eeec4266-4064-4291-9a97-3b4a05cac854)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:55.189813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.212961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Calling delete_port for 4f955be3-1b8b-4183-b5bf-098dcc97af25 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:55.270304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6975269 Feb 19 07:40:55.293968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:55.299095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:55.321692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04689cb-f9c6-4307-b45f-41e2f143da11 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:55.349391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4f955be3-1b8b-4183-b5bf-098dcc97af25), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.364736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:40:55.405890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Port': ['ID=4f955be3-1b8b-4183-b5bf-098dcc97af25,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:55.417614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] No DVR routers for this DVR port 4f955be3-1b8b-4183-b5bf-098dcc97af25 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:55.536774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ff413-5c7a-48a1-b7b3-35f1f1ff6be7 None None] DHCP port deletion for b8b8b847-5944-42af-bdfc-28e450f68783 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:40:55.587327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:55.590848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.625480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b8b8b847-5944-42af-bdfc-28e450f68783), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.655434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b8b847-5944-42af-bdfc-28e450f68783']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:55.658712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b07fc9fb-d26c-4e05-95d8-8156028b8341 None None] Current status of the port c5076f2f-db8d-4267-8991-763b0a04dc6b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:55.668608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeec4266-4064-4291-9a97-3b4a05cac854') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:55.669331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeec4266-4064-4291-9a97-3b4a05cac854') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:55.688909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (eeec4266-4064-4291-9a97-3b4a05cac854), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.695464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1296a-9d5a-49c3-a7b4-82319ab78c33 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:40:55.698423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port c5076f2f-db8d-4267-8991-763b0a04dc6b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:40:55.709713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eeec4266-4064-4291-9a97-3b4a05cac854), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.717804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:55.718324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (eeec4266-4064-4291-9a97-3b4a05cac854), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:55.723416 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:55.838562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b8b8b847-5944-42af-bdfc-28e450f68783), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.844631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:55.856673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/networks/b8b8b847-5944-42af-bdfc-28e450f68783 HTTP/1.1" status: 204 len: 168 time: 1.2251275 Feb 19 07:40:55.857452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:55.953264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562164-00ea-4f90-8127-ba88c5dd571f tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Pushing event deleted for resources: {'Network': ['ID=b8b8b847-5944-42af-bdfc-28e450f68783,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:55.966897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ceef9b36-17c4-41cc-8e71-90b0f3d5152c tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "GET /v2.0/ports?device_id=a00250d7-d520-486c-a033-80a608af3a32 HTTP/1.1" status: 200 len: 205 time: 0.0807090 Feb 19 07:40:55.967502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:55.974037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1296a-9d5a-49c3-a7b4-82319ab78c33 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:40:56.123431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router (a00250d7-d520-486c-a033-80a608af3a32), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.188780 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (fa08840c-78f5-4144-846f-dfcadc24dd7f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.262584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=fa08840c-78f5-4144-846f-dfcadc24dd7f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:56.266350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '1c3cda31-9c87-4cd6-a511-6c5692d187f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:56.266718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:40:56.300344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:40:56.315710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:56.325903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:56.326504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.370006 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5517be69-8215-4d47-98fa-ad2ebd320820 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0747590 Feb 19 07:40:56.373359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:56.428025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f955be3-1b8b-4183-b5bf-098dcc97af25 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:40:56.453611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc1563-be67-44d9-bf92-452f7d6894bf None None] Network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:56.540688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 4f955be3-1b8b-4183-b5bf-098dcc97af25 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:40:56.541403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4f955be3-1b8b-4183-b5bf-098dcc97af25 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:40:56.578602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae', 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': 'fa08840c-78f5-4144-846f-dfcadc24dd7f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:40:56.579666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.594685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.749092 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (fa08840c-78f5-4144-846f-dfcadc24dd7f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:56.832947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Allocated IP 2001:db8::1 (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae/fa08840c-78f5-4144-846f-dfcadc24dd7f/9addc8ba-53b3-4ffb-99c9-35e0e3c2b515) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:40:57.092222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks [] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.111566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.127647 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (fa08840c-78f5-4144-846f-dfcadc24dd7f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.153005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:40:57.157588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:40:57.196298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=fa08840c-78f5-4144-846f-dfcadc24dd7f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:57.201852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:40:57.252914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a00250d7-d520-486c-a033-80a608af3a32), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.255956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router_controller (a00250d7-d520-486c-a033-80a608af3a32), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.307410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a00250d7-d520-486c-a033-80a608af3a32), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.308117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Fanout notify agent at l3_agent the message router_deleted on router a00250d7-d520-486c-a033-80a608af3a32 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:40:57.328259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.330750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb2eb558-8451-48bb-95b1-aabbd4f7fec6 tempest-RoutersNegativeIpV6Test-360288315 tempest-RoutersNegativeIpV6Test-360288315-project] 10.222.0.43 "DELETE /v2.0/routers/a00250d7-d520-486c-a033-80a608af3a32 HTTP/1.1" status: 204 len: 168 time: 1.3620472 Feb 19 07:40:57.356429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.369297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Pushing event updated for resources: {'Port': ['ID=9addc8ba-53b3-4ffb-99c9-35e0e3c2b515,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:57.386157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Attempting to bind port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:40:57.390574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Attempting to bind port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '1c3cda31-9c87-4cd6-a511-6c5692d187f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:40:57.390574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Attempting to bind port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 on network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:40:57.403227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:57.403428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:40:57.403428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Checking segment: {'id': '1c3cda31-9c87-4cd6-a511-6c5692d187f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:40:57.403428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.403790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Bound using segment: {'id': '1c3cda31-9c87-4cd6-a511-6c5692d187f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:40:57.404366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Bound port: 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cda31-9c87-4cd6-a511-6c5692d187f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:40:57.404846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.436424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3cda31-9c87-4cd6-a511-6c5692d187f5') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:57.436424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3cda31-9c87-4cd6-a511-6c5692d187f5') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:57.460520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.497017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.538647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:57.541162 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:57.549715 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:57.621352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] For port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:40:57.687393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] For port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9addc8ba-53b3-4ffb-99c9-35e0e3c2b515,segment=NetworkSegment(1c3cda31-9c87-4cd6-a511-6c5692d187f5),segment_id=1c3cda31-9c87-4cd6-a511-6c5692d187f5)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:40:57.690891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.api [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:40:57.690891 n-d-829866-3 neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:40:57.690891 n-d-829866-3 neutron-server[103587]: [parameters: {'id': 'a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae'}] Feb 19 07:40:57.690891 n-d-829866-3 neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:40:57.693837 n-d-829866-3 neutron-server[103587]: DEBUG oslo_db.api [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:40:57.697852 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:57.782095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb18161-361a-4e3a-8e21-4c66e34846e0 None None] Pushing event updated for resources: {'Port': ['ID=9addc8ba-53b3-4ffb-99c9-35e0e3c2b515,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:57.832582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:57.860066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98d398-26ad-4982-b892-8edc687b273e None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:40:58.031562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:58.045873 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e49f5e3f-5aad-4d4f-af50-ee713417731b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=853a8de008dd4ca5a75b0236c65acde8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120190 Feb 19 07:40:58.068152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f98d398-26ad-4982-b892-8edc687b273e None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:40:58.158512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] Publish callbacks [] for security_group (83fc9494-bd06-4b36-9630-42406307f55a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.195478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.213453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] Publish callbacks [] for security_group (83fc9494-bd06-4b36-9630-42406307f55a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.301837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d8b7f1-9fa4-4764-aa30-aaa42c5c7a7d None None] Network a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:40:58.363225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:40:58.363225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.383024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (83fc9494-bd06-4b36-9630-42406307f55a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.387328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.388554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83fc9494-bd06-4b36-9630-42406307f55a HTTP/1.1" status: 204 len: 168 time: 0.3557277 Feb 19 07:40:58.401829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37977d11-ce79-4df3-8e6e-f6a46b382a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc9494-bd06-4b36-9630-42406307f55a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:58.514134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] For port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9addc8ba-53b3-4ffb-99c9-35e0e3c2b515,segment=NetworkSegment(1c3cda31-9c87-4cd6-a511-6c5692d187f5),segment_id=1c3cda31-9c87-4cd6-a511-6c5692d187f5)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:40:58.514666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:58.532015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Calling delete_port for 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:40:59.026257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9addc8ba-53b3-4ffb-99c9-35e0e3c2b515), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.096035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Port': ['ID=9addc8ba-53b3-4ffb-99c9-35e0e3c2b515,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:59.098736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No DVR routers for this DVR port 9addc8ba-53b3-4ffb-99c9-35e0e3c2b515 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:40:59.220117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.247156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:59.262037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3cda31-9c87-4cd6-a511-6c5692d187f5') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:59.262618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3cda31-9c87-4cd6-a511-6c5692d187f5') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:40:59.273428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.291981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.303997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:40:59.304399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (1c3cda31-9c87-4cd6-a511-6c5692d187f5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:40:59.309338 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:40:59.421062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.448027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.457779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:40:59.459614 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae HTTP/1.1" status: 204 len: 168 time: 3.0844841 Feb 19 07:40:59.460697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d150b0-2600-46bd-a700-4b55233b8998 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:40:59.479110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1077842982'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:40:59.556480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:40:59.561019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.649476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:40:59.679088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c020caf6-cc96-4cef-b504-aa78916123cc), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.679696 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment c020caf6-cc96-4cef-b504-aa78916123cc of type vlan for network 19e24ae0-4b2e-4494-948d-eb03e853d771 Feb 19 07:40:59.796987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (19e24ae0-4b2e-4494-948d-eb03e853d771), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.849593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (19e24ae0-4b2e-4494-948d-eb03e853d771), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.855413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:40:59.855996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:40:59.937354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:00.036327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=19e24ae0-4b2e-4494-948d-eb03e853d771,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:00.056967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:00.062471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53136) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:00.072515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-48307a41-f225-4ecd-ba1a-8e7b6822b25a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6089113 Feb 19 07:41:00.072611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:00.193052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103197975'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:00.284756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.320344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.324431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.366567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:00.390407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.707004 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (919690ae-1cae-452b-933b-2073abc4989b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.715308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (919690ae-1cae-452b-933b-2073abc4989b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.782479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919690ae-1cae-452b-933b-2073abc4989b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:00.935643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.945078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (49e3bfd8-82ea-490d-8e3c-e704f5d67fcd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.953366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.994964 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:00.999273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0578637 Feb 19 07:41:00.999399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:01.059099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=49e3bfd8-82ea-490d-8e3c-e704f5d67fcd,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:01.069115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c320f23-75b7-436f-afa0-5852e175cb97 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0cb71a-68bb-437a-b420-d4910eec5e7f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:01.081041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': 'c020caf6-cc96-4cef-b504-aa78916123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:01.081432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: 19e24ae0-4b2e-4494-948d-eb03e853d771, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:01.119396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:01.137649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 19e24ae0-4b2e-4494-948d-eb03e853d771) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:01.143320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:01.143927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.153018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d76bb-8192-407d-a1f3-ee5b9563159f None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:01.167447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53150) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:01.167635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3090fa07-c665-4f17-be94-6c6ba99cf534 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1565979 Feb 19 07:41:01.172732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-security--192707442', 'description': 'tempest-security-description-540468124'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:01.235533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b3f00a3f-b54f-4ad6-9e5c-0da6b81d1933 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1695793 Feb 19 07:41:01.236437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:01.242070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:01.286504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.448569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.462279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.466657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.472756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "PUT /v2.0/security-groups/3e0cb71a-68bb-437a-b420-d4910eec5e7f HTTP/1.1" status: 200 len: 1795 time: 0.3035934 Feb 19 07:41:01.478735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53160) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:01.565376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:01.569156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.632230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978be25-115f-4f5b-8740-513d93f97d9d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0cb71a-68bb-437a-b420-d4910eec5e7f,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:01.670674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-19e24ae0-4b2e-4494-948d-eb03e853d771', 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '49e3bfd8-82ea-490d-8e3c-e704f5d67fcd'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:01.671670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.712521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-926f8a97-394f-47f3-81d0-147f33ada371 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups/3e0cb71a-68bb-437a-b420-d4910eec5e7f HTTP/1.1" status: 200 len: 1795 time: 0.2087035 Feb 19 07:41:01.713078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53162) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:01.874744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:01.918526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.018206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3e0cb71a-68bb-437a-b420-d4910eec5e7f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.021422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.022799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/3e0cb71a-68bb-437a-b420-d4910eec5e7f HTTP/1.1" status: 204 len: 168 time: 0.3087742 Feb 19 07:41:02.028044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Allocated IP 2001:db8::2 (19e24ae0-4b2e-4494-948d-eb03e853d771/49e3bfd8-82ea-490d-8e3c-e704f5d67fcd/a75080f3-f357-4f68-b129-5cf6211cd26c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:02.033823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.040687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08ee29-e122-4a04-b55a-4dd5881d256f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0cb71a-68bb-437a-b420-d4910eec5e7f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:02.312880 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks [] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.329371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-048c4381-bc45-4d88-885e-f5c9b2cc00a1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2942703 Feb 19 07:41:02.329873 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.332192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.371123 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-5c3eea91-6b8c-4b4d-afa7-1f1338d02474 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] delete failed (client error): The resource could not be found. Feb 19 07:41:02.376141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c3eea91-6b8c-4b4d-afa7-1f1338d02474 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/3e0cb71a-68bb-437a-b420-d4910eec5e7f HTTP/1.1" status: 404 len: 347 time: 0.0391922 Feb 19 07:41:02.376510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.391151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487287303'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:02.451858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.476156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:02.480929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Pushing event updated for resources: {'Port': ['ID=a75080f3-f357-4f68-b129-5cf6211cd26c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:02.498684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (8092e0c0-6de1-43dd-a136-aad97e83f7f5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.502576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:02.512690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:02.657029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:02.660366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Attempting to bind port a75080f3-f357-4f68-b129-5cf6211cd26c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:41:02.660625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Attempting to bind port a75080f3-f357-4f68-b129-5cf6211cd26c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c020caf6-cc96-4cef-b504-aa78916123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:41:02.661005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Attempting to bind port a75080f3-f357-4f68-b129-5cf6211cd26c on network 19e24ae0-4b2e-4494-948d-eb03e853d771 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:41:02.664908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:02.674260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.675857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:41:02.676250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Checking segment: {'id': 'c020caf6-cc96-4cef-b504-aa78916123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:02.676667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.677066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Bound using segment: {'id': 'c020caf6-cc96-4cef-b504-aa78916123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:41:02.681019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Bound port: a75080f3-f357-4f68-b129-5cf6211cd26c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c020caf6-cc96-4cef-b504-aa78916123cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:41:02.681427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.686301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.699419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (40347ada-5acc-402a-9969-543c447d2f0e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.710227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40347ada-5acc-402a-9969-543c447d2f0e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.736696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=8092e0c0-6de1-43dd-a136-aad97e83f7f5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:02.751675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53182) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.752769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-36964287-eee8-4c00-ab34-f29f487e38a9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5150616 Feb 19 07:41:02.819485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.821649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.823091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.824687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.826128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:02.828085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-269f2260-fc83-49fa-b547-7fd122ef2dc1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0737991 Feb 19 07:41:02.833808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.834137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] For port a75080f3-f357-4f68-b129-5cf6211cd26c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:02.839671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979503571'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:02.842248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] For port a75080f3-f357-4f68-b129-5cf6211cd26c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a75080f3-f357-4f68-b129-5cf6211cd26c,segment=NetworkSegment(c020caf6-cc96-4cef-b504-aa78916123cc),segment_id=c020caf6-cc96-4cef-b504-aa78916123cc)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:02.843693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.846088 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4685390 Feb 19 07:41:02.850170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:02.855370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.856242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19117c12-b955-4308-8c98-132516ec4971 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40347ada-5acc-402a-9969-543c447d2f0e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:02.862177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '40347ada-5acc-402a-9969-543c447d2f0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:02.897882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:02.905581 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:02.977053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:03.001745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4f1915bb-7a8d-448d-afe0-e09c6a41b7f1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.002101 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 4f1915bb-7a8d-448d-afe0-e09c6a41b7f1 of type vlan for network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 Feb 19 07:41:03.034029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0df41d-2e20-4fae-b1ff-e6a8e39e3821 None None] Pushing event updated for resources: {'Port': ['ID=a75080f3-f357-4f68-b129-5cf6211cd26c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:03.110837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.133485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.177912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.219240 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.231216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:03.235060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.267567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4321523 Feb 19 07:41:03.270213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:03.275768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:03.317448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.399474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.457284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a16a7a-f351-4c8a-acc0-3186d4ba04b2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:03.488801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cf428-5512-4ca3-8248-910eab0e2e7a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=1c1ef768-8ec7-406e-9ca0-8497789e4f36,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:03.505342 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.509710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:03.510201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c65524e-e104-4473-b281-e795c7b34efa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6517234 Feb 19 07:41:03.510473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:03.573709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.599631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.710349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (78a16a7a-f351-4c8a-acc0-3186d4ba04b2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.734317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.743532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/78a16a7a-f351-4c8a-acc0-3186d4ba04b2 HTTP/1.1" status: 204 len: 168 time: 0.2240922 Feb 19 07:41:03.753323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:03.814615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7624fe3-ed08-4c3e-98bd-02b7f9f9269a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a16a7a-f351-4c8a-acc0-3186d4ba04b2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:03.853508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:03.886773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-70f03531-0656-4f57-8202-e375bc7c6f78 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1319537 Feb 19 07:41:03.889382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:03.934458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.039102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 is not hosted by any dhcp agent {{(pid=103587) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:41:04.044744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:04.045508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.047054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "PUT /v2.0/networks/1c1ef768-8ec7-406e-9ca0-8497789e4f36 HTTP/1.1" status: 200 len: 723 time: 0.7758238 Feb 19 07:41:04.050013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:04.052522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd866-870b-458d-9dcf-e83b2664061c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=1c1ef768-8ec7-406e-9ca0-8497789e4f36,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:04.055119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '1c1ef768-8ec7-406e-9ca0-8497789e4f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:04.069097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:04.109871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (40347ada-5acc-402a-9969-543c447d2f0e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.168470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (40347ada-5acc-402a-9969-543c447d2f0e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.271301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40347ada-5acc-402a-9969-543c447d2f0e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.274411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.275773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/40347ada-5acc-402a-9969-543c447d2f0e HTTP/1.1" status: 204 len: 168 time: 0.3853886 Feb 19 07:41:04.278502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:04.288746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:04.292764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.298668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeb8ed-51c3-473b-810b-c027c5e293cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40347ada-5acc-402a-9969-543c447d2f0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:04.518212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a75080f3-f357-4f68-b129-5cf6211cd26c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:04.587148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6353ed30-6367-4fe2-9e8a-a15334af831a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3068886 Feb 19 07:41:04.593903 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53222) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:04.599305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164235602'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:04.670198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.693393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:04.695265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.909547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (591772cd-f965-40e7-8988-6cb2fba4b80b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.913870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (cc2c5a26-f3dc-493a-bf03-e7afa4508dbe), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.934900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc2c5a26-f3dc-493a-bf03-e7afa4508dbe), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:04.995744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=591772cd-f965-40e7-8988-6cb2fba4b80b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:05.033513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd744074-9f4a-47b4-904a-32a34c9879a2 None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:05.036488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': '4f1915bb-7a8d-448d-afe0-e09c6a41b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1c1ef768-8ec7-406e-9ca0-8497789e4f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:05.038255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: 1c1ef768-8ec7-406e-9ca0-8497789e4f36, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:05.040726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.043629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4482565 Feb 19 07:41:05.047430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:05.063552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c5a26-f3dc-493a-bf03-e7afa4508dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:05.067558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:05.068871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.074258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:05.079826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532040-739d-4e73-8eae-80d54d23fcc3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c5a26-f3dc-493a-bf03-e7afa4508dbe,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:05.088419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1c1ef768-8ec7-406e-9ca0-8497789e4f36) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:05.095777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:05.096507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.123214 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.130460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ccdca3e-5371-46f5-9d79-714b35e04e35 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0793164 Feb 19 07:41:05.133382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:05.138805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:05.190893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4604bd2-af08-40ef-ab04-b700a672094a None None] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:05.353645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.358918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.373088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9d6efbaf-2d32-405a-9f2f-1ddcac43f548 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:05.377665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d6efbaf-2d32-405a-9f2f-1ddcac43f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.404570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06589aff-dcf3-45c9-b547-b716daa9c39f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:05.415525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12797622'] for subnet (591772cd-f965-40e7-8988-6cb2fba4b80b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.416253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a75080f3-f357-4f68-b129-5cf6211cd26c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a75080f3-f357-4f68-b129-5cf6211cd26c,segment=NetworkSegment(c020caf6-cc96-4cef-b504-aa78916123cc),segment_id=c020caf6-cc96-4cef-b504-aa78916123cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:05.430745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.441629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89fd0988-8274-4720-9d9d-6d1ae0e7940a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3904097 Feb 19 07:41:05.444877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:05.445731 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.449491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c5a26-f3dc-493a-bf03-e7afa4508dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:05.542745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.597519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a75080f3-f357-4f68-b129-5cf6211cd26c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:05.697103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09878741-aaf1-4032-b0de-d691e84d39f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1c1ef768-8ec7-406e-9ca0-8497789e4f36', 'network_id': '1c1ef768-8ec7-406e-9ca0-8497789e4f36', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '591772cd-f965-40e7-8988-6cb2fba4b80b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:05.698879 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09878741-aaf1-4032-b0de-d691e84d39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.700195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.715939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.744856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757867299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13282609'] for subnet (591772cd-f965-40e7-8988-6cb2fba4b80b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.787526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f55f35-e3af-4f63-9cb3-01dc94136427,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:05.801835 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.809710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd2cedf8-b83d-4a57-8dd6-adbf9cde8e8a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3637557 Feb 19 07:41:05.818175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:05.829634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c5a26-f3dc-493a-bf03-e7afa4508dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:05.851135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9d6efbaf-2d32-405a-9f2f-1ddcac43f548 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:05.863952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:05.864532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:05.870607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "PUT /v2.0/subnets/591772cd-f965-40e7-8988-6cb2fba4b80b HTTP/1.1" status: 200 len: 826 time: 0.7337010 Feb 19 07:41:05.874965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:05.893033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.028864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.035416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.069886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a21bd77-45e3-4437-9b3e-eb5d65356819,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:06.106627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.108419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04fcde94-901d-430b-a019-a08fac88ecf8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885804 Feb 19 07:41:06.109722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.110983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53256) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:06.116455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c5a26-f3dc-493a-bf03-e7afa4508dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:06.150780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Update dhcp port {'port': {'network_id': '19e24ae0-4b2e-4494-948d-eb03e853d771', 'fixed_ips': [{'subnet_id': '49e3bfd8-82ea-490d-8e3c-e704f5d67fcd', 'ip_address': '2001:db8::2'}, {'subnet_id': '8092e0c0-6de1-43dd-a136-aad97e83f7f5'}], 'binding:host_id': 'n-d-829866-3'}, 'id': 'a75080f3-f357-4f68-b129-5cf6211cd26c'} from n-d-829866-3. {{(pid=103589) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 07:41:06.159862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797087f9-a1cc-41cc-be60-28b52e5d0c90 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=591772cd-f965-40e7-8988-6cb2fba4b80b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:06.191220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.300566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (591772cd-f965-40e7-8988-6cb2fba4b80b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.344248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.350341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.380137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54ebc4e2-e372-4d01-bb9f-7e4513676e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.390362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049833ed-790b-4d86-a495-9d095d0227c5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:06.413898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.418096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.421881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-579bcf38-2b15-48c3-b74e-c84f1352e9d6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071969 Feb 19 07:41:06.425260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:06.437505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'cc2c5a26-f3dc-493a-bf03-e7afa4508dbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:06.444357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a75080f3-f357-4f68-b129-5cf6211cd26c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:06.457397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (591772cd-f965-40e7-8988-6cb2fba4b80b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.493196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.561524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=591772cd-f965-40e7-8988-6cb2fba4b80b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-09878741-aaf1-4032-b0de-d691e84d39f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 591772cd-f965-40e7-8988-6cb2fba4b80b: This subnet is being modified by another concurrent operation. Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 591772cd-f965-40e7-8988-6cb2fba4b80b: This subnet is being modified by another concurrent operation. Feb 19 07:41:06.634354 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 07:41:06.658967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.664893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.674505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59945234-f374-4d29-9cd5-fc3959cb6862 None None] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:06.700468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295a3839-9f9e-4caa-8cab-9aeccc64b171,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:06.748812 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.749983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb2eccc9-bb06-43f0-8d17-db934b994782 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3237369 Feb 19 07:41:06.752923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:06.784587 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.830528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1ef768-8ec7-406e-9ca0-8497789e4f36']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:06.833538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.851306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.851445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1915bb-7a8d-448d-afe0-e09c6a41b7f1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:06.852234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1915bb-7a8d-448d-afe0-e09c6a41b7f1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:06.876932 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (4f1915bb-7a8d-448d-afe0-e09c6a41b7f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.908228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (4f1915bb-7a8d-448d-afe0-e09c6a41b7f1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.915016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (295a3839-9f9e-4caa-8cab-9aeccc64b171), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.921574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.924651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/295a3839-9f9e-4caa-8cab-9aeccc64b171 HTTP/1.1" status: 204 len: 168 time: 0.1707475 Feb 19 07:41:06.927361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:06.934532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:06.934956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (4f1915bb-7a8d-448d-afe0-e09c6a41b7f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:06.941972 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:06.972302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80066a2-bacd-44e4-bd7e-31f12210bfe0 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295a3839-9f9e-4caa-8cab-9aeccc64b171,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:07.047043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dc58d-973c-4699-81fd-063d2567e8e2 None None] Network 1c1ef768-8ec7-406e-9ca0-8497789e4f36 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:07.059315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dbcdda94-1ef0-4bb0-af1c-58e143d53f94 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1253996 Feb 19 07:41:07.060979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.094511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.109301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.155169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1c1ef768-8ec7-406e-9ca0-8497789e4f36), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.161988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (049833ed-790b-4d86-a495-9d095d0227c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.170308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.176924 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.180635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/049833ed-790b-4d86-a495-9d095d0227c5 HTTP/1.1" status: 204 len: 168 time: 0.1178493 Feb 19 07:41:07.181300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.196162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/1c1ef768-8ec7-406e-9ca0-8497789e4f36 HTTP/1.1" status: 204 len: 168 time: 1.3179061 Feb 19 07:41:07.225851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.251723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcec8f-67a0-41cf-b9c1-45faf8da7cf2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=1c1ef768-8ec7-406e-9ca0-8497789e4f36,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:07.301843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852751fb-02b4-44a7-9d0d-80f1554a8cdd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=049833ed-790b-4d86-a495-9d095d0227c5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:07.307692 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d232be44-40df-412f-a9d9-a11e9ea3eea0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:07.308569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d232be44-40df-412f-a9d9-a11e9ea3eea0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:07.328517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.328710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d232be44-40df-412f-a9d9-a11e9ea3eea0 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/1c1ef768-8ec7-406e-9ca0-8497789e4f36 HTTP/1.1" status: 404 len: 339 time: 0.0965929 Feb 19 07:41:07.331705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.337722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435786435', 'description': 'd1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:07.353789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.356084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3ffcb79e-2ca0-4c30-9171-50b44af19eba tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1707747 Feb 19 07:41:07.410205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:07.413849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.432139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.449496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.465712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:07.473016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.499448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (0a21bd77-45e3-4437-9b3e-eb5d65356819), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.506479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.511515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.525710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/0a21bd77-45e3-4437-9b3e-eb5d65356819 HTTP/1.1" status: 204 len: 168 time: 0.1702816 Feb 19 07:41:07.584449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:07.590146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Allocated IP 172.20.0.1 (19e24ae0-4b2e-4494-948d-eb03e853d771/8092e0c0-6de1-43dd-a136-aad97e83f7f5/a75080f3-f357-4f68-b129-5cf6211cd26c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:07.613088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (21467dc2-418d-4712-a808-ca1955347f78), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.614618 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment 21467dc2-418d-4712-a808-ca1955347f78 of type vlan for network a504614c-d848-43cc-9570-5e8b6ad92db8 Feb 19 07:41:07.625045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2449896-b32b-4354-9bd4-3603121f4ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.659348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-316873db-21fb-4c56-ab2c-42fafc0a5495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1466517 Feb 19 07:41:07.667150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.677659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:07.738799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.746727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.756492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.812822 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (86f55f35-e3af-4f63-9cb3-01dc94136427), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.814783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74355e54-3eee-4c96-b893-a724cea475ab tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a21bd77-45e3-4437-9b3e-eb5d65356819,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:07.826289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.836550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.838131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/86f55f35-e3af-4f63-9cb3-01dc94136427 HTTP/1.1" status: 204 len: 168 time: 0.1617672 Feb 19 07:41:07.845401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:07.846083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.867361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.892520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d1602-0c83-4be2-8e44-1a898620115e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86f55f35-e3af-4f63-9cb3-01dc94136427,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:07.897350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] For port a75080f3-f357-4f68-b129-5cf6211cd26c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a75080f3-f357-4f68-b129-5cf6211cd26c,segment=NetworkSegment(c020caf6-cc96-4cef-b504-aa78916123cc),segment_id=c020caf6-cc96-4cef-b504-aa78916123cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:07.906049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5731797 Feb 19 07:41:07.910354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:07.959572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2449896-b32b-4354-9bd4-3603121f4ec6 admin admin] Publish callbacks [] for security_group (a78ffbe9-7aa8-4423-be56-fb5af98c88be), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.973205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2449896-b32b-4354-9bd4-3603121f4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a78ffbe9-7aa8-4423-be56-fb5af98c88be), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:07.994120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Publish callbacks [] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.008614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.125319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3daf0342-224a-4ef3-88e6-1aad8144c95f tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2564900 Feb 19 07:41:08.134618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:08.138114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2449896-b32b-4354-9bd4-3603121f4ec6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39fbaac4f00944b0b504c234836868df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8126194 Feb 19 07:41:08.139205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449896-b32b-4354-9bd4-3603121f4ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78ffbe9-7aa8-4423-be56-fb5af98c88be,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:08.141812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:08.215273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373620e-0922-4838-a042-3cb2b1c37b61 None None] Pushing event updated for resources: {'Port': ['ID=a75080f3-f357-4f68-b129-5cf6211cd26c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:08.231832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ff32-eb4e-4980-8181-e94c1e8bbc6b tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=a504614c-d848-43cc-9570-5e8b6ad92db8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:08.268561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a504614c-d848-43cc-9570-5e8b6ad92db8 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:08.310212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] Publish callbacks [] for security_group (a78ffbe9-7aa8-4423-be56-fb5af98c88be), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.389816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95dc0c8-714d-41e2-9792-a2fa072baa61 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:08.401284 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] Publish callbacks [] for security_group (a78ffbe9-7aa8-4423-be56-fb5af98c88be), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.405176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c95dc0c8-714d-41e2-9792-a2fa072baa61 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks?id=a504614c-d848-43cc-9570-5e8b6ad92db8 HTTP/1.1" status: 200 len: 765 time: 0.4694092 Feb 19 07:41:08.406337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.410482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:08.438312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'description': 'd2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:08.486085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.496263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a75080f3-f357-4f68-b129-5cf6211cd26c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:08.545548 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a78ffbe9-7aa8-4423-be56-fb5af98c88be), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.548730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.550209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a78ffbe9-7aa8-4423-be56-fb5af98c88be HTTP/1.1" status: 204 len: 168 time: 0.4072025 Feb 19 07:41:08.583471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589a77e-8918-408b-984c-560363458bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78ffbe9-7aa8-4423-be56-fb5af98c88be,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:08.678537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (06589aff-dcf3-45c9-b547-b716daa9c39f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.686972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.690786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:08.694783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/06589aff-dcf3-45c9-b547-b716daa9c39f HTTP/1.1" status: 204 len: 168 time: 0.5206022 Feb 19 07:41:08.729239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99ca60-de25-4db5-9982-680a485a2ae9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06589aff-dcf3-45c9-b547-b716daa9c39f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:08.810249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f42d2f5c-3a2d-4e2c-adbb-4a63b7896bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:08.878085 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e85bfd2d-13ea-430a-9cd9-d7600615e3b7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1857414 Feb 19 07:41:08.878748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53330) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:08.883491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:08.883803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.018295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (cc2c5a26-f3dc-493a-bf03-e7afa4508dbe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.084888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.098712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (cc2c5a26-f3dc-493a-bf03-e7afa4508dbe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.119524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.135362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:09.194653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network a504614c-d848-43cc-9570-5e8b6ad92db8 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:41:09.194857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc2c5a26-f3dc-493a-bf03-e7afa4508dbe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.199461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.202611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:09.203570 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:09.204625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/cc2c5a26-f3dc-493a-bf03-e7afa4508dbe HTTP/1.1" status: 204 len: 168 time: 0.3191710 Feb 19 07:41:09.207767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:09.212796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "PUT /v2.0/networks/a504614c-d848-43cc-9570-5e8b6ad92db8 HTTP/1.1" status: 200 len: 762 time: 0.8012547 Feb 19 07:41:09.272129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:09.273380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b67df-48e0-44d5-b276-954f8cbe0bc7 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c5a26-f3dc-493a-bf03-e7afa4508dbe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:09.340278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c00af-44ce-44b7-a915-f6cc9394accd tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=a504614c-d848-43cc-9570-5e8b6ad92db8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:09.355106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a504614c-d848-43cc-9570-5e8b6ad92db8 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:09.834359 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9cd8a002-8769-4f29-abd3-e30bce198553 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6015320 Feb 19 07:41:09.842656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:09.847726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--270603800'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:09.885908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634852d6-8f38-4828-8321-587cc3e2c026 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:09.890078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-634852d6-8f38-4828-8321-587cc3e2c026 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks?id=a504614c-d848-43cc-9570-5e8b6ad92db8 HTTP/1.1" status: 200 len: 765 time: 0.6106896 Feb 19 07:41:09.895919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:09.992567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.012139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b238b3-f06e-459e-9724-769e95aa86cb None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:41:10.216145 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.296740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-42304709-ecff-48db-b046-b5f209569c09 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:10.297251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42304709-ecff-48db-b046-b5f209569c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.373854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:10.427062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65feff-07e6-449f-8f25-0970070bdac5 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.429054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2e65feff-07e6-449f-8f25-0970070bdac5 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5286098 Feb 19 07:41:10.432214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53384) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:10.519652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (7a94da85-912f-442e-89ad-49f81697fc1f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.532041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a94da85-912f-442e-89ad-49f81697fc1f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.544105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-517ee40e-f012-40cf-997a-aa82e8f1ec14 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 207 time: 0.1106231 Feb 19 07:41:10.547806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53388) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:10.579656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.584095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7402363 Feb 19 07:41:10.608293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:10.640571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '7a94da85-912f-442e-89ad-49f81697fc1f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:10.708737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ceb1fc-6126-4ea7-9476-9f9d47dc4277 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a94da85-912f-442e-89ad-49f81697fc1f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:10.757270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (629764ec-b565-4835-a3ce-5a191543fb63), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.765896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b238b3-f06e-459e-9724-769e95aa86cb None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:41:10.867773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.873005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.890556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.896541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (629764ec-b565-4835-a3ce-5a191543fb63), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.904696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (629764ec-b565-4835-a3ce-5a191543fb63), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.912603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.923145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.938833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:10.940422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629764ec-b565-4835-a3ce-5a191543fb63,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:10.942483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c9b09f5-fca9-4085-89c7-cc67bd566eb4 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3930976 Feb 19 07:41:10.952407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53396) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:10.966254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-42304709-ecff-48db-b046-b5f209569c09 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:10.970653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:10.976776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-818b5c05-ff8f-4255-a0eb-7d8a1373b7a5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3617129 Feb 19 07:41:10.980372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.013834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc2534f-f41a-4fca-99fd-ddee53f364fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.165027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.302663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc2534f-f41a-4fca-99fd-ddee53f364fc admin admin] Publish callbacks [] for security_group (69ec5bd7-b02b-4237-9d73-43173a1a071e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.323751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (7a94da85-912f-442e-89ad-49f81697fc1f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.325493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65ac2f35-c16d-493a-9d97-f85c13f2a12c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3764856 Feb 19 07:41:11.329567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.339930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8dc2534f-f41a-4fca-99fd-ddee53f364fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69ec5bd7-b02b-4237-9d73-43173a1a071e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.428174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0266340b-5355-43d8-a7e1-845330cb3fbd None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:11.462853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (7a94da85-912f-442e-89ad-49f81697fc1f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.563590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.564998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.566219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.580327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.587652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2534f-f41a-4fca-99fd-ddee53f364fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ec5bd7-b02b-4237-9d73-43173a1a071e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:11.593060 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a94da85-912f-442e-89ad-49f81697fc1f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.593453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.595355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1569cb78-dce7-4b9b-83d5-e98e98c40e77 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2651074 Feb 19 07:41:11.598845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.599531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:11.605105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/7a94da85-912f-442e-89ad-49f81697fc1f HTTP/1.1" status: 204 len: 168 time: 0.6236217 Feb 19 07:41:11.606073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53414) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.650226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3973a2-abd7-4120-afb9-e5972acf0796 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a94da85-912f-442e-89ad-49f81697fc1f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:11.684300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dc2534f-f41a-4fca-99fd-ddee53f364fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e36222fb43744f6b961445718ed6b3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3091793 Feb 19 07:41:11.688517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.721793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e92db5c7-654f-48f0-b726-565edef2ecfa tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0996151 Feb 19 07:41:11.731533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.754306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926466700'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:11.845683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.857108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.858602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.860054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.861265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:11.862946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d14e5c2-d113-4cd2-b912-ca1a4e4c22fe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2631147 Feb 19 07:41:11.869439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:11.889102 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.044381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] Publish callbacks [] for security_group (69ec5bd7-b02b-4237-9d73-43173a1a071e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.135708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] Publish callbacks [] for security_group (69ec5bd7-b02b-4237-9d73-43173a1a071e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.244112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366583b-e223-449c-a7f4-ee4edb430633 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:12.244112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f366583b-e223-449c-a7f4-ee4edb430633 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks/0818a65b-54cf-42ab-b82f-036d326c14db HTTP/1.1" status: 200 len: 803 time: 0.3715069 Feb 19 07:41:12.247011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.253114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (c177091c-8b57-4741-a219-31e9474cd7f8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.260223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c177091c-8b57-4741-a219-31e9474cd7f8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.327126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.334302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6017048 Feb 19 07:41:12.336168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.366714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--953142837'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:12.402931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69ec5bd7-b02b-4237-9d73-43173a1a071e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.415296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.424152 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69ec5bd7-b02b-4237-9d73-43173a1a071e HTTP/1.1" status: 204 len: 168 time: 0.7308023 Feb 19 07:41:12.441997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5c4a402e-c873-4d78-a59d-2fe23f9e2676 None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:12.444950 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c4a402e-c873-4d78-a59d-2fe23f9e2676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.481769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91909e7-fa69-439c-b8c5-e478a9964a5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c177091c-8b57-4741-a219-31e9474cd7f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:12.494725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.538665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.591152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d66bfe0-a5eb-409c-a5c0-c4bac77c8ea5 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/networks/0818a65b-54cf-42ab-b82f-036d326c14db?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3394299 Feb 19 07:41:12.592293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.670251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a402e-c873-4d78-a59d-2fe23f9e2676 None None] Current status of the port a75080f3-f357-4f68-b129-5cf6211cd26c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:12.731804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3dda5fc1-20fd-4860-b827-52a389de8e28), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.773883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3dda5fc1-20fd-4860-b827-52a389de8e28), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.791036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d454d-7021-4e82-b628-7e3da12e0f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ec5bd7-b02b-4237-9d73-43173a1a071e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:12.798297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5481627-3e7f-42a0-9368-b86bd4ad055e tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:12.820792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d5481627-3e7f-42a0-9368-b86bd4ad055e tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets/21a5101c-6e1c-46a1-b30c-9fa206abeb6e HTTP/1.1" status: 200 len: 843 time: 0.2237873 Feb 19 07:41:12.823443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.939333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5831eec-4908-4a6d-a38b-66782f8000be tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['shared'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:12.940642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda5fc1-20fd-4860-b827-52a389de8e28,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:12.941112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a5831eec-4908-4a6d-a38b-66782f8000be tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "GET /v2.0/subnets/21a5101c-6e1c-46a1-b30c-9fa206abeb6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1165988 Feb 19 07:41:12.944817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.958664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570502853'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:12.970170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:12.973882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9956b943-9ab8-431e-b48f-1ec89a31d97d tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6223736 Feb 19 07:41:12.974574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:12.987929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'c177091c-8b57-4741-a219-31e9474cd7f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3dda5fc1-20fd-4860-b827-52a389de8e28', 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:12.995176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:12.999584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.044606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.066257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:13.092645 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.093714 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Added segment f03cd7a4-6eb9-4ae6-912b-cd536218d4ad of type vlan for network 06409a25-d3d4-4768-a185-7d4cd40b8af4 Feb 19 07:41:13.198567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.268349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.286129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:13.287482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.323888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.331315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.359466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.391442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5c858e-c2a6-4845-b60c-d161b3fb36af,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:13.403457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.414230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b8310f3b-38cd-4a93-999c-8a2a72d11e93 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4301376 Feb 19 07:41:13.415078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.465154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Network': ['ID=06409a25-d3d4-4768-a185-7d4cd40b8af4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:13.488113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:13.492786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.500705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-144e97dd-d8b1-4f72-93dd-191bfd881134 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5532939 Feb 19 07:41:13.504434 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53464) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.510833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.516680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:13.577796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (2c5c858e-c2a6-4845-b60c-d161b3fb36af), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.585352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.594160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2c5c858e-c2a6-4845-b60c-d161b3fb36af HTTP/1.1" status: 204 len: 168 time: 0.1757309 Feb 19 07:41:13.594160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.642404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.680486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Made reservation on behalf of 458a410691ca43aaaf5d6142c0d0aa19 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:13.687579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.715060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9ae7-f7bb-484f-be16-5b1fc728b11b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c5c858e-c2a6-4845-b60c-d161b3fb36af,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:13.731446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7847ade-c731-4044-86f2-0576c3b3b883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.773985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:13.775879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-27b4bbbe-2fbe-42bc-a871-67100caf6b5a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1750510 Feb 19 07:41:13.803994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Performing IP validity checks on allocation pools {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 07:41:13.804542 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.ipam_backend_mixin [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103587) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 07:41:13.885203 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3dda5fc1-20fd-4860-b827-52a389de8e28), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:13.979762 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (3dda5fc1-20fd-4860-b827-52a389de8e28), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.009719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a32ced-4478-45b6-84d2-e0e861df5417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.040194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3dda5fc1-20fd-4860-b827-52a389de8e28), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.047077 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.048393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7847ade-c731-4044-86f2-0576c3b3b883 admin admin] Publish callbacks [] for security_group (c4c13c55-03dc-4069-ae8b-ed2c949f6f98), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.051050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/3dda5fc1-20fd-4860-b827-52a389de8e28 HTTP/1.1" status: 204 len: 168 time: 0.2741787 Feb 19 07:41:14.052203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53476) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.068374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7847ade-c731-4044-86f2-0576c3b3b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4c13c55-03dc-4069-ae8b-ed2c949f6f98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.102239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb4972-2eb4-40bf-9fc8-40d3ec1ff7ec tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda5fc1-20fd-4860-b827-52a389de8e28,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.144163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7847ade-c731-4044-86f2-0576c3b3b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c13c55-03dc-4069-ae8b-ed2c949f6f98,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.152321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9dee78e1-e7fe-4ba2-9b53-c3112d25fb42 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0715275 Feb 19 07:41:14.156053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.173636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e7847ade-c731-4044-86f2-0576c3b3b883 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94842786b3d24a9a8e2a74e520809c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5220244 Feb 19 07:41:14.177086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.282333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] Publish callbacks [] for security_group (c4c13c55-03dc-4069-ae8b-ed2c949f6f98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.310333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a32ced-4478-45b6-84d2-e0e861df5417 admin admin] Publish callbacks [] for security_group (04df59ed-fd27-4139-9745-f8dd93118298), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.328349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] Publish callbacks [] for security_group (c4c13c55-03dc-4069-ae8b-ed2c949f6f98), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.331951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (c177091c-8b57-4741-a219-31e9474cd7f8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.346474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (4f06815c-b937-47b3-b7ee-d27ece98f7fa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.347716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a32ced-4478-45b6-84d2-e0e861df5417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (04df59ed-fd27-4139-9745-f8dd93118298), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.404906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=4f06815c-b937-47b3-b7ee-d27ece98f7fa,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.424349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (c177091c-8b57-4741-a219-31e9474cd7f8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.467567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Checking segment: {'id': 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:14.467567 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network hostable DHCP agents. Network: 06409a25-d3d4-4768-a185-7d4cd40b8af4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:14.487554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:14.497018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c177091c-8b57-4741-a219-31e9474cd7f8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.499886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.501808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/c177091c-8b57-4741-a219-31e9474cd7f8 HTTP/1.1" status: 204 len: 168 time: 0.3447471 Feb 19 07:41:14.513317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 06409a25-d3d4-4768-a185-7d4cd40b8af4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:14.514809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.516822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b64dc9-9bfd-4a30-8eb8-4bfa927768f8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c177091c-8b57-4741-a219-31e9474cd7f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.529336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a32ced-4478-45b6-84d2-e0e861df5417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df59ed-fd27-4139-9745-f8dd93118298,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.545101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:14.545805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.553883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11a32ced-4478-45b6-84d2-e0e861df5417 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aba146b5296e46e8a48a6bb2b59b3452&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1805437 Feb 19 07:41:14.556530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.561891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559b263-fb6e-4043-b2c4-e793e939a5b4 None None] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:14.583274 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0cdf07a-8e97-4fa6-9720-6822b6b4a1f8 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0708694 Feb 19 07:41:14.583739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.589820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2fc3bd1-a29c-4305-aa0d-64a4efbf742c tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0708480 Feb 19 07:41:14.593649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:14.597494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:14.607452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225733568'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:14.654755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c4c13c55-03dc-4069-ae8b-ed2c949f6f98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.657527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.666163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4c13c55-03dc-4069-ae8b-ed2c949f6f98 HTTP/1.1" status: 204 len: 168 time: 0.4802692 Feb 19 07:41:14.750971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac5d3-8604-4024-b8b4-248b33b8528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c13c55-03dc-4069-ae8b-ed2c949f6f98,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:14.771438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.782205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-06409a25-d3d4-4768-a185-7d4cd40b8af4', 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4', 'project_id': '458a410691ca43aaaf5d6142c0d0aa19', 'fixed_ips': [{'subnet_id': '4f06815c-b937-47b3-b7ee-d27ece98f7fa'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:14.796219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.831209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] Publish callbacks [] for security_group (04df59ed-fd27-4139-9745-f8dd93118298), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.870900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] Publish callbacks [] for security_group (04df59ed-fd27-4139-9745-f8dd93118298), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:14.901040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12797622'] for subnet (4f06815c-b937-47b3-b7ee-d27ece98f7fa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.157212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.177256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.214151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:15.221183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (04df59ed-fd27-4139-9745-f8dd93118298), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.224315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.228990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04df59ed-fd27-4139-9745-f8dd93118298 HTTP/1.1" status: 204 len: 168 time: 0.6641130 Feb 19 07:41:15.238236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757867299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13282609'] for subnet (4f06815c-b937-47b3-b7ee-d27ece98f7fa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.254237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686fa3-5e8a-4df6-a46c-c986ff1fa9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df59ed-fd27-4139-9745-f8dd93118298,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:15.274151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.280011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-28edf4b4-2b19-4e03-b33f-8c1a3026d58a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6777728 Feb 19 07:41:15.282986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53504) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:15.287971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': 'd269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:15.313888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:15.315766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.322166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53508) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:15.323326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "PUT /v2.0/subnets/4f06815c-b937-47b3-b7ee-d27ece98f7fa HTTP/1.1" status: 200 len: 900 time: 0.7255692 Feb 19 07:41:15.362921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea06f-d927-433d-8900-564634202231 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event updated for resources: {'Subnet': ['ID=4f06815c-b937-47b3-b7ee-d27ece98f7fa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:15.386667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.434452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Allocated IP 2001:db8::3 (06409a25-d3d4-4768-a185-7d4cd40b8af4/4f06815c-b937-47b3-b7ee-d27ece98f7fa/1336e055-fa99-4d86-9058-735694896749) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:15.656999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.676008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.722745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3752c7-5161-46cf-a7bd-768aa8a678bc,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:15.731362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.763871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.767929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e1e453be-0425-49f9-8bf0-0e2a3e59b6f1 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4810698 Feb 19 07:41:15.768410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:15.818607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.862061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:15.869581 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.898066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6d496ab-4df7-401d-b03d-cd6df762a77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.901038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4f06815c-b937-47b3-b7ee-d27ece98f7fa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.955565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ff3752c7-5161-46cf-a7bd-768aa8a678bc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.965866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.969148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ff3752c7-5161-46cf-a7bd-768aa8a678bc HTTP/1.1" status: 204 len: 168 time: 0.1989534 Feb 19 07:41:15.973626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53522) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:15.985176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks [] for port (1336e055-fa99-4d86-9058-735694896749), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:15.998949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe11093-0abc-4f6e-ba60-bbfd6d2c89a9 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff3752c7-5161-46cf-a7bd-768aa8a678bc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.002447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1336e055-fa99-4d86-9058-735694896749), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.041147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f74819ea-0601-42d7-a8c5-55e2d2c9bf81 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618918 Feb 19 07:41:16.042154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (4f06815c-b937-47b3-b7ee-d27ece98f7fa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.043414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:16.120378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Pushing event updated for resources: {'Port': ['ID=1336e055-fa99-4d86-9058-735694896749,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.121890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.122369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.122931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.123029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.123574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.123799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.124333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.126040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.126040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.126040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.126040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.126040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.127945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:16.134430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:16.136508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:16.137418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=4f06815c-b937-47b3-b7ee-d27ece98f7fa,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.140260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:16.235108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.297553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.320634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Attempting to bind port 1336e055-fa99-4d86-9058-735694896749 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:41:16.325353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Attempting to bind port 1336e055-fa99-4d86-9058-735694896749 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:41:16.325740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Attempting to bind port 1336e055-fa99-4d86-9058-735694896749 on network 06409a25-d3d4-4768-a185-7d4cd40b8af4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:41:16.342338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:41:16.342797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Checking segment: {'id': 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:16.343350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.344105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Bound using segment: {'id': 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:41:16.344611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Bound port: 1336e055-fa99-4d86-9058-735694896749, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:41:16.345031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1336e055-fa99-4d86-9058-735694896749), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.348454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.356093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.359898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9 HTTP/1.1" status: 204 len: 168 time: 0.3126729 Feb 19 07:41:16.368287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:16.401069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5910a8-6be2-4225-aada-9615074954a3 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d269cfc8-f9a1-4e4c-a9bd-3c132fd8a1e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.449341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.486512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d888a1f4-87de-45de-9a14-65458405d15e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1119113 Feb 19 07:41:16.488933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:16.493537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--791644711'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:16.500978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6d496ab-4df7-401d-b03d-cd6df762a77d admin admin] Publish callbacks [] for security_group (7f5b25cb-447c-4168-a873-39b6973b0734), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.520927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c6d496ab-4df7-401d-b03d-cd6df762a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7f5b25cb-447c-4168-a873-39b6973b0734), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.533779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] For port 1336e055-fa99-4d86-9058-735694896749, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:16.540176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] For port 1336e055-fa99-4d86-9058-735694896749, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1336e055-fa99-4d86-9058-735694896749,segment=NetworkSegment(f03cd7a4-6eb9-4ae6-912b-cd536218d4ad),segment_id=f03cd7a4-6eb9-4ae6-912b-cd536218d4ad)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:16.546412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.559341 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1336e055-fa99-4d86-9058-735694896749), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.605342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d496ab-4df7-401d-b03d-cd6df762a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b25cb-447c-4168-a873-39b6973b0734,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.616726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06409a25-d3d4-4768-a185-7d4cd40b8af4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:16.655482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:16.655878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:16.698357 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c6d496ab-4df7-401d-b03d-cd6df762a77d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e735007e8794e4ba80b67f0726c4325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8360679 Feb 19 07:41:16.700228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53542) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:16.702119 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.748757 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.777213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:16.777616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:16.806346 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:16.814808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bbe9e-43cb-48b5-bfc8-1d90953cf015 None None] Pushing event updated for resources: {'Port': ['ID=1336e055-fa99-4d86-9058-735694896749,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.821826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (2c747994-ec1e-453d-9c5d-f6f87a2c40cd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.831552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c747994-ec1e-453d-9c5d-f6f87a2c40cd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.914368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.915682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4256587 Feb 19 07:41:16.922341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:16.932741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '2c747994-ec1e-453d-9c5d-f6f87a2c40cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:16.949567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811ba4c-db26-4aa6-aa40-88ecac11b7f3 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 07:41:16.969377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752094-ed03-4e72-a284-47d50e62d07a tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c747994-ec1e-453d-9c5d-f6f87a2c40cd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:16.982430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] Publish callbacks [] for security_group (7f5b25cb-447c-4168-a873-39b6973b0734), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:16.983495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.029103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.db.api [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 07:41:17.029103 n-d-829866-3 neutron-server[103587]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 07:41:17.029103 n-d-829866-3 neutron-server[103587]: [parameters: {'id': '06409a25-d3d4-4768-a185-7d4cd40b8af4'}] Feb 19 07:41:17.029103 n-d-829866-3 neutron-server[103587]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103587) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:41:17.029491 n-d-829866-3 neutron-server[103587]: DEBUG oslo_db.api [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:41:17.100206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] Publish callbacks [] for security_group (7f5b25cb-447c-4168-a873-39b6973b0734), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.124571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.136110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.173174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6675cfb9-f930-4ff6-92fb-efcb47808c6b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:17.184500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b811ba4c-db26-4aa6-aa40-88ecac11b7f3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 07:41:17.201224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.208463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e2f94c63-2ad3-43ba-ac63-9fc3a6ed2ba6 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2844396 Feb 19 07:41:17.211450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:17.245781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7f5b25cb-447c-4168-a873-39b6973b0734), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.250983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.254298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-222125f2-278d-4b2f-94f3-007cf69b393e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules/6675cfb9-f930-4ff6-92fb-efcb47808c6b HTTP/1.1" status: 200 len: 763 time: 0.0415528 Feb 19 07:41:17.258296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:17.268535 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f5b25cb-447c-4168-a873-39b6973b0734 HTTP/1.1" status: 204 len: 168 time: 0.5437016 Feb 19 07:41:17.298955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53271d79-f4c3-4fd0-a49c-31feff2daf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b25cb-447c-4168-a873-39b6973b0734,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:17.409020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-156004e4-b49c-4e4f-8b64-708a6d3288cb tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1483290 Feb 19 07:41:17.411157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:17.464492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.490989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.566171 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.576105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6675cfb9-f930-4ff6-92fb-efcb47808c6b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.598532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.600888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/6675cfb9-f930-4ff6-92fb-efcb47808c6b HTTP/1.1" status: 204 len: 168 time: 0.1886768 Feb 19 07:41:17.605021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:17.632235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada73c1a-418c-40ec-bd13-b13695fba95e None None] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:17.641271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696f591-7670-46d9-a731-13a004f61ccf tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6675cfb9-f930-4ff6-92fb-efcb47808c6b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:17.699891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f74e8171-0caf-4660-85fd-b37000c168d2 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0936289 Feb 19 07:41:17.705571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:17.716381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '2c747994-ec1e-453d-9c5d-f6f87a2c40cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:17.756982 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.796601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting port 1336e055-fa99-4d86-9058-735694896749 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:17.796970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1336e055-fa99-4d86-9058-735694896749), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.943445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] For port 1336e055-fa99-4d86-9058-735694896749, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1336e055-fa99-4d86-9058-735694896749,segment=NetworkSegment(f03cd7a4-6eb9-4ae6-912b-cd536218d4ad),segment_id=f03cd7a4-6eb9-4ae6-912b-cd536218d4ad)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:17.943445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1336e055-fa99-4d86-9058-735694896749), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:17.952970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666dbea6-67a4-47fc-8759-83c40132e7a3 None None] Network 06409a25-d3d4-4768-a185-7d4cd40b8af4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:17.977029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Calling delete_port for 1336e055-fa99-4d86-9058-735694896749 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:18.110691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1336e055-fa99-4d86-9058-735694896749), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.157012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Port': ['ID=1336e055-fa99-4d86-9058-735694896749,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:18.175030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No DVR routers for this DVR port 1336e055-fa99-4d86-9058-735694896749 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:18.307394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.331036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06409a25-d3d4-4768-a185-7d4cd40b8af4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:18.350069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:18.350568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03cd7a4-6eb9-4ae6-912b-cd536218d4ad') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:18.362725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.383524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.391935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:18.392554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f03cd7a4-6eb9-4ae6-912b-cd536218d4ad), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:18.396830 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:18.475909 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (06409a25-d3d4-4768-a185-7d4cd40b8af4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.488545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.493429 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/06409a25-d3d4-4768-a185-7d4cd40b8af4 HTTP/1.1" status: 204 len: 168 time: 3.1693814 Feb 19 07:41:18.513728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:18.514697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db108bf-3819-450d-9201-69218b528b8c tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=06409a25-d3d4-4768-a185-7d4cd40b8af4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:18.726868 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.733785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.753753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b570434-c949-40cf-8ac8-99570d9cc4e9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:18.777545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:18.779225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a9b217a6-8aa5-45cd-9f08-614ba634b688 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0696642 Feb 19 07:41:18.782739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:18.811658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b1f5e12-1a61-4329-93a5-10643b4e9e05 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules/9b570434-c949-40cf-8ac8-99570d9cc4e9 HTTP/1.1" status: 200 len: 763 time: 0.0267932 Feb 19 07:41:18.813924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:18.920381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0b95779-88c1-489f-ba2b-0575ac38c0f5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1047113 Feb 19 07:41:18.930012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:18.941754 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f5f8d3-6645-492f-ab30-fbee20c4749a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:18.942546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f5f8d3-6645-492f-ab30-fbee20c4749a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:18.949496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04f5f8d3-6645-492f-ab30-fbee20c4749a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/4f06815c-b937-47b3-b7ee-d27ece98f7fa HTTP/1.1" status: 404 len: 337 time: 0.4323490 Feb 19 07:41:18.950442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:18.974645 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c1247f-536a-4bb4-94d6-adf94504a85a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:18.975099 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c1247f-536a-4bb4-94d6-adf94504a85a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:18.982512 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-10c1247f-536a-4bb4-94d6-adf94504a85a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/06409a25-d3d4-4768-a185-7d4cd40b8af4 HTTP/1.1" status: 404 len: 339 time: 0.0303631 Feb 19 07:41:18.982857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.010445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.019220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.058585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9b570434-c949-40cf-8ac8-99570d9cc4e9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.076206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.077552 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9b570434-c949-40cf-8ac8-99570d9cc4e9 HTTP/1.1" status: 204 len: 168 time: 0.1465130 Feb 19 07:41:19.078474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062fa6a-2d70-4901-bbb9-cd4e96cf8165 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b570434-c949-40cf-8ac8-99570d9cc4e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:19.080502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.122493 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.125362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d2ac46e-9505-4435-94d0-0fab18c2adcd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383999 Feb 19 07:41:19.127776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.136643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '2c747994-ec1e-453d-9c5d-f6f87a2c40cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:19.191365 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Project ab86a0fd87f84ae19a9a6ee8680c116a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:41:19.203727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.236114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.264563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a504614c-d848-43cc-9570-5e8b6ad92db8']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:19.285126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21467dc2-418d-4712-a808-ca1955347f78') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:19.287401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21467dc2-418d-4712-a808-ca1955347f78') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:19.307458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (21467dc2-418d-4712-a808-ca1955347f78), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.334050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.335308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (21467dc2-418d-4712-a808-ca1955347f78), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.339980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.344246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:19.344830 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (21467dc2-418d-4712-a808-ca1955347f78), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.403369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f23011-d0e1-402b-a36f-00edaa0db002,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:19.410348 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:19.412285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.413270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8b72c8c8-2528-4d7d-b077-5b5e12857e79 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2842927 Feb 19 07:41:19.418025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.418772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a504614c-d848-43cc-9570-5e8b6ad92db8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.454311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33db2853-d739-4bb2-b2c6-b7d1ad90c52b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules/e2f23011-d0e1-402b-a36f-00edaa0db002 HTTP/1.1" status: 200 len: 769 time: 0.0305436 Feb 19 07:41:19.454311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.454568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.456977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/a504614c-d848-43cc-9570-5e8b6ad92db8 HTTP/1.1" status: 204 len: 168 time: 0.4730489 Feb 19 07:41:19.457937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148839f-2175-4430-af9c-c2ba383cbcfe tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=a504614c-d848-43cc-9570-5e8b6ad92db8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:19.463058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.504451 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5a8fc3-13c0-4e0d-999e-b968bc1f4894 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:19.505087 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5a8fc3-13c0-4e0d-999e-b968bc1f4894 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:19.510448 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea5a8fc3-13c0-4e0d-999e-b968bc1f4894 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/591772cd-f965-40e7-8988-6cb2fba4b80b HTTP/1.1" status: 404 len: 337 time: 0.0472927 Feb 19 07:41:19.510790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.533338 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-68866cab-02bc-41b1-a6f4-5e09959e54d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:19.534238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68866cab-02bc-41b1-a6f4-5e09959e54d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:19.540718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-68866cab-02bc-41b1-a6f4-5e09959e54d1 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/1c1ef768-8ec7-406e-9ca0-8497789e4f36 HTTP/1.1" status: 404 len: 339 time: 0.0266435 Feb 19 07:41:19.542990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.625759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3351b12e-abc2-437b-bd5b-c19689487e32 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1696677 Feb 19 07:41:19.628423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.660509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting subnet 8092e0c0-6de1-43dd-a136-aad97e83f7f5 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:19.664511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (8092e0c0-6de1-43dd-a136-aad97e83f7f5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.678528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.698188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.730758 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (e2f23011-d0e1-402b-a36f-00edaa0db002), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.739750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.752615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e2f23011-d0e1-402b-a36f-00edaa0db002 HTTP/1.1" status: 204 len: 168 time: 0.1228621 Feb 19 07:41:19.753192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (8092e0c0-6de1-43dd-a136-aad97e83f7f5), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.760963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.783548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bacc4-976e-44b1-bb5b-f16907ca9495 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f23011-d0e1-402b-a36f-00edaa0db002,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:19.828542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-269eeab7-97f0-4f8b-addf-aee5f4a0e7bc tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660264 Feb 19 07:41:19.831513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:19.958010 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (2c747994-ec1e-453d-9c5d-f6f87a2c40cd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:19.958416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8092e0c0-6de1-43dd-a136-aad97e83f7f5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.026915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (2c747994-ec1e-453d-9c5d-f6f87a2c40cd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.057210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (8092e0c0-6de1-43dd-a136-aad97e83f7f5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.122059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=8092e0c0-6de1-43dd-a136-aad97e83f7f5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:20.134329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.137464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa433e5-7bd8-476d-827d-59c86c626f28 None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:20.159233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:20.159730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4ce81593-aeba-44e4-b20b-8b154aba75dc tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/8092e0c0-6de1-43dd-a136-aad97e83f7f5 HTTP/1.1" status: 204 len: 168 time: 0.6124003 Feb 19 07:41:20.250630 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2c747994-ec1e-453d-9c5d-f6f87a2c40cd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.256350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.261230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/2c747994-ec1e-453d-9c5d-f6f87a2c40cd HTTP/1.1" status: 204 len: 168 time: 0.4285800 Feb 19 07:41:20.263999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:20.302443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658139d-66d3-4f1f-80fc-9dc94e4374c4 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c747994-ec1e-453d-9c5d-f6f87a2c40cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:20.361768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting subnet 49e3bfd8-82ea-490d-8e3c-e704f5d67fcd {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:20.371879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (49e3bfd8-82ea-490d-8e3c-e704f5d67fcd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.394930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c5c97a2f-a59e-4992-b536-fbeed1429bed tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1297615 Feb 19 07:41:20.399286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:20.403851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group': {'name': 'tempest-secgroup--876943263'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:20.454048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.478631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (49e3bfd8-82ea-490d-8e3c-e704f5d67fcd), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.566115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (94abb9d3-e53e-4973-8c57-e21ad7aeb8a0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.578619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (94abb9d3-e53e-4973-8c57-e21ad7aeb8a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.616494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94abb9d3-e53e-4973-8c57-e21ad7aeb8a0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:20.664596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.668757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0366336a-e3ad-4725-8b88-d2f98941cac8 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2659039 Feb 19 07:41:20.671151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:20.684600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Request body: {'security_group_rule': {'security_group_id': '94abb9d3-e53e-4973-8c57-e21ad7aeb8a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:20.751775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (49e3bfd8-82ea-490d-8e3c-e704f5d67fcd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.753639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ad48a018-1948-43bf-b0ce-6b6481748062), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.911037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (ad48a018-1948-43bf-b0ce-6b6481748062), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:20.932101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ad48a018-1948-43bf-b0ce-6b6481748062), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.000655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (49e3bfd8-82ea-490d-8e3c-e704f5d67fcd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.010002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad48a018-1948-43bf-b0ce-6b6481748062,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:21.042498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.047579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a79067cb-c819-4f2b-8728-0f4a95978f5b tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3724084 Feb 19 07:41:21.047579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.095132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=49e3bfd8-82ea-490d-8e3c-e704f5d67fcd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:21.097609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.102554 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2255849a-706c-4fcb-b833-41b2e5dfbec2 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/49e3bfd8-82ea-490d-8e3c-e704f5d67fcd HTTP/1.1" status: 204 len: 168 time: 0.9419954 Feb 19 07:41:21.105193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.210113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (94abb9d3-e53e-4973-8c57-e21ad7aeb8a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.216971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (19e24ae0-4b2e-4494-948d-eb03e853d771), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.326611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (94abb9d3-e53e-4973-8c57-e21ad7aeb8a0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.430178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting port a75080f3-f357-4f68-b129-5cf6211cd26c {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:21.430961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.448171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (94abb9d3-e53e-4973-8c57-e21ad7aeb8a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.451059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27c392-1e15-441e-b575-dfad8bbbde27 None None] Network 19e24ae0-4b2e-4494-948d-eb03e853d771 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:21.454828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.458151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/94abb9d3-e53e-4973-8c57-e21ad7aeb8a0 HTTP/1.1" status: 204 len: 168 time: 0.4087081 Feb 19 07:41:21.467276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.502246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44a14d-3a26-4898-aee8-b5525c7d526e tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94abb9d3-e53e-4973-8c57-e21ad7aeb8a0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:21.538187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] For port a75080f3-f357-4f68-b129-5cf6211cd26c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a75080f3-f357-4f68-b129-5cf6211cd26c,segment=NetworkSegment(c020caf6-cc96-4cef-b504-aa78916123cc),segment_id=c020caf6-cc96-4cef-b504-aa78916123cc)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:21.538850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.576179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Calling delete_port for a75080f3-f357-4f68-b129-5cf6211cd26c owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:21.598915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7385c2a-3f31-4982-8f09-2f995e4bbefd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1275947 Feb 19 07:41:21.599136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53794) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.663832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-df91b2bc-3956-4c24-b8b5-6b8d98c6711c None None] Provisioning complete for port a75080f3-f357-4f68-b129-5cf6211cd26c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:21.664226 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df91b2bc-3956-4c24-b8b5-6b8d98c6711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.714745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-483df1f6-b72d-4a29-acf6-6123c674dcd5 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1148338 Feb 19 07:41:21.717364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.732931 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3c0c5d69-edc1-44eb-9b0e-f654f2c0ff53 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] delete failed (client error): The resource could not be found. Feb 19 07:41:21.733974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3c0c5d69-edc1-44eb-9b0e-f654f2c0ff53 tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "DELETE /v2.0/security-groups/94abb9d3-e53e-4973-8c57-e21ad7aeb8a0 HTTP/1.1" status: 404 len: 347 time: 0.0156343 Feb 19 07:41:21.738215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:21.798913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-694b72a8-580c-4b01-b054-e6fe814985fd tempest-SecGroupIPv6Test-1186889119 tempest-SecGroupIPv6Test-1186889119-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581689 Feb 19 07:41:21.802834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a75080f3-f357-4f68-b129-5cf6211cd26c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:21.833050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Port': ['ID=a75080f3-f357-4f68-b129-5cf6211cd26c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:21.836578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No DVR routers for this DVR port a75080f3-f357-4f68-b129-5cf6211cd26c on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:21.890858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-df91b2bc-3956-4c24-b8b5-6b8d98c6711c None None] Could not find standard attr ID for object a75080f3-f357-4f68-b129-5cf6211cd26c. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:41:21.896931 n-d-829866-3 neutron-server[103589]: INFO neutron.plugins.ml2.db [None req-df91b2bc-3956-4c24-b8b5-6b8d98c6711c None None] No ports have port_id starting with a75080f3-f357-4f68-b129-5cf6211cd26c Feb 19 07:41:21.981400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea989b-0cc1-45a8-b8f7-90bb2218a5b8 None None] DHCP port deletion for 19e24ae0-4b2e-4494-948d-eb03e853d771 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:41:21.989089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (19e24ae0-4b2e-4494-948d-eb03e853d771), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.042890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e24ae0-4b2e-4494-948d-eb03e853d771']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:22.066663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c020caf6-cc96-4cef-b504-aa78916123cc') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:22.067321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c020caf6-cc96-4cef-b504-aa78916123cc') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:22.095530 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (c020caf6-cc96-4cef-b504-aa78916123cc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.132250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c020caf6-cc96-4cef-b504-aa78916123cc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.145727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:22.146188 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (c020caf6-cc96-4cef-b504-aa78916123cc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:22.160767 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:22.257431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (19e24ae0-4b2e-4494-948d-eb03e853d771), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.280546 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.287703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/19e24ae0-4b2e-4494-948d-eb03e853d771 HTTP/1.1" status: 204 len: 168 time: 1.1792302 Feb 19 07:41:22.288476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.344173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310067d-8a03-402d-92d1-fbe25f4e4917 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=19e24ae0-4b2e-4494-948d-eb03e853d771,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:22.361866 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f89939-46b3-4de3-8cc7-ca39a4389bad tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.362722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f89939-46b3-4de3-8cc7-ca39a4389bad tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.366090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-49f89939-46b3-4de3-8cc7-ca39a4389bad tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/fa08840c-78f5-4144-846f-dfcadc24dd7f HTTP/1.1" status: 404 len: 337 time: 0.0759397 Feb 19 07:41:22.368799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.419240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a75080f3-f357-4f68-b129-5cf6211cd26c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:41:22.420301 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-02025f64-57f8-495f-a51d-26561f5f5383 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.421939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02025f64-57f8-495f-a51d-26561f5f5383 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.430270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-02025f64-57f8-495f-a51d-26561f5f5383 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/a0a3c63e-3ff5-4fd3-8236-273c77c1f1ae HTTP/1.1" status: 404 len: 339 time: 0.0584204 Feb 19 07:41:22.432059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.466596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a75080f3-f357-4f68-b129-5cf6211cd26c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:41:22.467797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a75080f3-f357-4f68-b129-5cf6211cd26c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:41:22.478867 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45f21cf-8a23-43e4-b1e4-c40b8927753e tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.485297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45f21cf-8a23-43e4-b1e4-c40b8927753e tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.497819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.516529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b45f21cf-8a23-43e4-b1e4-c40b8927753e tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/c2ca72b4-c0d6-43c5-898c-13ab0f000a08 HTTP/1.1" status: 404 len: 337 time: 0.0610113 Feb 19 07:41:22.536228 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-75abc4fa-fd59-4760-be83-526a70196595 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.539754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75abc4fa-fd59-4760-be83-526a70196595 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.557645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.558018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.558337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.563808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-75abc4fa-fd59-4760-be83-526a70196595 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/cf6f9cc5-f1bf-4065-9844-60e9bc98d766 HTTP/1.1" status: 404 len: 339 time: 0.0538697 Feb 19 07:41:22.621861 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81b2727-5455-4961-8697-87901847cbc9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.622340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81b2727-5455-4961-8697-87901847cbc9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.625357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b81b2727-5455-4961-8697-87901847cbc9 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/64b530f6-5349-4e0b-a6d6-5aa8a0a7dce5 HTTP/1.1" status: 404 len: 337 time: 0.0647767 Feb 19 07:41:22.628001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.679102 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-e413d4f4-e7a0-4a81-80da-3999140050d6 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:22.680807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e413d4f4-e7a0-4a81-80da-3999140050d6 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:22.687272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e413d4f4-e7a0-4a81-80da-3999140050d6 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/aadf35c6-0f52-4e2b-9068-194185505b79 HTTP/1.1" status: 404 len: 339 time: 0.0556729 Feb 19 07:41:22.687488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:22.774987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting subnet 1500ae4e-da32-460e-8aad-505b2ef07958 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:22.784221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (1500ae4e-da32-460e-8aad-505b2ef07958), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.864073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (1500ae4e-da32-460e-8aad-505b2ef07958), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:22.975393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0494bcad-c6f6-44b8-8f21-5d8e19fdfd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.046857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f32878b-678d-43a7-94e8-69a950e85b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ab86a0fd87f84ae19a9a6ee8680c116a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4873364 Feb 19 07:41:23.049836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53870) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:23.106450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1500ae4e-da32-460e-8aad-505b2ef07958), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.176930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] Publish callbacks [] for security_group (919690ae-1cae-452b-933b-2073abc4989b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.191997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0494bcad-c6f6-44b8-8f21-5d8e19fdfd47 admin admin] Publish callbacks [] for security_group (22cb4a44-ca1d-43ae-a865-58181ad4b257), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.206068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0494bcad-c6f6-44b8-8f21-5d8e19fdfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (22cb4a44-ca1d-43ae-a865-58181ad4b257), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.215826 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] Publish callbacks [] for security_group (919690ae-1cae-452b-933b-2073abc4989b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.255767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494bcad-c6f6-44b8-8f21-5d8e19fdfd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb4a44-ca1d-43ae-a865-58181ad4b257,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.260453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (1500ae4e-da32-460e-8aad-505b2ef07958), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.281459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (919690ae-1cae-452b-933b-2073abc4989b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.289536 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.292086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/919690ae-1cae-452b-933b-2073abc4989b HTTP/1.1" status: 204 len: 168 time: 0.2405949 Feb 19 07:41:23.302281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5acaa-ca2e-48cc-8cf3-fb74ef762dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919690ae-1cae-452b-933b-2073abc4989b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.305913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=1500ae4e-da32-460e-8aad-505b2ef07958,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.312318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.316509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d6376c5-b68d-4967-a5c0-41e1c4fbd484 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/1500ae4e-da32-460e-8aad-505b2ef07958 HTTP/1.1" status: 204 len: 168 time: 0.6280100 Feb 19 07:41:23.317457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266939a-9ac5-486d-af1f-6fde547abb22 None None] Network d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:23.318905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:23.326804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:23.329822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0494bcad-c6f6-44b8-8f21-5d8e19fdfd47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f963ad2e26f540229b65b37d6fa9a800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677317 Feb 19 07:41:23.407393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] Publish callbacks [] for security_group (22cb4a44-ca1d-43ae-a865-58181ad4b257), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.483001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] Publish callbacks [] for security_group (22cb4a44-ca1d-43ae-a865-58181ad4b257), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.484861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.486911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53884) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:23.605295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] DHCP port deletion for d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:41:23.610173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting port c5076f2f-db8d-4267-8991-763b0a04dc6b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:23.610678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.627154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (22cb4a44-ca1d-43ae-a865-58181ad4b257), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.636077 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.639400 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22cb4a44-ca1d-43ae-a865-58181ad4b257 HTTP/1.1" status: 204 len: 168 time: 0.3091981 Feb 19 07:41:23.670027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803be40b-f0fb-4149-896f-d643c6fac1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cb4a44-ca1d-43ae-a865-58181ad4b257,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:23.732158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Deleting port c5076f2f-db8d-4267-8991-763b0a04dc6b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:23.732914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.794403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] For port c5076f2f-db8d-4267-8991-763b0a04dc6b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c5076f2f-db8d-4267-8991-763b0a04dc6b,segment=NetworkSegment(5833c910-3faa-4f72-bfd3-b70dcb3166da),segment_id=5833c910-3faa-4f72-bfd3-b70dcb3166da)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:23.794778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.823514 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:41:23.824047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Calling delete_port for c5076f2f-db8d-4267-8991-763b0a04dc6b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:23.994406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f63341-b51a-4480-bebd-a601457370a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:23.996556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.037435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Port': ['ID=c5076f2f-db8d-4267-8991-763b0a04dc6b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:24.041534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No DVR routers for this DVR port c5076f2f-db8d-4267-8991-763b0a04dc6b on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:24.127865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] For port c5076f2f-db8d-4267-8991-763b0a04dc6b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c5076f2f-db8d-4267-8991-763b0a04dc6b,segment=NetworkSegment(5833c910-3faa-4f72-bfd3-b70dcb3166da),segment_id=5833c910-3faa-4f72-bfd3-b70dcb3166da)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:24.128414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.145267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Calling delete_port for c5076f2f-db8d-4267-8991-763b0a04dc6b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:24.172916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.203200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:24.215226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5833c910-3faa-4f72-bfd3-b70dcb3166da') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:24.215588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5833c910-3faa-4f72-bfd3-b70dcb3166da') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:24.228165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (5833c910-3faa-4f72-bfd3-b70dcb3166da), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.251825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5833c910-3faa-4f72-bfd3-b70dcb3166da), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.259151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:24.259718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (5833c910-3faa-4f72-bfd3-b70dcb3166da), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:24.313972 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:24.319867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (c5076f2f-db8d-4267-8991-763b0a04dc6b), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.372356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] No DVR routers for this DVR port c5076f2f-db8d-4267-8991-763b0a04dc6b on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:24.407155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35010571-44ef-4d43-a2f7-b4778b570e04 None None] Pushing event deleted for resources: {'Port': ['ID=c5076f2f-db8d-4267-8991-763b0a04dc6b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:24.434889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c5076f2f-db8d-4267-8991-763b0a04dc6b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:41:24.436035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.463180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c5076f2f-db8d-4267-8991-763b0a04dc6b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:41:24.463564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c5076f2f-db8d-4267-8991-763b0a04dc6b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:41:24.484457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.488404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5 HTTP/1.1" status: 204 len: 168 time: 1.1677876 Feb 19 07:41:24.491678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.496100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc28d0-5790-4d76-8483-befcb5ed2252 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=d8fe9d2c-eec5-4b4d-bb45-c3aec259c3d5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:24.530532 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-964f1ace-cbf8-40cf-bb8f-3c712039d363 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:24.531342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964f1ace-cbf8-40cf-bb8f-3c712039d363 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:24.539549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-964f1ace-cbf8-40cf-bb8f-3c712039d363 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/cae2554c-2c0b-4e44-abce-0766033a2b4f HTTP/1.1" status: 404 len: 337 time: 0.0456500 Feb 19 07:41:24.540430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.563759 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-765d2f7e-0bad-4830-9bd3-3c2e0bdaaa39 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] DELETE failed (client error): The resource could not be found. Feb 19 07:41:24.564288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765d2f7e-0bad-4830-9bd3-3c2e0bdaaa39 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:41:24.566956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f63341-b51a-4480-bebd-a601457370a8 admin admin] Publish callbacks [] for security_group (f2738b00-84a9-4496-9a59-a41ae990fa31), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.570949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-765d2f7e-0bad-4830-9bd3-3c2e0bdaaa39 tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/720b01cd-3a4c-4ad8-ba27-15d0fa8c37b1 HTTP/1.1" status: 404 len: 339 time: 0.0295537 Feb 19 07:41:24.571132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.587651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65f63341-b51a-4480-bebd-a601457370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f2738b00-84a9-4496-9a59-a41ae990fa31), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.614636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.643000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2a934a4-d1a1-46e3-a885-6e96c52ef6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.678527 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-65f63341-b51a-4480-bebd-a601457370a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86392758e00e413b815b3337a056bd56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1893258 Feb 19 07:41:24.679802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f63341-b51a-4480-bebd-a601457370a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2738b00-84a9-4496-9a59-a41ae990fa31,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:24.682385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.692940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting subnet 21a5101c-6e1c-46a1-b30c-9fa206abeb6e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:24.696258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (21a5101c-6e1c-46a1-b30c-9fa206abeb6e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.741524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (21a5101c-6e1c-46a1-b30c-9fa206abeb6e), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.827209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] Publish callbacks [] for security_group (f2738b00-84a9-4496-9a59-a41ae990fa31), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.851891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2a934a4-d1a1-46e3-a885-6e96c52ef6d9 admin admin] Publish callbacks [] for security_group (465562ed-0623-4fc5-9542-b4b666b46e93), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.861362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2a934a4-d1a1-46e3-a885-6e96c52ef6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (465562ed-0623-4fc5-9542-b4b666b46e93), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.877412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (21a5101c-6e1c-46a1-b30c-9fa206abeb6e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.894145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e2a934a4-d1a1-46e3-a885-6e96c52ef6d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9069e626a7504a95af3270a74873eeb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2783830 Feb 19 07:41:24.896841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] Publish callbacks [] for security_group (f2738b00-84a9-4496-9a59-a41ae990fa31), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:24.911630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:24.983936 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a934a4-d1a1-46e3-a885-6e96c52ef6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465562ed-0623-4fc5-9542-b4b666b46e93,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.014082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f2738b00-84a9-4496-9a59-a41ae990fa31), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.016657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.017988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2738b00-84a9-4496-9a59-a41ae990fa31 HTTP/1.1" status: 204 len: 168 time: 0.3317072 Feb 19 07:41:25.027098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] Publish callbacks [] for security_group (465562ed-0623-4fc5-9542-b4b666b46e93), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.027287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3df4de-927b-4aeb-92c1-03d751f63733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2738b00-84a9-4496-9a59-a41ae990fa31,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.042007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (21a5101c-6e1c-46a1-b30c-9fa206abeb6e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.088935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] Publish callbacks [] for security_group (465562ed-0623-4fc5-9542-b4b666b46e93), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.091112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Subnet': ['ID=21a5101c-6e1c-46a1-b30c-9fa206abeb6e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.103680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.106818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-596e0224-a838-42a4-b29d-481c89964a9a tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/subnets/21a5101c-6e1c-46a1-b30c-9fa206abeb6e HTTP/1.1" status: 204 len: 168 time: 0.5345840 Feb 19 07:41:25.107409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df5e67-b428-4774-aeba-a23b2b1136fd None None] Network 0818a65b-54cf-42ab-b82f-036d326c14db requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:25.109444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53942) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:25.169033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (465562ed-0623-4fc5-9542-b4b666b46e93), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.172471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.178079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/465562ed-0623-4fc5-9542-b4b666b46e93 HTTP/1.1" status: 204 len: 168 time: 0.2649777 Feb 19 07:41:25.203793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304d0bd-592d-4699-9280-4e7c037ccb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465562ed-0623-4fc5-9542-b4b666b46e93,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.281895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0818a65b-54cf-42ab-b82f-036d326c14db), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.297604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:25.313076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830355be-f090-4d42-a274-23b816adc37f None None] DHCP port deletion for 0818a65b-54cf-42ab-b82f-036d326c14db request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:41:25.400726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-830355be-f090-4d42-a274-23b816adc37f None None] Deleting port 29055929-1a28-4f97-b4df-50755e34d643 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:25.401102 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830355be-f090-4d42-a274-23b816adc37f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (29055929-1a28-4f97-b4df-50755e34d643), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.411414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Deleting port 29055929-1a28-4f97-b4df-50755e34d643 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:25.412086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (29055929-1a28-4f97-b4df-50755e34d643), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.511032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:25.527039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58daa4df-12ac-4a67-9b6f-d42cd25d6066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.575486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] For port 29055929-1a28-4f97-b4df-50755e34d643, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=29055929-1a28-4f97-b4df-50755e34d643,segment=NetworkSegment(28320454-30e2-427e-997f-621429d5091e),segment_id=28320454-30e2-427e-997f-621429d5091e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:25.576050 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (29055929-1a28-4f97-b4df-50755e34d643), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.580575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-830355be-f090-4d42-a274-23b816adc37f None None] For port 29055929-1a28-4f97-b4df-50755e34d643, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=29055929-1a28-4f97-b4df-50755e34d643,segment=NetworkSegment(28320454-30e2-427e-997f-621429d5091e),segment_id=28320454-30e2-427e-997f-621429d5091e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:25.580988 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830355be-f090-4d42-a274-23b816adc37f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (29055929-1a28-4f97-b4df-50755e34d643), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.610515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Calling delete_port for 29055929-1a28-4f97-b4df-50755e34d643 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:25.616700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-830355be-f090-4d42-a274-23b816adc37f None None] Calling delete_port for 29055929-1a28-4f97-b4df-50755e34d643 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:25.711053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58daa4df-12ac-4a67-9b6f-d42cd25d6066 admin admin] Publish callbacks [] for security_group (d13c4170-6a51-4451-871c-3b8a71952d32), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.730666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58daa4df-12ac-4a67-9b6f-d42cd25d6066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d13c4170-6a51-4451-871c-3b8a71952d32), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.830193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830355be-f090-4d42-a274-23b816adc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (29055929-1a28-4f97-b4df-50755e34d643), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.831065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58daa4df-12ac-4a67-9b6f-d42cd25d6066 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a56c763525e540f080ea2116ac35eec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181782 Feb 19 07:41:25.833310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (29055929-1a28-4f97-b4df-50755e34d643), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.837334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:25.886835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Port': ['ID=29055929-1a28-4f97-b4df-50755e34d643,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.889897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] No DVR routers for this DVR port 29055929-1a28-4f97-b4df-50755e34d643 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:25.918060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daa4df-12ac-4a67-9b6f-d42cd25d6066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c4170-6a51-4451-871c-3b8a71952d32,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.934157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--632757058'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:25.965772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.985362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:25.992769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830355be-f090-4d42-a274-23b816adc37f None None] Pushing event deleted for resources: {'Port': ['ID=29055929-1a28-4f97-b4df-50755e34d643,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:25.999955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830355be-f090-4d42-a274-23b816adc37f None None] No DVR routers for this DVR port 29055929-1a28-4f97-b4df-50755e34d643 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:26.025035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0818a65b-54cf-42ab-b82f-036d326c14db), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.056558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0818a65b-54cf-42ab-b82f-036d326c14db']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:26.067814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28320454-30e2-427e-997f-621429d5091e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:26.068258 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28320454-30e2-427e-997f-621429d5091e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:26.090682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (28320454-30e2-427e-997f-621429d5091e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.109372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (28320454-30e2-427e-997f-621429d5091e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.117669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:26.118608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (28320454-30e2-427e-997f-621429d5091e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:26.122287 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:26.169718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] Publish callbacks [] for security_group (d13c4170-6a51-4451-871c-3b8a71952d32), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.223909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] Publish callbacks [] for security_group (d13c4170-6a51-4451-871c-3b8a71952d32), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.243214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (03e801e8-777d-43b3-970a-8516c5c80de5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.244268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0818a65b-54cf-42ab-b82f-036d326c14db), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.253216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.258105 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] 10.222.0.43 "DELETE /v2.0/networks/0818a65b-54cf-42ab-b82f-036d326c14db HTTP/1.1" status: 204 len: 168 time: 1.1473820 Feb 19 07:41:26.265573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (03e801e8-777d-43b3-970a-8516c5c80de5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.274086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66b9a-7f28-48d2-b978-be1d5c6331eb tempest-NetworksIpV6Test-1289327045 tempest-NetworksIpV6Test-1289327045-project] Pushing event deleted for resources: {'Network': ['ID=0818a65b-54cf-42ab-b82f-036d326c14db,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.357126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e801e8-777d-43b3-970a-8516c5c80de5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.387952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 29055929-1a28-4f97-b4df-50755e34d643 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:41:26.427330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 29055929-1a28-4f97-b4df-50755e34d643 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:41:26.428003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 29055929-1a28-4f97-b4df-50755e34d643 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:41:26.453944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d13c4170-6a51-4451-871c-3b8a71952d32), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.456474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.457663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d13c4170-6a51-4451-871c-3b8a71952d32 HTTP/1.1" status: 204 len: 168 time: 0.6195247 Feb 19 07:41:26.472084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.480319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.484212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae806d-63a6-4c59-947b-1aa47579d845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c4170-6a51-4451-871c-3b8a71952d32,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.519649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.521319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2219255 Feb 19 07:41:26.524824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:26.533882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be95664-7b8b-473c-aae3-ae72ded02a58 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181861e1-87c8-4e91-bcc9-ab4ea83b0673,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.630875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2dc8141a-5c60-4d19-899e-90c510d09032 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1045787 Feb 19 07:41:26.634195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 53988) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:26.638913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-security--1076326120', 'description': 'tempest-security-description-62755427'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:26.686330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.700031 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53990) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:26.755595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.762747 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.767856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.770638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "PUT /v2.0/security-groups/181861e1-87c8-4e91-bcc9-ab4ea83b0673 HTTP/1.1" status: 200 len: 1795 time: 0.1351049 Feb 19 07:41:26.774114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 53996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:26.852346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2a57-439e-48a4-ae69-1b68348ce59e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181861e1-87c8-4e91-bcc9-ab4ea83b0673,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:26.883704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3dabed46-981b-4f60-b5e8-96fc026c8e40 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups/181861e1-87c8-4e91-bcc9-ab4ea83b0673 HTTP/1.1" status: 200 len: 1795 time: 0.1074872 Feb 19 07:41:26.884019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:26.953762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:26.976295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.032687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (181861e1-87c8-4e91-bcc9-ab4ea83b0673), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.035951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.037689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/181861e1-87c8-4e91-bcc9-ab4ea83b0673 HTTP/1.1" status: 204 len: 168 time: 0.1520536 Feb 19 07:41:27.041090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54006) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.050558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c1634-83ae-4749-b45d-f97b6673a0f1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181861e1-87c8-4e91-bcc9-ab4ea83b0673,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:27.151605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-562d945e-9e2d-46ce-8b94-7e178a19b2db tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1087348 Feb 19 07:41:27.156578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54010) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.170901 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-4d7ce4c7-867b-4468-898c-640fafcdebc1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] delete failed (client error): The resource could not be found. Feb 19 07:41:27.173922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4d7ce4c7-867b-4468-898c-640fafcdebc1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/181861e1-87c8-4e91-bcc9-ab4ea83b0673 HTTP/1.1" status: 404 len: 347 time: 0.0166218 Feb 19 07:41:27.176926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.179837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-685d3161-2f7c-403b-82a8-f28c9088352b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=458a410691ca43aaaf5d6142c0d0aa19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704766 Feb 19 07:41:27.180990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.189981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--553614003'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:27.259704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.287173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] Publish callbacks [] for security_group (c1c083f1-16da-4dba-9f28-735272bf0211), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.365325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (4bbcf3d9-5377-47dd-9612-76339bbac97a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.373597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bbcf3d9-5377-47dd-9612-76339bbac97a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.404565 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] Publish callbacks [] for security_group (c1c083f1-16da-4dba-9f28-735272bf0211), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.438634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.442839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54036) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.443074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2603581 Feb 19 07:41:27.449318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': '4bbcf3d9-5377-47dd-9612-76339bbac97a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:27.454899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b75634-39df-4f00-9ccb-cf9ebfc2757e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbcf3d9-5377-47dd-9612-76339bbac97a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:27.506950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.511481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c1c083f1-16da-4dba-9f28-735272bf0211), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.516350 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.519497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1c083f1-16da-4dba-9f28-735272bf0211 HTTP/1.1" status: 204 len: 168 time: 0.3415067 Feb 19 07:41:27.539939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430143-37bb-4c03-acc6-6b2caba56a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c083f1-16da-4dba-9f28-735272bf0211,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:27.619374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.625696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.650677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23e645c-6998-413c-8547-09fc4767dedb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:27.673218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.675961 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c7eab5d1-352b-4303-b57d-cde9e9598d09 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314355 Feb 19 07:41:27.679338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.720925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.736639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.776335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b23e645c-6998-413c-8547-09fc4767dedb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.784181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.785353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b23e645c-6998-413c-8547-09fc4767dedb HTTP/1.1" status: 204 len: 168 time: 0.1029439 Feb 19 07:41:27.788990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.801991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bd441-03c1-4e9d-a8ea-cdd686b70ef7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b23e645c-6998-413c-8547-09fc4767dedb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:27.848184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c8cf8eef-07c9-4c91-ace5-cd84655f4e63 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0571680 Feb 19 07:41:27.851441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:27.936562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (4bbcf3d9-5377-47dd-9612-76339bbac97a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:27.964421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (4bbcf3d9-5377-47dd-9612-76339bbac97a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.025122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bbcf3d9-5377-47dd-9612-76339bbac97a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.031922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.033697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/4bbcf3d9-5377-47dd-9612-76339bbac97a HTTP/1.1" status: 204 len: 168 time: 0.1807323 Feb 19 07:41:28.036383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:28.075129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39bff2-2557-4a4c-a998-074ffee7d9ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbcf3d9-5377-47dd-9612-76339bbac97a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:28.137813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1ff01316-33de-4eed-90a8-56a19d7ca368 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0974193 Feb 19 07:41:28.141532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:28.146437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132674490'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:28.190199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.306352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (a044faaa-b899-47ef-b69d-76a43f6980bf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.314154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a044faaa-b899-47ef-b69d-76a43f6980bf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.373552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.374905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2323730 Feb 19 07:41:28.377680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:28.384008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'a044faaa-b899-47ef-b69d-76a43f6980bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:28.393216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5f6ad-7ce9-4b91-9d5e-332a9cc88255 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a044faaa-b899-47ef-b69d-76a43f6980bf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:28.420661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.568586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.574239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.602826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5129d93-efd4-4045-8efb-2e86e9f23a48,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:28.614778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.617716 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d0240e2b-442b-4c51-bb4e-506443ae6e02 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387364 Feb 19 07:41:28.620300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:28.625720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'a044faaa-b899-47ef-b69d-76a43f6980bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:28.655070 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.748721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.754532 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.787794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.789329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678853 Feb 19 07:41:28.792023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2cede-0976-4c2a-b921-9448982af49d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543b7814-a9fa-40a6-86a1-3ee76cc08952,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:28.792847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:28.806817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'a044faaa-b899-47ef-b69d-76a43f6980bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:28.853602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.940404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.946474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:28.996394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:29.010813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.016892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54108) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.020117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f88c4dd8-b797-4f83-9a28-eef8f24499b0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198749 Feb 19 07:41:29.021475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'a044faaa-b899-47ef-b69d-76a43f6980bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:29.064293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.166087 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.171474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.197812 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14a2df8-8086-434a-aaaa-3f4a26f3e3db,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:29.212836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.215127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2f6effe5-68ed-410f-b5db-29c74227abfe tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1969976 Feb 19 07:41:29.216868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.221672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'a044faaa-b899-47ef-b69d-76a43f6980bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:29.270484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.374971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.383586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.422585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47168a58-d94e-4906-90b5-214a2db2a388,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:29.435432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.437267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4788e284-5561-4b37-90d0-40e17c10e2eb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2193356 Feb 19 07:41:29.440155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54124) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.497038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.510130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.552939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (47168a58-d94e-4906-90b5-214a2db2a388), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.571270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.572989 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/47168a58-d94e-4906-90b5-214a2db2a388 HTTP/1.1" status: 204 len: 168 time: 0.1314566 Feb 19 07:41:29.575290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.576296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac25fc6-9266-4e13-a652-89bf85548947 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47168a58-d94e-4906-90b5-214a2db2a388,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:29.599546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.659678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ce116ecf-87a8-4c4b-b8fb-d2f0c53d7eb5 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0828793 Feb 19 07:41:29.662303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54138) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.705598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.720436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.783674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a14a2df8-8086-434a-aaaa-3f4a26f3e3db), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.792283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.794719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a14a2df8-8086-434a-aaaa-3f4a26f3e3db HTTP/1.1" status: 204 len: 168 time: 0.1290109 Feb 19 07:41:29.795294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54144) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.809456 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbc6a0-8fa6-4410-b2b3-9c66e79b4d27 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a14a2df8-8086-434a-aaaa-3f4a26f3e3db,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:29.863675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-55fe7931-a191-42ee-91e9-53fd4b822a4e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0667896 Feb 19 07:41:29.866011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54148) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.870267 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144430364'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:29.901078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.911692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:29.920090 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.926505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.932619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.970381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.980616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:29.984999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27 HTTP/1.1" status: 204 len: 168 time: 0.1159692 Feb 19 07:41:29.987640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:29.997556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1760ba-fcf4-47a1-8716-f0b8d8229434 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1c6cff4-8afd-4b4e-bb5f-8c9f19f22f27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.140151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-933ff138-0730-489e-8ae4-37bb3eadfaeb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1513627 Feb 19 07:41:30.142892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.200878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.214723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for security_group (aac3c425-b3cf-445a-bf41-8b012dd3469e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.221871 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.222290 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aac3c425-b3cf-445a-bf41-8b012dd3469e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.280753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:30.298730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3c425-b3cf-445a-bf41-8b012dd3469e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.307743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e7f6f6fd-736b-4be6-8d1b-4530bccdba2a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.308107 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment e7f6f6fd-736b-4be6-8d1b-4530bccdba2a of type vlan for network 17192976-38ab-446e-92cc-b2af27621c9e Feb 19 07:41:30.311174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (543b7814-a9fa-40a6-86a1-3ee76cc08952), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.327372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.336914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/543b7814-a9fa-40a6-86a1-3ee76cc08952 HTTP/1.1" status: 204 len: 168 time: 0.1926548 Feb 19 07:41:30.338188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.352104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.365626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (17192976-38ab-446e-92cc-b2af27621c9e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.379123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095bef-db9d-48b2-9ed4-f9a651420de0 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543b7814-a9fa-40a6-86a1-3ee76cc08952,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.402455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (17192976-38ab-446e-92cc-b2af27621c9e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.417029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:30.417693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.458478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75dfbd20-c12d-4e6d-bb8e-cdb7d041fcae tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0932262 Feb 19 07:41:30.461732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.513139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.523101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.567490 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9647715 Feb 19 07:41:30.568815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b5129d93-efd4-4045-8efb-2e86e9f23a48), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.571347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.578858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.581341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b5129d93-efd4-4045-8efb-2e86e9f23a48 HTTP/1.1" status: 204 len: 168 time: 0.1184709 Feb 19 07:41:30.583979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.595788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1875165008'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:30.607876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f74cf-f1b7-4358-b7ef-c522d6b59d13 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5129d93-efd4-4045-8efb-2e86e9f23a48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.649601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592d30f-d1be-4e7f-b64f-e333424812f5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=17192976-38ab-446e-92cc-b2af27621c9e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.656314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-67e38f09-3882-4040-93d9-d70654db6be8 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0542457 Feb 19 07:41:30.658940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.669919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 17192976-38ab-446e-92cc-b2af27621c9e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:30.678143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:30.683604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.735090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:30.760791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.760791 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286 of type vlan for network fc35cef8-e032-4d17-976f-796c66a6eabd Feb 19 07:41:30.789649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (a044faaa-b899-47ef-b69d-76a43f6980bf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.830765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fc35cef8-e032-4d17-976f-796c66a6eabd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.843089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (a044faaa-b899-47ef-b69d-76a43f6980bf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.870175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fc35cef8-e032-4d17-976f-796c66a6eabd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.878049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:30.880417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.898224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a044faaa-b899-47ef-b69d-76a43f6980bf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.902084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:30.905645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/a044faaa-b899-47ef-b69d-76a43f6980bf HTTP/1.1" status: 204 len: 168 time: 0.2431471 Feb 19 07:41:30.914284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.914638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.963579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=fc35cef8-e032-4d17-976f-796c66a6eabd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:30.979131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fc35cef8-e032-4d17-976f-796c66a6eabd details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:30.987327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0d14b60-b9ab-4d1c-a8c1-296cc56361c1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4022455 Feb 19 07:41:30.989862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54206) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:30.998643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54208) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.004070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d4c4-4b1c-479e-aec7-04af187d3b4d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044faaa-b899-47ef-b69d-76a43f6980bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.010065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': '17192976-38ab-446e-92cc-b2af27621c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:31.037541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5387d4c6-1ff5-4d3b-a839-1e282523f49f tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1178136 Feb 19 07:41:31.039643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.045233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--203123273'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:31.072996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.227027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:31.231756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.273649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (f0e5b83f-8232-4860-9b3a-40bfc16df861), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.281355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0e5b83f-8232-4860-9b3a-40bfc16df861), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.315629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5b83f-8232-4860-9b3a-40bfc16df861,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.317682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f341a6fc-64ef-48aa-bff4-c6961d1aba16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.357492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a6d194e-9cee-4d42-b4ad-65ad6299c47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.367860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.374419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c1529a91-4b19-4c36-a045-12364d3180ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3334148 Feb 19 07:41:31.378256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.385339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5b83f-8232-4860-9b3a-40bfc16df861', 'direction': 'ingress', 'protocol': 17}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:31.482204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a6d194e-9cee-4d42-b4ad-65ad6299c47d admin admin] Publish callbacks [] for security_group (c8f92064-9fe7-4fc6-9e2f-92bb10f49145), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.488463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (853bebbf-353f-4b6d-b17c-85f660f7cca9), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.489167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a6d194e-9cee-4d42-b4ad-65ad6299c47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8f92064-9fe7-4fc6-9e2f-92bb10f49145), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.538827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9a6d194e-9cee-4d42-b4ad-65ad6299c47d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42878cdd5f0c46f28f3ab193344766c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6204386 Feb 19 07:41:31.541639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.548400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d194e-9cee-4d42-b4ad-65ad6299c47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f92064-9fe7-4fc6-9e2f-92bb10f49145,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.576482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f341a6fc-64ef-48aa-bff4-c6961d1aba16 admin admin] Publish callbacks [] for security_group (1d3ecf11-cdeb-473e-a405-6a95bfc51f2f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.594823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f341a6fc-64ef-48aa-bff4-c6961d1aba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d3ecf11-cdeb-473e-a405-6a95bfc51f2f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.606814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] Publish callbacks [] for security_group (c8f92064-9fe7-4fc6-9e2f-92bb10f49145), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.624930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (aee03e5c-e737-4be1-a590-f5139424f764), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.634667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] Publish callbacks [] for security_group (c8f92064-9fe7-4fc6-9e2f-92bb10f49145), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.661200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (853bebbf-353f-4b6d-b17c-85f660f7cca9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.667238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341a6fc-64ef-48aa-bff4-c6961d1aba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ecf11-cdeb-473e-a405-6a95bfc51f2f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.699471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (853bebbf-353f-4b6d-b17c-85f660f7cca9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.705542 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f341a6fc-64ef-48aa-bff4-c6961d1aba16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=991c50e7a30846db8a0922fbe393e2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7058852 Feb 19 07:41:31.709761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.753116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853bebbf-353f-4b6d-b17c-85f660f7cca9,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.757919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.759109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0ec5c845-c5e5-4271-b21d-be642f3fb3c4 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3796484 Feb 19 07:41:31.759926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=aee03e5c-e737-4be1-a590-f5139424f764,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.761912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54226) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:31.799929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c8f92064-9fe7-4fc6-9e2f-92bb10f49145), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.803875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.807236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8f92064-9fe7-4fc6-9e2f-92bb10f49145 HTTP/1.1" status: 204 len: 168 time: 0.2626317 Feb 19 07:41:31.812284 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:31.812660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: 17192976-38ab-446e-92cc-b2af27621c9e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:31.821664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864da35d-f46a-40b2-97a0-43f0daa1dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f92064-9fe7-4fc6-9e2f-92bb10f49145,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:31.847089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] Publish callbacks [] for security_group (1d3ecf11-cdeb-473e-a405-6a95bfc51f2f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.875585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] Publish callbacks [] for security_group (1d3ecf11-cdeb-473e-a405-6a95bfc51f2f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.878392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17192976-38ab-446e-92cc-b2af27621c9e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:31.885020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (f0e5b83f-8232-4860-9b3a-40bfc16df861), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.901012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 17192976-38ab-446e-92cc-b2af27621c9e) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:31.911333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2981c48-0204-4bef-b72d-fc0ca7d158af None None] Network 17192976-38ab-446e-92cc-b2af27621c9e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:31.927684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:31.928539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.945932 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (f0e5b83f-8232-4860-9b3a-40bfc16df861), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.971823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1d3ecf11-cdeb-473e-a405-6a95bfc51f2f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.975167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:31.981951 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d3ecf11-cdeb-473e-a405-6a95bfc51f2f HTTP/1.1" status: 204 len: 168 time: 0.2702203 Feb 19 07:41:31.995993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3a2ed45-a81c-4cf1-bce3-273ef156df21 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9982133 Feb 19 07:41:31.996670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.002757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7ad85-1c12-482c-b307-6236df4eb165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ecf11-cdeb-473e-a405-6a95bfc51f2f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.007877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:32.141917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-17192976-38ab-446e-92cc-b2af27621c9e', 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': 'aee03e5c-e737-4be1-a590-f5139424f764'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:32.142979 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.168441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f0e5b83f-8232-4860-9b3a-40bfc16df861), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.172673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.175781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0e5b83f-8232-4860-9b3a-40bfc16df861 HTTP/1.1" status: 204 len: 168 time: 0.4122813 Feb 19 07:41:32.179063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.249281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf738f-b4e3-4366-b0f1-38ea2fc7e0a9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5b83f-8232-4860-9b3a-40bfc16df861,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.278728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:32.287344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.294413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c62427b0-eeeb-42f0-a6c8-b86cd4da65ad tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1134813 Feb 19 07:41:32.296440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.312663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--533445681'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:32.354897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.360823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.408991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8b72fd-d279-4eea-b782-6f75fb72a1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.567332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Allocated IP 2001:db8::2 (17192976-38ab-446e-92cc-b2af27621c9e/aee03e5c-e737-4be1-a590-f5139424f764/65181fbf-2412-405d-bfb5-033261b7044a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:32.590775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c5385309-dcbd-4085-ab66-438d6b8538bd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.608772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c5385309-dcbd-4085-ab66-438d6b8538bd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.639512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (bece2db3-f561-415d-a4a4-f85d3c5d2f6e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.677613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.679513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3809514 Feb 19 07:41:32.682543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.690423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4175f3-389c-4feb-be12-86666ac5df8e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5385309-dcbd-4085-ab66-438d6b8538bd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.694249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--746980137'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:32.720839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8b72fd-d279-4eea-b782-6f75fb72a1b5 admin admin] Publish callbacks [] for security_group (a5b956ea-d361-49d5-b681-e4ac20249696), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.728393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee8b72fd-d279-4eea-b782-6f75fb72a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a5b956ea-d361-49d5-b681-e4ac20249696), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.789433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b72fd-d279-4eea-b782-6f75fb72a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b956ea-d361-49d5-b681-e4ac20249696,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.809079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.826786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.832537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d41f8dea-62af-4502-99a4-cff16be6c3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.846922 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=bece2db3-f561-415d-a4a4-f85d3c5d2f6e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:32.855912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee8b72fd-d279-4eea-b782-6f75fb72a1b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdbc449afdad462990bc2a865f655e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917006 Feb 19 07:41:32.863949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:32.912666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks [] for port (65181fbf-2412-405d-bfb5-033261b7044a), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:32.925313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (65181fbf-2412-405d-bfb5-033261b7044a), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.010734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c54d416f-4a91-4e47-9a56-fa26571d4aac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.014630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Pushing event updated for resources: {'Port': ['ID=65181fbf-2412-405d-bfb5-033261b7044a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.015388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:33.016065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: fc35cef8-e032-4d17-976f-796c66a6eabd, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:33.020233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c54d416f-4a91-4e47-9a56-fa26571d4aac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.032103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Network 17192976-38ab-446e-92cc-b2af27621c9e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:33.034354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:33.039116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:33.062310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.063868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3800576 Feb 19 07:41:33.066717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.071511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'c5385309-dcbd-4085-ab66-438d6b8538bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c54d416f-4a91-4e47-9a56-fa26571d4aac', 'remote_ip_prefix': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:33.078144 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345ad68-1c2f-4938-a1bc-a0c90bcdd1ff tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d416f-4a91-4e47-9a56-fa26571d4aac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.082787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network fc35cef8-e032-4d17-976f-796c66a6eabd is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:33.103442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] Publish callbacks [] for security_group (a5b956ea-d361-49d5-b681-e4ac20249696), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.110466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fc35cef8-e032-4d17-976f-796c66a6eabd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:33.126189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:33.126399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef94f22-7229-41dd-8fc2-8adb8c19fb81 None None] Network fc35cef8-e032-4d17-976f-796c66a6eabd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:33.126786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.152155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d0c9facf-5b98-42d4-abe1-065ef85a2ffb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1489885 Feb 19 07:41:33.152443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Attempting to bind port 65181fbf-2412-405d-bfb5-033261b7044a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:41:33.152808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Attempting to bind port 65181fbf-2412-405d-bfb5-033261b7044a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:41:33.153344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Attempting to bind port 65181fbf-2412-405d-bfb5-033261b7044a on network 17192976-38ab-446e-92cc-b2af27621c9e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:41:33.155013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.158778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54260) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.160373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.168143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396922341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:33.213422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] Publish callbacks [] for security_group (a5b956ea-d361-49d5-b681-e4ac20249696), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.230048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.231417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.244290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d41f8dea-62af-4502-99a4-cff16be6c3c8 admin admin] Publish callbacks [] for security_group (a379c8df-1718-4403-bdd0-0b81a41c7a89), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.247765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:41:33.248158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Checking segment: {'id': 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:33.248607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.252529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Bound using segment: {'id': 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:41:33.253077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Bound port: 65181fbf-2412-405d-bfb5-033261b7044a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17192976-38ab-446e-92cc-b2af27621c9e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:41:33.253483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (65181fbf-2412-405d-bfb5-033261b7044a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.270610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d41f8dea-62af-4502-99a4-cff16be6c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a379c8df-1718-4403-bdd0-0b81a41c7a89), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.271739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.284561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.338041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943fad4b-fbd3-4b5b-9713-56d6cd1846f7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.362192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.366358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e1db11d7-1ed8-4c62-bf41-82172bb5568e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2984064 Feb 19 07:41:33.380831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.413418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (f6bba85b-2270-4c48-8926-e7ce7929d077), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.416151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f8dea-62af-4502-99a4-cff16be6c3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a379c8df-1718-4403-bdd0-0b81a41c7a89,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.420787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.422856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d41f8dea-62af-4502-99a4-cff16be6c3c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c6d7defe98743148e004ae65cb1e2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6127839 Feb 19 07:41:33.426298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.468479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a5b956ea-d361-49d5-b681-e4ac20249696), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.474538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.476180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5b956ea-d361-49d5-b681-e4ac20249696 HTTP/1.1" status: 204 len: 168 time: 0.6112354 Feb 19 07:41:33.496741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d50e0-7f28-49fd-9bff-eebaf1586123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b956ea-d361-49d5-b681-e4ac20249696,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.498933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.500273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-79d6a969-8a67-40b1-a897-c058840f6a81 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3402705 Feb 19 07:41:33.503241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.509058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.512473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] Publish callbacks [] for security_group (a379c8df-1718-4403-bdd0-0b81a41c7a89), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.541193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.541997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] Publish callbacks [] for security_group (a379c8df-1718-4403-bdd0-0b81a41c7a89), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.570634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-fc35cef8-e032-4d17-976f-796c66a6eabd', 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': 'bece2db3-f561-415d-a4a4-f85d3c5d2f6e'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:33.571544 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.609251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] For port 65181fbf-2412-405d-bfb5-033261b7044a, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:33.611462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a379c8df-1718-4403-bdd0-0b81a41c7a89), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.614976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.616496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a379c8df-1718-4403-bdd0-0b81a41c7a89 HTTP/1.1" status: 204 len: 168 time: 0.1874325 Feb 19 07:41:33.652395 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef32351-7b17-4da5-80e1-5a093fd94ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a379c8df-1718-4403-bdd0-0b81a41c7a89,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.727225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] For port 65181fbf-2412-405d-bfb5-033261b7044a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=65181fbf-2412-405d-bfb5-033261b7044a,segment=NetworkSegment(e7f6f6fd-736b-4be6-8d1b-4530bccdba2a),segment_id=e7f6f6fd-736b-4be6-8d1b-4530bccdba2a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:33.794727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (943fad4b-fbd3-4b5b-9713-56d6cd1846f7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.827928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.829058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/943fad4b-fbd3-4b5b-9713-56d6cd1846f7 HTTP/1.1" status: 204 len: 168 time: 0.4400349 Feb 19 07:41:33.832086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:33.840288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142b296-19a7-4c79-b3a4-7a7853daea2c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=943fad4b-fbd3-4b5b-9713-56d6cd1846f7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:33.904851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (65181fbf-2412-405d-bfb5-033261b7044a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:33.926821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97717cf8-4575-4570-a76b-43b4a73661b7 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0909123 Feb 19 07:41:33.941524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:34.134991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c54d416f-4a91-4e47-9a56-fa26571d4aac), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.220673 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c54d416f-4a91-4e47-9a56-fa26571d4aac), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.239966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7994497-6310-428f-9907-2f456baa2a48 None None] Pushing event updated for resources: {'Port': ['ID=65181fbf-2412-405d-bfb5-033261b7044a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.297485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Allocated IP 2001:db8:1::2 (fc35cef8-e032-4d17-976f-796c66a6eabd/bece2db3-f561-415d-a4a4-f85d3c5d2f6e/3c83edea-eedf-47f2-8879-1543da13cb89) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:34.324652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.327538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c54d416f-4a91-4e47-9a56-fa26571d4aac), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.334434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.341820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/c54d416f-4a91-4e47-9a56-fa26571d4aac HTTP/1.1" status: 204 len: 168 time: 0.3993132 Feb 19 07:41:34.359501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54286) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:34.486677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc387e1e-e180-4af2-91fa-97c6be39261a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d416f-4a91-4e47-9a56-fa26571d4aac,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.596246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f45555b6-6420-4d35-9d5d-c31d8649facd tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2353437 Feb 19 07:41:34.599642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54300) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:34.718411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks [] for port (3c83edea-eedf-47f2-8879-1543da13cb89), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.732698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c5385309-dcbd-4085-ab66-438d6b8538bd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.739262 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.794718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (c5385309-dcbd-4085-ab66-438d6b8538bd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.879285 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c5385309-dcbd-4085-ab66-438d6b8538bd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.882492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:34.885056 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5385309-dcbd-4085-ab66-438d6b8538bd HTTP/1.1" status: 204 len: 168 time: 0.2817047 Feb 19 07:41:34.887377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:34.902600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Pushing event updated for resources: {'Port': ['ID=3c83edea-eedf-47f2-8879-1543da13cb89,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.916942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007175dc-0017-4c99-80a5-876c17feb442 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5385309-dcbd-4085-ab66-438d6b8538bd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:34.944584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Network fc35cef8-e032-4d17-976f-796c66a6eabd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:34.953529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:34.959265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:34.980112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-298e340e-dc1e-4621-8aeb-9ac94260ecb9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889571 Feb 19 07:41:34.984342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:34.996061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--949169262'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:35.046217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.093407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8::1 (17192976-38ab-446e-92cc-b2af27621c9e/aee03e5c-e737-4be1-a590-f5139424f764/cbda550d-ca98-49c5-b913-5deab134b418) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:35.149547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Attempting to bind port 3c83edea-eedf-47f2-8879-1543da13cb89 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:41:35.149930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Attempting to bind port 3c83edea-eedf-47f2-8879-1543da13cb89 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:41:35.153613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Attempting to bind port 3c83edea-eedf-47f2-8879-1543da13cb89 on network fc35cef8-e032-4d17-976f-796c66a6eabd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:41:35.171393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:41:35.172985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Checking segment: {'id': 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:35.173728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.176376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Bound using segment: {'id': 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:41:35.177126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Bound port: 3c83edea-eedf-47f2-8879-1543da13cb89, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fc35cef8-e032-4d17-976f-796c66a6eabd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:41:35.177543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.252235 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (018c6abd-57a2-4cc4-80d9-f0fd20af35f0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.264604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (018c6abd-57a2-4cc4-80d9-f0fd20af35f0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.360592 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.362115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3757651 Feb 19 07:41:35.367820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54326) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:35.376873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188e32-b84d-406f-a4ac-2e2d05a54225 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018c6abd-57a2-4cc4-80d9-f0fd20af35f0,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:35.383955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] For port 3c83edea-eedf-47f2-8879-1543da13cb89, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:35.389149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': '018c6abd-57a2-4cc4-80d9-f0fd20af35f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:35.393355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] For port 3c83edea-eedf-47f2-8879-1543da13cb89, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3c83edea-eedf-47f2-8879-1543da13cb89,segment=NetworkSegment(eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286),segment_id=eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:35.402476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (cbda550d-ca98-49c5-b913-5deab134b418), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.409415 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.462503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.534186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cbda550d-ca98-49c5-b913-5deab134b418), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.568865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.585866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.657057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb632e8-389f-4229-8049-8bcb89a2fd0e,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:35.670467 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.672118 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e832d703-c094-49c4-ac5a-638073c64129 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3023987 Feb 19 07:41:35.676239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54332) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:35.687240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8c699-34b1-4ba6-b84f-762b410a0782 None None] Pushing event updated for resources: {'Port': ['ID=3c83edea-eedf-47f2-8879-1543da13cb89,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:35.729439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17192976-38ab-446e-92cc-b2af27621c9e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:35.745442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:35.754206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.756712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:35.759629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.793836 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.875577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8eb632e8-389f-4229-8049-8bcb89a2fd0e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.887800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:35.890589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8eb632e8-389f-4229-8049-8bcb89a2fd0e HTTP/1.1" status: 204 len: 168 time: 0.2127049 Feb 19 07:41:35.902002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:35.962201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f2752-0a9d-46a2-822f-e2faa8ed45da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eb632e8-389f-4229-8049-8bcb89a2fd0e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:36.075641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-553f8be1-ad11-42be-a571-7efdeba34aeb tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1698058 Feb 19 07:41:36.079006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:36.194571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=cbda550d-ca98-49c5-b913-5deab134b418,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:36.237915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cbda550d-ca98-49c5-b913-5deab134b418), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.264807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-105bfc71-26cf-40bb-ba44-7cddbd8a99a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.281483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (018c6abd-57a2-4cc4-80d9-f0fd20af35f0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.354562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (018c6abd-57a2-4cc4-80d9-f0fd20af35f0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.387379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037916a6-c824-4804-b5e6-3327fa6cba7a None None] Network 17192976-38ab-446e-92cc-b2af27621c9e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:36.504310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (018c6abd-57a2-4cc4-80d9-f0fd20af35f0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.508808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.509972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/018c6abd-57a2-4cc4-80d9-f0fd20af35f0 HTTP/1.1" status: 204 len: 168 time: 0.4281311 Feb 19 07:41:36.517809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:36.555526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed34ac-d0e3-46a6-9800-60463234b2f3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c6abd-57a2-4cc4-80d9-f0fd20af35f0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:36.646153 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a05ab770-0442-4cf0-8f66-a463045ad1af tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1260457 Feb 19 07:41:36.650961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54356) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:36.659161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118397321'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:36.674633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3c83edea-eedf-47f2-8879-1543da13cb89 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:36.717003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.907011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Provisioning complete for port 65181fbf-2412-405d-bfb5-033261b7044a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:36.907838 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65181fbf-2412-405d-bfb5-033261b7044a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.927611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (b14cb650-6f83-4f25-bb14-a96444b002f8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.941660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b14cb650-6f83-4f25-bb14-a96444b002f8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:36.942875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3c83edea-eedf-47f2-8879-1543da13cb89 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:36.943333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.013271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14cb650-6f83-4f25-bb14-a96444b002f8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:37.066403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.082582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-109972b1-5724-45f8-a52b-00875d8a1603 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4294443 Feb 19 07:41:37.087990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:37.120010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'b14cb650-6f83-4f25-bb14-a96444b002f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:37.250499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.295077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (cbda550d-ca98-49c5-b913-5deab134b418), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.307038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cbda550d-ca98-49c5-b913-5deab134b418), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.307978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.332287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Current status of the port 65181fbf-2412-405d-bfb5-033261b7044a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:37.332992 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (65181fbf-2412-405d-bfb5-033261b7044a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.350090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3c83edea-eedf-47f2-8879-1543da13cb89 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:37.351327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.444475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=cbda550d-ca98-49c5-b913-5deab134b418,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:37.454943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] For port 65181fbf-2412-405d-bfb5-033261b7044a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=65181fbf-2412-405d-bfb5-033261b7044a,segment=NetworkSegment(e7f6f6fd-736b-4be6-8d1b-4530bccdba2a),segment_id=e7f6f6fd-736b-4be6-8d1b-4530bccdba2a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:37.480463 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.490828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (65181fbf-2412-405d-bfb5-033261b7044a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.492168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.589461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3c83edea-eedf-47f2-8879-1543da13cb89, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3c83edea-eedf-47f2-8879-1543da13cb89,segment=NetworkSegment(eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286),segment_id=eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:37.596582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.608351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5186794 Feb 19 07:41:37.611158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54378) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:37.634155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.657589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 65181fbf-2412-405d-bfb5-033261b7044a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:37.678706 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ddcda09f-bf65-4b8b-a631-0b9923186166 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules/7dbf1793-4423-4ea1-bdd9-a04a38d95683 HTTP/1.1" status: 200 len: 763 time: 0.0531094 Feb 19 07:41:37.679658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365f8fc-4f11-492e-81c2-7d31200853d1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbf1793-4423-4ea1-bdd9-a04a38d95683,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:37.698952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:37.728183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17192976-38ab-446e-92cc-b2af27621c9e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:37.734135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:37.809974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 65181fbf-2412-405d-bfb5-033261b7044a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:37.810491 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65181fbf-2412-405d-bfb5-033261b7044a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.848275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e565abed-5103-4cc2-9c90-39a3435539ee tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1480231 Feb 19 07:41:37.854391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:37.898902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a4094-4c41-44ef-ad41-b4fa8c04f194 None None] Network fc35cef8-e032-4d17-976f-796c66a6eabd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:37.952271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:37.982735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.065949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7dbf1793-4423-4ea1-bdd9-a04a38d95683), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.079459 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.081717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7dbf1793-4423-4ea1-bdd9-a04a38d95683 HTTP/1.1" status: 204 len: 168 time: 0.2263322 Feb 19 07:41:38.084060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Provisioning complete for port cbda550d-ca98-49c5-b913-5deab134b418 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:38.084848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.088561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbda550d-ca98-49c5-b913-5deab134b418), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.098844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router f6bba85b-2270-4c48-8926-e7ce7929d077 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:41:38.101396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6495b-6287-4682-8548-ebb1accf7996 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dbf1793-4423-4ea1-bdd9-a04a38d95683,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:38.290106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:38.300466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7db917e0-947d-4e1f-ae5e-d240a51443d2 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7864039 Feb 19 07:41:38.301088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.377138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-91992951-f1ca-4705-93bc-5f9c4d51490d tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2903407 Feb 19 07:41:38.379982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.386340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'b14cb650-6f83-4f25-bb14-a96444b002f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:38.453895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285ce8e-a618-4ef4-b973-ecc9a0b1d92a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:38.464878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.470573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a285ce8e-a618-4ef4-b973-ecc9a0b1d92a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports/cbda550d-ca98-49c5-b913-5deab134b418 HTTP/1.1" status: 200 len: 911 time: 0.1685789 Feb 19 07:41:38.478408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.611167 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.620582 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.661718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00c83a3-b91e-436c-afc4-1e55828b3593,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:38.665338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] Sync routers for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:41:38.704897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.709908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f47bc-df0e-40ce-b712-775cbf5ae430 None None] Pushing event updated for resources: {'Port': ['ID=65181fbf-2412-405d-bfb5-033261b7044a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:38.716495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d118bdd5-cc70-4ab8-ac7b-95606f946176 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327229 Feb 19 07:41:38.719411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54422) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.799368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2debb0cb-e80e-40b6-9b50-33c54600339e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules/d00c83a3-b91e-436c-afc4-1e55828b3593 HTTP/1.1" status: 200 len: 763 time: 0.0685875 Feb 19 07:41:38.808762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54426) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.848779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:38.851963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:38.888627 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a16ec2c-f41e-49d8-b4a9-773914e4585c tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0786128 Feb 19 07:41:38.897666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:38.975296 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:38.990324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.031322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Port cbda550d-ca98-49c5-b913-5deab134b418 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:41:39.041442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f992a089-3a5b-4832-961f-a9ff51fae6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.049619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d00c83a3-b91e-436c-afc4-1e55828b3593), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.050785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:39.068933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.076413 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d00c83a3-b91e-436c-afc4-1e55828b3593 HTTP/1.1" status: 204 len: 168 time: 0.1775961 Feb 19 07:41:39.080511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54438) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.106845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:39.107693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:39.115061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 65181fbf-2412-405d-bfb5-033261b7044a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:39.125380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Provisioning complete for port 65181fbf-2412-405d-bfb5-033261b7044a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:39.126125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65181fbf-2412-405d-bfb5-033261b7044a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.169233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3c83edea-eedf-47f2-8879-1543da13cb89,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:39.185682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c4ee-bfaf-42fe-9f9f-dd32b749d0c3 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00c83a3-b91e-436c-afc4-1e55828b3593,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:39.190811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:39.191553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a0df1-456a-4502-aa2a-9ac4a34701d6 None None] The sync data for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:41:39.233151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.289360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b0e2075-dcc6-43e8-aab8-a956c5d1d070 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1997085 Feb 19 07:41:39.290021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.304237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': 'b14cb650-6f83-4f25-bb14-a96444b002f8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:39.361333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c3050-0f04-4f16-9bca-9f31abab9ce2 None None] Current status of the port 65181fbf-2412-405d-bfb5-033261b7044a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:39.383430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 65181fbf-2412-405d-bfb5-033261b7044a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:39.388193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.562592 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.570801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.614006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Provisioning complete for port cbda550d-ca98-49c5-b913-5deab134b418 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:39.614686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cbda550d-ca98-49c5-b913-5deab134b418), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.646750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9968bc2f-b360-41c5-bf4b-4692ad7b6f4c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:39.656345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 65181fbf-2412-405d-bfb5-033261b7044a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:39.657106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (65181fbf-2412-405d-bfb5-033261b7044a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.675522 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.677365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d732ea67-6c1d-49e3-9972-c6fc545df0da tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3863759 Feb 19 07:41:39.680535 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.717420 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d34ef9b0-93a5-4593-98d9-2e4024fc8e66 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules/9968bc2f-b360-41c5-bf4b-4692ad7b6f4c HTTP/1.1" status: 200 len: 764 time: 0.0352356 Feb 19 07:41:39.719342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.741654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Port cbda550d-ca98-49c5-b913-5deab134b418 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:41:39.755480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.803179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Provisioning complete for port 3c83edea-eedf-47f2-8879-1543da13cb89 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:39.806587 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.816924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d4c042ca-e6f8-44a5-a937-1d78d7e85f42 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0940230 Feb 19 07:41:39.820340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54466) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.876803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.894385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.927249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 65181fbf-2412-405d-bfb5-033261b7044a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:39.943724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9968bc2f-b360-41c5-bf4b-4692ad7b6f4c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.950735 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:39.951974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9968bc2f-b360-41c5-bf4b-4692ad7b6f4c HTTP/1.1" status: 204 len: 168 time: 0.1288111 Feb 19 07:41:39.962152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54470) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:39.986330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8f465-7ec4-4056-b070-a217c1bd961a tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9968bc2f-b360-41c5-bf4b-4692ad7b6f4c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.032469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3faea174-5f03-4f1b-9284-6dda46f23514 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691307 Feb 19 07:41:40.038945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:40.085926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84d98c42-8a03-4252-acd5-7edc664e2699 None None] Current status of the port 3c83edea-eedf-47f2-8879-1543da13cb89 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:40.167691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (b14cb650-6f83-4f25-bb14-a96444b002f8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.223437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5ecc3b22-24e2-465f-936b-60e156d85bc8 None None] Provisioning complete for port 3c83edea-eedf-47f2-8879-1543da13cb89 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:40.224120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ecc3b22-24e2-465f-936b-60e156d85bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.232707 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (b14cb650-6f83-4f25-bb14-a96444b002f8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.298764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b14cb650-6f83-4f25-bb14-a96444b002f8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.304329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.307011 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/b14cb650-6f83-4f25-bb14-a96444b002f8 HTTP/1.1" status: 204 len: 168 time: 0.2673106 Feb 19 07:41:40.312714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:40.344735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533e881-3dd4-420a-8254-57dfd5000943 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14cb650-6f83-4f25-bb14-a96444b002f8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.420144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-62408bda-38df-4fbc-a564-7b5607d47d57 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1048908 Feb 19 07:41:40.427424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:40.439888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:40.451745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group': {'name': 'tempest-secgroup--153430945'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:40.500502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc3b22-24e2-465f-936b-60e156d85bc8 None None] Current status of the port 3c83edea-eedf-47f2-8879-1543da13cb89 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:40.547171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.652311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8:1::1 (fc35cef8-e032-4d17-976f-796c66a6eabd/bece2db3-f561-415d-a4a4-f85d3c5d2f6e/53d34c61-c07f-4d84-9878-cee0e06c32cf) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:40.707214 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (7a323c17-45ee-41c7-abde-e2d3f92a8677), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.759124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a323c17-45ee-41c7-abde-e2d3f92a8677), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.777406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5621b83-a6bc-48d3-8472-0e9187507c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.804323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.805901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3748372 Feb 19 07:41:40.810700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:40.819729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Request body: {'security_group_rule': {'security_group_id': '7a323c17-45ee-41c7-abde-e2d3f92a8677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:40.827363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f963b2-f794-4b78-a963-d5003cc03216 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a323c17-45ee-41c7-abde-e2d3f92a8677,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.867851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5621b83-a6bc-48d3-8472-0e9187507c95 admin admin] Publish callbacks [] for security_group (87938252-1a59-4827-bba4-77464e8b4524), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.876995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b5621b83-a6bc-48d3-8472-0e9187507c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (87938252-1a59-4827-bba4-77464e8b4524), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.884938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (98447f52-639d-40ca-9b1c-ad9d3ccc42dd), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.892892 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.979613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5621b83-a6bc-48d3-8472-0e9187507c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87938252-1a59-4827-bba4-77464e8b4524,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:40.995255 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (98447f52-639d-40ca-9b1c-ad9d3ccc42dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.995726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b5621b83-a6bc-48d3-8472-0e9187507c95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=002f0f14bb4742d1951682944f6fc8ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5542884 Feb 19 07:41:40.996819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:40.998539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.025914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (98447f52-639d-40ca-9b1c-ad9d3ccc42dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.046193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network fc35cef8-e032-4d17-976f-796c66a6eabd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:41.055970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:41.065249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:41.065807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.067324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] Publish callbacks [] for security_group (87938252-1a59-4827-bba4-77464e8b4524), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.071338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.110325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98447f52-639d-40ca-9b1c-ad9d3ccc42dd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:41.120931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=53d34c61-c07f-4d84-9878-cee0e06c32cf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:41.128467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.132390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-40766e8e-9642-44d7-8d2e-457f102594c9 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169737 Feb 19 07:41:41.133245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.158913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] Publish callbacks [] for security_group (87938252-1a59-4827-bba4-77464e8b4524), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.255534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (7a323c17-45ee-41c7-abde-e2d3f92a8677), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.282821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (87938252-1a59-4827-bba4-77464e8b4524), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.286338 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.288684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/87938252-1a59-4827-bba4-77464e8b4524 HTTP/1.1" status: 204 len: 168 time: 0.2889814 Feb 19 07:41:41.302523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20147612-4dfd-46f1-8a14-405eadb7df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87938252-1a59-4827-bba4-77464e8b4524,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:41.312421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (7a323c17-45ee-41c7-abde-e2d3f92a8677), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.354076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3c83edea-eedf-47f2-8879-1543da13cb89 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:41.389183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7a323c17-45ee-41c7-abde-e2d3f92a8677), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.392422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.393833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/7a323c17-45ee-41c7-abde-e2d3f92a8677 HTTP/1.1" status: 204 len: 168 time: 0.2595901 Feb 19 07:41:41.396485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.406243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ae9d-2077-4079-8b91-7d19745b7b5e tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a323c17-45ee-41c7-abde-e2d3f92a8677,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:41.445119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.492235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3c83edea-eedf-47f2-8879-1543da13cb89 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:41.493603 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.540023 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2ca1a3bb-5c7b-4639-a830-53d4d0bb2bdc tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357517 Feb 19 07:41:41.540755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54514) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.625755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-042a40ee-4b6e-48ef-bcc5-824d28613030 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0838618 Feb 19 07:41:41.629467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54518) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.644022 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-639d973a-1c35-4ffb-bd18-041c65b3a8b1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] delete failed (client error): The resource could not be found. Feb 19 07:41:41.645052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-639d973a-1c35-4ffb-bd18-041c65b3a8b1 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "DELETE /v2.0/security-groups/7a323c17-45ee-41c7-abde-e2d3f92a8677 HTTP/1.1" status: 404 len: 347 time: 0.0146534 Feb 19 07:41:41.649918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54520) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:41.704864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f05bfbeb-f1f5-4e4e-9cb6-8cb616cbb0a5 tempest-SecGroupTest-1927164530 tempest-SecGroupTest-1927164530-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536590 Feb 19 07:41:41.715451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3c83edea-eedf-47f2-8879-1543da13cb89 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:41.717542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1306ff79-49bb-434e-a5ee-9e246c133b83 None None] Provisioning complete for port 53d34c61-c07f-4d84-9878-cee0e06c32cf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:41.717921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1306ff79-49bb-434e-a5ee-9e246c133b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.765184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1306ff79-49bb-434e-a5ee-9e246c133b83 None None] Port 53d34c61-c07f-4d84-9878-cee0e06c32cf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:41:41.967374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.972137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:41.972920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.069898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=53d34c61-c07f-4d84-9878-cee0e06c32cf,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:42.133027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network fc35cef8-e032-4d17-976f-796c66a6eabd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:42.134672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:42.229804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:42.265739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6105b592-7a55-4fc0-89b9-855cf9165e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.295889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router f6bba85b-2270-4c48-8926-e7ce7929d077 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:42.429961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.487504 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6105b592-7a55-4fc0-89b9-855cf9165e32 admin admin] Publish callbacks [] for security_group (c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.494796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6105b592-7a55-4fc0-89b9-855cf9165e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.563175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6105b592-7a55-4fc0-89b9-855cf9165e32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=540036a37e1048298fe1efd79d6037e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316035 Feb 19 07:41:42.574047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:42.576512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:42.601067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:42.615102 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] Sync routers for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:41:42.633329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4f3d1ac-b513-43ec-b393-f9c783695a56 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1509645 Feb 19 07:41:42.633775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:42.678316 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:42.682288 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:42.728102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-64ddbe21-c62f-4ca0-8333-111d4ff4178f None None] Provisioning complete for port 53d34c61-c07f-4d84-9878-cee0e06c32cf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:42.732531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64ddbe21-c62f-4ca0-8333-111d4ff4178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.765991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105b592-7a55-4fc0-89b9-855cf9165e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:42.775615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] Publish callbacks [] for security_group (c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.807092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cf07d-02d5-4711-9f54-0a202face4e4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:42.825095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ed4cf07d-02d5-4711-9f54-0a202face4e4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports/53d34c61-c07f-4d84-9878-cee0e06c32cf HTTP/1.1" status: 200 len: 913 time: 0.1870461 Feb 19 07:41:42.826370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:42.844552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:42.866524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-64ddbe21-c62f-4ca0-8333-111d4ff4178f None None] Port 53d34c61-c07f-4d84-9878-cee0e06c32cf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:41:42.867023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] Publish callbacks [] for security_group (c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.876126 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:42.878103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:42.954478 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:42.955137 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9573db7-a93f-43f0-beba-bf319eae9c25 None None] The sync data for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:41:42.996287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:42.999438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:43.002772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97 HTTP/1.1" status: 204 len: 168 time: 0.4269831 Feb 19 07:41:43.021019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3fd6-b9fd-477c-83fb-324b896da54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bfaf7e-bd63-4a15-8a1b-04a2d36dba97,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:43.333521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-19d27d15-d024-4ceb-bb3a-d8d7e8959a14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cf82038f9b4423d92cfc3df95a7780f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7548728 Feb 19 07:41:43.336169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:43.436196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] Publish callbacks [] for security_group (03e801e8-777d-43b3-970a-8516c5c80de5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:43.502236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] Publish callbacks [] for security_group (03e801e8-777d-43b3-970a-8516c5c80de5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:43.613578 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (03e801e8-777d-43b3-970a-8516c5c80de5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:43.620414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:43.629198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03e801e8-777d-43b3-970a-8516c5c80de5 HTTP/1.1" status: 204 len: 168 time: 0.2906756 Feb 19 07:41:43.670190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8599c73-daad-43a5-aece-0f119f9d514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e801e8-777d-43b3-970a-8516c5c80de5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:43.692518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:44.265764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 53d34c61-c07f-4d84-9878-cee0e06c32cf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:44.267038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:44.419921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:44.457689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 53d34c61-c07f-4d84-9878-cee0e06c32cf owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:44.879053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53d34c61-c07f-4d84-9878-cee0e06c32cf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:45.013367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=53d34c61-c07f-4d84-9878-cee0e06c32cf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:45.205890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:45.599296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router f6bba85b-2270-4c48-8926-e7ce7929d077 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:45.822443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:45.833218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fadcbbf1-cca8-4d99-8518-f79112918249 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0002091 Feb 19 07:41:45.835891 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54712) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:45.840300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] Sync routers for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:41:45.862560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:45.863462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:45.939445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:45.966804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:45.967829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:46.077860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:46.086190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16983adc-b7e5-4961-af4d-0f734057505d None None] The sync data for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:41:46.370282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:46.823838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1287591373'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:46.870332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Made reservation on behalf of 263237d5ba424bdea2d9e62b31b7f3dd for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:46.876429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:46.889004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.042124 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.075358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks [] for security_group (306b0811-839c-4b29-a69d-a6dc120bd397), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.086023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (306b0811-839c-4b29-a69d-a6dc120bd397), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.123528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:47.176606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c26f2d0-8f3d-4ebb-8a94-7a84059bae91), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.178029 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Added segment 6c26f2d0-8f3d-4ebb-8a94-7a84059bae91 of type vlan for network ed33304f-3848-448d-9e0b-632a203dee20 Feb 19 07:41:47.198397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306b0811-839c-4b29-a69d-a6dc120bd397,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:47.249605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.249605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.250216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.250655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.251082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.251803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.252766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.256165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.257275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.257720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.258153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.258668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.259204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:47.297056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ed33304f-3848-448d-9e0b-632a203dee20), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.362923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ed33304f-3848-448d-9e0b-632a203dee20), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.378197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:47.378848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.508708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port cbda550d-ca98-49c5-b913-5deab134b418 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:47.509236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cbda550d-ca98-49c5-b913-5deab134b418), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.531132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1597829 Feb 19 07:41:47.534621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:47.542062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-44a3e7ac-2e2e-447e-bc40-9da8809e7859 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-826885110') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:47.570678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fafd0-267c-4745-a993-f5942770d025 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Pushing event updated for resources: {'Network': ['ID=ed33304f-3848-448d-9e0b-632a203dee20,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:47.581322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ed33304f-3848-448d-9e0b-632a203dee20 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:47.699377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cbda550d-ca98-49c5-b913-5deab134b418), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:47.725119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for cbda550d-ca98-49c5-b913-5deab134b418 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:47.740367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-44a3e7ac-2e2e-447e-bc40-9da8809e7859 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "PUT /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-826885110 HTTP/1.1" status: 201 len: 201 time: 0.2040918 Feb 19 07:41:47.742804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54750) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:47.749024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-13597325-d6e3-470f-bf37-2a3b5b9bb52d tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-826885110') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.014175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13597325-d6e3-470f-bf37-2a3b5b9bb52d tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-826885110 HTTP/1.1" status: 204 len: 168 time: 0.2702167 Feb 19 07:41:48.016672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54760) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.021096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-6c8e17ec-02b2-4c67-adec-2380d02f2975 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.080987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cbda550d-ca98-49c5-b913-5deab134b418), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:48.134085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=cbda550d-ca98-49c5-b913-5deab134b418,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:48.153034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.153391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.153734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.154075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.154410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.154839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.158661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.158970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.159388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.159842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.160124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.160804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.161128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:41:48.171138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c8e17ec-02b2-4c67-adec-2380d02f2975 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags HTTP/1.1" status: 200 len: 237 time: 0.1505098 Feb 19 07:41:48.171658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.184647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4196a465-a323-41c3-bfe7-66da7d1887f2 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', {'tags': ['tempest-TagsTest-Tag-339004345', 'tempest-TagsTest-Tag-1423172569', 'tempest-TagsTest-Tag-1518567400']}) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.409089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4196a465-a323-41c3-bfe7-66da7d1887f2 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "PUT /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags HTTP/1.1" status: 200 len: 308 time: 0.2353625 Feb 19 07:41:48.410555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.421246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-f65a140d-4fc7-4515-afc9-341e283bfff4 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-339004345') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.441168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (f6bba85b-2270-4c48-8926-e7ce7929d077), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:48.651517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f65a140d-4fc7-4515-afc9-341e283bfff4 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "DELETE /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-339004345 HTTP/1.1" status: 204 len: 168 time: 0.2389095 Feb 19 07:41:48.654618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.660157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4919166a-95fe-44f1-86dd-be3d69535d72 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-339004345') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.738442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router f6bba85b-2270-4c48-8926-e7ce7929d077 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:41:48.830881 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-4919166a-95fe-44f1-86dd-be3d69535d72 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] show failed (client error): The resource could not be found. Feb 19 07:41:48.832001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4919166a-95fe-44f1-86dd-be3d69535d72 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-339004345 HTTP/1.1" status: 404 len: 325 time: 0.1763887 Feb 19 07:41:48.836191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.842847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:41:48.843587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-0f129776-8c11-4636-a86b-2c9911c3264c tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-1423172569') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.863391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] Sync routers for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:41:48.871044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.873130 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5aaffc7f-7f72-4ceb-a636-d9e8c5486f80 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360775 Feb 19 07:41:48.874953 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:48.875684 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.911838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-290447e9-bf66-4d3f-9b2b-ed9a06ff4c91 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6bba85b-2270-4c48-8926-e7ce7929d077 HTTP/1.1" status: 200 len: 205 time: 0.0386989 Feb 19 07:41:48.914744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:48.944884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:48.958965 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] Routers {'f6bba85b-2270-4c48-8926-e7ce7929d077'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:41:48.963733 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6bba85b-2270-4c48-8926-e7ce7929d077'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.008334 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.009291 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f11c7b4-5b00-4d82-8688-b71543725ed9 None None] The sync data for ids ['f6bba85b-2270-4c48-8926-e7ce7929d077'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:41:49.024583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0f129776-8c11-4636-a86b-2c9911c3264c tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-1423172569 HTTP/1.1" status: 204 len: 168 time: 0.1873116 Feb 19 07:41:49.025492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.031005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-97bc5f9f-d90c-46e5-a2a5-203702f5bfa9 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-1518567400') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.089326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.130213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-97bc5f9f-d90c-46e5-a2a5-203702f5bfa9 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-1518567400 HTTP/1.1" status: 204 len: 168 time: 0.1032734 Feb 19 07:41:49.134797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.143524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-3538e718-b516-4c57-b9a3-76fdaa7f8ad6 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.326728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3538e718-b516-4c57-b9a3-76fdaa7f8ad6 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "DELETE /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags HTTP/1.1" status: 204 len: 168 time: 0.1904471 Feb 19 07:41:49.329069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.335215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e51273fd-f23e-4772-9bb9-993ba70bbe0e tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-1423172569') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.410223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.415767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (f6bba85b-2270-4c48-8926-e7ce7929d077), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.508598 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e51273fd-f23e-4772-9bb9-993ba70bbe0e tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] show failed (client error): The resource could not be found. Feb 19 07:41:49.516581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.518204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e51273fd-f23e-4772-9bb9-993ba70bbe0e tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-1423172569 HTTP/1.1" status: 404 len: 326 time: 0.1871488 Feb 19 07:41:49.541459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-d88b24e3-2ded-4956-b9d8-b8b4890e5bdd tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20', 'tempest-TagsTest-Tag-1518567400') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.549009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (f6bba85b-2270-4c48-8926-e7ce7929d077), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.549981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router f6bba85b-2270-4c48-8926-e7ce7929d077 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:41:49.569671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.571140 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d54537c7-01fa-40f5-9427-a3f53283ba5a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077 HTTP/1.1" status: 204 len: 168 time: 0.6545713 Feb 19 07:41:49.573916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.676746 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-d88b24e3-2ded-4956-b9d8-b8b4890e5bdd tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] show failed (client error): The resource could not be found. Feb 19 07:41:49.679365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d88b24e3-2ded-4956-b9d8-b8b4890e5bdd tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "GET /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags/tempest-TagsTest-Tag-1518567400 HTTP/1.1" status: 404 len: 326 time: 0.1587057 Feb 19 07:41:49.681708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54822) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.686571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.tag.tag_plugin [None req-ae7fb1c2-efaa-4a24-af53-62ce526caedf tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed33304f-3848-448d-9e0b-632a203dee20') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:49.732114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet bece2db3-f561-415d-a4a4-f85d3c5d2f6e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:49.739911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (bece2db3-f561-415d-a4a4-f85d3c5d2f6e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.784227 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae7fb1c2-efaa-4a24-af53-62ce526caedf tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "DELETE /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20/tags HTTP/1.1" status: 204 len: 168 time: 0.1015687 Feb 19 07:41:49.791397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:49.840921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (bece2db3-f561-415d-a4a4-f85d3c5d2f6e), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.901667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ed33304f-3848-448d-9e0b-632a203dee20), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:49.938043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (bece2db3-f561-415d-a4a4-f85d3c5d2f6e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.041556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (bece2db3-f561-415d-a4a4-f85d3c5d2f6e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.042005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ed33304f-3848-448d-9e0b-632a203dee20), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.073355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=bece2db3-f561-415d-a4a4-f85d3c5d2f6e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:50.079405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.082649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0fcaa83e-1bdf-4eea-90aa-5e7eb1d454c8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/bece2db3-f561-415d-a4a4-f85d3c5d2f6e HTTP/1.1" status: 204 len: 168 time: 0.5067534 Feb 19 07:41:50.086729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:50.089679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b230d3-ccba-427f-b1b1-dbd91591fcde None None] Network fc35cef8-e032-4d17-976f-796c66a6eabd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:50.112232 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed33304f-3848-448d-9e0b-632a203dee20']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:50.131672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c26f2d0-8f3d-4ebb-8a94-7a84059bae91') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:50.131962 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c26f2d0-8f3d-4ebb-8a94-7a84059bae91') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:50.144331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (6c26f2d0-8f3d-4ebb-8a94-7a84059bae91), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.167622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (6c26f2d0-8f3d-4ebb-8a94-7a84059bae91), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.177853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet aee03e5c-e737-4be1-a590-f5139424f764 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:41:50.182870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (aee03e5c-e737-4be1-a590-f5139424f764), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.184040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:50.184440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (6c26f2d0-8f3d-4ebb-8a94-7a84059bae91), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:50.187990 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:50.254801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (aee03e5c-e737-4be1-a590-f5139424f764), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.334125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ed33304f-3848-448d-9e0b-632a203dee20), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.346779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.360718 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] 10.222.0.43 "DELETE /v2.0/networks/ed33304f-3848-448d-9e0b-632a203dee20 HTTP/1.1" status: 204 len: 168 time: 0.5654693 Feb 19 07:41:50.412182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d809b2c-0870-4163-aea9-2c488a3300e5 tempest-TagsTest-856067564 tempest-TagsTest-856067564-project] Pushing event deleted for resources: {'Network': ['ID=ed33304f-3848-448d-9e0b-632a203dee20,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:50.442259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] DHCP port deletion for fc35cef8-e032-4d17-976f-796c66a6eabd request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:41:50.528422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (aee03e5c-e737-4be1-a590-f5139424f764), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.630344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Deleting port 3c83edea-eedf-47f2-8879-1543da13cb89 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:50.631556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.715887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (aee03e5c-e737-4be1-a590-f5139424f764), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.818132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=aee03e5c-e737-4be1-a590-f5139424f764,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:50.844234 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:50.845901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378d43a3-91b2-461c-9624-67bf65b1d16a None None] Network 17192976-38ab-446e-92cc-b2af27621c9e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:50.853023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7098c03a-5026-4c38-8fb9-6eb8280abbb0 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/aee03e5c-e737-4be1-a590-f5139424f764 HTTP/1.1" status: 204 len: 168 time: 0.7651858 Feb 19 07:41:50.856130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:51.021254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] For port 3c83edea-eedf-47f2-8879-1543da13cb89, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3c83edea-eedf-47f2-8879-1543da13cb89,segment=NetworkSegment(eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286),segment_id=eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:51.021661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.071838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Calling delete_port for 3c83edea-eedf-47f2-8879-1543da13cb89 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:51.088563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:51.112461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fc35cef8-e032-4d17-976f-796c66a6eabd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.325418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.345754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 3c83edea-eedf-47f2-8879-1543da13cb89 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:51.346261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.353398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] No DVR routers for this DVR port 3c83edea-eedf-47f2-8879-1543da13cb89 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:51.373691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] DHCP port deletion for 17192976-38ab-446e-92cc-b2af27621c9e request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:41:51.390018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3c83edea-eedf-47f2-8879-1543da13cb89 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:41:51.476037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b37c57-b2ff-4e0c-868c-abca5480fb89 None None] Pushing event deleted for resources: {'Port': ['ID=3c83edea-eedf-47f2-8879-1543da13cb89,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:51.544710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 3c83edea-eedf-47f2-8879-1543da13cb89, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:51.550326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.577765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84dec7c4-f1c2-4f92-baf8-520d3d776888 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=263237d5ba424bdea2d9e62b31b7f3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4855604 Feb 19 07:41:51.578629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:51.580352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 3c83edea-eedf-47f2-8879-1543da13cb89 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:51.583822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Port 3c83edea-eedf-47f2-8879-1543da13cb89 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:41:51.586015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3c83edea-eedf-47f2-8879-1543da13cb89), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.607327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3c83edea-eedf-47f2-8879-1543da13cb89 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:41:51.607875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3c83edea-eedf-47f2-8879-1543da13cb89 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:41:51.625281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=3c83edea-eedf-47f2-8879-1543da13cb89,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:51.634798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 3c83edea-eedf-47f2-8879-1543da13cb89 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:51.647577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Deleting port 65181fbf-2412-405d-bfb5-033261b7044a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:41:51.648287 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (65181fbf-2412-405d-bfb5-033261b7044a), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.771257 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] Publish callbacks [] for security_group (306b0811-839c-4b29-a69d-a6dc120bd397), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.796140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] For port 65181fbf-2412-405d-bfb5-033261b7044a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=65181fbf-2412-405d-bfb5-033261b7044a,segment=NetworkSegment(e7f6f6fd-736b-4be6-8d1b-4530bccdba2a),segment_id=e7f6f6fd-736b-4be6-8d1b-4530bccdba2a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:51.797963 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (65181fbf-2412-405d-bfb5-033261b7044a), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.821666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fc35cef8-e032-4d17-976f-796c66a6eabd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.835286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Calling delete_port for 65181fbf-2412-405d-bfb5-033261b7044a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:41:51.881977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc35cef8-e032-4d17-976f-796c66a6eabd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:51.904556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:51.904556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:51.904765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] Publish callbacks [] for security_group (306b0811-839c-4b29-a69d-a6dc120bd397), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.932281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.958742 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.983173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:51.985177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (eacf68dc-1aa2-4cf9-97ce-66fe0e2bf286), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:51.994486 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:52.011739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (306b0811-839c-4b29-a69d-a6dc120bd397), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.015051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.016507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/306b0811-839c-4b29-a69d-a6dc120bd397 HTTP/1.1" status: 204 len: 168 time: 0.4366643 Feb 19 07:41:52.044769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aab3d5-7a9f-42b1-86da-e4008ebbb315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b0811-839c-4b29-a69d-a6dc120bd397,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:52.045773 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (65181fbf-2412-405d-bfb5-033261b7044a), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.136166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] Pushing event deleted for resources: {'Port': ['ID=65181fbf-2412-405d-bfb5-033261b7044a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:52.174509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1c9c0-9311-4f72-b5b5-0b643a602cc4 None None] No DVR routers for this DVR port 65181fbf-2412-405d-bfb5-033261b7044a on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:41:52.237231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fc35cef8-e032-4d17-976f-796c66a6eabd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.253008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.270909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54884) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:52.282746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/fc35cef8-e032-4d17-976f-796c66a6eabd HTTP/1.1" status: 204 len: 168 time: 1.4222481 Feb 19 07:41:52.355628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3a85-af68-4298-af48-091ff534f01a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=fc35cef8-e032-4d17-976f-796c66a6eabd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:52.483552 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (17192976-38ab-446e-92cc-b2af27621c9e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.663007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (17192976-38ab-446e-92cc-b2af27621c9e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.696304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17192976-38ab-446e-92cc-b2af27621c9e']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:52.710972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:52.711425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f6f6fd-736b-4be6-8d1b-4530bccdba2a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:41:52.725744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e7f6f6fd-736b-4be6-8d1b-4530bccdba2a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.742974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e7f6f6fd-736b-4be6-8d1b-4530bccdba2a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.750643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:41:52.751047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e7f6f6fd-736b-4be6-8d1b-4530bccdba2a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:41:52.819398 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:41:52.830393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (17192976-38ab-446e-92cc-b2af27621c9e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.844307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:52.853650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/17192976-38ab-446e-92cc-b2af27621c9e HTTP/1.1" status: 204 len: 168 time: 0.5757396 Feb 19 07:41:52.853650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:52.864613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-612353742'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:52.892072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed151dc-1c5e-48a1-8f11-4ef1ca40c68b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=17192976-38ab-446e-92cc-b2af27621c9e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:52.915390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:52.919134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:53.036503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:41:53.063312 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0e1ddcbc-51a6-402a-9d28-72a8dca8515b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:53.063669 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment 0e1ddcbc-51a6-402a-9d28-72a8dca8515b of type vlan for network d22039e1-f6ce-411a-9c71-8ae86dc28294 Feb 19 07:41:53.201604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d22039e1-f6ce-411a-9c71-8ae86dc28294), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:53.279253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d22039e1-f6ce-411a-9c71-8ae86dc28294), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:53.290874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 65181fbf-2412-405d-bfb5-033261b7044a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:41:53.297200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:53.299051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:53.356157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 65181fbf-2412-405d-bfb5-033261b7044a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:41:53.358521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 65181fbf-2412-405d-bfb5-033261b7044a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:41:53.490364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=d22039e1-f6ce-411a-9c71-8ae86dc28294,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:53.505015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:41:53.534867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:53.536967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7aaaedd-ee98-40a8-9e35-ab85f2ac3485 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6816192 Feb 19 07:41:53.540771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:53.777889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:53.785988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.251445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (c454b444-6c87-4562-a434-4bdfddd4a3e8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.490216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=c454b444-6c87-4562-a434-4bdfddd4a3e8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:54.527519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': '0e1ddcbc-51a6-402a-9d28-72a8dca8515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:54.527885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: d22039e1-f6ce-411a-9c71-8ae86dc28294, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:41:54.560912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:41:54.580615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d22039e1-f6ce-411a-9c71-8ae86dc28294) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:54.604237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:54.610792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39185291-2b25-4add-b289-a149a6580f8d None None] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:54.620311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.676145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a3b9a3f-12af-40e7-914c-040f5d7f0104 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1376135 Feb 19 07:41:54.676502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:54.686026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1010088293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:54.742482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.744152 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.870148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-d22039e1-f6ce-411a-9c71-8ae86dc28294', 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': 'c454b444-6c87-4562-a434-4bdfddd4a3e8'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:41:54.871889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.908127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (14301c0e-de3e-49c9-bc64-9ecc82a272d7), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.926078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.970429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:54.974426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5c4b3512-c79b-4ef9-91d0-0eb2ee20c34f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2942996 Feb 19 07:41:54.974660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 54966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:54.988886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'port': {'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294', 'name': 'tempest-RoutersIpV6Test-1801714393'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:41:55.245735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Allocated IP 2001:db8::2 (d22039e1-f6ce-411a-9c71-8ae86dc28294/c454b444-6c87-4562-a434-4bdfddd4a3e8/7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:55.291559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:41:55.295839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:55.343987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] device_id is not set on port 6077539c-a775-4584-880f-3f530ff7856e yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:41:55.817335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks [] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:55.830204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:55.913410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:55.918496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:55.920693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Pushing event updated for resources: {'Port': ['ID=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:55.924019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:55.993369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Attempting to bind port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:41:55.994134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Attempting to bind port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0e1ddcbc-51a6-402a-9d28-72a8dca8515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:41:55.994745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Attempting to bind port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 on network d22039e1-f6ce-411a-9c71-8ae86dc28294 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:41:56.002441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:41:56.003247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Checking segment: {'id': '0e1ddcbc-51a6-402a-9d28-72a8dca8515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:41:56.004264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.005357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Bound using segment: {'id': '0e1ddcbc-51a6-402a-9d28-72a8dca8515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:41:56.006695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Bound port: 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1ddcbc-51a6-402a-9d28-72a8dca8515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd22039e1-f6ce-411a-9c71-8ae86dc28294'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:41:56.007922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.154699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] For port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:41:56.167960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] For port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,segment=NetworkSegment(0e1ddcbc-51a6-402a-9d28-72a8dca8515b),segment_id=0e1ddcbc-51a6-402a-9d28-72a8dca8515b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:41:56.179152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 54996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:56.191999 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.344317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa69c8-9419-4eb7-89ed-a60ebf038784 None None] Pushing event updated for resources: {'Port': ['ID=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:56.549850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78df8c53-bdc6-4605-af28-4c1b3dcdb6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.749766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8::2fd (d22039e1-f6ce-411a-9c71-8ae86dc28294/c454b444-6c87-4562-a434-4bdfddd4a3e8/6077539c-a775-4584-880f-3f530ff7856e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:41:56.818024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78df8c53-bdc6-4605-af28-4c1b3dcdb6ed admin admin] Publish callbacks [] for security_group (9b71b0f0-839e-4dd4-a8ed-25def3f0ddec), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.826601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78df8c53-bdc6-4605-af28-4c1b3dcdb6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b71b0f0-839e-4dd4-a8ed-25def3f0ddec), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:56.911353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78df8c53-bdc6-4605-af28-4c1b3dcdb6ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0dd3f4066c94588b9004569704c425d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287288 Feb 19 07:41:56.911353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df8c53-bdc6-4605-af28-4c1b3dcdb6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71b0f0-839e-4dd4-a8ed-25def3f0ddec,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:56.915916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55012) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:57.061708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] Publish callbacks [] for security_group (9b71b0f0-839e-4dd4-a8ed-25def3f0ddec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.117398 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] Publish callbacks [] for security_group (9b71b0f0-839e-4dd4-a8ed-25def3f0ddec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.342692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (6077539c-a775-4584-880f-3f530ff7856e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.396300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9b71b0f0-839e-4dd4-a8ed-25def3f0ddec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.399177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:57.404453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.406567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b71b0f0-839e-4dd4-a8ed-25def3f0ddec HTTP/1.1" status: 204 len: 168 time: 0.4877021 Feb 19 07:41:57.422670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e343d-d049-498e-9256-8b1d4303ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71b0f0-839e-4dd4-a8ed-25def3f0ddec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:57.433627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6077539c-a775-4584-880f-3f530ff7856e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.562795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:57.563510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.577199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:41:57.604872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:41:57.608327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:41:57.617027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:41:57.617750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.628146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=6077539c-a775-4584-880f-3f530ff7856e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:57.668328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55022) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:57.668960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ce1653bf-0510-451d-8f68-ae224c96ba01 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6890032 Feb 19 07:41:57.810735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:57.811427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:57.900356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,segment=NetworkSegment(0e1ddcbc-51a6-402a-9d28-72a8dca8515b),segment_id=0e1ddcbc-51a6-402a-9d28-72a8dca8515b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:41:57.907206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.161624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:58.204325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aab904-93ea-45b3-ac5a-2d0772ae83c7 None None] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:41:58.333625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:58.358112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59bf4f0f-5874-49f9-8554-71b8ebbad1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.385406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f825ca3f-5469-428c-91b8-5e43865fd15b None None] Provisioning complete for port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:58.390177 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f825ca3f-5469-428c-91b8-5e43865fd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.599224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59bf4f0f-5874-49f9-8554-71b8ebbad1c7 admin admin] Publish callbacks [] for security_group (d0109df0-dc98-40af-9ac1-e49089d141d0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.609273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59bf4f0f-5874-49f9-8554-71b8ebbad1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d0109df0-dc98-40af-9ac1-e49089d141d0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.672810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-59bf4f0f-5874-49f9-8554-71b8ebbad1c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b9f76a22f5a4358a94d2bc1bb7e90ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352242 Feb 19 07:41:58.674470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:41:58.763996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f825ca3f-5469-428c-91b8-5e43865fd15b None None] Current status of the port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:58.796261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf4f0f-5874-49f9-8554-71b8ebbad1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0109df0-dc98-40af-9ac1-e49089d141d0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:58.892009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] Publish callbacks [] for security_group (d0109df0-dc98-40af-9ac1-e49089d141d0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:58.953935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] Publish callbacks [] for security_group (d0109df0-dc98-40af-9ac1-e49089d141d0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.033091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d0109df0-dc98-40af-9ac1-e49089d141d0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.036212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.044641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0109df0-dc98-40af-9ac1-e49089d141d0 HTTP/1.1" status: 204 len: 168 time: 0.3583512 Feb 19 07:41:59.073175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046cda7-7e46-4da2-9301-dd03b43223b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0109df0-dc98-40af-9ac1-e49089d141d0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:41:59.088487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6077539c-a775-4584-880f-3f530ff7856e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.366117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Provisioning complete for port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:59.379331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.392308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:41:59.772305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (6077539c-a775-4584-880f-3f530ff7856e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.780424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (6077539c-a775-4584-880f-3f530ff7856e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.876144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Current status of the port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:41:59.938671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:41:59.939421 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:41:59.998175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=6077539c-a775-4584-880f-3f530ff7856e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:00.023571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Provisioning complete for port 6077539c-a775-4584-880f-3f530ff7856e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:00.024090 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6077539c-a775-4584-880f-3f530ff7856e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.089740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-42df7bb4-a1a1-4a68-a64f-436d99c6a77a None None] Port 6077539c-a775-4584-880f-3f530ff7856e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:00.125907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:00.164888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf18-2883-4faa-ad54-4839f3a150cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.167038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:00.221026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ac0b05dc-30ea-4a82-af87-46e4cb9ee158 None None] Provisioning complete for port 6077539c-a775-4584-880f-3f530ff7856e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:00.222614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac0b05dc-30ea-4a82-af87-46e4cb9ee158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6077539c-a775-4584-880f-3f530ff7856e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.301011 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (14301c0e-de3e-49c9-bc64-9ecc82a272d7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.346897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b05dc-30ea-4a82-af87-46e4cb9ee158 None None] Port 6077539c-a775-4584-880f-3f530ff7856e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:00.373620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.432236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf18-2883-4faa-ad54-4839f3a150cd admin admin] Publish callbacks [] for security_group (279c21a7-0ca5-45dd-8175-3eb6628dd5e6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.441020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fafaaf18-2883-4faa-ad54-4839f3a150cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (279c21a7-0ca5-45dd-8175-3eb6628dd5e6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.471516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f21b06d1-a760-48ae-8f9d-55fdc90657dd None None] Provisioning complete for port 6077539c-a775-4584-880f-3f530ff7856e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:00.471942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f21b06d1-a760-48ae-8f9d-55fdc90657dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6077539c-a775-4584-880f-3f530ff7856e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.518659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f21b06d1-a760-48ae-8f9d-55fdc90657dd None None] Port 6077539c-a775-4584-880f-3f530ff7856e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:00.548310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fafaaf18-2883-4faa-ad54-4839f3a150cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14fe477f9e034137adee18fed4057202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206376 Feb 19 07:42:00.549522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:00.550211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaaf18-2883-4faa-ad54-4839f3a150cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279c21a7-0ca5-45dd-8175-3eb6628dd5e6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:00.595510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6077539c-a775-4584-880f-3f530ff7856e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.654725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] Publish callbacks [] for security_group (279c21a7-0ca5-45dd-8175-3eb6628dd5e6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.709881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] Publish callbacks [] for security_group (279c21a7-0ca5-45dd-8175-3eb6628dd5e6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.803820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (279c21a7-0ca5-45dd-8175-3eb6628dd5e6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.806740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:00.810403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/279c21a7-0ca5-45dd-8175-3eb6628dd5e6 HTTP/1.1" status: 204 len: 168 time: 0.2548954 Feb 19 07:42:00.824975 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:42:00.837701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd6eb8-2162-424a-81b8-c93b319691a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c21a7-0ca5-45dd-8175-3eb6628dd5e6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:01.170967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (6077539c-a775-4584-880f-3f530ff7856e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:01.182431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (6077539c-a775-4584-880f-3f530ff7856e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:01.183708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (14301c0e-de3e-49c9-bc64-9ecc82a272d7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:01.348690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=6077539c-a775-4584-880f-3f530ff7856e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:01.406356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:01.408056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:01.703586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 14301c0e-de3e-49c9-bc64-9ecc82a272d7 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:01.899600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:01.910164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:01.916322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] Sync routers for ids ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:01.918337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04a1df34-e0a5-4a81-bd94-8b78f2b428fd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/14301c0e-de3e-49c9-bc64-9ecc82a272d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2477539 Feb 19 07:42:01.933416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] Routers {'14301c0e-de3e-49c9-bc64-9ecc82a272d7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:01.934650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:01.989489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d2cb3-ec29-40e4-a2d7-f1b643b89752 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:01.993512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6e9d2cb3-ec29-40e4-a2d7-f1b643b89752 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports/6077539c-a775-4584-880f-3f530ff7856e HTTP/1.1" status: 200 len: 984 time: 0.0822163 Feb 19 07:42:01.996400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:01.997735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:02.012615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] Routers {'14301c0e-de3e-49c9-bc64-9ecc82a272d7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:02.013339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:02.057619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:02.058332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5890d14-3e6e-4296-a153-e56fc03b74f6 None None] The sync data for ids ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:02.071412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-66558598-9e26-49c5-9591-b4fed2e24228 None None] Provisioning complete for port 6077539c-a775-4584-880f-3f530ff7856e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:02.072000 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66558598-9e26-49c5-9591-b4fed2e24228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6077539c-a775-4584-880f-3f530ff7856e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:02.116576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-66558598-9e26-49c5-9591-b4fed2e24228 None None] Port 6077539c-a775-4584-880f-3f530ff7856e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:02.444337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-e01f06c8-d820-4d4f-8959-4fdcbc43d3c8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:02.447146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-e01f06c8-d820-4d4f-8959-4fdcbc43d3c8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.2582719 Feb 19 07:42:02.477518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-008bc126-9c09-414c-bb6d-aee2b67758f6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0247877 Feb 19 07:42:02.606048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-c2fa426c-f661-4508-ad98-9903f4337abd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199641 Feb 19 07:42:02.816700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-f799deda-bb77-4a4e-abc9-12267b1a880d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:42:02.817727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-f799deda-bb77-4a4e-abc9-12267b1a880d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2042036 Feb 19 07:42:03.019374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (14301c0e-de3e-49c9-bc64-9ecc82a272d7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:03.026382 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-a67ec359-264a-472d-a2d0-071bb556da7b service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976740 Feb 19 07:42:03.143214 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:03.259233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cfd0b785-41da-428d-8ec6-a0560c63bb56 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316103 Feb 19 07:42:03.516980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 6077539c-a775-4584-880f-3f530ff7856e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:03.517343 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6077539c-a775-4584-880f-3f530ff7856e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:03.766372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6077539c-a775-4584-880f-3f530ff7856e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:03.808859 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 6077539c-a775-4584-880f-3f530ff7856e owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:04.170639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6077539c-a775-4584-880f-3f530ff7856e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:04.219681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=6077539c-a775-4584-880f-3f530ff7856e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:04.392146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:04.435458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (14301c0e-de3e-49c9-bc64-9ecc82a272d7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:04.601426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c602b5-af82-4257-a645-570b0696a733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:04.729174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 14301c0e-de3e-49c9-bc64-9ecc82a272d7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:42:04.768336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c602b5-af82-4257-a645-570b0696a733 admin admin] Publish callbacks [] for security_group (36977eb4-2620-4bbf-ad0d-5f370526cf19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:04.774276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4c602b5-af82-4257-a645-570b0696a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (36977eb4-2620-4bbf-ad0d-5f370526cf19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:04.868997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e4c602b5-af82-4257-a645-570b0696a733 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93e807c52f8241e7980686e5b5274a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4742043 Feb 19 07:42:04.870037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:04.870702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c602b5-af82-4257-a645-570b0696a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36977eb4-2620-4bbf-ad0d-5f370526cf19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:04.992098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] Publish callbacks [] for security_group (36977eb4-2620-4bbf-ad0d-5f370526cf19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.026924 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d1995bf0-e924-445b-97e4-92340d5362db req-b6a600e0-7512-492c-9c6b-767875a73203 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.1657505 Feb 19 07:42:05.030578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:05.038972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] Publish callbacks [] for security_group (36977eb4-2620-4bbf-ad0d-5f370526cf19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.044637 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] Sync routers for ids ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:05.049115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f0da739d-79ea-4e4b-b0a0-2301105a8061 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/14301c0e-de3e-49c9-bc64-9ecc82a272d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490136 Feb 19 07:42:05.049847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55218) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:05.078971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] Routers {'14301c0e-de3e-49c9-bc64-9ecc82a272d7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:05.082453 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:05.142821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (36977eb4-2620-4bbf-ad0d-5f370526cf19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.146162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.147729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36977eb4-2620-4bbf-ad0d-5f370526cf19 HTTP/1.1" status: 204 len: 168 time: 0.2691667 Feb 19 07:42:05.168351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a6294-631e-4db1-8fd2-2a978e911221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36977eb4-2620-4bbf-ad0d-5f370526cf19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:05.190951 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:05.220133 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] Routers {'14301c0e-de3e-49c9-bc64-9ecc82a272d7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:05.221546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:41:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:05.343957 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:05.348164 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7190f-fa8c-4129-aecb-ae97e33bf91d None None] The sync data for ids ['14301c0e-de3e-49c9-bc64-9ecc82a272d7'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:05.752046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:05.776726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a3b477-b8bd-4aa8-92dd-caa253666e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.925243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a3b477-b8bd-4aa8-92dd-caa253666e21 admin admin] Publish callbacks [] for security_group (d6de1b8c-3adf-4912-930a-6919267c36ca), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.932217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11a3b477-b8bd-4aa8-92dd-caa253666e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d6de1b8c-3adf-4912-930a-6919267c36ca), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:05.983636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-11a3b477-b8bd-4aa8-92dd-caa253666e21 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4500e6c00df4c10a26cb9db17e89c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224083 Feb 19 07:42:05.984640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:06.022773 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ef971520-03a3-49a8-833f-494a89717fa1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 07:42:06.031726 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ef971520-03a3-49a8-833f-494a89717fa1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/14301c0e-de3e-49c9-bc64-9ecc82a272d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9807265 Feb 19 07:42:06.032740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55244) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:06.073487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3b477-b8bd-4aa8-92dd-caa253666e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de1b8c-3adf-4912-930a-6919267c36ca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:06.103687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] Publish callbacks [] for security_group (d6de1b8c-3adf-4912-930a-6919267c36ca), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.155594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] Publish callbacks [] for security_group (d6de1b8c-3adf-4912-930a-6919267c36ca), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.160064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71209934-ff7b-446b-8249-9091806a348f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=14301c0e-de3e-49c9-bc64-9ecc82a272d7 HTTP/1.1" status: 200 len: 205 time: 0.1261089 Feb 19 07:42:06.163323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:06.278301 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cb20a09-e18b-4e67-932c-64eca07d4aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.316198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59d6f95c-2576-4415-85d9-e8ceb455a9f1 req-5083045e-e389-4b5d-b8ff-8aac7686a40d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.1535444 Feb 19 07:42:06.423008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d6de1b8c-3adf-4912-930a-6919267c36ca), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.436244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.436244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6de1b8c-3adf-4912-930a-6919267c36ca HTTP/1.1" status: 204 len: 168 time: 0.4424469 Feb 19 07:42:06.472995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.522675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eab4d6-1f5a-4036-98f3-62890c3c470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de1b8c-3adf-4912-930a-6919267c36ca,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:06.776150 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.780245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (14301c0e-de3e-49c9-bc64-9ecc82a272d7), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.875108 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (14301c0e-de3e-49c9-bc64-9ecc82a272d7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.876268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router 14301c0e-de3e-49c9-bc64-9ecc82a272d7 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:06.898462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:06.899934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a6c61e7d-622c-47d3-98fb-163e6885869f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/14301c0e-de3e-49c9-bc64-9ecc82a272d7 HTTP/1.1" status: 204 len: 168 time: 0.7354302 Feb 19 07:42:06.902513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55266) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:06.968822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet c454b444-6c87-4562-a434-4bdfddd4a3e8 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:42:06.972903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (c454b444-6c87-4562-a434-4bdfddd4a3e8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.072956 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (c454b444-6c87-4562-a434-4bdfddd4a3e8), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.271699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (c454b444-6c87-4562-a434-4bdfddd4a3e8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.445395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7746691e-613e-49a4-94ed-34a5777d037b req-c8477dc4-caa1-41c9-bc1a-fec133be4ab7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0387499 Feb 19 07:42:07.447136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (c454b444-6c87-4562-a434-4bdfddd4a3e8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.470889 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.477726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:07.483521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/c454b444-6c87-4562-a434-4bdfddd4a3e8 HTTP/1.1" status: 204 len: 168 time: 0.5703423 Feb 19 07:42:07.486835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a096fca-5a18-46d0-a4d3-37e17cd51bf6 None None] Network d22039e1-f6ce-411a-9c71-8ae86dc28294 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:07.515593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396fb38-4ad6-4acd-ad82-cca9203d5f54 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=c454b444-6c87-4562-a434-4bdfddd4a3e8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:07.710243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d22039e1-f6ce-411a-9c71-8ae86dc28294), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.811555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] DHCP port deletion for d22039e1-f6ce-411a-9c71-8ae86dc28294 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:42:07.891879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:07.892420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.949870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Deleting port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:07.950265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:07.981890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,segment=NetworkSegment(0e1ddcbc-51a6-402a-9d28-72a8dca8515b),segment_id=0e1ddcbc-51a6-402a-9d28-72a8dca8515b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:07.982719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.006789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:08.127151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] For port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,segment=NetworkSegment(0e1ddcbc-51a6-402a-9d28-72a8dca8515b),segment_id=0e1ddcbc-51a6-402a-9d28-72a8dca8515b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:08.127605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.142437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.156119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Calling delete_port for 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:08.229165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:08.301788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:08.345536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.372667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] No DVR routers for this DVR port 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:08.400813 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d22039e1-f6ce-411a-9c71-8ae86dc28294), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.414661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d7aa0-69d4-40f1-a586-4f333109426b None None] Pushing event deleted for resources: {'Port': ['ID=7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:08.471990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22039e1-f6ce-411a-9c71-8ae86dc28294']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:08.491407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1ddcbc-51a6-402a-9d28-72a8dca8515b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:08.492048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1ddcbc-51a6-402a-9d28-72a8dca8515b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:08.514610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (0e1ddcbc-51a6-402a-9d28-72a8dca8515b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.539004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0e1ddcbc-51a6-402a-9d28-72a8dca8515b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.565169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:08.565885 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (0e1ddcbc-51a6-402a-9d28-72a8dca8515b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.608251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58cc73a5-b850-4e49-8e7b-fc53e8eb8122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:08.733810 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:08.958144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d22039e1-f6ce-411a-9c71-8ae86dc28294), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:08.997838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.005343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55350) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:09.016672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/d22039e1-f6ce-411a-9c71-8ae86dc28294 HTTP/1.1" status: 204 len: 168 time: 1.5378180 Feb 19 07:42:09.020362 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:09.037447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-699608253'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:09.048538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6aed586-224d-43c5-882e-efa55e854561 req-78155d43-dad7-4b6b-bd4d-8f1e1f207564 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.3034971 Feb 19 07:42:09.051944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52a939-6238-40ed-b8a6-2345fa9d32f7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=d22039e1-f6ce-411a-9c71-8ae86dc28294,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:09.086947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:09.095978 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.140238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-478fa864-dfa6-4d55-9be9-1716e2af8f02 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:09.147737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-478fa864-dfa6-4d55-9be9-1716e2af8f02 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.4134090 Feb 19 07:42:09.167276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': 'd9dc318c-8f32-4159-ac77-885677871434', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:09.173169 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:09.194056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8a77db0a-29d7-4cda-bf2d-388e4e8b71df), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.194418 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment 8a77db0a-29d7-4cda-bf2d-388e4e8b71df of type vlan for network 17c38c1a-add4-4fa8-b699-3a21d6f81799 Feb 19 07:42:09.293409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:42:09.316580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (17c38c1a-add4-4fa8-b699-3a21d6f81799), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.342834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2078271417'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:09.345966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:42:09.346620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7c6729f2-b4b3-4513-8c58-c4c4ed5af6d5 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:42:09.386581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:09.390461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.441579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (17c38c1a-add4-4fa8-b699-3a21d6f81799), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.464196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:09.470543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.576221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.12 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/0b29241c-c1ff-4fd0-96f2-5145692a65ab) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:09.650226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6266887 Feb 19 07:42:09.653833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55368) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:09.681363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:09.697010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Made reservation on behalf of 768e1d893f414ce7bdd5d4199ccff187 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:09.700328 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.732320 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.750526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06a9cb-b9d7-463a-9100-0775afcb6634 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=17c38c1a-add4-4fa8-b699-3a21d6f81799,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:09.762045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:09.810651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.845803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.928534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.960764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for security_group (bade3e9e-3ff7-4b96-b3c5-65423000cf6d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.981428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bade3e9e-3ff7-4b96-b3c5-65423000cf6d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:09.993794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:09.997366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:10.001528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:10.040904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:10.050396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bade3e9e-3ff7-4b96-b3c5-65423000cf6d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:10.071525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:10.105220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f407a57a-4e64-48c0-bd50-c08421998d00), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.105825 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Added segment f407a57a-4e64-48c0-bd50-c08421998d00 of type vlan for network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 Feb 19 07:42:10.120819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:10.121518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.158554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-19d5cbf8-fff1-4202-99b2-93e630210d76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030913 Feb 19 07:42:10.170837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Request body: {'port': {'device_id': 'd9dc318c-8f32-4159-ac77-885677871434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:10.193893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:10.197633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.310567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.409694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (f1b4fcb7-e5ba-4fec-8c90-dc291d180847), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.513614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aee34fe8-62f2-4168-a260-fe6173a9aa7e None None] Provisioning complete for port 0b29241c-c1ff-4fd0-96f2-5145692a65ab triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:10.514216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aee34fe8-62f2-4168-a260-fe6173a9aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.606139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc07c8-bef4-42e4-98ea-c3efefba470a req-1482dbfc-c44a-42e8-b0bb-905d740793b7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:10.610546 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abfc07c8-bef4-42e4-98ea-c3efefba470a req-1482dbfc-c44a-42e8-b0bb-905d740793b7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 932 time: 0.3638752 Feb 19 07:42:10.613089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (f1b4fcb7-e5ba-4fec-8c90-dc291d180847), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.619130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aee34fe8-62f2-4168-a260-fe6173a9aa7e None None] Port 0b29241c-c1ff-4fd0-96f2-5145692a65ab cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:10.627704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:10.628594 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.748761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event updated for resources: {'Network': ['ID=f1b4fcb7-e5ba-4fec-8c90-dc291d180847,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:10.761758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:10.825671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b29241c-c1ff-4fd0-96f2-5145692a65ab {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:42:10.837501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-33316d40-16a9-4fce-b140-16a9e9240291 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8307252 Feb 19 07:42:10.838173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55380) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:10.841050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks [] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.869376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Transition to ACTIVE for port object 0b29241c-c1ff-4fd0-96f2-5145692a65ab will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:42:10.874883 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:10.881723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Request body: {'subnet': {'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:10.901307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abfc07c8-bef4-42e4-98ea-c3efefba470a req-75de3d3c-f940-48ea-85e0-287ab43b2c64 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665758 Feb 19 07:42:10.990280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:11.061067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.127388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (1f1e7db7-aad6-4b63-a965-f645497a1b7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.171873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Attempting to bind port 0b29241c-c1ff-4fd0-96f2-5145692a65ab on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:11.172242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Attempting to bind port 0b29241c-c1ff-4fd0-96f2-5145692a65ab by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:11.172744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Attempting to bind port 0b29241c-c1ff-4fd0-96f2-5145692a65ab on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:11.184696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Port 0b29241c-c1ff-4fd0-96f2-5145692a65ab on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:42:11.185033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Attempting to bind port 0b29241c-c1ff-4fd0-96f2-5145692a65ab on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:11.199127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:11.199501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:11.204433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:11.204929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Bound port: 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:11.205301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.320970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=1f1e7db7-aad6-4b63-a965-f645497a1b7c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:11.325836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Made reservation on behalf of 768e1d893f414ce7bdd5d4199ccff187 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:11.330435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.422210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:11.440469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:11.454671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.460722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': '8a77db0a-29d7-4cda-bf2d-388e4e8b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:11.461093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: 17c38c1a-add4-4fa8-b699-3a21d6f81799, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:11.482797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:11.483946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.486308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 200 len: 1092 time: 1.3201289 Feb 19 07:42:11.529472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:42:11.534871 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c88f04-c069-4f73-b5e1-1f51977e6b03" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:42:11.564466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:11.591016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 17c38c1a-add4-4fa8-b699-3a21d6f81799) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:11.602374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e55fb7a-0469-4e91-b66e-cdb56134ded0 None None] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:11.625210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc84db4-97cb-42b4-9869-4d5caef205d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:11.650509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-6de85cf0-faa5-41ef-8b59-dcc9db67be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:11.650789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:11.653255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-6de85cf0-faa5-41ef-8b59-dcc9db67be36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 1126 time: 0.1115901 Feb 19 07:42:11.657163 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.715015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-1a4a5f3d-c399-493f-b587-9752f8705bb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 200 len: 217 time: 0.0552115 Feb 19 07:42:11.817322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7d901e9-5b9e-43a2-a757-12a8568a0288 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1600385 Feb 19 07:42:11.818427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:11.822323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-813037382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:11.864227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-8d5052de-f6b7-4067-97bd-0f8083766a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:11.868981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-8d5052de-f6b7-4067-97bd-0f8083766a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.1459479 Feb 19 07:42:11.897744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (5513b9e9-93af-4e20-a289-d86191cb564f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.900712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (5513b9e9-93af-4e20-a289-d86191cb564f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:11.970835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-17c38c1a-add4-4fa8-b699-3a21d6f81799', 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': '1f1e7db7-aad6-4b63-a965-f645497a1b7c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:42:11.972343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.050731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.178565 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eebbb9d-b9ea-4487-9dbf-26bbe81f9890 x-openstack-request-id: req-8eebbb9d-b9ea-4487-9dbf-26bbe81f9890 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:42:12.178768 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:42:12.179023 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8eebbb9d-b9ea-4487-9dbf-26bbe81f9890 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:42:12.179453 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab', 'status': 'completed', 'code': 200} Feb 19 07:42:12.181038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (5513b9e9-93af-4e20-a289-d86191cb564f), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.191647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (5513b9e9-93af-4e20-a289-d86191cb564f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.204516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-16a7d54c-63be-4f30-85a4-3312c16079d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:12.206253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-16a7d54c-63be-4f30-85a4-3312c16079d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3285000 Feb 19 07:42:12.222547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event updated for resources: {'Subnet': ['ID=a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:12.225522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Allocated IP 2001:db8::2 (17c38c1a-add4-4fa8-b699-3a21d6f81799/1f1e7db7-aad6-4b63-a965-f645497a1b7c/579d1694-7622-447f-809d-1e00764aab52) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:12.275172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ab467-109e-4763-a74b-e3409c89c532 req-fcc0ece2-3b30-4d81-9205-91e099c16338 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:12.283933 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-315ab467-109e-4763-a74b-e3409c89c532 req-fcc0ece2-3b30-4d81-9205-91e099c16338 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1713996 Feb 19 07:42:12.306086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Checking segment: {'id': 'f407a57a-4e64-48c0-bd50-c08421998d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:12.311719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Network hostable DHCP agents. Network: f1b4fcb7-e5ba-4fec-8c90-dc291d180847, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:12.375363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:12.382179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-315ab467-109e-4763-a74b-e3409c89c532 req-63e6af21-e54e-43b2-9b4c-4c471f8ba224 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911465 Feb 19 07:42:12.399373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, f1b4fcb7-e5ba-4fec-8c90-dc291d180847) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:12.414575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:12.415599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.420857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-41cdd3d3-9ad7-421a-b42d-a56655bc8334 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059391 Feb 19 07:42:12.425991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.435460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58b72ce9-36c9-4f45-99e5-a23530df382e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6165242 Feb 19 07:42:12.441911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55402) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:12.556909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks [] for port (579d1694-7622-447f-809d-1e00764aab52), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.581940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9640873-6aed-4bf8-902b-dd2a55bd5d57 None None] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:12.600377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9e5b873-eb12-45d0-9091-66d8fed0328e tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7235255 Feb 19 07:42:12.629414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:12.637381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Request body: {'port': {'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2040183223'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:12.670884 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (579d1694-7622-447f-809d-1e00764aab52), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.809648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Pushing event updated for resources: {'Port': ['ID=579d1694-7622-447f-809d-1e00764aab52,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:12.831472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Made reservation on behalf of 768e1d893f414ce7bdd5d4199ccff187 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:12.839173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.878691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:12.894008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36904ac7-45ff-422b-8ef8-428a2c779bd4 req-123039bf-b1bc-47c9-b1ed-a3de26601381 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572909 Feb 19 07:42:12.908537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] device_id is not set on port 5b046473-7866-4479-9846-d11667416d13 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:42:12.938437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:12.982694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.046752 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:13.053146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:13.059334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-f1b4fcb7-e5ba-4fec-8c90-dc291d180847', 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847', 'project_id': '768e1d893f414ce7bdd5d4199ccff187', 'fixed_ips': [{'subnet_id': 'a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:42:13.060192 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.152926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Allocated IP 172.20.0.3 (f1b4fcb7-e5ba-4fec-8c90-dc291d180847/a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0/5b046473-7866-4479-9846-d11667416d13) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:13.288675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Attempting to bind port 579d1694-7622-447f-809d-1e00764aab52 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:13.289047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Attempting to bind port 579d1694-7622-447f-809d-1e00764aab52 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8a77db0a-29d7-4cda-bf2d-388e4e8b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:13.289487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Attempting to bind port 579d1694-7622-447f-809d-1e00764aab52 on network 17c38c1a-add4-4fa8-b699-3a21d6f81799 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:13.294816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:13.295308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Checking segment: {'id': '8a77db0a-29d7-4cda-bf2d-388e4e8b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:13.295790 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.307826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Bound using segment: {'id': '8a77db0a-29d7-4cda-bf2d-388e4e8b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:13.309001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Bound port: 579d1694-7622-447f-809d-1e00764aab52, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a77db0a-29d7-4cda-bf2d-388e4e8b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '17c38c1a-add4-4fa8-b699-3a21d6f81799'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:13.309001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (579d1694-7622-447f-809d-1e00764aab52), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.428766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-de6d61a1-37cb-4e5b-b1e2-a257da5d2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:13.432566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-de6d61a1-37cb-4e5b-b1e2-a257da5d2e16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 1126 time: 0.2023425 Feb 19 07:42:13.433837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] For port 579d1694-7622-447f-809d-1e00764aab52, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:13.439958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] For port 579d1694-7622-447f-809d-1e00764aab52, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=579d1694-7622-447f-809d-1e00764aab52,segment=NetworkSegment(8a77db0a-29d7-4cda-bf2d-388e4e8b71df),segment_id=8a77db0a-29d7-4cda-bf2d-388e4e8b71df)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:13.451934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (579d1694-7622-447f-809d-1e00764aab52), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.519860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8::1 (17c38c1a-add4-4fa8-b699-3a21d6f81799/1f1e7db7-aad6-4b63-a965-f645497a1b7c/33485b26-e2c5-4816-98e0-b315ea9bac09) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:13.597453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c34ab-d5ba-4864-a1cf-dd6379d07c4c None None] Pushing event updated for resources: {'Port': ['ID=579d1694-7622-447f-809d-1e00764aab52,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:13.722899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for port (5b046473-7866-4479-9846-d11667416d13), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.814273 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.838205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaeab7-338c-44c5-8b56-8df6ccc2cd2f req-1fe2e185-8b3f-49c1-92fb-924069a20bd1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:13.855574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcbaeab7-338c-44c5-8b56-8df6ccc2cd2f req-1fe2e185-8b3f-49c1-92fb-924069a20bd1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.3154039 Feb 19 07:42:13.858058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-b4b520d1-f152-4f35-ac5c-c12f3dadcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:13.859541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-b4b520d1-f152-4f35-ac5c-c12f3dadcd6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.4163296 Feb 19 07:42:13.877858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:13.972699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:13.977225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:13.980512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:13.981395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (5513b9e9-93af-4e20-a289-d86191cb564f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:14.067040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=33485b26-e2c5-4816-98e0-b315ea9bac09,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:14.075534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-b6b8b408-46e3-441f-a22a-f08ac3a90e9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 200 len: 217 time: 0.1841300 Feb 19 07:42:14.129430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5b046473-7866-4479-9846-d11667416d13), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:14.213143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Allocated IP 172.20.0.2 (f1b4fcb7-e5ba-4fec-8c90-dc291d180847/a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0/f888f8cb-2e70-4ebb-ac2f-0d89697114df) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:14.290710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:14.303055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcbaeab7-338c-44c5-8b56-8df6ccc2cd2f req-32d54c95-4aad-47a0-99df-484e741bd749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466007 Feb 19 07:42:14.321548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:14.335404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-98980cd8-5462-41c3-a3b2-68ee31c6dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:14.340351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-98980cd8-5462-41c3-a3b2-68ee31c6dd9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.2533650 Feb 19 07:42:14.353212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:14.356746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:14.450432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event updated for resources: {'Port': ['ID=5b046473-7866-4479-9846-d11667416d13,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:14.572982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:14.573659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:14.604140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-d453fcea-506a-4fed-9b47-95d4f813ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:14.605585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-d453fcea-506a-4fed-9b47-95d4f813ca5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2440982 Feb 19 07:42:14.663340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c444f894-107d-4366-82e9-11e1738d1f16 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0268607 Feb 19 07:42:14.667865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:14.878612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-cf38b2bc-641b-4e25-8629-728a2e5f1ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663426 Feb 19 07:42:15.012696 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks [] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.026628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.110246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.116046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-34c88f04-c069-4f73-b5e1-1f51977e6b03 req-dc8bc2a7-98b7-45f6-a560-e13b6016da80 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310841 Feb 19 07:42:15.125040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:15.132534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.133808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:15.137348 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (5513b9e9-93af-4e20-a289-d86191cb564f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.153532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:15.384612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64cea0-9e8e-4a92-ab4b-5acba75bec3f None None] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:15.429569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Deleting port 5b046473-7866-4479-9846-d11667416d13 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:15.429923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5b046473-7866-4479-9846-d11667416d13), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.436026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=33485b26-e2c5-4816-98e0-b315ea9bac09,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:15.591837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 579d1694-7622-447f-809d-1e00764aab52 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:15.613890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5b046473-7866-4479-9846-d11667416d13), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.617753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Attempting to bind port f888f8cb-2e70-4ebb-ac2f-0d89697114df on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:15.618368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Attempting to bind port f888f8cb-2e70-4ebb-ac2f-0d89697114df by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f407a57a-4e64-48c0-bd50-c08421998d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:15.618957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Attempting to bind port f888f8cb-2e70-4ebb-ac2f-0d89697114df on network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:15.628174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:15.629015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Checking segment: {'id': 'f407a57a-4e64-48c0-bd50-c08421998d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:15.629626 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.630822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Bound using segment: {'id': 'f407a57a-4e64-48c0-bd50-c08421998d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:15.631552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Bound port: f888f8cb-2e70-4ebb-ac2f-0d89697114df, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f407a57a-4e64-48c0-bd50-c08421998d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f1b4fcb7-e5ba-4fec-8c90-dc291d180847'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:15.632164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.644949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Calling delete_port for 5b046473-7866-4479-9846-d11667416d13 owned by {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:15.654828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Pushing event updated for resources: {'Port': ['ID=f888f8cb-2e70-4ebb-ac2f-0d89697114df,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:15.737160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] For port f888f8cb-2e70-4ebb-ac2f-0d89697114df, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:15.742036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] For port f888f8cb-2e70-4ebb-ac2f-0d89697114df, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f888f8cb-2e70-4ebb-ac2f-0d89697114df,segment=NetworkSegment(f407a57a-4e64-48c0-bd50-c08421998d00),segment_id=f407a57a-4e64-48c0-bd50-c08421998d00)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:15.752249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.809560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba518ab0-3943-4a07-b5d9-3fdaf13e5ff1 None None] Pushing event updated for resources: {'Port': ['ID=f888f8cb-2e70-4ebb-ac2f-0d89697114df,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:15.816059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Provisioning complete for port 579d1694-7622-447f-809d-1e00764aab52 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:15.816711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (579d1694-7622-447f-809d-1e00764aab52), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.852542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5b046473-7866-4479-9846-d11667416d13), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:15.919029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event deleted for resources: {'Port': ['ID=5b046473-7866-4479-9846-d11667416d13,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:15.975150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 579d1694-7622-447f-809d-1e00764aab52 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:15.975571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (579d1694-7622-447f-809d-1e00764aab52), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:16.284565 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:16.294474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:16.295759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b653331-65bf-4bbb-b7cc-9ec5a23084d5 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "DELETE /v2.0/ports/5b046473-7866-4479-9846-d11667416d13 HTTP/1.1" status: 204 len: 168 time: 1.6266737 Feb 19 07:42:16.388830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:16.389394 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (579d1694-7622-447f-809d-1e00764aab52), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:16.406106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7574c-c12b-4093-8f6e-9a3175eb4c8b req-808bf24d-8cee-475a-9f7b-9e1a3f50f606 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:16.417430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42f7574c-c12b-4093-8f6e-9a3175eb4c8b req-808bf24d-8cee-475a-9f7b-9e1a3f50f606 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.5748723 Feb 19 07:42:16.422293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:16.424010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:16.502284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e0c57cfc-886e-4a35-a7c7-d5161a60f629 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.2055573 Feb 19 07:42:16.509085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:16.514664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1855462096'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:16.544646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:16.551885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (579d1694-7622-447f-809d-1e00764aab52), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:16.581011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 579d1694-7622-447f-809d-1e00764aab52, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=579d1694-7622-447f-809d-1e00764aab52,segment=NetworkSegment(8a77db0a-29d7-4cda-bf2d-388e4e8b71df),segment_id=8a77db0a-29d7-4cda-bf2d-388e4e8b71df)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:16.627654 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (579d1694-7622-447f-809d-1e00764aab52), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:16.892694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:42:16.893014 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:42:16.898715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=579d1694-7622-447f-809d-1e00764aab52,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:16.919496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.919808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.920098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.920435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.920770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.921101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.921431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.921836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.922074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.922395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.922718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.923036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:16.923378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:17.490040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-104a52bd-79ae-48ef-aec2-b3691eba78e2 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:17.587622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f888f8cb-2e70-4ebb-ac2f-0d89697114df up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:17.597287 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Made reservation on behalf of 768e1d893f414ce7bdd5d4199ccff187 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:17.601434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.627433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42f7574c-c12b-4093-8f6e-9a3175eb4c8b req-6cf8baef-2b78-4b19-9b2f-92fef8f8fcdb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1997485 Feb 19 07:42:17.661762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:17.673506 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a67d5c3b-1e5b-4401-b8e7-7b020e05a84c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.674033 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Added segment a67d5c3b-1e5b-4401-b8e7-7b020e05a84c of type vlan for network c437ccb4-5eab-4c51-92e3-8b54e8d43384 Feb 19 07:42:17.702297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Provisioning complete for port 579d1694-7622-447f-809d-1e00764aab52 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:17.702685 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (579d1694-7622-447f-809d-1e00764aab52), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.725097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (c437ccb4-5eab-4c51-92e3-8b54e8d43384), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.769995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (c437ccb4-5eab-4c51-92e3-8b54e8d43384), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.777089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:17.778132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.795761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 5513b9e9-93af-4e20-a289-d86191cb564f is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:17.799519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f888f8cb-2e70-4ebb-ac2f-0d89697114df triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:17.799906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:17.889698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3788426 Feb 19 07:42:17.890492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba2553-7e59-497e-b877-05e530312c35 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event updated for resources: {'Network': ['ID=c437ccb4-5eab-4c51-92e3-8b54e8d43384,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:17.892519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:17.935684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:17.940088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network c437ccb4-5eab-4c51-92e3-8b54e8d43384 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:18.140221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:18.154484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-727dcc88-22c5-4b38-bad4-4d56ddb12c05 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/5513b9e9-93af-4e20-a289-d86191cb564f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7106924 Feb 19 07:42:18.157029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55474) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:18.209951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f888f8cb-2e70-4ebb-ac2f-0d89697114df is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:18.213353 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:18.248260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Provisioning complete for port 33485b26-e2c5-4816-98e0-b315ea9bac09 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:18.248659 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:18.273085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2319bc-0b41-4060-9fc3-aeb7e4a13d3a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:18.274584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9d2319bc-0b41-4060-9fc3-aeb7e4a13d3a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports/33485b26-e2c5-4816-98e0-b315ea9bac09 HTTP/1.1" status: 200 len: 911 time: 0.1165836 Feb 19 07:42:18.278854 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:18.294085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-950d3368-371a-4652-a8b1-a5374c5bb44c tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.3971817 Feb 19 07:42:18.294220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:18.305432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] Sync routers for ids ['5513b9e9-93af-4e20-a289-d86191cb564f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:18.319993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46366329-3201-461d-8104-a631d804a9bb None None] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:18.488727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] Routers {'5513b9e9-93af-4e20-a289-d86191cb564f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:18.489293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5513b9e9-93af-4e20-a289-d86191cb564f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:18.500292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f195de48-7e57-48eb-83d2-3952906dd899 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] Network c437ccb4-5eab-4c51-92e3-8b54e8d43384 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:18.529154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f195de48-7e57-48eb-83d2-3952906dd899 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "POST /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2339125 Feb 19 07:42:18.532530 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:18.563561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:18.570222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0ad8a-695f-401e-9278-e3cc2c553fe9 None None] Network c437ccb4-5eab-4c51-92e3-8b54e8d43384 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:18.583627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f888f8cb-2e70-4ebb-ac2f-0d89697114df, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f888f8cb-2e70-4ebb-ac2f-0d89697114df,segment=NetworkSegment(f407a57a-4e64-48c0-bd50-c08421998d00),segment_id=f407a57a-4e64-48c0-bd50-c08421998d00)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:18.602391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] Routers {'5513b9e9-93af-4e20-a289-d86191cb564f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:18.603054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5513b9e9-93af-4e20-a289-d86191cb564f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:18.604911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c11bbc3-7844-4ba0-8c32-a1053e1fe500 None None] Port 33485b26-e2c5-4816-98e0-b315ea9bac09 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:18.647503 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:18.648754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 579d1694-7622-447f-809d-1e00764aab52 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:18.762066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:18.765001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17ef99-a72f-4517-9fcd-1786a99a3e8a None None] The sync data for ids ['5513b9e9-93af-4e20-a289-d86191cb564f'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:18.831472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2881b8a-2013-4803-b241-bc970cbc6e17 req-6406725b-41fa-4fff-8a26-81d26bfae363 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:18.833361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2881b8a-2013-4803-b241-bc970cbc6e17 req-6406725b-41fa-4fff-8a26-81d26bfae363 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.0998127 Feb 19 07:42:18.920318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2881b8a-2013-4803-b241-bc970cbc6e17 req-1bbc9718-08b6-48e9-9b5e-86e64a598246 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810537 Feb 19 07:42:19.084670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a83fe29a-5929-43bc-8658-38f1d48d07f8 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks HTTP/1.1" status: 200 len: 6442 time: 0.5507722 Feb 19 07:42:19.087337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:19.211279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-53d838d0-9b9d-407d-94c1-fbec9768565a None None] Provisioning complete for port f888f8cb-2e70-4ebb-ac2f-0d89697114df triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:19.211665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53d838d0-9b9d-407d-94c1-fbec9768565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:19.215033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f888f8cb-2e70-4ebb-ac2f-0d89697114df,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:19.237276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dea88d4a-85ee-47ef-9bfa-f21a89aefc19 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "DELETE /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks/c437ccb4-5eab-4c51-92e3-8b54e8d43384 HTTP/1.1" status: 204 len: 168 time: 0.1487856 Feb 19 07:42:19.241392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:19.336448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (5513b9e9-93af-4e20-a289-d86191cb564f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:19.374198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 579d1694-7622-447f-809d-1e00764aab52 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:19.374749 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (579d1694-7622-447f-809d-1e00764aab52), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:19.533014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b8a3a801-0e99-4299-bca8-a2ce56e10fc8 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.2900846 Feb 19 07:42:19.538045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:19.597227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-53d838d0-9b9d-407d-94c1-fbec9768565a None None] Current status of the port f888f8cb-2e70-4ebb-ac2f-0d89697114df is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:19.603045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:19.641034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b8487dfd-a83c-47eb-a1e8-b41c908cfab2 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/networks/f1b4fcb7-e5ba-4fec-8c90-dc291d180847/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1016271 Feb 19 07:42:19.644807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:19.695355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55512) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:19.696767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-beb5fe8d-a793-4b71-ba06-45383f00dc4b tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/networks/f1b4fcb7-e5ba-4fec-8c90-dc291d180847/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0459981 Feb 19 07:42:19.801742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f888f8cb-2e70-4ebb-ac2f-0d89697114df up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:19.951977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a6bbfd1c-2624-4f0c-b45e-c15298cf97e1 None None] Provisioning complete for port f888f8cb-2e70-4ebb-ac2f-0d89697114df triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:19.954228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6bbfd1c-2624-4f0c-b45e-c15298cf97e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:20.201748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbfd1c-2624-4f0c-b45e-c15298cf97e1 None None] Current status of the port f888f8cb-2e70-4ebb-ac2f-0d89697114df is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:20.211570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f888f8cb-2e70-4ebb-ac2f-0d89697114df triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:20.211981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:20.226915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:20.292493 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2357bc57-b71b-47ee-9dfc-f80d57986ed2 tempest-DHCPAgentSchedulersTestJSON-992032322 tempest-DHCPAgentSchedulersTestJSON-992032322-project-admin] 10.222.0.43 "GET /v2.0/agents/7a06b29f-b96e-41a0-b860-b2cec70cb3e3/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.5904694 Feb 19 07:42:20.296286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55522) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:20.349616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9f753395-8bc7-4027-9f41-3430b2a6e67e None None] Could not find standard attr ID for object 5b046473-7866-4479-9846-d11667416d13. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 07:42:20.351633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85189fbb-fe4d-4c75-a0d5-be83fc3c160e req-1710a2f3-fcf4-44b7-b360-b6dd8fa1d00d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:20.358709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85189fbb-fe4d-4c75-a0d5-be83fc3c160e req-1710a2f3-fcf4-44b7-b360-b6dd8fa1d00d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.2193024 Feb 19 07:42:20.433368 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 33485b26-e2c5-4816-98e0-b315ea9bac09 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:20.433700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:20.482277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f888f8cb-2e70-4ebb-ac2f-0d89697114df is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:20.592795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85189fbb-fe4d-4c75-a0d5-be83fc3c160e req-c3291384-0b0a-4fa1-9597-627ab546236d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331321 Feb 19 07:42:20.684563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:20.711271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 33485b26-e2c5-4816-98e0-b315ea9bac09 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:21.048884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (33485b26-e2c5-4816-98e0-b315ea9bac09), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.068709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-634d8a6e-0782-4633-beae-826aa8e855a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.104448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (c437ccb4-5eab-4c51-92e3-8b54e8d43384), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.142642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=33485b26-e2c5-4816-98e0-b315ea9bac09,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:21.320354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (5513b9e9-93af-4e20-a289-d86191cb564f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.376623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (c437ccb4-5eab-4c51-92e3-8b54e8d43384), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.469371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c437ccb4-5eab-4c51-92e3-8b54e8d43384']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:21.472866 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-634d8a6e-0782-4633-beae-826aa8e855a4 admin admin] Publish callbacks [] for security_group (4d71e325-68e2-447b-ac01-288490efe828), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.484156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67d5c3b-1e5b-4401-b8e7-7b020e05a84c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:21.484887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67d5c3b-1e5b-4401-b8e7-7b020e05a84c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:21.489947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-634d8a6e-0782-4633-beae-826aa8e855a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4d71e325-68e2-447b-ac01-288490efe828), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.537395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (a67d5c3b-1e5b-4401-b8e7-7b020e05a84c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.625402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a67d5c3b-1e5b-4401-b8e7-7b020e05a84c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.652337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 5513b9e9-93af-4e20-a289-d86191cb564f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:42:21.682694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:21.683597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (a67d5c3b-1e5b-4401-b8e7-7b020e05a84c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:21.700770 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:21.706121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-634d8a6e-0782-4633-beae-826aa8e855a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdb58aac42c74418a4e6b5338f45098a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4782360 Feb 19 07:42:21.737284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d8a6e-0782-4633-beae-826aa8e855a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d71e325-68e2-447b-ac01-288490efe828,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:21.749893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:21.875021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:21.888682 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] Sync routers for ids ['5513b9e9-93af-4e20-a289-d86191cb564f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:21.894498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0a000ef0-4f9f-4d88-ad00-6db7106e953b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/5513b9e9-93af-4e20-a289-d86191cb564f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6117063 Feb 19 07:42:21.895150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:21.928274 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] Routers {'5513b9e9-93af-4e20-a289-d86191cb564f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:21.929184 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5513b9e9-93af-4e20-a289-d86191cb564f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:21.960647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9d4627d-4b86-4afd-9f45-e77f77d7c842 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=5513b9e9-93af-4e20-a289-d86191cb564f HTTP/1.1" status: 200 len: 205 time: 0.0636959 Feb 19 07:42:21.967080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:22.009130 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:22.028283 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] Routers {'5513b9e9-93af-4e20-a289-d86191cb564f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:22.032078 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5513b9e9-93af-4e20-a289-d86191cb564f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:22.154806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:22.164054 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfb1ca-b77e-46c4-918b-fc8546583dc3 None None] The sync data for ids ['5513b9e9-93af-4e20-a289-d86191cb564f'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:22.203529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (c437ccb4-5eab-4c51-92e3-8b54e8d43384), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.265043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.269032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "DELETE /v2.0/networks/c437ccb4-5eab-4c51-92e3-8b54e8d43384 HTTP/1.1" status: 204 len: 168 time: 1.9714015 Feb 19 07:42:22.284589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] Publish callbacks [] for security_group (4d71e325-68e2-447b-ac01-288490efe828), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.342423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:22.415359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298056f9-4800-4a06-a4a3-20f20e9edde2 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event deleted for resources: {'Network': ['ID=c437ccb4-5eab-4c51-92e3-8b54e8d43384,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:22.507518 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5805ff-e863-447a-a263-2346f261182c tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] DELETE failed (client error): The resource could not be found. Feb 19 07:42:22.508102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5805ff-e863-447a-a263-2346f261182c tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:42:22.517415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2c5805ff-e863-447a-a263-2346f261182c tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "DELETE /v2.0/ports/5b046473-7866-4479-9846-d11667416d13 HTTP/1.1" status: 404 len: 333 time: 0.1661499 Feb 19 07:42:22.533139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:22.557669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efb952-f44b-4b1b-afcd-0329625eecc3 req-7daf07a3-b1ce-4352-b6df-5dda43ec68ea tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:22.559423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-88efb952-f44b-4b1b-afcd-0329625eecc3 req-7daf07a3-b1ce-4352-b6df-5dda43ec68ea tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.8009803 Feb 19 07:42:22.561575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] Publish callbacks [] for security_group (4d71e325-68e2-447b-ac01-288490efe828), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.666440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-88efb952-f44b-4b1b-afcd-0329625eecc3 req-3f7303f1-1398-40ee-b527-62fa11660c01 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965848 Feb 19 07:42:22.688986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Deleting subnet a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:42:22.700996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for subnet (a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.798077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4d71e325-68e2-447b-ac01-288490efe828), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.800689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:22.805054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d71e325-68e2-447b-ac01-288490efe828 HTTP/1.1" status: 204 len: 168 time: 1.0485375 Feb 19 07:42:22.851090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1db7d-677f-4c68-aa37-dde53f259e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d71e325-68e2-447b-ac01-288490efe828,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:22.863823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.065189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (5513b9e9-93af-4e20-a289-d86191cb564f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.175656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.399560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.456488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event deleted for resources: {'Subnet': ['ID=a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:23.460215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.463568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9cf01743-0565-4f4e-85f2-0b0ad42ab566 tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "DELETE /v2.0/subnets/a0abae7a-1b93-4bc8-bcaf-53c206ddc4c0 HTTP/1.1" status: 204 len: 168 time: 0.9293582 Feb 19 07:42:23.464168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:23.466987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:23.477533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae9615-6b2e-42e6-a87a-a1af57f97ee8 None None] Network f1b4fcb7-e5ba-4fec-8c90-dc291d180847 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:23.607006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8396fc3-2ad7-49d4-b70b-a635fd20c5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.610109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (5513b9e9-93af-4e20-a289-d86191cb564f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.625090 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (5513b9e9-93af-4e20-a289-d86191cb564f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.736936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (5513b9e9-93af-4e20-a289-d86191cb564f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.739976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router 5513b9e9-93af-4e20-a289-d86191cb564f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:23.745278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (f1b4fcb7-e5ba-4fec-8c90-dc291d180847), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.778172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.788122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:23.795013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4587d460-944a-4bc0-bb07-3e466453791f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/5513b9e9-93af-4e20-a289-d86191cb564f HTTP/1.1" status: 204 len: 168 time: 1.8234560 Feb 19 07:42:23.944356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet 1f1e7db7-aad6-4b63-a965-f645497a1b7c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:42:23.951494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ef9e9-32cd-497a-8aca-b0fafb27fd2b req-7637c241-0f25-4670-a6ce-ffaf7bd1c882 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:23.957976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (1f1e7db7-aad6-4b63-a965-f645497a1b7c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:23.963537 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098ef9e9-32cd-497a-8aca-b0fafb27fd2b req-7637c241-0f25-4670-a6ce-ffaf7bd1c882 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1537747 Feb 19 07:42:24.018157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8396fc3-2ad7-49d4-b70b-a635fd20c5da admin admin] Publish callbacks [] for security_group (9a7a14ef-a8c8-43d3-ad6c-8883c4453294), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.033508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8396fc3-2ad7-49d4-b70b-a635fd20c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9a7a14ef-a8c8-43d3-ad6c-8883c4453294), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.040354 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (1f1e7db7-aad6-4b63-a965-f645497a1b7c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.084636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Deleting port f888f8cb-2e70-4ebb-ac2f-0d89697114df {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:24.084983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.085308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] DHCP port deletion for f1b4fcb7-e5ba-4fec-8c90-dc291d180847 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:42:24.088685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-098ef9e9-32cd-497a-8aca-b0fafb27fd2b req-d1e55c7d-0f2d-4d0b-aa6a-b71fe2ff3827 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182239 Feb 19 07:42:24.175366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Deleting port f888f8cb-2e70-4ebb-ac2f-0d89697114df {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:24.175745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.282770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] For port f888f8cb-2e70-4ebb-ac2f-0d89697114df, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f888f8cb-2e70-4ebb-ac2f-0d89697114df,segment=NetworkSegment(f407a57a-4e64-48c0-bd50-c08421998d00),segment_id=f407a57a-4e64-48c0-bd50-c08421998d00)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:24.283273 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.314811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] For port f888f8cb-2e70-4ebb-ac2f-0d89697114df, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f888f8cb-2e70-4ebb-ac2f-0d89697114df,segment=NetworkSegment(f407a57a-4e64-48c0-bd50-c08421998d00),segment_id=f407a57a-4e64-48c0-bd50-c08421998d00)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:24.315480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.327967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Calling delete_port for f888f8cb-2e70-4ebb-ac2f-0d89697114df owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:24.331859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Calling delete_port for f888f8cb-2e70-4ebb-ac2f-0d89697114df owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:24.386991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8396fc3-2ad7-49d4-b70b-a635fd20c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a14ef-a8c8-43d3-ad6c-8883c4453294,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:24.452318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8396fc3-2ad7-49d4-b70b-a635fd20c5da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ae3e7333788465f8d3963ee848e5388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9089715 Feb 19 07:42:24.458417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:24.601785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1f1e7db7-aad6-4b63-a965-f645497a1b7c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.626871 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.629404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] Publish callbacks [] for security_group (9a7a14ef-a8c8-43d3-ad6c-8883c4453294), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.653952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f888f8cb-2e70-4ebb-ac2f-0d89697114df), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.667546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] No DVR routers for this DVR port f888f8cb-2e70-4ebb-ac2f-0d89697114df on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:24.688029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] Pushing event deleted for resources: {'Port': ['ID=f888f8cb-2e70-4ebb-ac2f-0d89697114df,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:24.691714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event deleted for resources: {'Port': ['ID=f888f8cb-2e70-4ebb-ac2f-0d89697114df,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:24.694076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] Publish callbacks [] for security_group (9a7a14ef-a8c8-43d3-ad6c-8883c4453294), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.698725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba54380-4bd5-4204-99ab-764fbbe3dd57 None None] No DVR routers for this DVR port f888f8cb-2e70-4ebb-ac2f-0d89697114df on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:24.793428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (1f1e7db7-aad6-4b63-a965-f645497a1b7c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.799314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9a7a14ef-a8c8-43d3-ad6c-8883c4453294), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.803322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.818635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a7a14ef-a8c8-43d3-ad6c-8883c4453294 HTTP/1.1" status: 204 len: 168 time: 0.3453553 Feb 19 07:42:24.834497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1e7db7-aad6-4b63-a965-f645497a1b7c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:24.838358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (f1b4fcb7-e5ba-4fec-8c90-dc291d180847), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.847918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:24.851364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1262274-7623-48d6-80cc-1117f58d9293 None None] Network 17c38c1a-add4-4fa8-b699-3a21d6f81799 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:24.852013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-936eea91-1432-4152-8e88-ef29d780d57c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/1f1e7db7-aad6-4b63-a965-f645497a1b7c HTTP/1.1" status: 204 len: 168 time: 1.0609596 Feb 19 07:42:24.855622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:24.864875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812288-c904-4962-a766-e8722df79a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a14ef-a8c8-43d3-ad6c-8883c4453294,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:24.890606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b4fcb7-e5ba-4fec-8c90-dc291d180847']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:24.938791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f407a57a-4e64-48c0-bd50-c08421998d00') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:24.939112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f407a57a-4e64-48c0-bd50-c08421998d00') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:24.970891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (f407a57a-4e64-48c0-bd50-c08421998d00), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.037647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (17c38c1a-add4-4fa8-b699-3a21d6f81799), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.047174 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f407a57a-4e64-48c0-bd50-c08421998d00), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.058838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:25.060809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (f407a57a-4e64-48c0-bd50-c08421998d00), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self.session.flush() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:25.207237 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:25.236979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (f1b4fcb7-e5ba-4fec-8c90-dc291d180847), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.255485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.263582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] 10.222.0.43 "DELETE /v2.0/networks/f1b4fcb7-e5ba-4fec-8c90-dc291d180847 HTTP/1.1" status: 204 len: 168 time: 1.7954891 Feb 19 07:42:25.414172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352b040-b1d3-49a3-85d1-ce3bc595157b tempest-DHCPAgentSchedulersTestJSON-15692633 tempest-DHCPAgentSchedulersTestJSON-15692633-project] Pushing event deleted for resources: {'Network': ['ID=f1b4fcb7-e5ba-4fec-8c90-dc291d180847,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:25.428930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] DHCP port deletion for 17c38c1a-add4-4fa8-b699-3a21d6f81799 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:42:25.580106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbd001-7ec3-4afa-a8ac-2ce2b54d0580 req-59b2c1ba-c364-45dc-993c-4580c491ae21 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:25.592730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Deleting port 579d1694-7622-447f-809d-1e00764aab52 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:25.593186 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (579d1694-7622-447f-809d-1e00764aab52), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.604964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adfbd001-7ec3-4afa-a8ac-2ce2b54d0580 req-59b2c1ba-c364-45dc-993c-4580c491ae21 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.3678417 Feb 19 07:42:25.732079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:25.755175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df664462-8c20-4d67-9f46-52a90c86bb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.786753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-adfbd001-7ec3-4afa-a8ac-2ce2b54d0580 req-bb70fa5d-7b5d-4b82-b5d8-6002aaa45d05 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882331 Feb 19 07:42:25.837963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 579d1694-7622-447f-809d-1e00764aab52 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:25.838687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (579d1694-7622-447f-809d-1e00764aab52), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:25.851662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f888f8cb-2e70-4ebb-ac2f-0d89697114df no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:42:25.933006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f888f8cb-2e70-4ebb-ac2f-0d89697114df {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:42:25.933818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f888f8cb-2e70-4ebb-ac2f-0d89697114df not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:42:25.935828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 579d1694-7622-447f-809d-1e00764aab52 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:42:26.011440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 579d1694-7622-447f-809d-1e00764aab52, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=579d1694-7622-447f-809d-1e00764aab52,segment=NetworkSegment(8a77db0a-29d7-4cda-bf2d-388e4e8b71df),segment_id=8a77db0a-29d7-4cda-bf2d-388e4e8b71df)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:26.012693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (579d1694-7622-447f-809d-1e00764aab52), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.023996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df664462-8c20-4d67-9f46-52a90c86bb08 admin admin] Publish callbacks [] for security_group (72dbc4a3-7c5a-4af6-992e-4818452ebf8b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.029833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 579d1694-7622-447f-809d-1e00764aab52 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:26.034827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-df664462-8c20-4d67-9f46-52a90c86bb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (72dbc4a3-7c5a-4af6-992e-4818452ebf8b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.098355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] For port 579d1694-7622-447f-809d-1e00764aab52, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=579d1694-7622-447f-809d-1e00764aab52,segment=NetworkSegment(8a77db0a-29d7-4cda-bf2d-388e4e8b71df),segment_id=8a77db0a-29d7-4cda-bf2d-388e4e8b71df)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:26.103737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (579d1694-7622-447f-809d-1e00764aab52), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.128967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-df664462-8c20-4d67-9f46-52a90c86bb08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aa9d249a4d540fa9698bdf64fd8f104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3956580 Feb 19 07:42:26.135007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:26.155944 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:26.162096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Calling delete_port for 579d1694-7622-447f-809d-1e00764aab52 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:26.181135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df664462-8c20-4d67-9f46-52a90c86bb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dbc4a3-7c5a-4af6-992e-4818452ebf8b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:26.257793 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] Publish callbacks [] for security_group (72dbc4a3-7c5a-4af6-992e-4818452ebf8b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.290091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (579d1694-7622-447f-809d-1e00764aab52), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.343552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] Publish callbacks [] for security_group (72dbc4a3-7c5a-4af6-992e-4818452ebf8b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.375758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 579d1694-7622-447f-809d-1e00764aab52 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:26.382463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (579d1694-7622-447f-809d-1e00764aab52), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.390076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=579d1694-7622-447f-809d-1e00764aab52,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:26.396450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 579d1694-7622-447f-809d-1e00764aab52 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:26.396983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (579d1694-7622-447f-809d-1e00764aab52), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.444046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] No DVR routers for this DVR port 579d1694-7622-447f-809d-1e00764aab52 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:26.448106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fb644-4326-4990-a62a-eacb797d3ffe None None] Pushing event deleted for resources: {'Port': ['ID=579d1694-7622-447f-809d-1e00764aab52,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:26.497833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (17c38c1a-add4-4fa8-b699-3a21d6f81799), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.529204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c38c1a-add4-4fa8-b699-3a21d6f81799']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:26.558312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a77db0a-29d7-4cda-bf2d-388e4e8b71df') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:26.558663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a77db0a-29d7-4cda-bf2d-388e4e8b71df') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:26.589109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (8a77db0a-29d7-4cda-bf2d-388e4e8b71df), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.608385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf8aea13-e0e4-4a1f-bfd6-842478d081ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=768e1d893f414ce7bdd5d4199ccff187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463308 Feb 19 07:42:26.608615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:26.634034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (72dbc4a3-7c5a-4af6-992e-4818452ebf8b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.645770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.646981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72dbc4a3-7c5a-4af6-992e-4818452ebf8b HTTP/1.1" status: 204 len: 168 time: 0.5090251 Feb 19 07:42:26.673044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331786e6-fc13-4154-9f06-f48b3786e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dbc4a3-7c5a-4af6-992e-4818452ebf8b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:26.689015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8a77db0a-29d7-4cda-bf2d-388e4e8b71df), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.712265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:26.712837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (8a77db0a-29d7-4cda-bf2d-388e4e8b71df), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:26.717061 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:26.806219 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] Publish callbacks [] for security_group (bade3e9e-3ff7-4b96-b3c5-65423000cf6d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.858460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] Publish callbacks [] for security_group (bade3e9e-3ff7-4b96-b3c5-65423000cf6d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.910539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (17c38c1a-add4-4fa8-b699-3a21d6f81799), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.925873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.936332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/17c38c1a-add4-4fa8-b699-3a21d6f81799 HTTP/1.1" status: 204 len: 168 time: 2.0767770 Feb 19 07:42:26.937666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:26.966984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-19642307', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:26.989066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bade3e9e-3ff7-4b96-b3c5-65423000cf6d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.991807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:26.993110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bade3e9e-3ff7-4b96-b3c5-65423000cf6d HTTP/1.1" status: 204 len: 168 time: 0.3834336 Feb 19 07:42:27.029724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e532c-de33-42bc-9cdf-e5ee13da57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade3e9e-3ff7-4b96-b3c5-65423000cf6d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:27.056787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1395ec6-43a6-4e1a-a016-029f0a55082c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=17c38c1a-add4-4fa8-b699-3a21d6f81799,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:27.102285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.106188 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.210897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d855-eb85-4ee6-965b-4edf2fc558ca req-e9c43d44-9919-4599-8135-7ab26befe45a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:27.235300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2472d855-eb85-4ee6-965b-4edf2fc558ca req-e9c43d44-9919-4599-8135-7ab26befe45a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.2147648 Feb 19 07:42:27.309089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.354305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2472d855-eb85-4ee6-965b-4edf2fc558ca req-5e7a6e76-7bcf-4882-bf84-6da5962a6483 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180327 Feb 19 07:42:27.529383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_gateway (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.634311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55632) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:27.655706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355de00d-a4b6-4aa0-9ee0-5715014e2460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.860834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355de00d-a4b6-4aa0-9ee0-5715014e2460 admin admin] Publish callbacks [] for security_group (56104945-18f6-48c9-bb0c-52efd83f619c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.870326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-355de00d-a4b6-4aa0-9ee0-5715014e2460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56104945-18f6-48c9-bb0c-52efd83f619c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.911506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_gateway (915ef6ab-66e4-4353-a189-6457a39dc561), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.938778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-355de00d-a4b6-4aa0-9ee0-5715014e2460 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36cd48d8c9544b7ca0a06ea966d52181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033676 Feb 19 07:42:27.939906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355de00d-a4b6-4aa0-9ee0-5715014e2460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56104945-18f6-48c9-bb0c-52efd83f619c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:27.951295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:27.985666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:28.136934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] Publish callbacks [] for security_group (56104945-18f6-48c9-bb0c-52efd83f619c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.137921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 172.25.7.185 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a360914a-1464-4cb1-84e1-20292d7dc9c9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:28.197894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] Publish callbacks [] for security_group (56104945-18f6-48c9-bb0c-52efd83f619c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.324724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (a360914a-1464-4cb1-84e1-20292d7dc9c9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.340367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (56104945-18f6-48c9-bb0c-52efd83f619c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.351916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.374701 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56104945-18f6-48c9-bb0c-52efd83f619c HTTP/1.1" status: 204 len: 168 time: 0.3838294 Feb 19 07:42:28.383843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b59a81-8760-4949-9325-650b23db6dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56104945-18f6-48c9-bb0c-52efd83f619c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:28.396793 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a360914a-1464-4cb1-84e1-20292d7dc9c9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:28.481076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:28.503430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:28.507601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:28.568413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=a360914a-1464-4cb1-84e1-20292d7dc9c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:28.601644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ef52-6fc9-40a0-ac3b-8e96058da430 req-359b923c-b2f7-40a7-8d5b-a139fcff1424 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:28.603199 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6045ef52-6fc9-40a0-ac3b-8e96058da430 req-359b923c-b2f7-40a7-8d5b-a139fcff1424 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1260734 Feb 19 07:42:28.763827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6045ef52-6fc9-40a0-ac3b-8e96058da430 req-6217924d-ceac-4bc5-ade1-0f5e325a34b1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242769 Feb 19 07:42:28.993897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_gateway (915ef6ab-66e4-4353-a189-6457a39dc561), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:29.301037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:29.470037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 915ef6ab-66e4-4353-a189-6457a39dc561 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:29.605185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:29.616228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] Sync routers for ids ['915ef6ab-66e4-4353-a189-6457a39dc561'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:29.634777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] Routers {'915ef6ab-66e4-4353-a189-6457a39dc561'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:29.636989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['915ef6ab-66e4-4353-a189-6457a39dc561'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:29.639585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:29.644250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8ab71755-d90f-4e4c-bcd1-1a327a8d3b74 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.6971445 Feb 19 07:42:29.644582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55740) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:29.745663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:29.775321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] Routers {'915ef6ab-66e4-4353-a189-6457a39dc561'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:29.775978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['915ef6ab-66e4-4353-a189-6457a39dc561'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:29.829527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:29.830484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d6cc8-e9e6-4969-941c-a757ed0ea4e2 None None] The sync data for ids ['915ef6ab-66e4-4353-a189-6457a39dc561'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:29.963544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:29.964217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-82e4a090-f4fd-40ca-917b-b771ca98ac34 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers/915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 200 len: 883 time: 0.3180745 Feb 19 07:42:30.025839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46c7-5028-47ca-9cf4-0a7e963d497d req-a47baae2-0678-4303-b240-288815b069b5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:30.030195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e6c46c7-5028-47ca-9cf4-0a7e963d497d req-a47baae2-0678-4303-b240-288815b069b5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1253252 Feb 19 07:42:30.170029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e6c46c7-5028-47ca-9cf4-0a7e963d497d req-b548ab0a-213e-4b11-94f8-d3d5f5b4c8d7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318004 Feb 19 07:42:30.385947 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:30.902509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7a98ad31-5bb2-45ea-8ce5-2b3c5b1a89ec tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9375973 Feb 19 07:42:30.905033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:30.914796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-19642307'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:30.965771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55812) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.196387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e066eab-44f8-407b-9e71-eb248018c06d tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:31.245981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e066eab-44f8-407b-9e71-eb248018c06d tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "PUT /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d HTTP/1.1" status: 200 len: 366 time: 0.2781608 Feb 19 07:42:31.248520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.605157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:31.643003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.656843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4074c6be-9e10-4679-8c81-81666c676987 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.4078357 Feb 19 07:42:31.661217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:31.679074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-81dc0b16-abc5-4f6c-a233-54035413d291 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d HTTP/1.1" status: 200 len: 366 time: 0.0336907 Feb 19 07:42:31.681209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.767329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ba3afbe0-0847-4f58-8285-a76b9ffb627f tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d HTTP/1.1" status: 204 len: 168 time: 0.0831869 Feb 19 07:42:31.768623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.781450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53436100-8078-4154-a997-f3b2a9f5433a tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0113876 Feb 19 07:42:31.784727 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55832) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.797534 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b67ea212-104d-4b45-8624-6e7334ddf042 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d HTTP/1.1" status: 200 len: 370 time: 0.0095150 Feb 19 07:42:31.797874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.806426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc345aa9-8751-41be-a065-b91e5842d646 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d/default HTTP/1.1" status: 200 len: 370 time: 0.0051444 Feb 19 07:42:31.807585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:31.819938 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-fdd89757-fb4d-4c35-aa0f-ca310db4184f tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] delete failed (client error): The resource could not be found. Feb 19 07:42:31.824494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fdd89757-fb4d-4c35-aa0f-ca310db4184f tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/c0a8e37da9fe457a87fbb166175c601d HTTP/1.1" status: 404 len: 348 time: 0.0127747 Feb 19 07:42:31.905501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 915ef6ab-66e4-4353-a189-6457a39dc561 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:42:31.934287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8ab6-414c-4f64-9948-01706990fd46 req-2b9f4a3d-b33c-4588-8c03-2b4550601f76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:31.941107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8ab8ab6-414c-4f64-9948-01706990fd46 req-2b9f4a3d-b33c-4588-8c03-2b4550601f76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1940014 Feb 19 07:42:32.002236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:32.037007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:network and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.043364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.053770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:subnet and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.059834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8ab8ab6-414c-4f64-9948-01706990fd46 req-403a3b65-4080-48f3-b090-3565c98b0256 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177642 Feb 19 07:42:32.060744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.069973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:subnetpool and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.078188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.087989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:port and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.092904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.102779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:router and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.107632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.118268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:floatingip and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.124275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.140001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:32.154692 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] Sync routers for ids ['915ef6ab-66e4-4353-a189-6457a39dc561'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:32.164954 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] Routers {'915ef6ab-66e4-4353-a189-6457a39dc561'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:32.165805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:32.166565 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['915ef6ab-66e4-4353-a189-6457a39dc561'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:32.169580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:32.171218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6f301dfa-ec54-4366-91fa-8a72847edd49 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 200 len: 890 time: 1.2636702 Feb 19 07:42:32.215951 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:32.221707 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:security_group and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.227279 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] Routers {'915ef6ab-66e4-4353-a189-6457a39dc561'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:32.228222 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['915ef6ab-66e4-4353-a189-6457a39dc561'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:32.231910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.245329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Usage tracker for resource:security_group_rule and project:7929b76bfda244bca2a14d8112b8322d is out of sync, need to count used quota {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 07:42:32.256276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.quota.resource [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103587) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 07:42:32.271862 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:32.274135 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55f750-2cd0-411e-9422-4bfdabd966b1 None None] The sync data for ids ['915ef6ab-66e4-4353-a189-6457a39dc561'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:32.301669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d877a48-58fe-4bc9-ace9-f5fbd8ee9ff8 tempest-QuotasTest-1293901982 tempest-QuotasTest-1293901982-project-admin] 10.222.0.43 "GET /v2.0/quotas/7929b76bfda244bca2a14d8112b8322d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2927885 Feb 19 07:42:32.352686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4f3c9d49-b3fa-426d-8e96-35d9e9d1b14e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers/915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 200 len: 890 time: 0.1797445 Feb 19 07:42:32.353879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:32.425921 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-368176f8-ca35-4de5-b983-66e624bc628e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 200 len: 205 time: 0.0682697 Feb 19 07:42:32.427037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:32.600715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (915ef6ab-66e4-4353-a189-6457a39dc561), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:32.739779 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_gateway (915ef6ab-66e4-4353-a189-6457a39dc561), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:32.809847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:32.816308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port a360914a-1464-4cb1-84e1-20292d7dc9c9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:32.817650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a360914a-1464-4cb1-84e1-20292d7dc9c9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:32.951993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a360914a-1464-4cb1-84e1-20292d7dc9c9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:32.974553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for a360914a-1464-4cb1-84e1-20292d7dc9c9 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:32.987692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaff0885-f943-40a6-91fd-4a560473ea72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.160177 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.175967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaff0885-f943-40a6-91fd-4a560473ea72 admin admin] Publish callbacks [] for security_group (6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.184969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aaff0885-f943-40a6-91fd-4a560473ea72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.216886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a360914a-1464-4cb1-84e1-20292d7dc9c9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.248949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=a360914a-1464-4cb1-84e1-20292d7dc9c9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:33.295808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aaff0885-f943-40a6-91fd-4a560473ea72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa77080195664e758f7d393cf056cd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4848678 Feb 19 07:42:33.305867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:33.333245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (915ef6ab-66e4-4353-a189-6457a39dc561), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.349479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff0885-f943-40a6-91fd-4a560473ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:33.391725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d29d-c856-428e-ab22-aee8cbb38b7a req-52ff58c8-7bb2-4103-80aa-8584c2a34ba5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:33.393234 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f03d29d-c856-428e-ab22-aee8cbb38b7a req-52ff58c8-7bb2-4103-80aa-8584c2a34ba5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1635919 Feb 19 07:42:33.395274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] Publish callbacks [] for security_group (6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.462291 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] Publish callbacks [] for security_group (6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.483126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.486420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (915ef6ab-66e4-4353-a189-6457a39dc561), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.513988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6f03d29d-c856-428e-ab22-aee8cbb38b7a req-c4859eeb-2a45-4669-96ff-65e57d82afa2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075046 Feb 19 07:42:33.544021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.546687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.548069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e HTTP/1.1" status: 204 len: 168 time: 0.2401783 Feb 19 07:42:33.558603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (915ef6ab-66e4-4353-a189-6457a39dc561), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.559141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router 915ef6ab-66e4-4353-a189-6457a39dc561 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:33.560520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9477d-1c4b-4b5d-ba8d-cef556ff6101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa12ee3-bf9c-4db2-b0fc-3401ab77b59e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:33.573187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.574805 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be769e68-65d9-4268-9ebf-3f235bfa1ceb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 204 len: 168 time: 1.1466563 Feb 19 07:42:33.578610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:33.585598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2077093892'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:33.610821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:33.615447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.647596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:33.670759 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b9b530e2-a7f9-438f-bd69-e703a4d7d7a4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.672057 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment b9b530e2-a7f9-438f-bd69-e703a4d7d7a4 of type vlan for network 614750a8-2489-49fb-9f2d-62ef2642ed47 Feb 19 07:42:33.768098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (614750a8-2489-49fb-9f2d-62ef2642ed47), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.829765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (614750a8-2489-49fb-9f2d-62ef2642ed47), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.837776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:33.838718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:33.975580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=614750a8-2489-49fb-9f2d-62ef2642ed47,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:33.989205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:33.995063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:33.996278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-953343b7-d382-44bb-94ca-b2091ca8eff7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4163151 Feb 19 07:42:34.000257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:34.064721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:34.090117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd2c32b7-7b0a-4886-8af5-0fd77f99c93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.176879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:34.180452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.232609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd2c32b7-7b0a-4886-8af5-0fd77f99c93d admin admin] Publish callbacks [] for security_group (0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.241084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd2c32b7-7b0a-4886-8af5-0fd77f99c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.292977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd2c32b7-7b0a-4886-8af5-0fd77f99c93d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7929b76bfda244bca2a14d8112b8322d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269514 Feb 19 07:42:34.298773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:34.316174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c32b7-7b0a-4886-8af5-0fd77f99c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:34.432771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] Publish callbacks [] for security_group (0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.496952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] Publish callbacks [] for security_group (0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.507874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (30877a71-f3cc-426b-897e-131236a75032), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.603084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=30877a71-f3cc-426b-897e-131236a75032,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:34.616152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:34.616753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: 614750a8-2489-49fb-9f2d-62ef2642ed47, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:34.634002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.639054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.640490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb HTTP/1.1" status: 204 len: 168 time: 0.3397508 Feb 19 07:42:34.647083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:34.654861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05025930-313b-4af8-8749-c4325a999ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcb9e1-42ee-4467-8ded-6a2ad5e860eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:34.665018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 614750a8-2489-49fb-9f2d-62ef2642ed47) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:34.670084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:34.670968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.691851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2ca77-1672-447e-b5fa-8bb5bcc5093e None None] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:34.698501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5664f657-aa9d-41b5-906c-680d52296a9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7022257 Feb 19 07:42:34.702308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55900) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:34.709479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-877780466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:34.757173 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (84dd0e83-6c39-4913-97da-f0741a537739), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.759856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (84dd0e83-6c39-4913-97da-f0741a537739), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:34.945889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec79987-0fe6-4787-9817-7cd124040c55 req-f5c61820-4ebd-424c-9b63-81837ea007a4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:34.956522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eec79987-0fe6-4787-9817-7cd124040c55 req-f5c61820-4ebd-424c-9b63-81837ea007a4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.2557123 Feb 19 07:42:34.979072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-614750a8-2489-49fb-9f2d-62ef2642ed47', 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': '30877a71-f3cc-426b-897e-131236a75032'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:42:34.980957 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.045186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (84dd0e83-6c39-4913-97da-f0741a537739), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.054464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (84dd0e83-6c39-4913-97da-f0741a537739), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.128931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.133050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8be1ad3f-71f6-429d-842a-47047eef883b tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4268706 Feb 19 07:42:35.134855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:35.278876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eec79987-0fe6-4787-9817-7cd124040c55 req-e13f7027-6ab8-44ff-8680-eaa0e4410408 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211558 Feb 19 07:42:35.341012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Allocated IP 2001:db8::2 (614750a8-2489-49fb-9f2d-62ef2642ed47/30877a71-f3cc-426b-897e-131236a75032/dcf44dc5-3509-499f-a0af-35a2ee1bf7c4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:35.575979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.582807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks [] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.596519 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.690133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:35.693617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:35.698427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:35.727287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Pushing event updated for resources: {'Port': ['ID=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:35.820756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Attempting to bind port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:35.821238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Attempting to bind port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:35.827873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Attempting to bind port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 on network 614750a8-2489-49fb-9f2d-62ef2642ed47 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:35.835628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:35.836175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Checking segment: {'id': 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:35.836688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.839772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Bound using segment: {'id': 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:35.840377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Bound port: dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '614750a8-2489-49fb-9f2d-62ef2642ed47'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:35.840883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:35.935700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8::1 (614750a8-2489-49fb-9f2d-62ef2642ed47/30877a71-f3cc-426b-897e-131236a75032/f26d8250-6f38-4af0-aa69-e776ecce924e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:36.005035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] For port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:36.014268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] For port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,segment=NetworkSegment(b9b530e2-a7f9-438f-bd69-e703a4d7d7a4),segment_id=b9b530e2-a7f9-438f-bd69-e703a4d7d7a4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:36.031255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:36.102399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:36.192878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:36.264751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:36.276070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e35c1-d95d-467a-b96c-f6789a83922f None None] Pushing event updated for resources: {'Port': ['ID=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:36.288804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:36.296847 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-067a73a7-2e61-4cff-a635-b96f48ba6ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:36.317735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:36.320127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (84dd0e83-6c39-4913-97da-f0741a537739), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:36.474044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=f26d8250-6f38-4af0-aa69-e776ecce924e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:36.606061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e592eb-e48e-4c31-a56e-756958342234 req-84b1a476-006f-4d1b-8b87-96e241b6424e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:36.614358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3e592eb-e48e-4c31-a56e-756958342234 req-84b1a476-006f-4d1b-8b87-96e241b6424e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.1944973 Feb 19 07:42:36.763083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3e592eb-e48e-4c31-a56e-756958342234 req-c3e6f0d3-b3b3-4ee2-a1e3-6e09a78c5e8b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423159 Feb 19 07:42:36.784768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.279482 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.286533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.287448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (84dd0e83-6c39-4913-97da-f0741a537739), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.409726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=f26d8250-6f38-4af0-aa69-e776ecce924e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:37.426021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55968) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:37.605157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:37.606714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:37.674867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-882292393', 'router:external': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:37.762777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Made reservation on behalf of 5ca3d625d4c548e6973b306943da6ee6 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:37.766441 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.788364 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:37.837635 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:42:37.839287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:37.902783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 84dd0e83-6c39-4913-97da-f0741a537739 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:38.004989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:38.005362 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.038823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for security_group (8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.049657 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.070981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:38.098196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (962f830a-e0bd-4bab-afbe-8e70021feefd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.100483 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Added segment 962f830a-e0bd-4bab-afbe-8e70021feefd of type vlan for network 2d308a5e-9cd2-4956-b971-a7fb8e625762 Feb 19 07:42:38.168018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:38.194596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:38.194995 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.210884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] Sync routers for ids ['84dd0e83-6c39-4913-97da-f0741a537739'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:38.230237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-63f9da85-1666-44a8-847b-58457a852084 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/84dd0e83-6c39-4913-97da-f0741a537739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919054 Feb 19 07:42:38.234471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:38.246772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c973f8-308c-47cb-88f1-09de55c649a2 None None] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:38.258414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] Routers {'84dd0e83-6c39-4913-97da-f0741a537739'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:38.259049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['84dd0e83-6c39-4913-97da-f0741a537739'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:38.347779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2d308a5e-9cd2-4956-b971-a7fb8e625762), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.356380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:38.373490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b3217-cd2f-42a4-9ef1-0dec1b18702c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:38.376040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-996b3217-cd2f-42a4-9ef1-0dec1b18702c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports/f26d8250-6f38-4af0-aa69-e776ecce924e HTTP/1.1" status: 200 len: 911 time: 0.1393642 Feb 19 07:42:38.378484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:38.392208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30877a71-f3cc-426b-897e-131236a75032'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:38.425984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54ff22-56ae-4779-80bc-e20f260d1ec9 req-0c8a104d-885f-493f-92ad-714ba27d95d1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:38.436434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a54ff22-56ae-4779-80bc-e20f260d1ec9 req-0c8a104d-885f-493f-92ad-714ba27d95d1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.2634833 Feb 19 07:42:38.502086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:38.542778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] Routers {'84dd0e83-6c39-4913-97da-f0741a537739'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:38.543451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['84dd0e83-6c39-4913-97da-f0741a537739'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:38.558887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a54ff22-56ae-4779-80bc-e20f260d1ec9 req-8696f587-52ba-4cf3-ae47-a52c57f02e5e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206837 Feb 19 07:42:38.612931 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2d308a5e-9cd2-4956-b971-a7fb8e625762), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.614226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:38.614959 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.618666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,segment=NetworkSegment(b9b530e2-a7f9-438f-bd69-e703a4d7d7a4),segment_id=b9b530e2-a7f9-438f-bd69-e703a4d7d7a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:38.622714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:38.624066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e56d9b-c98c-4b7b-9be5-7feef2de8db4 None None] The sync data for ids ['84dd0e83-6c39-4913-97da-f0741a537739'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:38.640095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.655969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-24187177-804b-45c0-800a-c4f43b5b4887 None None] Provisioning complete for port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:38.656586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24187177-804b-45c0-800a-c4f43b5b4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.745379 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3176043 Feb 19 07:42:38.748478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 55984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:38.762220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'subnet': {'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:38.801919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0a525-19fc-420f-a0f3-fff50f79d8a0 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Network': ['ID=2d308a5e-9cd2-4956-b971-a7fb8e625762,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:38.828730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Made reservation on behalf of 5ca3d625d4c548e6973b306943da6ee6 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:38.831934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.838484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.841336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:38.843514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42f1d904-ffe0-4c72-b5e3-3a821da8ffb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:38.927536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-24187177-804b-45c0-800a-c4f43b5b4887 None None] Current status of the port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:39.020779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:39.640226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.661485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.666974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:39.676366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Provisioning complete for port f26d8250-6f38-4af0-aa69-e776ecce924e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:39.680053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.681995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.686049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/ports/f26d8250-6f38-4af0-aa69-e776ecce924e HTTP/1.1" status: 200 len: 911 time: 1.3039796 Feb 19 07:42:39.686531 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 55998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:39.702035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.objects.ports [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 07:42:39.711887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (11f9ccfb-e53a-4b27-9735-0d4bb6ae9868), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.828367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:39.835559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11f9ccfb-e53a-4b27-9735-0d4bb6ae9868,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:39.839832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Port f26d8250-6f38-4af0-aa69-e776ecce924e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:39.850410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:39.918801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Checking segment: {'id': '962f830a-e0bd-4bab-afbe-8e70021feefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:39.926653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network hostable DHCP agents. Network: 2d308a5e-9cd2-4956-b971-a7fb8e625762, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:39.975363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:40.003236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2d308a5e-9cd2-4956-b971-a7fb8e625762) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:40.021179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:40.023420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:40.031382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caece80-7820-40fe-8fb1-0abf12ec57ee None None] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:40.037837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Provisioning complete for port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:40.041191 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:40.066078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6f6539d5-0097-4d45-97db-a9f359dcb42b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3162982 Feb 19 07:42:40.067521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:40.077201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1251136024', 'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:40.106926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Made reservation on behalf of 5ca3d625d4c548e6973b306943da6ee6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:40.110107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:40.166315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] device_id is not set on port 191ff518-f1bc-444d-8f2f-aa17ff0214a1 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:42:40.227588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b29241c-c1ff-4fd0-96f2-5145692a65ab details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:42:40.229350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8a60f-a79e-4d40-92a3-da0ba842a9a7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=f26d8250-6f38-4af0-aa69-e776ecce924e,revision_number=3']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:40.281765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f5200-eb7e-403a-b047-b446838898a2 req-23ff68d8-fec0-4d7f-be0a-4bcdd92b5e60 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:40.283620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-801f5200-eb7e-403a-b047-b446838898a2 req-23ff68d8-fec0-4d7f-be0a-4bcdd92b5e60 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 944 time: 0.4681680 Feb 19 07:42:40.365856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:40.366234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:40.464435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.20.0.4 (2d308a5e-9cd2-4956-b971-a7fb8e625762/11f9ccfb-e53a-4b27-9735-0d4bb6ae9868/191ff518-f1bc-444d-8f2f-aa17ff0214a1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:40.503398 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 07:42:40.640913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-801f5200-eb7e-403a-b047-b446838898a2 req-ec740735-cbf0-41f3-8779-b982703ffe14 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463199 Feb 19 07:42:40.734311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4832d-a738-4fcb-9353-6cbe1d462006 None None] Current status of the port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:40.790708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1476230-f747-47b4-aaec-cae85dfded06 None None] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:41.022315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a894a7e8-3161-4570-b6de-22c1a237166d None None] Provisioning complete for port f26d8250-6f38-4af0-aa69-e776ecce924e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:41.022959 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a894a7e8-3161-4570-b6de-22c1a237166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.128933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (84dd0e83-6c39-4913-97da-f0741a537739), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.274757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:41.294439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '0b29241c-c1ff-4fd0-96f2-5145692a65ab', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': '0b29241c-c1ff-4fd0-96f2-5145692a65ab', 'mac_address': 'fa:16:3e:62:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:42:41.428843 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.451868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0b29241c-c1ff-4fd0-96f2-5145692a65ab is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:41.452265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.467848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b29241c-c1ff-4fd0-96f2-5145692a65ab {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:42:41.482812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a894a7e8-3161-4570-b6de-22c1a237166d None None] Port f26d8250-6f38-4af0-aa69-e776ecce924e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:41.484665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:41.539469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:41.547506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.565701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (191ff518-f1bc-444d-8f2f-aa17ff0214a1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.625348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (191ff518-f1bc-444d-8f2f-aa17ff0214a1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.681203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:41.742789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:41.742789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:41.749394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:41.799215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port f26d8250-6f38-4af0-aa69-e776ecce924e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:41.799852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.824022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=191ff518-f1bc-444d-8f2f-aa17ff0214a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:41.861094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0b29241c-c1ff-4fd0-96f2-5145692a65ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:42:41.911997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:41.912306 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:41.935942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-63f802f0-d44a-4e80-ba24-4ff816bed5ef tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8669207 Feb 19 07:42:41.940255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:41.957084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751546d-8615-425b-9d1b-74c53258165a req-27922b02-ffdb-4474-a7e7-bc1155661406 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:41.967817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e751546d-8615-425b-9d1b-74c53258165a req-27922b02-ffdb-4474-a7e7-bc1155661406 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 945 time: 0.1404734 Feb 19 07:42:42.025925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.062827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for f26d8250-6f38-4af0-aa69-e776ecce924e owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:42.084064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e751546d-8615-425b-9d1b-74c53258165a req-1aa9c12d-0e4c-46e5-9eb4-fa170ea66bc3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153109 Feb 19 07:42:42.120622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Deleting port 191ff518-f1bc-444d-8f2f-aa17ff0214a1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:42.121154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (191ff518-f1bc-444d-8f2f-aa17ff0214a1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.209931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (191ff518-f1bc-444d-8f2f-aa17ff0214a1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.226544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Calling delete_port for 191ff518-f1bc-444d-8f2f-aa17ff0214a1 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:42.420982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.442323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (191ff518-f1bc-444d-8f2f-aa17ff0214a1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.482982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Port': ['ID=191ff518-f1bc-444d-8f2f-aa17ff0214a1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:42.577639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.583312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1dac410e-6b30-4a49-b3e7-d42271b261a9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/ports/191ff518-f1bc-444d-8f2f-aa17ff0214a1 HTTP/1.1" status: 204 len: 168 time: 0.6133010 Feb 19 07:42:42.585868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:42.594353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762', 'external_fixed_ips': [{'subnet_id': '11f9ccfb-e53a-4b27-9735-0d4bb6ae9868', 'ip_address': '172.20.0.4'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:42.650278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.651929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.714052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f26d8250-6f38-4af0-aa69-e776ecce924e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.825550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:42.828770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=f26d8250-6f38-4af0-aa69-e776ecce924e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:42.983741 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (84dd0e83-6c39-4913-97da-f0741a537739), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:43.219726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 84dd0e83-6c39-4913-97da-f0741a537739 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:42:43.331487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:43.372419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:43.378468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c10a00a-3001-4308-bdff-44b7cdc90545 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/84dd0e83-6c39-4913-97da-f0741a537739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6909688 Feb 19 07:42:43.383143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:43.386453 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] Sync routers for ids ['84dd0e83-6c39-4913-97da-f0741a537739'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:43.397387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] Routers {'84dd0e83-6c39-4913-97da-f0741a537739'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:43.398021 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['84dd0e83-6c39-4913-97da-f0741a537739'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:43.433281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b15563-2112-40c5-b9ed-4932405168f6 req-c45a1b37-a146-4837-8f77-064245cfadc7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:43.440540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59b15563-2112-40c5-b9ed-4932405168f6 req-c45a1b37-a146-4837-8f77-064245cfadc7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 945 time: 0.2161758 Feb 19 07:42:43.444720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5e2148d7-3c17-4673-91ce-be4683c4fc14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=84dd0e83-6c39-4913-97da-f0741a537739 HTTP/1.1" status: 200 len: 205 time: 0.0574110 Feb 19 07:42:43.447768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:43.484774 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:43.503755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59b15563-2112-40c5-b9ed-4932405168f6 req-68727d0f-301a-45db-9c38-4cac4c0be70e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620818 Feb 19 07:42:43.514751 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] Routers {'84dd0e83-6c39-4913-97da-f0741a537739'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:43.515654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['84dd0e83-6c39-4913-97da-f0741a537739'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:43.563613 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:43.564523 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eec3873-30dd-46ab-9dd3-9e9f8b11c4aa None None] The sync data for ids ['84dd0e83-6c39-4913-97da-f0741a537739'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:43.612008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (84dd0e83-6c39-4913-97da-f0741a537739), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:43.855989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (84dd0e83-6c39-4913-97da-f0741a537739), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:43.858469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (84dd0e83-6c39-4913-97da-f0741a537739), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.047005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (84dd0e83-6c39-4913-97da-f0741a537739), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.048102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router 84dd0e83-6c39-4913-97da-f0741a537739 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:44.060718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.062063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eedb162b-b6b6-4bcf-818e-ae8734a2ec14 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/84dd0e83-6c39-4913-97da-f0741a537739 HTTP/1.1" status: 204 len: 168 time: 0.6121542 Feb 19 07:42:44.065367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:44.102686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.152344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.169231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet 30877a71-f3cc-426b-897e-131236a75032 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:42:44.177393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (30877a71-f3cc-426b-897e-131236a75032), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.195427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b29241c-c1ff-4fd0-96f2-5145692a65ab up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:44.232852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (30877a71-f3cc-426b-897e-131236a75032), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.291986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 0b29241c-c1ff-4fd0-96f2-5145692a65ab completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:42:44.298896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 0b29241c-c1ff-4fd0-96f2-5145692a65ab triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:44.299303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.333339 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (30877a71-f3cc-426b-897e-131236a75032), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.427628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (30877a71-f3cc-426b-897e-131236a75032), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.465203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 0b29241c-c1ff-4fd0-96f2-5145692a65ab is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:44.465597 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.467660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c75e1-e45d-4765-b323-24b6e8a82339 None None] Network 614750a8-2489-49fb-9f2d-62ef2642ed47 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:44.492634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.497151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/30877a71-f3cc-426b-897e-131236a75032 HTTP/1.1" status: 204 len: 168 time: 0.4294589 Feb 19 07:42:44.504937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:44.507462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9b50b-43ac-48bf-8fcc-38cc2be13ecd tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=30877a71-f3cc-426b-897e-131236a75032,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:44.579236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.20.0.4 (2d308a5e-9cd2-4956-b971-a7fb8e625762/11f9ccfb-e53a-4b27-9735-0d4bb6ae9868/a55ba88b-f49c-4742-ac35-23eeea220213) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:44.585424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:42:44.590466 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f46e359-8575-438a-b2b7-3eed7c3a5468" -d '{"events": [{"server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "name": "network-vif-plugged", "status": "completed", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:42:44.611720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:44.659463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.693882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (614750a8-2489-49fb-9f2d-62ef2642ed47), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.743537 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeed7fd-971e-4197-9a26-3db5b198cb28 x-openstack-request-id: req-8aeed7fd-971e-4197-9a26-3db5b198cb28 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:42:44.744100 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "name": "network-vif-plugged", "status": "completed", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:42:44.744519 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8aeed7fd-971e-4197-9a26-3db5b198cb28 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:42:44.745075 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab', 'code': 200} Feb 19 07:42:44.746999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:44.790533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:44.794465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.871180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] DHCP port deletion for 614750a8-2489-49fb-9f2d-62ef2642ed47 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:42:44.936005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,segment=NetworkSegment(b9b530e2-a7f9-438f-bd69-e703a4d7d7a4),segment_id=b9b530e2-a7f9-438f-bd69-e703a4d7d7a4)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:44.936655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:44.954856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:44.988552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Deleting port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:44.988933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.009356 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (a55ba88b-f49c-4742-ac35-23eeea220213), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.069113 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.104487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:45.120023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a55ba88b-f49c-4742-ac35-23eeea220213), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.134640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:45.159198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] For port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,segment=NetworkSegment(b9b530e2-a7f9-438f-bd69-e703a4d7d7a4),segment_id=b9b530e2-a7f9-438f-bd69-e703a4d7d7a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:45.160652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.184443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Calling delete_port for dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:45.189103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8d86e-0f0b-4b0d-bddb-a5da6f2454ea req-b1ebde43-0453-4435-b407-f7cb13201bad tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:45.190566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ab8d86e-0f0b-4b0d-bddb-a5da6f2454ea req-b1ebde43-0453-4435-b407-f7cb13201bad tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.5578291 Feb 19 07:42:45.197570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df678685-7e6f-49a1-9207-9fe598826db0 req-29fe8d2e-3141-41bd-a4d3-935aea84c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:45.199347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df678685-7e6f-49a1-9207-9fe598826db0 req-29fe8d2e-3141-41bd-a4d3-935aea84c689 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 1128 time: 0.4129701 Feb 19 07:42:45.236807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 2d308a5e-9cd2-4956-b971-a7fb8e625762 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:45.252305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:45.255985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:45.293188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=a55ba88b-f49c-4742-ac35-23eeea220213,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:45.358159 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (dcf44dc5-3509-499f-a0af-35a2ee1bf7c4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.367731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ab8d86e-0f0b-4b0d-bddb-a5da6f2454ea req-a4afdf90-57fa-477d-9331-d92118700092 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663940 Feb 19 07:42:45.377453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df678685-7e6f-49a1-9207-9fe598826db0 req-cc43ae7d-5c44-46e9-810b-184900451fad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656115 Feb 19 07:42:45.403510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (614750a8-2489-49fb-9f2d-62ef2642ed47), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.431693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] Pushing event deleted for resources: {'Port': ['ID=dcf44dc5-3509-499f-a0af-35a2ee1bf7c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:45.440521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbdeb3-9427-4b03-98d2-8c548e168abc None None] No DVR routers for this DVR port dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:42:45.454782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614750a8-2489-49fb-9f2d-62ef2642ed47']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:45.482448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:45.482448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b530e2-a7f9-438f-bd69-e703a4d7d7a4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:45.497433 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (b9b530e2-a7f9-438f-bd69-e703a4d7d7a4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.528231 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b9b530e2-a7f9-438f-bd69-e703a4d7d7a4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.536754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:45.538453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (b9b530e2-a7f9-438f-bd69-e703a4d7d7a4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:45.548124 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:45.686366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (614750a8-2489-49fb-9f2d-62ef2642ed47), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.696190 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.706959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/614750a8-2489-49fb-9f2d-62ef2642ed47 HTTP/1.1" status: 204 len: 168 time: 1.2004633 Feb 19 07:42:45.707720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56072) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:45.722587 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1864961999', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:45.734965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:42:45.779256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facc55a-a849-4cf2-8b62-0862bd21d894 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=614750a8-2489-49fb-9f2d-62ef2642ed47,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:45.792697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:42:45.793157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dcf44dc5-3509-499f-a0af-35a2ee1bf7c4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:42:45.794432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.815450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (38e7874d-7507-4a72-836c-03fcff128697), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.816687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.886716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (38e7874d-7507-4a72-836c-03fcff128697), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.893710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (38e7874d-7507-4a72-836c-03fcff128697), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.915598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:45.920226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fedece96-b7c9-47a9-8fd3-7a838abf70fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2019091 Feb 19 07:42:45.920935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:45.928179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-918681101'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:45.967899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:45.973607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.053146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:46.186401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.219632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.220068 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment 30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b of type vlan for network aae495e1-6ca1-4c1c-929e-243134563cce Feb 19 07:42:46.325545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (aae495e1-6ca1-4c1c-929e-243134563cce), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.404158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (aae495e1-6ca1-4c1c-929e-243134563cce), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.409628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:46.410296 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:46.505038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5831099 Feb 19 07:42:46.512864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:46.519151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:46.524939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654de8fa-d686-42c7-afef-5b3348679a55 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=aae495e1-6ca1-4c1c-929e-243134563cce,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:46.538921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network aae495e1-6ca1-4c1c-929e-243134563cce details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:46.606725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b29fc-a07a-4b74-b11c-f9bedd53f9fc req-7d6d4bac-1367-4d2a-b47e-dcc1ad65e25b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:46.612421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-896b29fc-a07a-4b74-b11c-f9bedd53f9fc req-7d6d4bac-1367-4d2a-b47e-dcc1ad65e25b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.1288424 Feb 19 07:42:46.626947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router 9b1531e3-2eb2-4c2f-83a9-63c333c2a953 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:46.801780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:46.808632 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-896b29fc-a07a-4b74-b11c-f9bedd53f9fc req-153f5d65-8e13-40e2-8c3c-be14402598e5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869469 Feb 19 07:42:46.811881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:47.449462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:47.463730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Sync routers for ids ['9b1531e3-2eb2-4c2f-83a9-63c333c2a953'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:47.482867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:47.484757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a8f22db9-a0c6-4b29-a0cb-9e4a73a71ae2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8979309 Feb 19 07:42:47.487520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:47.494916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Routers {'9b1531e3-2eb2-4c2f-83a9-63c333c2a953'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:47.495535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9b1531e3-2eb2-4c2f-83a9-63c333c2a953'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:47.746936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:47.752467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Set router 9b1531e3-2eb2-4c2f-83a9-63c333c2a953 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:42:47.756754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (6ac8372f-9d8f-4b00-9863-61f59ea79044), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:47.977935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=6ac8372f-9d8f-4b00-9863-61f59ea79044,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:48.083974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.085768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.088111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.088575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.089027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.089475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.091583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.092037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.093778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.094227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.094692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.096656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.097102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.097544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:48.132707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1531e3-2eb2-4c2f-83a9-63c333c2a953', 'name': '', 'tenant_id': '5ca3d625d4c548e6973b306943da6ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762', 'external_fixed_ips': [{'subnet_id': '11f9ccfb-e53a-4b27-9735-0d4bb6ae9868', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'a55ba88b-f49c-4742-ac35-23eeea220213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:42Z', 'updated_at': '2022-02-19T07:42:45Z', 'revision_number': 3, 'project_id': '5ca3d625d4c548e6973b306943da6ee6', 'gw_port': {'id': 'a55ba88b-f49c-4742-ac35-23eeea220213', 'name': '', 'network_id': '2d308a5e-9cd2-4956-b971-a7fb8e625762', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1531e3-2eb2-4c2f-83a9-63c333c2a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '11f9ccfb-e53a-4b27-9735-0d4bb6ae9868', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:44Z', 'updated_at': '2022-02-19T07:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11f9ccfb-e53a-4b27-9735-0d4bb6ae9868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:48.134372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:48.141912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: aae495e1-6ca1-4c1c-929e-243134563cce, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:48.176794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Checking router: 9b1531e3-2eb2-4c2f-83a9-63c333c2a953 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:42:48.178497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Updating router 9b1531e3-2eb2-4c2f-83a9-63c333c2a953 port a55ba88b-f49c-4742-ac35-23eeea220213 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:42:48.181504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9e0ab-5a46-4f29-ae98-aeaa064f4532 req-2b87572e-743a-408e-8634-687034e6968b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:48.184419 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98f9e0ab-5a46-4f29-ae98-aeaa064f4532 req-2b87572e-743a-408e-8634-687034e6968b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.1937485 Feb 19 07:42:48.186655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network aae495e1-6ca1-4c1c-929e-243134563cce is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:48.210194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, aae495e1-6ca1-4c1c-929e-243134563cce) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:48.227437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Deleting port a55ba88b-f49c-4742-ac35-23eeea220213 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:42:48.227805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a55ba88b-f49c-4742-ac35-23eeea220213), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.232608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:48.233543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.235524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b56af-db46-4ca0-84f7-1a54930f41d9 None None] Network aae495e1-6ca1-4c1c-929e-243134563cce requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:48.271159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-718b9ec6-6bea-4655-b2cb-1c8d91ec38fb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7569032 Feb 19 07:42:48.275363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:48.326813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98f9e0ab-5a46-4f29-ae98-aeaa064f4532 req-1d0fffd6-b6e9-4c5b-8067-86359d26047b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352911 Feb 19 07:42:48.373606 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a55ba88b-f49c-4742-ac35-23eeea220213), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.609807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a55ba88b-f49c-4742-ac35-23eeea220213), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.638538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Calling delete_port for a55ba88b-f49c-4742-ac35-23eeea220213 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:42:48.673500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712ba62-2368-4493-8536-bbe2a330cd10 req-c27c8051-8573-4fb3-86dc-408b0731ed27 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:48.683749 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9712ba62-2368-4493-8536-bbe2a330cd10 req-c27c8051-8573-4fb3-86dc-408b0731ed27 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.2009227 Feb 19 07:42:48.734650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-aae495e1-6ca1-4c1c-929e-243134563cce', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:42:48.735524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.827277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:48.922683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9712ba62-2368-4493-8536-bbe2a330cd10 req-3ef6e16c-0d2a-454d-aeda-00ac6a1ed9ed tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346058 Feb 19 07:42:49.259220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a55ba88b-f49c-4742-ac35-23eeea220213), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.283120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8::1 (aae495e1-6ca1-4c1c-929e-243134563cce/6ac8372f-9d8f-4b00-9863-61f59ea79044/a4978e96-f8cb-4756-ba60-0139c94c47bb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:49.338517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55ba88b-f49c-4742-ac35-23eeea220213,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:49.358148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.358148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.358455 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.358780 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.359122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.359509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.359832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.360215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.360551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.360878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.361205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.361532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.362110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:49.437229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.618426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.659123 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.664568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.771318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.789072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (9b1531e3-2eb2-4c2f-83a9-63c333c2a953), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.792429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1531e3-2eb2-4c2f-83a9-63c333c2a953 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:49.799476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network aae495e1-6ca1-4c1c-929e-243134563cce is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:49.804599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.804774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:49.817498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7cce1cc9-5dd0-4831-bc91-0dcc23d24801 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9b1531e3-2eb2-4c2f-83a9-63c333c2a953 HTTP/1.1" status: 204 len: 168 time: 2.3259492 Feb 19 07:42:49.819040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56128) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:49.875891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:49.878230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:49.883048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:42:49.883048 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:42:49.939938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Allocated IP 2001:db8::2 (aae495e1-6ca1-4c1c-929e-243134563cce/6ac8372f-9d8f-4b00-9863-61f59ea79044/3919a195-1a58-46ec-990e-d375ab370b14) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:49.995330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Deleting subnet 11f9ccfb-e53a-4b27-9735-0d4bb6ae9868 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:42:49.998920 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for subnet (11f9ccfb-e53a-4b27-9735-0d4bb6ae9868), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.048860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (11f9ccfb-e53a-4b27-9735-0d4bb6ae9868), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.090935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:50.116640 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (11f9ccfb-e53a-4b27-9735-0d4bb6ae9868), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.199500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (11f9ccfb-e53a-4b27-9735-0d4bb6ae9868), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.228855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.239614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.243232 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/11f9ccfb-e53a-4b27-9735-0d4bb6ae9868 HTTP/1.1" status: 204 len: 168 time: 0.4231765 Feb 19 07:42:50.244187 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc48099-e3b3-4579-9d5e-02c52eb9bf7e tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11f9ccfb-e53a-4b27-9735-0d4bb6ae9868,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:50.247553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56140) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:50.380483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks [] for port (3919a195-1a58-46ec-990e-d375ab370b14), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.424209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (3919a195-1a58-46ec-990e-d375ab370b14), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.437019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Port a55ba88b-f49c-4742-ac35-23eeea220213 not found while updating agent binding for router 9b1531e3-2eb2-4c2f-83a9-63c333c2a953. {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 07:42:50.499788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Network aae495e1-6ca1-4c1c-929e-243134563cce is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:50.501938 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2d308a5e-9cd2-4956-b971-a7fb8e625762), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.502469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:50.502849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:42:50.503524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_agentschedulers_db [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b1531e3-2eb2-4c2f-83a9-63c333c2a953'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103589) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:42:50.504427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e34299-5875-4994-8a2d-65e9df34f1a1 None None] The sync data for ids ['9b1531e3-2eb2-4c2f-83a9-63c333c2a953'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:50.511296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:50.515558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:50.564786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Pushing event updated for resources: {'Port': ['ID=3919a195-1a58-46ec-990e-d375ab370b14,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:50.617049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Attempting to bind port 3919a195-1a58-46ec-990e-d375ab370b14 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:50.623070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Attempting to bind port 3919a195-1a58-46ec-990e-d375ab370b14 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:50.625599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Attempting to bind port 3919a195-1a58-46ec-990e-d375ab370b14 on network aae495e1-6ca1-4c1c-929e-243134563cce {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:50.643970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:50.644367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Checking segment: {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:50.650576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.651020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Bound using segment: {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:50.651572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Bound port: 3919a195-1a58-46ec-990e-d375ab370b14, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:50.651975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3919a195-1a58-46ec-990e-d375ab370b14), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.761293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2d308a5e-9cd2-4956-b971-a7fb8e625762), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.802995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d308a5e-9cd2-4956-b971-a7fb8e625762']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:50.826265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962f830a-e0bd-4bab-afbe-8e70021feefd') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:50.826564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962f830a-e0bd-4bab-afbe-8e70021feefd') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:50.851634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (962f830a-e0bd-4bab-afbe-8e70021feefd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.875659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (962f830a-e0bd-4bab-afbe-8e70021feefd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.892085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] For port 3919a195-1a58-46ec-990e-d375ab370b14, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:50.892674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:42:50.892674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (962f830a-e0bd-4bab-afbe-8e70021feefd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:42:50.895080 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:42:50.904675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] For port 3919a195-1a58-46ec-990e-d375ab370b14, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3919a195-1a58-46ec-990e-d375ab370b14,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:50.933132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3919a195-1a58-46ec-990e-d375ab370b14), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.971660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.982463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:50.984260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.037479 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2d308a5e-9cd2-4956-b971-a7fb8e625762), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.043377 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d308a5e-9cd2-4956-b971-a7fb8e625762 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 07:42:51.046109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.049358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/networks/2d308a5e-9cd2-4956-b971-a7fb8e625762 HTTP/1.1" status: 204 len: 168 time: 0.8007739 Feb 19 07:42:51.097515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678a118-0dca-4335-b8ae-e250a3413f66 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d308a5e-9cd2-4956-b971-a7fb8e625762,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:51.123214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae75d-7eeb-4094-980c-2d70a7b63625 None None] Pushing event updated for resources: {'Port': ['ID=3919a195-1a58-46ec-990e-d375ab370b14,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:51.402061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:51.501190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:51.505729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'name': 'tempest-router--1411935658', 'project_id': '58a13d07eb6343f4a4e9ecd64b193e4d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:51.592756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6bf2f75f-34f5-42c9-8847-d37090798716), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.593834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6bf2f75f-34f5-42c9-8847-d37090798716), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.601828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network aae495e1-6ca1-4c1c-929e-243134563cce is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:51.604828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:51.915586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (6bf2f75f-34f5-42c9-8847-d37090798716), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.921159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3919a195-1a58-46ec-990e-d375ab370b14 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:51.922650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6bf2f75f-34f5-42c9-8847-d37090798716), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.979963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:51.981223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4d07bdc4-a396-46a2-9e8d-9d643df6b270 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4790051 Feb 19 07:42:51.999797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:52.038379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3919a195-1a58-46ec-990e-d375ab370b14 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:52.039505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3919a195-1a58-46ec-990e-d375ab370b14), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.121188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:42:52.185209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3919a195-1a58-46ec-990e-d375ab370b14 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:52.185820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3919a195-1a58-46ec-990e-d375ab370b14), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.269684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (6bf2f75f-34f5-42c9-8847-d37090798716), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.298038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 3919a195-1a58-46ec-990e-d375ab370b14, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3919a195-1a58-46ec-990e-d375ab370b14,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:52.306423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3919a195-1a58-46ec-990e-d375ab370b14), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.453187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:42:52.460441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=3919a195-1a58-46ec-990e-d375ab370b14,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:52.471306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-84ff34b7-320d-43e7-adfa-cdbb038127a8 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1943791 Feb 19 07:42:52.477622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:52.494948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1263589861'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:52.560634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:52.571276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.669118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:42:52.708684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a4e665de-b2cb-48ed-9c47-2a25213c42ae), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.709321 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment a4e665de-b2cb-48ed-9c47-2a25213c42ae of type vlan for network be351fbd-9983-472c-9602-79bb697b8c39 Feb 19 07:42:52.739720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6bf2f75f-34f5-42c9-8847-d37090798716), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.742282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (6bf2f75f-34f5-42c9-8847-d37090798716), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.878640 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6bf2f75f-34f5-42c9-8847-d37090798716), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.883345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf2f75f-34f5-42c9-8847-d37090798716 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:42:52.885564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (be351fbd-9983-472c-9602-79bb697b8c39), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.890067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.891249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c84a5bee-5500-4d68-9a3e-5f22a5ea9df9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/routers/6bf2f75f-34f5-42c9-8847-d37090798716 HTTP/1.1" status: 204 len: 168 time: 0.8904393 Feb 19 07:42:52.969859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (be351fbd-9983-472c-9602-79bb697b8c39), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:52.976811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:52.977769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.090539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6025720 Feb 19 07:42:53.090839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:53.097128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:53.113639 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:42:53.141558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:53.143971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:53.144655 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:53.172556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584bcfa-0e65-4f53-982c-25ac9550556c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=be351fbd-9983-472c-9602-79bb697b8c39,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:53.199305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network be351fbd-9983-472c-9602-79bb697b8c39 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:42:53.320396 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:42:53.334033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.418924 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:42:53.427282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46f8d3-6d5f-4c40-9bf8-dc46d01c127f None None] Network aae495e1-6ca1-4c1c-929e-243134563cce requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:53.529178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-461180957', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:42:53.590804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.592237 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.677190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-87854ba7-8dba-4505-8e7c-d5a890abfa86 None None] Provisioning complete for port 3919a195-1a58-46ec-990e-d375ab370b14 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:53.677830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87854ba7-8dba-4505-8e7c-d5a890abfa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3919a195-1a58-46ec-990e-d375ab370b14), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.717005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:53.864174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3919a195-1a58-46ec-990e-d375ab370b14 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:54.028752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (66a4545d-691f-453d-8bf7-b97a8ad23eee), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.059887 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:50Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:50Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:54.164243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:42:54.165008 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Updating router 38e7874d-7507-4a72-836c-03fcff128697 port a4978e96-f8cb-4756-ba60-0139c94c47bb binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:42:54.232006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=66a4545d-691f-453d-8bf7-b97a8ad23eee,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:54.233461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.296333 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.302500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:54.303159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: be351fbd-9983-472c-9602-79bb697b8c39, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:42:54.364149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network be351fbd-9983-472c-9602-79bb697b8c39 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:42:54.368954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3919a195-1a58-46ec-990e-d375ab370b14 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:54.369438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3919a195-1a58-46ec-990e-d375ab370b14), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.389440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, be351fbd-9983-472c-9602-79bb697b8c39) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:54.395000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:42:54.395906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.442613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:54.450971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1736dfcb-c2cc-498a-8840-2468cf40952a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3588758 Feb 19 07:42:54.461610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51b8c9-c872-4458-a8ba-bd497ff50123 None None] Network be351fbd-9983-472c-9602-79bb697b8c39 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:54.498263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87854ba7-8dba-4505-8e7c-d5a890abfa86 None None] Current status of the port 3919a195-1a58-46ec-990e-d375ab370b14 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:54.919374 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks [] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:54.931012 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.041800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3919a195-1a58-46ec-990e-d375ab370b14 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:55.061915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-be351fbd-9983-472c-9602-79bb697b8c39', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:42:55.062789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.195377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Provisioning complete for port a4978e96-f8cb-4756-ba60-0139c94c47bb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:55.195854 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.474232 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Pushing event updated for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:55.543538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Port a4978e96-f8cb-4756-ba60-0139c94c47bb cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:42:55.548780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.605308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.605909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.606425 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.606907 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.607422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.610934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.615403 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.615960 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.616489 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.616979 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.617543 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.618028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.618497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.618964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:42:55.698787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Allocated IP 2001:db8:1::2 (be351fbd-9983-472c-9602-79bb697b8c39/66a4545d-691f-453d-8bf7-b97a8ad23eee/70db6f78-0e40-4800-ae81-7f4b3b542fa7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:55.712549 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Attempting to bind port a4978e96-f8cb-4756-ba60-0139c94c47bb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:55.712917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Attempting to bind port a4978e96-f8cb-4756-ba60-0139c94c47bb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:55.713277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Attempting to bind port a4978e96-f8cb-4756-ba60-0139c94c47bb on network aae495e1-6ca1-4c1c-929e-243134563cce {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:55.725670 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:55.725919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Checking segment: {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:55.726333 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.726721 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Bound using segment: {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:55.727206 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Bound port: a4978e96-f8cb-4756-ba60-0139c94c47bb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:55.727585 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.748733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:55.904316 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] For port a4978e96-f8cb-4756-ba60-0139c94c47bb, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:55.913108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] For port a4978e96-f8cb-4756-ba60-0139c94c47bb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a4978e96-f8cb-4756-ba60-0139c94c47bb,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:55.924198 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.045438 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da8284-6c15-4ce7-886b-3f5a83fb0496 None None] Pushing event updated for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:56.101726 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:42:56.102394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:56.163016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks [] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.178004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.209830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Provisioning complete for port 3919a195-1a58-46ec-990e-d375ab370b14 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:56.210479 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3919a195-1a58-46ec-990e-d375ab370b14), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.310798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Allocated IP 172.25.7.130 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/5f332ebd-d6f0-4749-9802-df19750295db) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:56.347983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Network be351fbd-9983-472c-9602-79bb697b8c39 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:56.376753 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:42:56.380490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:56.390492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:56.546993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Attempting to bind port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:42:56.547526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Attempting to bind port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:42:56.548151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Attempting to bind port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 on network be351fbd-9983-472c-9602-79bb697b8c39 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:42:56.557468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:42:56.558850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Checking segment: {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:42:56.559525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.560201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Bound using segment: {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:42:56.561229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Bound port: 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:42:56.561619 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.563981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Pushing event updated for resources: {'Port': ['ID=70db6f78-0e40-4800-ae81-7f4b3b542fa7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:56.650780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] For port 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:42:56.654810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] For port 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=70db6f78-0e40-4800-ae81-7f4b3b542fa7,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:42:56.663867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:56.763127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c159f62-f9c2-4c0b-b6dc-b9ab245cd5cd None None] Current status of the port 3919a195-1a58-46ec-990e-d375ab370b14 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:56.921479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb413de9-bd14-40bc-81f6-bc42d2c72602 None None] Pushing event updated for resources: {'Port': ['ID=70db6f78-0e40-4800-ae81-7f4b3b542fa7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:56.987579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Provisioning complete for port a4978e96-f8cb-4756-ba60-0139c94c47bb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:56.995499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:57.380452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:57.402315 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:50Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:55Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:42:57.488841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Current status of the port a4978e96-f8cb-4756-ba60-0139c94c47bb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:57.490120 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:57.547389 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a4ab1-b1a1-4c30-8fcf-c8e7a8255719 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:50Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:55Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:42:57.643548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] For port a4978e96-f8cb-4756-ba60-0139c94c47bb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a4978e96-f8cb-4756-ba60-0139c94c47bb,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:57.650690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:57.927391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0250f2-509d-4841-9831-61920c4619b2 None None] Pushing event updated for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:57.934933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c1c0b71d-5e49-4b99-885c-1e3a24e309cd None None] Provisioning complete for port a4978e96-f8cb-4756-ba60-0139c94c47bb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:57.935683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1c0b71d-5e49-4b99-885c-1e3a24e309cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:57.980896 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9de758a9-3f29-49f2-941c-2b45d747e13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.005219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 70db6f78-0e40-4800-ae81-7f4b3b542fa7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:42:58.187987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0b71d-5e49-4b99-885c-1e3a24e309cd None None] Current status of the port a4978e96-f8cb-4756-ba60-0139c94c47bb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:58.239823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:58.241287 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.305275 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9de758a9-3f29-49f2-941c-2b45d747e13e admin admin] Publish callbacks [] for security_group (54257c77-877a-4640-aa7b-041a6a66bb65), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.313200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9de758a9-3f29-49f2-941c-2b45d747e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (54257c77-877a-4640-aa7b-041a6a66bb65), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.353925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9de758a9-3f29-49f2-941c-2b45d747e13e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c9988b20e2f4b58ad0988448155f334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9721644 Feb 19 07:42:58.354919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56312) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:42:58.434172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de758a9-3f29-49f2-941c-2b45d747e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54257c77-877a-4640-aa7b-041a6a66bb65,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:58.489208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:58.489683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.564773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] Publish callbacks [] for security_group (54257c77-877a-4640-aa7b-041a6a66bb65), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.610028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=70db6f78-0e40-4800-ae81-7f4b3b542fa7,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:42:58.617294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.641065 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] Publish callbacks [] for security_group (54257c77-877a-4640-aa7b-041a6a66bb65), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.648619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8:1::1 (be351fbd-9983-472c-9602-79bb697b8c39/66a4545d-691f-453d-8bf7-b97a8ad23eee/51445cdd-c06a-40e4-944a-9c165e2d100b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:42:58.767052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for port (5f332ebd-d6f0-4749-9802-df19750295db), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.781848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (54257c77-877a-4640-aa7b-041a6a66bb65), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.786146 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:58.793358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54257c77-877a-4640-aa7b-041a6a66bb65 HTTP/1.1" status: 204 len: 168 time: 0.4339070 Feb 19 07:42:58.807027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=70db6f78-0e40-4800-ae81-7f4b3b542fa7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:58.849375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec13ca-c725-4d82-bde7-00a2e21a515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54257c77-877a-4640-aa7b-041a6a66bb65,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:59.122001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5f332ebd-d6f0-4749-9802-df19750295db), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:59.194983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:59.204614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:59.206603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:59.216461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:59.271962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event updated for resources: {'Port': ['ID=5f332ebd-d6f0-4749-9802-df19750295db,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:59.297670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa7a55-3908-4bcf-bacb-24d1037cfafe None None] Network be351fbd-9983-472c-9602-79bb697b8c39 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:42:59.410057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4369fa3-37d5-4f39-80b2-3536cb0f9033 None None] Provisioning complete for port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:42:59.411315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4369fa3-37d5-4f39-80b2-3536cb0f9033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:59.575763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:59.670363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4369fa3-37d5-4f39-80b2-3536cb0f9033 None None] Current status of the port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:42:59.712414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network be351fbd-9983-472c-9602-79bb697b8c39 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:42:59.722552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:42:59.726356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:42:59.729510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:42:59.730385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:42:59.983274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 70db6f78-0e40-4800-ae81-7f4b3b542fa7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:00.028019 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.042940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-f55ddf3a-0d4f-4192-a35d-233d148fb863 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:00.047709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-f55ddf3a-0d4f-4192-a35d-233d148fb863 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.4420395 Feb 19 07:43:00.072668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-54202ef2-0b8c-4d74-9b77-51876680db51 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0203037 Feb 19 07:43:00.127214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:00.127405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.222938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.258737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7ed9c413-8bac-4e4e-8587-2076b582a764 None None] Provisioning complete for port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:00.259153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ed9c413-8bac-4e4e-8587-2076b582a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.393035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:00.552735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.591212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:00.592226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a4978e96-f8cb-4756-ba60-0139c94c47bb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:00.747605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9c413-8bac-4e4e-8587-2076b582a764 None None] Current status of the port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:00.796629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1307104266-network', 'tenant_id': '2fb070423424493797f328339534c53f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:00.843375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-0a9c53b4-ee5d-4b94-83bf-edeb13fc8a19 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7530751 Feb 19 07:43:00.845818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a4978e96-f8cb-4756-ba60-0139c94c47bb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:00.846198 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.956386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e553749-b331-4951-a145-27ddf18f8dc3 None None] Provisioning complete for port 51445cdd-c06a-40e4-944a-9c165e2d100b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:00.957375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e553749-b331-4951-a145-27ddf18f8dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:00.978804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-b48c73f7-12fa-4433-b14a-bfb347299b29 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:43:00.991045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-b48c73f7-12fa-4433-b14a-bfb347299b29 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1466961 Feb 19 07:43:01.026952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Made reservation on behalf of 2fb070423424493797f328339534c53f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:01.029337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.117439 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-92904235-f892-4a8a-8ad3-71c6c4161474 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254106 Feb 19 07:43:01.133097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a4978e96-f8cb-4756-ba60-0139c94c47bb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:01.135981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e553749-b331-4951-a145-27ddf18f8dc3 None None] Port 51445cdd-c06a-40e4-944a-9c165e2d100b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:01.171313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.224638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-ae2a20c3-96bc-46b8-a115-c47608bbde74 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062503 Feb 19 07:43:01.230168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.476069 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.489048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.489951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.562112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:01.603266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks [] for security_group (300a3c54-d544-49f1-b692-598da5723255), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.680136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (300a3c54-d544-49f1-b692-598da5723255), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.741461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5bb1d2f3-8272-415d-bf4d-167f2be0016a req-a8781bf1-aee4-4ada-80ea-0a03d3d582bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1353469 Feb 19 07:43:01.763381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:43:01.768536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300a3c54-d544-49f1-b692-598da5723255,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:01.834412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (458b026c-08d9-4a15-bf53-c186a6850679), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:01.834983 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Added segment 458b026c-08d9-4a15-bf53-c186a6850679 of type vlan for network 1cad5285-4fdb-430e-b290-c64f8352cbc6 Feb 19 07:43:01.917622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Router 8b07f69c-ec97-42ca-a3bc-c6277add1f0b is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:01.924354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network be351fbd-9983-472c-9602-79bb697b8c39 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:01.934302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:01.937494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1cad5285-4fdb-430e-b290-c64f8352cbc6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.108670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1cad5285-4fdb-430e-b290-c64f8352cbc6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.110055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:02.110557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.291004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8613598 Feb 19 07:43:02.294038 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56406) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:02.299479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Request body: {'subnet': {'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1307104266-subnet', 'tenant_id': '2fb070423424493797f328339534c53f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:02.337189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Made reservation on behalf of 2fb070423424493797f328339534c53f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:02.341016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.362846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:02.380951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95c4b5-76ad-43d1-a7e5-00032958ae2b admin admin] Pushing event updated for resources: {'Network': ['ID=1cad5285-4fdb-430e-b290-c64f8352cbc6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:02.396906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1cad5285-4fdb-430e-b290-c64f8352cbc6 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:43:02.449594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:02.553668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.555210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32f307e5-859a-4739-ab5a-f54e98ee18df tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4126751 Feb 19 07:43:02.557923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:02.674947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (e825939c-854f-4d87-b88d-ecd8b2bae8cd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.718334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:02.721683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c0d8e952-e6be-4a7b-94f1-ceaec5102722 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/8b07f69c-ec97-42ca-a3bc-c6277add1f0b HTTP/1.1" status: 200 len: 920 time: 0.1625178 Feb 19 07:43:02.728405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7dbd57d1-2973-4c79-8bbe-2b0422c27d32 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2835968 Feb 19 07:43:02.729192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:02.729775 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:02.734296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56412) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:02.743364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-441385039'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:02.744849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:02.745797 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:02.778903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5368dda3-d6af-4ece-bcfa-c371900b0a31 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b07f69c-ec97-42ca-a3bc-c6277add1f0b HTTP/1.1" status: 200 len: 205 time: 0.0463319 Feb 19 07:43:02.779787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:02.790457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] Sync routers for ids ['8b07f69c-ec97-42ca-a3bc-c6277add1f0b'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:02.810884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e825939c-854f-4d87-b88d-ecd8b2bae8cd,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:02.851459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:02.863867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.869639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] Routers {'8b07f69c-ec97-42ca-a3bc-c6277add1f0b'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:02.876234 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:02.878304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8b07f69c-ec97-42ca-a3bc-c6277add1f0b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:02.920625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33d4234d-86c9-4b7f-9673-fa5194f66bfd req-e97faa6b-cf09-4f9d-a4cc-d0dcec4de35c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0686498 Feb 19 07:43:02.923212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Checking segment: {'id': '458b026c-08d9-4a15-bf53-c186a6850679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:02.924835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Network hostable DHCP agents. Network: 1cad5285-4fdb-430e-b290-c64f8352cbc6, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:43:02.947896 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:43:02.971020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (acd4e645-4d6d-47ee-996d-c9d707fbe787), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.971409 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment acd4e645-4d6d-47ee-996d-c9d707fbe787 of type vlan for network e4b6ec60-6576-4065-baa3-2d2b6899cecd Feb 19 07:43:02.982778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Network 1cad5285-4fdb-430e-b290-c64f8352cbc6 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:43:02.983731 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7d04128c-8390-4af3-95a9-65e1ad4f08dd None None] Provisioning complete for port 51445cdd-c06a-40e4-944a-9c165e2d100b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:02.990902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d04128c-8390-4af3-95a9-65e1ad4f08dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:02.995105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:03.030617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] Routers {'8b07f69c-ec97-42ca-a3bc-c6277add1f0b'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:03.031800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['8b07f69c-ec97-42ca-a3bc-c6277add1f0b'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:03.053605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1cad5285-4fdb-430e-b290-c64f8352cbc6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:03.065056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:03.065588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.076129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c12e8-8795-4329-8d52-018c76e94978 None None] Network 1cad5285-4fdb-430e-b290-c64f8352cbc6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:03.116303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (e4b6ec60-6576-4065-baa3-2d2b6899cecd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.196834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9cb30965-7ac7-4eb4-9f8d-34db48e9fd93 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9008000 Feb 19 07:43:03.264556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (e4b6ec60-6576-4065-baa3-2d2b6899cecd), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.291845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:03.292512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.293356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:03.294207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d01e65-fcee-4d10-90d0-b0347fb2ccb1 None None] The sync data for ids ['8b07f69c-ec97-42ca-a3bc-c6277add1f0b'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:03.299305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d04128c-8390-4af3-95a9-65e1ad4f08dd None None] Port 51445cdd-c06a-40e4-944a-9c165e2d100b cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:03.307900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918570b-7795-45a5-a127-58a380276149 None None] Network 1cad5285-4fdb-430e-b290-c64f8352cbc6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:03.325674 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:59Z', 'revision_number': 3, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:00Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:03.369211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6335828 Feb 19 07:43:03.401332 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:03.401689 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Updating router 38e7874d-7507-4a72-836c-03fcff128697 port 51445cdd-c06a-40e4-944a-9c165e2d100b binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:43:03.409102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:03.417006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:03.489384 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.502992 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.590196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406997ff-d40b-4597-929e-0a428e14687d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=e4b6ec60-6576-4065-baa3-2d2b6899cecd,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:03.602437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:43:03.663751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:03.667376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:03.784272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.066718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (ef7615de-9d30-40bc-bfb1-4dadca5ed166), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.144237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dabd7786-bb82-4db8-a1c2-a595bedfd9c1 req-b7505a08-988d-4a28-98bd-fdceff394c45 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1080904 Feb 19 07:43:04.178885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-26924bff-352e-40c2-aae4-adad16687cb9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:04.180720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-26924bff-352e-40c2-aae4-adad16687cb9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.3923464 Feb 19 07:43:04.186083 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks [] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.194433 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.212904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:04.243231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=ef7615de-9d30-40bc-bfb1-4dadca5ed166,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:04.313534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:04.313908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: e4b6ec60-6576-4065-baa3-2d2b6899cecd, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:43:04.314855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b834-3399-4cf5-b8b6-9e7bbc90f96a None None] Pushing event updated for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:04.318299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.376067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:04.392046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-681186379-network', 'tenant_id': '07f6c1c226a64dc68b5ae1765f3f8562'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:04.415340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Attempting to bind port 51445cdd-c06a-40e4-944a-9c165e2d100b on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:04.415832 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Attempting to bind port 51445cdd-c06a-40e4-944a-9c165e2d100b by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:04.416310 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Attempting to bind port 51445cdd-c06a-40e4-944a-9c165e2d100b on network be351fbd-9983-472c-9602-79bb697b8c39 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:04.422555 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:04.423147 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Checking segment: {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:04.423676 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.424169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Bound using segment: {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:04.424743 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Bound port: 51445cdd-c06a-40e4-944a-9c165e2d100b, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e665de-b2cb-48ed-9c47-2a25213c42ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:04.425219 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.485893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Made reservation on behalf of 07f6c1c226a64dc68b5ae1765f3f8562 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:04.488336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.520505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:43:04.533719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.568789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, e4b6ec60-6576-4065-baa3-2d2b6899cecd) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:04.578469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17939b6-0648-4cdc-a590-28a1b6c08da6 None None] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:04.583057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:04.584539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.609250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] For port 51445cdd-c06a-40e4-944a-9c165e2d100b, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:04.619999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] For port 51445cdd-c06a-40e4-944a-9c165e2d100b, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=51445cdd-c06a-40e4-944a-9c165e2d100b,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:04.632806 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.713941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:04.717358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.782382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks [] for security_group (88cc5f54-f02d-4345-a29c-2f9adbdfce16), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.787547 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:04.790024 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:42:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:04.804608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8e4b606b-b0fb-4251-8141-de3084700ce4 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3924894 Feb 19 07:43:04.807166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:04.819681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (88cc5f54-f02d-4345-a29c-2f9adbdfce16), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.851967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:43:04.885045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (feefc6eb-1e56-4b61-b84d-024ef1177f83), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.885944 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Added segment feefc6eb-1e56-4b61-b84d-024ef1177f83 of type vlan for network 781728a2-d31d-41c4-8c79-b71c06c44913 Feb 19 07:43:04.919391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:43:04.920520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:04.989891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port 5f332ebd-d6f0-4749-9802-df19750295db {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:04.990945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5f332ebd-d6f0-4749-9802-df19750295db), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.004841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Provisioning complete for port 51445cdd-c06a-40e4-944a-9c165e2d100b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:05.016109 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.042974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (781728a2-d31d-41c4-8c79-b71c06c44913), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.128152 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:05.151756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5f332ebd-d6f0-4749-9802-df19750295db), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.163116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.10 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/1ac37e86-c900-4c37-a762-86f6aa50b495) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:05.179225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for 5f332ebd-d6f0-4749-9802-df19750295db owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:05.405289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Current status of the port 51445cdd-c06a-40e4-944a-9c165e2d100b is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:05.405589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.443098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Allocated IP 2001:db8:2::2 (e4b6ec60-6576-4065-baa3-2d2b6899cecd/ef7615de-9d30-40bc-bfb1-4dadca5ed166/39aefc7c-67f4-45d2-8313-25c469387ef0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:05.516140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] For port 51445cdd-c06a-40e4-944a-9c165e2d100b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=51445cdd-c06a-40e4-944a-9c165e2d100b,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:05.522820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (781728a2-d31d-41c4-8c79-b71c06c44913), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.524343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:05.526264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.530699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.537074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc5f54-f02d-4345-a29c-2f9adbdfce16,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:05.667266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ffad-c21d-49da-82a0-2c72ada9ecd7 None None] Pushing event updated for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:05.681252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.748543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks [] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.753117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8dbf6b59-4027-4667-b05f-744f17b2c4ac None None] Provisioning complete for port 51445cdd-c06a-40e4-944a-9c165e2d100b triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:05.754090 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dbf6b59-4027-4667-b05f-744f17b2c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.758691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.803695 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b834-3399-4cf5-b8b6-9e7bbc90f96a None None] Pushing event updated for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:05.840893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5f332ebd-d6f0-4749-9802-df19750295db), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:05.841525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:05.846955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3f3d42aa-fcd4-4814-a921-f944485788fe req-bccd4071-8b38-4846-ada0-9ff07980259c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.4244869 Feb 19 07:43:05.858299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=781728a2-d31d-41c4-8c79-b71c06c44913,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:05.896902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:05.903150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 781728a2-d31d-41c4-8c79-b71c06c44913 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:43:05.958298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:06.001119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Pushing event updated for resources: {'Port': ['ID=39aefc7c-67f4-45d2-8313-25c469387ef0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:06.014537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=5f332ebd-d6f0-4749-9802-df19750295db,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:06.016941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:06.019526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.033630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9184dcf4-ce68-4b0f-a169-4ebb04eab4e8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6458371 Feb 19 07:43:06.035447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Request body: {'subnet': {'network_id': '781728a2-d31d-41c4-8c79-b71c06c44913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-681186379-subnet', 'tenant_id': '07f6c1c226a64dc68b5ae1765f3f8562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:06.052642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0b29241c-c1ff-4fd0-96f2-5145692a65ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:43:06.107014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:59Z', 'revision_number': 3, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:04Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:06.162816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Attempting to bind port 39aefc7c-67f4-45d2-8313-25c469387ef0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:06.163182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Attempting to bind port 39aefc7c-67f4-45d2-8313-25c469387ef0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:06.163576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Attempting to bind port 39aefc7c-67f4-45d2-8313-25c469387ef0 on network e4b6ec60-6576-4065-baa3-2d2b6899cecd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:06.185141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:06.186934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:06.187342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Checking segment: {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:06.187796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.188370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Bound using segment: {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:06.188857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Bound port: 39aefc7c-67f4-45d2-8313-25c469387ef0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:06.189242 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.197843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:06.200315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.208182 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f75b08f-a19e-4a57-92cb-c02e59fca79f None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:42:59Z', 'revision_number': 3, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:04Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:06.229439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf6b59-4027-4667-b05f-744f17b2c4ac None None] Current status of the port 51445cdd-c06a-40e4-944a-9c165e2d100b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:06.369346 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f26701-53b8-4b1e-89c2-5dc45abd7ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.417911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] For port 39aefc7c-67f4-45d2-8313-25c469387ef0, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:06.497641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.502402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] For port 39aefc7c-67f4-45d2-8313-25c469387ef0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39aefc7c-67f4-45d2-8313-25c469387ef0,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:06.505206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.536460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.571913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.642836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:06.652991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:06.661683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Made reservation on behalf of 07f6c1c226a64dc68b5ae1765f3f8562 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:06.661897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.736815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47af23-08c9-4748-915e-68810ffc9df9 None None] Pushing event updated for resources: {'Port': ['ID=39aefc7c-67f4-45d2-8313-25c469387ef0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:06.816867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-346fd0c1-23b7-498b-bd3b-c958000aa55f None None] Provisioning complete for port 1ac37e86-c900-4c37-a762-86f6aa50b495 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:06.817247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-346fd0c1-23b7-498b-bd3b-c958000aa55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.866825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (8b07f69c-ec97-42ca-a3bc-c6277add1f0b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.867232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router 8b07f69c-ec97-42ca-a3bc-c6277add1f0b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:06.902949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-346fd0c1-23b7-498b-bd3b-c958000aa55f None None] Port 1ac37e86-c900-4c37-a762-86f6aa50b495 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:06.908643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:06.909876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-77053dba-583b-4896-986c-b9976e0b7ef8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/8b07f69c-ec97-42ca-a3bc-c6277add1f0b HTTP/1.1" status: 204 len: 168 time: 4.1295340 Feb 19 07:43:06.936698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:06.948253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1071236345', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:07.010405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.011693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.095569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:07.096891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.217675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8:2::1 (e4b6ec60-6576-4065-baa3-2d2b6899cecd/ef7615de-9d30-40bc-bfb1-4dadca5ed166/3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:07.386685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-3d47f1be-f0ab-446e-93d1-1d08145fcd0f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1948118 Feb 19 07:43:07.391230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (2c2dca33-b43d-446e-88cd-2e87e10e1f98), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.406902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-23b83f20-86ae-4428-b0d7-703fb66e37bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:43:07.407950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-23b83f20-86ae-4428-b0d7-703fb66e37bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054188 Feb 19 07:43:07.468310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.486351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380088b-7ca9-4b68-8b42-b9802798fee9 req-7eb1fbaf-4add-4f7e-a260-1611f0cc754f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:07.488784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9380088b-7ca9-4b68-8b42-b9802798fee9 req-7eb1fbaf-4add-4f7e-a260-1611f0cc754f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 932 time: 0.4994743 Feb 19 07:43:07.519471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.609825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:07.628888 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:07.649802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:07.665774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.804089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:07.820820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (e776693c-ca18-4738-979b-2a7d8013d869), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.863914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (2c2dca33-b43d-446e-88cd-2e87e10e1f98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:07.898014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9380088b-7ca9-4b68-8b42-b9802798fee9 req-d1a7b074-47b8-4d1f-8c33-c3e98c8d1f7d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644397 Feb 19 07:43:07.915318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39aefc7c-67f4-45d2-8313-25c469387ef0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:07.930563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Request body: {'port': {'device_id': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:08.011253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.013987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 39aefc7c-67f4-45d2-8313-25c469387ef0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:08.014556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.069010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e776693c-ca18-4738-979b-2a7d8013d869,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:08.116726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.162870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Checking segment: {'id': 'feefc6eb-1e56-4b61-b84d-024ef1177f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '781728a2-d31d-41c4-8c79-b71c06c44913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:08.163659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Network hostable DHCP agents. Network: 781728a2-d31d-41c4-8c79-b71c06c44913, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:43:08.171157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 39aefc7c-67f4-45d2-8313-25c469387ef0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:08.171578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.242828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 39aefc7c-67f4-45d2-8313-25c469387ef0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39aefc7c-67f4-45d2-8313-25c469387ef0,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:08.249084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.250137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 51445cdd-c06a-40e4-944a-9c165e2d100b up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:08.355968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Network 781728a2-d31d-41c4-8c79-b71c06c44913 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:43:08.421398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=39aefc7c-67f4-45d2-8313-25c469387ef0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:08.443009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 51445cdd-c06a-40e4-944a-9c165e2d100b triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:08.443423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.449621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 781728a2-d31d-41c4-8c79-b71c06c44913) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:08.521197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a552b-9c84-4197-a938-621a2dfde380 None None] Network 781728a2-d31d-41c4-8c79-b71c06c44913 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:08.539382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:08.540166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75a41241-a501-4664-983f-075804a13968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.542530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf626f2-5712-4a26-9eea-46f104868f17 None None] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:08.607351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75a41241-a501-4664-983f-075804a13968 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5856943 Feb 19 07:43:08.649871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.659115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.660616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.675057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7a03b564-b1f4-4051-8955-dc4b256eed3d None None] Provisioning complete for port 39aefc7c-67f4-45d2-8313-25c469387ef0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:08.676384 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a03b564-b1f4-4051-8955-dc4b256eed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.713752 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81aa98f-acdd-4b51-af29-1a4f520d7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:08.780192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:08.875768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 51445cdd-c06a-40e4-944a-9c165e2d100b is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:08.907560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:08.909046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:08.932289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3c393-60ee-4dc4-ae71-d85dd0886a8b None None] Network 781728a2-d31d-41c4-8c79-b71c06c44913 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:09.130383 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (2c2dca33-b43d-446e-88cd-2e87e10e1f98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.135277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac37e86-c900-4c37-a762-86f6aa50b495 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:43:09.163368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks [] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.166765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.193327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Transition to ACTIVE for port object 1ac37e86-c900-4c37-a762-86f6aa50b495 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:43:09.329172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:09.363602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587401dd-1294-4eb9-981b-4970331b17d1 req-4d0b1d86-9746-4a59-819a-b8e36caf30cd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:09.370437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.25.7.87 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/41556c25-5dde-4442-a890-862c5da36d6d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:09.371761 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-587401dd-1294-4eb9-981b-4970331b17d1 req-4d0b1d86-9746-4a59-819a-b8e36caf30cd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2744660 Feb 19 07:43:09.452060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.596745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b564-b1f4-4051-8955-dc4b256eed3d None None] Current status of the port 39aefc7c-67f4-45d2-8313-25c469387ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:09.606727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (41556c25-5dde-4442-a890-862c5da36d6d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.761570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:09.847465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39aefc7c-67f4-45d2-8313-25c469387ef0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:09.922071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:09.965749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 39aefc7c-67f4-45d2-8313-25c469387ef0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:09.966266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.058958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-587401dd-1294-4eb9-981b-4970331b17d1 req-ebfc0582-598a-45c5-9001-293f42fc86f7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839516 Feb 19 07:43:10.073769 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:10.086591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bfb07fce-fe4c-4937-98cb-e6e989e10fb3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674883 Feb 19 07:43:10.087876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56524) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:10.097833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:10.102714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-624047679'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:10.135531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-ab00686b-13e5-4b92-aea6-6e88c3eab489 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:10.141624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:10.145255 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.157187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-ab00686b-13e5-4b92-aea6-6e88c3eab489 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/networks?id=1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 200 len: 812 time: 0.3398969 Feb 19 07:43:10.169402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:10.170203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:10.202674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:43:10.229218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (105abd96-54f7-4087-8e5b-70110be44ddd), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.230530 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added segment 105abd96-54f7-4087-8e5b-70110be44ddd of type vlan for network eb607c83-3c6a-4585-b472-2666607bd9f3 Feb 19 07:43:10.246468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-01e14495-d335-403f-8a82-c0a31151c634 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/quotas/2fb070423424493797f328339534c53f HTTP/1.1" status: 200 len: 375 time: 0.0847387 Feb 19 07:43:10.293812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (41556c25-5dde-4442-a890-862c5da36d6d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.298659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 39aefc7c-67f4-45d2-8313-25c469387ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:10.324098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (eb607c83-3c6a-4585-b472-2666607bd9f3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.330460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-3fcf7d4c-77cc-44a0-84d1-b795d983bd31 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2fb070423424493797f328339534c53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825813 Feb 19 07:43:10.395500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (eb607c83-3c6a-4585-b472-2666607bd9f3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.405539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:10.406193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.447894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Provisioning complete for port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:10.448310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:10.535504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:10.587399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4989967 Feb 19 07:43:10.590965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-5099d93b-7937-47ca-a231-0dfb1ecc2f85 service neutron] 10.222.0.43 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556081 Feb 19 07:43:10.594307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56528) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:10.611376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'subnet': {'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:10.691602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:10.729828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=41556c25-5dde-4442-a890-862c5da36d6d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:10.754940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-970ba6f0-1771-4e6d-b4e4-2adbc3ce17d5 service neutron] 10.222.0.43 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627350 Feb 19 07:43:10.779000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:10.788507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842b22-1502-4d7a-9261-e830ca08fe06 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Network': ['ID=eb607c83-3c6a-4585-b472-2666607bd9f3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:10.850761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:43:10.857629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:10.862335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:10.975783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Made reservation on behalf of 7e6fe27928e5499a99371771717116f7 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:10.979361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.112699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Provisioning complete for port 39aefc7c-67f4-45d2-8313-25c469387ef0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:11.113626 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.375278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Attempting to bind port 1ac37e86-c900-4c37-a762-86f6aa50b495 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:11.375782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Attempting to bind port 1ac37e86-c900-4c37-a762-86f6aa50b495 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:11.375950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Attempting to bind port 1ac37e86-c900-4c37-a762-86f6aa50b495 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:11.452699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.566829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-974d675f-019e-4770-8686-177ba32b467e req-42451e0d-419c-4bbf-a42b-f4689d317fa2 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 210 time: 0.2039979 Feb 19 07:43:11.574017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Port 1ac37e86-c900-4c37-a762-86f6aa50b495 on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:43:11.574931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Attempting to bind port 1ac37e86-c900-4c37-a762-86f6aa50b495 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:11.585252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (332b9c84-2e69-4a70-a43a-da20ee9b6863), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.592667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:11.593354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:11.594742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:11.595432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Bound port: 1ac37e86-c900-4c37-a762-86f6aa50b495, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:11.596052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.638898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b1483eb8-6e15-40bc-9750-d6557eeee287 None None] Current status of the port 39aefc7c-67f4-45d2-8313-25c469387ef0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:11.646549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92273c62-d36f-4cf8-a822-9af1a6145006 req-aa7b5494-5e4c-4d12-85ba-55eff6783e9d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:11.648219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92273c62-d36f-4cf8-a822-9af1a6145006 req-aa7b5494-5e4c-4d12-85ba-55eff6783e9d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2824254 Feb 19 07:43:11.702869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Subnet': ['ID=332b9c84-2e69-4a70-a43a-da20ee9b6863,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:11.784296 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Checking segment: {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:11.784657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network hostable DHCP agents. Network: eb607c83-3c6a-4585-b472-2666607bd9f3, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:43:11.792630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92273c62-d36f-4cf8-a822-9af1a6145006 req-525e6ef1-7290-486f-8f42-dcf90106b348 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359596 Feb 19 07:43:11.813691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0f08479e-efaa-4111-9229-1e950d646042 None None] Provisioning complete for port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:11.814065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f08479e-efaa-4111-9229-1e950d646042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.826320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network eb607c83-3c6a-4585-b472-2666607bd9f3 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:43:11.844485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, eb607c83-3c6a-4585-b472-2666607bd9f3) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:11.850293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:11.857696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:11.894466 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87fbfb6e-17bd-45d1-80c7-05c6e877f8bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2903881 Feb 19 07:43:11.895353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:11.923908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:07Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:08Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:11.936718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9faee2-9a84-41da-8b42-8579f71eb509 None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:12.242759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f08479e-efaa-4111-9229-1e950d646042 None None] Port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:12.253414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:12.259811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Updating router 38e7874d-7507-4a72-836c-03fcff128697 port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:43:12.312163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-eb607c83-3c6a-4585-b472-2666607bd9f3', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'project_id': '7e6fe27928e5499a99371771717116f7', 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:43:12.313474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:12.335607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:12.468771 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (2c2dca33-b43d-446e-88cd-2e87e10e1f98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:12.486029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:12.652595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:12.679474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Allocated IP 2001:db8:3::2 (eb607c83-3c6a-4585-b472-2666607bd9f3/332b9c84-2e69-4a70-a43a-da20ee9b6863/b9915b4a-e6bb-4f18-86c8-ce1a573f91fb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:12.761739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1ac37e86-c900-4c37-a762-86f6aa50b495,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:12.807617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.069742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks [] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.094572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.126372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:13.153217 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks [] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.155407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6e26e-9640-4b80-9830-ca70a54e6623 None None] Pushing event updated for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:13.175762 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.238757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:13.276212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:13.286735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:13.359813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Attempting to bind port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:13.360520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Attempting to bind port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:13.361109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Attempting to bind port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 on network e4b6ec60-6576-4065-baa3-2d2b6899cecd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:13.364263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Pushing event updated for resources: {'Port': ['ID=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:13.380711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:13.381495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Checking segment: {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:13.382138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.382825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Bound using segment: {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:13.383692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Bound port: 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd4e645-4d6d-47ee-996d-c9d707fbe787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:13.384547 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.403431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a3d7c-c4d7-4a81-ae40-edb913403dda req-28e15f5b-b452-4499-881c-19668b36a4b8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:13.406186 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-225a3d7c-c4d7-4a81-ae40-edb913403dda req-28e15f5b-b452-4499-881c-19668b36a4b8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.4117904 Feb 19 07:43:13.446253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Attempting to bind port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:13.446883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Attempting to bind port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:13.454362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Attempting to bind port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb on network eb607c83-3c6a-4585-b472-2666607bd9f3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:13.482168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:13.482833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Checking segment: {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:13.483476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.484073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Bound using segment: {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:13.484726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Bound port: b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:13.485351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.522475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.614986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] For port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:13.626668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-515368f6-b0ca-419b-a222-bea98fd957ed tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:13.628490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-515368f6-b0ca-419b-a222-bea98fd957ed tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.47 "GET /v2.0/networks?id=1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 200 len: 812 time: 0.5450144 Feb 19 07:43:13.646086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdb32e2d-7128-4d3d-813b-67f3c989210b req-2a305172-a723-45e3-98af-79bd437ace72 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 210 time: 0.5191145 Feb 19 07:43:13.686114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:13.687257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.691988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-32e162e9-016c-4957-97d4-de1527f0bf04 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ac37e86-c900-4c37-a762-86f6aa50b495 HTTP/1.1" status: 200 len: 1092 time: 6.2743788 Feb 19 07:43:13.699974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] For port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:13.701917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Request body: {'port': {'device_id': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6', 'admin_state_up': True, 'tenant_id': '2fb070423424493797f328339534c53f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:13.715684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-225a3d7c-c4d7-4a81-ae40-edb913403dda req-608a7472-0663-4e04-ae9d-73c5a479d386 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996445 Feb 19 07:43:13.748793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:13.847962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:43:13.850979 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853" -d '{"events": [{"name": "network-changed", "server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:43:13.977423 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e627019d-988c-4360-ba8c-4c0f23b5876f x-openstack-request-id: req-e627019d-988c-4360-ba8c-4c0f23b5876f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:43:13.977640 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:43:13.977876 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e627019d-988c-4360-ba8c-4c0f23b5876f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:43:13.978282 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495', 'status': 'completed', 'code': 200} Feb 19 07:43:13.985176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Made reservation on behalf of 2fb070423424493797f328339534c53f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:43:13.992597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:14.039559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-370eaf77-0b75-4b42-a473-9d144f313489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:14.041558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-370eaf77-0b75-4b42-a473-9d144f313489 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 1126 time: 0.1497219 Feb 19 07:43:14.177448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] For port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:14.213594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Allocated IP 172.20.0.12 (1cad5285-4fdb-430e-b290-c64f8352cbc6/e825939c-854f-4d87-b88d-ecd8b2bae8cd/2b39cb5e-a3b9-4047-8d9f-fcacb13b279c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:14.253698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Provisioning complete for port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:14.254160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:14.282600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Allocated IP 2001:db8:3::1 (eb607c83-3c6a-4585-b472-2666607bd9f3/332b9c84-2e69-4a70-a43a-da20ee9b6863/b49cb201-d6e0-4b46-8a8c-afb4df109554) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:14.318450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] For port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:14.349081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:14.352456 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:14.379524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-e4f52c64-47d0-4b46-9c9c-a1f2a291804d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ac37e86-c900-4c37-a762-86f6aa50b495 HTTP/1.1" status: 200 len: 217 time: 0.1372597 Feb 19 07:43:14.576224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:14.591519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:14.688709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6e26e-9640-4b80-9830-ca70a54e6623 None None] Pushing event updated for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:14.808550 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:14.816027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-56848eb1-aaee-476b-b5a8-788e3cbf94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:14.817786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-56848eb1-aaee-476b-b5a8-788e3cbf94c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.4372137 Feb 19 07:43:14.829700 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:43:14.942315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:15.031795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e5ad2943-446b-460d-9394-b281364ae0bb req-71b0da17-7638-444d-b268-8a1da6d0a628 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 210 time: 0.0759335 Feb 19 07:43:15.058375 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.178599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:15.205036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Current status of the port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:15.205686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.211983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network eb607c83-3c6a-4585-b472-2666607bd9f3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:15.215336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:15.219277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:15.219985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.252779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-c835c2f6-bbde-48af-b9ea-68e2b85ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:15.255285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-c835c2f6-bbde-48af-b9ea-68e2b85ea07f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4242029 Feb 19 07:43:15.258597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks [] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.269323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb001f-7ec5-4776-b855-a60f880a9e06 req-69365ce4-afe7-47b5-8862-f526eb61f5ed tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:15.271015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6cb001f-7ec5-4776-b855-a60f880a9e06 req-69365ce4-afe7-47b5-8862-f526eb61f5ed tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2447903 Feb 19 07:43:15.443560 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.533382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router 2c2dca33-b43d-446e-88cd-2e87e10e1f98 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:15.577517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735463f5-e9cd-4c96-b301-b02bab85b984 None None] Pushing event updated for resources: {'Port': ['ID=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:15.592174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] For port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:15.607612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.635729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6cb001f-7ec5-4776-b855-a60f880a9e06 req-24945a3d-f95a-4bb5-b8a4-6816f9de12dd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491278 Feb 19 07:43:15.722242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-48198879-414f-4a40-8094-2506820a71a3 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387794 Feb 19 07:43:15.819715 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:15.927177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b9915b4a-e6bb-4f18-86c8-ce1a573f91fb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:16.002819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-20f4b957-ca2b-4e41-a962-af3111a032cb None None] Provisioning complete for port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:16.003959 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20f4b957-ca2b-4e41-a962-af3111a032cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.117103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.117694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41569b8c-056d-4351-9e36-2e796a2dc185 None None] Pushing event updated for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.133828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.134686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.225240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Network 1cad5285-4fdb-430e-b290-c64f8352cbc6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:16.242849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Pushing event updated for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.246065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:16.284788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:07Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:13Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:16.286697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ebe1d-a1fa-470a-95d9-27ed1b06860c None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:16.306677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:16.404127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event updated for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:16.405413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e8f1ae0-ebe7-450a-96a4-e4158f565f6d req-17707f85-46be-4925-b8cf-2f83045ee742 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821332 Feb 19 07:43:16.429285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-a2f7f9c6-90b7-4f6e-af2f-0e9290ae9023 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3958383 Feb 19 07:43:16.430886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:16.456143 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Sync routers for ids ['2c2dca33-b43d-446e-88cd-2e87e10e1f98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:16.462176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:16.462882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.494787 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Routers {'2c2dca33-b43d-446e-88cd-2e87e10e1f98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:16.496179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c2dca33-b43d-446e-88cd-2e87e10e1f98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:16.557885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfea972-5892-492b-aed0-96408ed2f2ad req-980f0739-1583-4db4-9b66-74a57d3e67c9 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:16.565364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdfea972-5892-492b-aed0-96408ed2f2ad req-980f0739-1583-4db4-9b66-74a57d3e67c9 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 932 time: 0.3405974 Feb 19 07:43:16.610372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Network eb607c83-3c6a-4585-b472-2666607bd9f3 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:16.623099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.627067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1540259c-ec5a-4097-a649-e51c99ba0cc9 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6810477 Feb 19 07:43:16.627233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-20f4b957-ca2b-4e41-a962-af3111a032cb None None] Current status of the port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:16.627694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:16.632934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3210ab2a-be92-43a8-8581-ae2790b04bcf None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:07Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:13Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:16.648902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:16.688381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-e97f6df7-66d3-40ae-8080-47f363e93932 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9948745 Feb 19 07:43:16.704913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Request body: {'port': {'device_id': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:16.744243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:16.744934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:16.785844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bdfea972-5892-492b-aed0-96408ed2f2ad req-f9e04994-9868-4dfa-a6b1-5073f8f8b72f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193768 Feb 19 07:43:16.861242 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Set router 2c2dca33-b43d-446e-88cd-2e87e10e1f98 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:16.869718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.036878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025116d-8948-4b01-9c04-552f96392be4 req-c02a1fee-88d0-4b1a-adaa-c9b63ccd2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:17.038739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-c02a1fee-88d0-4b1a-adaa-c9b63ccd2444 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 1128 time: 0.5146983 Feb 19 07:43:17.075889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-779e1918-addd-4905-b3af-6986a4be8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:17.076513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:17.076915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.080271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-779e1918-addd-4905-b3af-6986a4be8a7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 1126 time: 0.5864396 Feb 19 07:43:17.100705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a855bf07-b456-4377-ab8a-5efd859acd0d None None] Provisioning complete for port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:17.101094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a855bf07-b456-4377-ab8a-5efd859acd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.210364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:17.307155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:17.316450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.434013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'name': 'tempest-snat-router-1071236345', 'tenant_id': '5ca3d625d4c548e6973b306943da6ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87'}], 'enable_snat': False}, 'gw_port_id': '41556c25-5dde-4442-a890-862c5da36d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:07Z', 'updated_at': '2022-02-19T07:43:11Z', 'revision_number': 3, 'project_id': '5ca3d625d4c548e6973b306943da6ee6', 'gw_port': {'id': '41556c25-5dde-4442-a890-862c5da36d6d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:09Z', 'updated_at': '2022-02-19T07:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:17.452274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a855bf07-b456-4377-ab8a-5efd859acd0d None None] Current status of the port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:17.507657 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Checking router: 2c2dca33-b43d-446e-88cd-2e87e10e1f98 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:17.511662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Updating router 2c2dca33-b43d-446e-88cd-2e87e10e1f98 port 41556c25-5dde-4442-a890-862c5da36d6d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:43:17.512952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-520a29db-66ef-466f-a1d1-b094da7a81d2 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/2c2dca33-b43d-446e-88cd-2e87e10e1f98 HTTP/1.1" status: 200 len: 908 time: 0.8815432 Feb 19 07:43:17.513644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:17.516031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:17.531876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1071236345', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': True}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:17.534969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.537291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.539314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.539773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.540224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.540672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.541657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.548304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.548845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.550434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.552303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.552303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.552303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:17.585864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:17.612905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bbdf91a7-ea32-4543-8942-56c9960a7aef tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7138953 Feb 19 07:43:17.615595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:17.620857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5e14d-257c-4ad0-9d68-3ca9676d50ab req-5c260124-d6ce-4837-9bdc-b35abdeb4f19 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:17.622589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b5e14d-257c-4ad0-9d68-3ca9676d50ab req-5c260124-d6ce-4837-9bdc-b35abdeb4f19 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.7026577 Feb 19 07:43:17.627154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:17.634746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (f6f77f36-193f-45a7-890d-c561d2d98335), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.636116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (f6f77f36-193f-45a7-890d-c561d2d98335), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.640348 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (41556c25-5dde-4442-a890-862c5da36d6d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.715075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:17.720457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:17.870576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Port b49cb201-d6e0-4b46-8a8c-afb4df109554 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:17.940027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Provisioning complete for port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:17.944148 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:18.280970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025116d-8948-4b01-9c04-552f96392be4 req-d42037d4-e8e9-42f1-9655-241dd1f1834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:18.285328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:18.286943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-d42037d4-e8e9-42f1-9655-241dd1f1834c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 1.2048228 Feb 19 07:43:18.354167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-62cab5c5-880b-4c97-8279-d05d21f1003b None None] Current status of the port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:18.367434 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:18.424078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b5e14d-257c-4ad0-9d68-3ca9676d50ab req-64c9890d-e0ad-49eb-a8e8-5bfe259a81f1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302589 Feb 19 07:43:18.428663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:18.429299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:18.444982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-2905aba9-034f-4740-abde-a4c66b48da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:18.452779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-2905aba9-034f-4740-abde-a4c66b48da04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 1.3358815 Feb 19 07:43:18.472740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-12bebc0e-df4a-4883-902b-f026a18705d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 200 len: 217 time: 0.1589613 Feb 19 07:43:18.697045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-038982dc-c956-4668-a11d-1237c19a2274 None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:18.697513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-038982dc-c956-4668-a11d-1237c19a2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:18.796530 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks [] for port (41556c25-5dde-4442-a890-862c5da36d6d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:18.801702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-038982dc-c956-4668-a11d-1237c19a2274 None None] Port b49cb201-d6e0-4b46-8a8c-afb4df109554 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:18.821033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:18.821538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:18.822871 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (41556c25-5dde-4442-a890-862c5da36d6d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:18.896819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:18.925304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc0c6-048a-4036-befc-3f8559ef27f4 None None] Pushing event updated for resources: {'Port': ['ID=41556c25-5dde-4442-a890-862c5da36d6d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:18.972141 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Attempting to bind port 41556c25-5dde-4442-a890-862c5da36d6d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:18.972513 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Attempting to bind port 41556c25-5dde-4442-a890-862c5da36d6d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:18.972877 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Attempting to bind port 41556c25-5dde-4442-a890-862c5da36d6d on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:18.995113 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:18.995462 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:18.995868 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.006877 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:19.008041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Bound port: 41556c25-5dde-4442-a890-862c5da36d6d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:19.008564 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (41556c25-5dde-4442-a890-862c5da36d6d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.056505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2d410f99-fd94-4610-9f93-6dea1d2c892f None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:19.057094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d410f99-fd94-4610-9f93-6dea1d2c892f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.137211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d410f99-fd94-4610-9f93-6dea1d2c892f None None] Port b49cb201-d6e0-4b46-8a8c-afb4df109554 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:43:19.157298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-d97cb23e-ba34-4279-93b8-e56a1cbd899e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ac37e86-c900-4c37-a762-86f6aa50b495 HTTP/1.1" status: 200 len: 217 time: 0.7030199 Feb 19 07:43:19.188143 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] For port 41556c25-5dde-4442-a890-862c5da36d6d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:19.194153 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] For port 41556c25-5dde-4442-a890-862c5da36d6d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=41556c25-5dde-4442-a890-862c5da36d6d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:19.212744 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (41556c25-5dde-4442-a890-862c5da36d6d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.234898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:19.236645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b9915b4a-e6bb-4f18-86c8-ce1a573f91fb up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:19.257274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (f6f77f36-193f-45a7-890d-c561d2d98335), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.316363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025116d-8948-4b01-9c04-552f96392be4 req-362ef593-dd8d-483a-91fd-fd266ce4fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:19.317815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-362ef593-dd8d-483a-91fd-fd266ce4fce0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.8318830 Feb 19 07:43:19.318250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Routers {'2c2dca33-b43d-446e-88cd-2e87e10e1f98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:19.318880 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['2c2dca33-b43d-446e-88cd-2e87e10e1f98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:19.471935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc0c6-048a-4036-befc-3f8559ef27f4 None None] Pushing event updated for resources: {'Port': ['ID=41556c25-5dde-4442-a890-862c5da36d6d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:19.500589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1170c4-bbfc-4999-bdb9-e77d98392d34 req-395d1c3d-d516-4177-af5f-a388ae3595d4 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:19.508585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1170c4-bbfc-4999-bdb9-e77d98392d34 req-395d1c3d-d516-4177-af5f-a388ae3595d4 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 932 time: 0.5392065 Feb 19 07:43:19.558347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:43:19.569595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks [] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.587956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Transition to ACTIVE for port object 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:43:19.603592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.615856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:19.616583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.621072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-80d7a46e-7903-4cc4-8fa0-42a93cde29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:19.622953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-80d7a46e-7903-4cc4-8fa0-42a93cde29e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.4546280 Feb 19 07:43:19.732851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (f6f77f36-193f-45a7-890d-c561d2d98335), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:19.805519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] Set router 2c2dca33-b43d-446e-88cd-2e87e10e1f98 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:19.845661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:19.933542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:19.933912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Updating router 38e7874d-7507-4a72-836c-03fcff128697 port b49cb201-d6e0-4b46-8a8c-afb4df109554 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:43:19.945260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025116d-8948-4b01-9c04-552f96392be4 req-8403b6a4-dd2e-4ef8-8f76-2fae52c5898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:19.950162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-8403b6a4-dd2e-4ef8-8f76-2fae52c5898c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5631554 Feb 19 07:43:19.950922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Pushing event updated for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:20.016465 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0e1170c4-bbfc-4999-bdb9-e77d98392d34 req-6a47fd36-4eee-4281-8b0a-b7439439624f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068903 Feb 19 07:43:20.020784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:20.045877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:20.304324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-d721aee8-b437-4ed8-901d-f090dffee1e3 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196671 Feb 19 07:43:20.307152 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'name': 'tempest-snat-router-1071236345', 'tenant_id': '5ca3d625d4c548e6973b306943da6ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87'}], 'enable_snat': False}, 'gw_port_id': '41556c25-5dde-4442-a890-862c5da36d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:07Z', 'updated_at': '2022-02-19T07:43:11Z', 'revision_number': 3, 'project_id': '5ca3d625d4c548e6973b306943da6ee6', 'gw_port': {'id': '41556c25-5dde-4442-a890-862c5da36d6d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:09Z', 'updated_at': '2022-02-19T07:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:20.364556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4f018-729b-49d1-98b5-ab8ddc29e295 None None] The sync data for ids ['2c2dca33-b43d-446e-88cd-2e87e10e1f98'] in n-d-829866-3 is: [{'id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'name': 'tempest-snat-router-1071236345', 'tenant_id': '5ca3d625d4c548e6973b306943da6ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87'}], 'enable_snat': False}, 'gw_port_id': '41556c25-5dde-4442-a890-862c5da36d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:07Z', 'updated_at': '2022-02-19T07:43:11Z', 'revision_number': 3, 'project_id': '5ca3d625d4c548e6973b306943da6ee6', 'gw_port': {'id': '41556c25-5dde-4442-a890-862c5da36d6d', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:25:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2dca33-b43d-446e-88cd-2e87e10e1f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:09Z', 'updated_at': '2022-02-19T07:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:20.472609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa445d-6213-4689-9713-20fa68837260 req-a3f2af8a-161d-444b-8b51-e2cd71699a31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:20.475798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4aaa445d-6213-4689-9713-20fa68837260 req-a3f2af8a-161d-444b-8b51-e2cd71699a31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.7554336 Feb 19 07:43:20.485106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:43:20.506908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-494ec14d-b208-44ed-9834-c7c7fa40c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:20.508844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-494ec14d-b208-44ed-9834-c7c7fa40c479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8161504 Feb 19 07:43:20.552524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:43:20.552983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:20.650169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Attempting to bind port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:20.650860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Attempting to bind port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '458b026c-08d9-4a15-bf53-c186a6850679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:20.651477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Attempting to bind port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c on network 1cad5285-4fdb-430e-b290-c64f8352cbc6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:20.721773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c on network 1cad5285-4fdb-430e-b290-c64f8352cbc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:43:20.721773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Attempting to bind port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c on network 1cad5285-4fdb-430e-b290-c64f8352cbc6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:20.741533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e025116d-8948-4b01-9c04-552f96392be4 req-d8f07599-296e-452e-935c-9dfce647d169 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285007 Feb 19 07:43:20.762824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4aaa445d-6213-4689-9713-20fa68837260 req-541dbb11-cf8f-4b35-86ac-3d4a4ac1d150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506857 Feb 19 07:43:20.794516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:20.794868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Checking segment: {'id': '458b026c-08d9-4a15-bf53-c186a6850679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:20.795290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Bound using segment: {'id': '458b026c-08d9-4a15-bf53-c186a6850679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:20.795759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Bound port: 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458b026c-08d9-4a15-bf53-c186a6850679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:20.796120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:20.978329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-fa870051-1d47-4cdd-bb01-4e6b9fda20d3 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546826 Feb 19 07:43:21.435407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:21.443425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,segment=NetworkSegment(458b026c-08d9-4a15-bf53-c186a6850679),segment_id=458b026c-08d9-4a15-bf53-c186a6850679)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:21.475667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.566540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3cfd5f6-89ba-4d59-83b8-b4ac92aeb853 req-e72e8326-d7cb-4c63-b716-1ae5faa89c3b service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438286 Feb 19 07:43:21.578566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:21.579638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.584777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] 10.222.0.47 "PUT /v2.0/ports/2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 200 len: 1092 time: 4.8854344 Feb 19 07:43:21.585612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:43:21.589204 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9e359-7b23-4e91-9d44-a703fdfea1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:43:21.651906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (f6f77f36-193f-45a7-890d-c561d2d98335), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.654033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e3ca2-7674-419d-99cd-6d22937341fa service neutron] Pushing event updated for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:21.715103 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks [] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.728768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.732034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.765184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.771287 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845b45a-9446-4c2c-9bf5-dddab37e93fd x-openstack-request-id: req-e845b45a-9446-4c2c-9bf5-dddab37e93fd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:43:21.771978 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:43:21.774997 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e845b45a-9446-4c2c-9bf5-dddab37e93fd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:43:21.775730 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c', 'status': 'completed', 'code': 200} Feb 19 07:43:21.790057 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (38e7874d-7507-4a72-836c-03fcff128697), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:21.831768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-abdfd74a-2a7f-4b0a-99c8-8222edb9ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:21.835553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-abdfd74a-2a7f-4b0a-99c8-8222edb9ec81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb070423424493797f328339534c53f&device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 1126 time: 0.1578186 Feb 19 07:43:21.979874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-77b3b7f5-890e-490f-bc07-dda4360157da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 200 len: 217 time: 0.1374440 Feb 19 07:43:21.980676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb204d90-39d1-446a-8d2f-59726db958d4 req-97a40d0a-64d3-4f43-8609-941a5affcc47 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:21.988855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb204d90-39d1-446a-8d2f-59726db958d4 req-97a40d0a-64d3-4f43-8609-941a5affcc47 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 944 time: 0.6732454 Feb 19 07:43:22.019402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ce688-7f9d-4d7f-8b87-afae8d3388e3 None None] Pushing event updated for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:22.120118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Attempting to bind port b49cb201-d6e0-4b46-8a8c-afb4df109554 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:22.124229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Attempting to bind port b49cb201-d6e0-4b46-8a8c-afb4df109554 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:22.124845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Attempting to bind port b49cb201-d6e0-4b46-8a8c-afb4df109554 on network eb607c83-3c6a-4585-b472-2666607bd9f3 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:22.140275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:22.141773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Checking segment: {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:22.142337 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.145389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Bound using segment: {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:22.145967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Bound port: b49cb201-d6e0-4b46-8a8c-afb4df109554, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105abd96-54f7-4087-8e5b-70110be44ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:22.146588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.225001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-7668fd61-9871-4535-a41f-1494c09e7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.229046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-7668fd61-9871-4535-a41f-1494c09e7a95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e825939c-854f-4d87-b88d-ecd8b2bae8cd HTTP/1.1" status: 200 len: 852 time: 0.2385628 Feb 19 07:43:22.327717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.25.7.45 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:22.340269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 41556c25-5dde-4442-a890-862c5da36d6d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:22.345513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-2daad8ea-f52c-4fc7-b89d-5b315b9e7d2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cad5285-4fdb-430e-b290-c64f8352cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975819 Feb 19 07:43:22.350919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bb204d90-39d1-446a-8d2f-59726db958d4 req-f9a463c2-4a00-47ec-8c34-2989fd3332f3 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608928 Feb 19 07:43:22.353158 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:22.501507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] For port b49cb201-d6e0-4b46-8a8c-afb4df109554, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:43:22.522061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] For port b49cb201-d6e0-4b46-8a8c-afb4df109554, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b49cb201-d6e0-4b46-8a8c-afb4df109554,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:43:22.522805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf77df-6eed-43fb-939b-695c1f1b8668 req-9cec7e80-28d2-4c0c-8cd9-2673b60bc4d2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:22.524898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8faf77df-6eed-43fb-939b-695c1f1b8668 req-9cec7e80-28d2-4c0c-8cd9-2673b60bc4d2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.5737474 Feb 19 07:43:22.537710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:22.539432 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.564784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.630618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 41556c25-5dde-4442-a890-862c5da36d6d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:22.630990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (41556c25-5dde-4442-a890-862c5da36d6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.639365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-49b0a304-72ec-4b55-bbfc-1a0224075114 service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927454 Feb 19 07:43:22.749733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ce688-7f9d-4d7f-8b87-afae8d3388e3 None None] Pushing event updated for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:22.775050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8faf77df-6eed-43fb-939b-695c1f1b8668 req-08f64661-25b5-4577-b334-3bf44eaaee31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375081 Feb 19 07:43:22.776008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:22.776860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:22.886127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1aaab365-488f-4def-8c7d-e8c21729fcd7 req-efb84703-28d4-4aaa-b1b1-8db472cc708e service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314675 Feb 19 07:43:22.975288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:22.994281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:22.996645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-beab9fd8-c087-45f4-bc42-daac69438232 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 954 time: 5.3800817 Feb 19 07:43:22.999660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:23.013321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.163385 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.227760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:23.254989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:23.262517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:23.298701 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:23.317090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:23.366155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Current status of the port b49cb201-d6e0-4b46-8a8c-afb4df109554 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:23.367516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.424890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 41556c25-5dde-4442-a890-862c5da36d6d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:23.425310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (41556c25-5dde-4442-a890-862c5da36d6d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.590119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-95f06000-e836-4c95-acc7-a95849f8ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:23.596709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-95f06000-e836-4c95-acc7-a95849f8ed6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb070423424493797f328339534c53f&device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 1126 time: 0.3692806 Feb 19 07:43:23.618487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0700609c-639a-4659-a7c3-62dba0d254e1 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 954 time: 0.6175737 Feb 19 07:43:23.641294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:23.661141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'routes': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:23.732846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 41556c25-5dde-4442-a890-862c5da36d6d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=41556c25-5dde-4442-a890-862c5da36d6d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:23.760976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (41556c25-5dde-4442-a890-862c5da36d6d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.788031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] For port b49cb201-d6e0-4b46-8a8c-afb4df109554, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b49cb201-d6e0-4b46-8a8c-afb4df109554,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:23.878555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:23.986242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=41556c25-5dde-4442-a890-862c5da36d6d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:24.076290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-13fcac61-d45f-4521-8fc0-b2586b36aa8b None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:24.077952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13fcac61-d45f-4521-8fc0-b2586b36aa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:24.132776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fe28b-6b09-49c3-88be-ceb33d350d91 req-e3f1eb5d-a635-49a9-a85d-7e90453ec18f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.139804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d1fe28b-6b09-49c3-88be-ceb33d350d91 req-e3f1eb5d-a635-49a9-a85d-7e90453ec18f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 944 time: 0.3912511 Feb 19 07:43:24.146133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec79a67-03a5-4d74-bca6-a60e848c1106 None None] Pushing event updated for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:24.195088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:20Z', 'revision_number': 6, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:22Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:24.264671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1505cf-9b4c-4d9a-a681-69668c898a42 req-2d8bdc0d-7a68-40b6-929e-bdeb431978be tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.266330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc1505cf-9b4c-4d9a-a681-69668c898a42 req-2d8bdc0d-7a68-40b6-929e-bdeb431978be tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3448524 Feb 19 07:43:24.289676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cffdd87-ff33-4991-9c3e-1b2595f7f74a None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:20Z', 'revision_number': 6, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:22Z', 'revision_number': 4, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:24.321270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-52da83f7-5bd2-475e-89c1-96394a2d1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.322940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-52da83f7-5bd2-475e-89c1-96394a2d1145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 200 len: 912 time: 0.7033970 Feb 19 07:43:24.423471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 41556c25-5dde-4442-a890-862c5da36d6d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:24.466726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-b43ef6ba-1117-4fb7-aca3-bfaee769b968 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 200 len: 217 time: 0.0700340 Feb 19 07:43:24.609503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-13fcac61-d45f-4521-8fc0-b2586b36aa8b None None] Current status of the port b49cb201-d6e0-4b46-8a8c-afb4df109554 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:24.618953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc1505cf-9b4c-4d9a-a681-69668c898a42 req-d0c0c930-48bc-4b5e-b5c9-4afbc4cba577 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098736 Feb 19 07:43:24.629016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-f2a30dee-7628-4a39-bd2d-0ba35671f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:24.630567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-f2a30dee-7628-4a39-bd2d-0ba35671f7bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e825939c-854f-4d87-b88d-ecd8b2bae8cd HTTP/1.1" status: 200 len: 852 time: 0.1521344 Feb 19 07:43:24.673632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 41556c25-5dde-4442-a890-862c5da36d6d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:24.677072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (41556c25-5dde-4442-a890-862c5da36d6d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:24.739000 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-2427d90f-f006-40e5-bfea-6ca0530628d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cad5285-4fdb-430e-b290-c64f8352cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953026 Feb 19 07:43:24.886915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 41556c25-5dde-4442-a890-862c5da36d6d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:24.977553 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (f6f77f36-193f-45a7-890d-c561d2d98335), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:25.071983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-864a8887-aa7c-441c-9843-9e03e7642410 service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144960 Feb 19 07:43:25.085109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d1fe28b-6b09-49c3-88be-ceb33d350d91 req-c2e32214-166e-48df-97a6-3bd536cfef23 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9443738 Feb 19 07:43:25.404497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:43:25.404745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:43:25.496778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (f6f77f36-193f-45a7-890d-c561d2d98335), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:25.543847 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:25.602401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42c9e359-7b23-4e91-9d44-a703fdfea1c0 req-d5d97732-8e4e-4f20-8575-af25d15233da service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229549 Feb 19 07:43:25.753809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router f6f77f36-193f-45a7-890d-c561d2d98335 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:25.994800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab48d-365e-49a6-8854-e9e5cf40c794 req-d8cdf256-7a8a-4b48-bc1f-113d76a89e57 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:26.005941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f5ab48d-365e-49a6-8854-e9e5cf40c794 req-d8cdf256-7a8a-4b48-bc1f-113d76a89e57 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.1649935 Feb 19 07:43:26.045865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:26.050613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:26.066641 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Sync routers for ids ['f6f77f36-193f-45a7-890d-c561d2d98335'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:26.073857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:26.081396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7825fbc8-327b-47c7-8a7a-89abedbc1422 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5589988 Feb 19 07:43:26.081964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Routers {'f6f77f36-193f-45a7-890d-c561d2d98335'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:26.082436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:26.082675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['f6f77f36-193f-45a7-890d-c561d2d98335'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:26.198175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f5ab48d-365e-49a6-8854-e9e5cf40c794 req-33cf0bd0-0df0-474d-bfd6-79720454a15f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913214 Feb 19 07:43:26.205123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (38e7874d-7507-4a72-836c-03fcff128697), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:26.226451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:26.246648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:26.247315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:26.448923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:26.457168 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Set router f6f77f36-193f-45a7-890d-c561d2d98335 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:26.478765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b49cb201-d6e0-4b46-8a8c-afb4df109554 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:26.535659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e4a2-546a-4f46-ad03-f177610deb3e req-18b4623d-cd44-4495-b419-e48b2890b9d8 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:26.543704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a45e4a2-546a-4f46-ad03-f177610deb3e req-18b4623d-cd44-4495-b419-e48b2890b9d8 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 944 time: 0.3214424 Feb 19 07:43:26.558389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:43:26.614338 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38330010-6d32-478f-9d6c-30863b05ba91 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/f6f77f36-193f-45a7-890d-c561d2d98335 HTTP/1.1" status: 200 len: 907 time: 0.5238893 Feb 19 07:43:26.616897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:26.681437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:26.762677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7a45e4a2-546a-4f46-ad03-f177610deb3e req-653ea208-5aee-4b65-b4a1-b708277e970a tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162805 Feb 19 07:43:26.799161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b49cb201-d6e0-4b46-8a8c-afb4df109554 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:26.799698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:26.930776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (f6f77f36-193f-45a7-890d-c561d2d98335), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.116396 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f77f36-193f-45a7-890d-c561d2d98335', 'name': 'tempest-snat-router-1071236345', 'tenant_id': '5ca3d625d4c548e6973b306943da6ee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:17Z', 'updated_at': '2022-02-19T07:43:23Z', 'revision_number': 3, 'project_id': '5ca3d625d4c548e6973b306943da6ee6', 'gw_port': {'id': 'f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f77f36-193f-45a7-890d-c561d2d98335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:21Z', 'updated_at': '2022-02-19T07:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:27.149191 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Checking router: f6f77f36-193f-45a7-890d-c561d2d98335 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:27.149786 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Updating router f6f77f36-193f-45a7-890d-c561d2d98335 port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:43:27.159341 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (f6f77f36-193f-45a7-890d-c561d2d98335), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.184181 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.295482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Deleting port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:27.295849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.501443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.507330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,segment=NetworkSegment(458b026c-08d9-4a15-bf53-c186a6850679),segment_id=458b026c-08d9-4a15-bf53-c186a6850679)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:27.538897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Calling delete_port for f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:27.540085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c', 'network_id': '1cad5285-4fdb-430e-b290-c64f8352cbc6', 'port_id': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c', 'mac_address': 'fa:16:3e:38:b0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e825939c-854f-4d87-b88d-ecd8b2bae8cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:43:27.583794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:27.603893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.605684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a87ba7e1-b801-41e3-85fc-2175442a183d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 704 time: 3.9620559 Feb 19 07:43:27.608062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:27.643099 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks [] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.652851 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.749543 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:27.749999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:27.750552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:27.760808 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:27.761184 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:27.761584 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.761973 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:27.762457 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Bound port: f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:27.762832 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.783092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:27.784580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.828967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:43:27.843047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2501c-cadc-4172-a207-5415c57d48e8 req-742fe5c9-9113-4b51-86ee-5c15b45710f8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:27.852826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72a2501c-cadc-4172-a207-5415c57d48e8 req-742fe5c9-9113-4b51-86ee-5c15b45710f8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3357501 Feb 19 07:43:27.884886 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19a6aa-cb99-4c29-97e0-b616ba319eb3 None None] Pushing event updated for resources: {'Port': ['ID=f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:27.931778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dce36eef-2d28-4e5a-b7dd-eb1fb6109191 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 704 time: 0.3199191 Feb 19 07:43:27.932631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,segment=NetworkSegment(458b026c-08d9-4a15-bf53-c186a6850679),segment_id=458b026c-08d9-4a15-bf53-c186a6850679)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:27.932757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:27.941226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b49cb201-d6e0-4b46-8a8c-afb4df109554 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:27.950847 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:43:27.953677 n-d-829866-3 neutron-server[103590]: DEBUG oslo_db.api [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:43:27.958360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:27.991821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-72a2501c-cadc-4172-a207-5415c57d48e8 req-2dc96979-3d7b-4650-bc19-3036009d3873 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315463 Feb 19 07:43:28.028445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.055043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:28.055813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:28.192042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:25Z', 'revision_number': 7, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:23Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:28.196149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0aa35-bb43-4e4f-bf1a-535f9d85fd98 req-b57452b2-a1e8-4739-bf42-d6342a5b2ac3 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:28.200275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cca0aa35-bb43-4e4f-bf1a-535f9d85fd98 req-b57452b2-a1e8-4739-bf42-d6342a5b2ac3 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 945 time: 0.2592831 Feb 19 07:43:28.248860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:28.254022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (f6f77f36-193f-45a7-890d-c561d2d98335), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.268642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:28.270367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:28.279929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['2b39cb5e-a3b9-4047-8d9f-fcacb13b279c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:43:28.392526 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cca0aa35-bb43-4e4f-bf1a-535f9d85fd98 req-1ce5ee05-6bdc-471e-bd88-c3801a1ee110 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870806 Feb 19 07:43:28.408877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (f6f77f36-193f-45a7-890d-c561d2d98335), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.412118 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (f6f77f36-193f-45a7-890d-c561d2d98335), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.491441 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:43:28.492030 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:43:28.492310 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Attempting to bind port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:43:28.509758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:28.512543 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:43:28.513138 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:43:28.513726 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.514287 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:43:28.514966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Bound port: f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:43:28.515536 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.553022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Port f34a97a4-b1d9-4e7d-9a5e-72d90846dd4e has been deleted concurrently {{(pid=103590) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 07:43:28.556725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.587851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (f6f77f36-193f-45a7-890d-c561d2d98335), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.589182 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6f77f36-193f-45a7-890d-c561d2d98335 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:28.590747 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Routers set() bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:28.591117 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Router IDs set() for agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 07:43:28.591736 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6f77f36-193f-45a7-890d-c561d2d98335'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 07:43:28.592113 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386fe2b-32d9-4237-9c34-4ff4579a3454 None None] The sync data for ids ['f6f77f36-193f-45a7-890d-c561d2d98335'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:28.595028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.597214 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-82140bf5-c458-489d-9767-274226569da5 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/routers/f6f77f36-193f-45a7-890d-c561d2d98335 HTTP/1.1" status: 204 len: 168 time: 1.9778266 Feb 19 07:43:28.602197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:28.813450 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:28.889422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:25Z', 'revision_number': 7, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:23Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:28.944504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a1bd-beb5-467f-9e0f-73016c8f1d21 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:25Z', 'revision_number': 7, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:23Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:29.015819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port b49cb201-d6e0-4b46-8a8c-afb4df109554 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:29.016257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.026163 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (2c2dca33-b43d-446e-88cd-2e87e10e1f98), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.136024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Deleting port 41556c25-5dde-4442-a890-862c5da36d6d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:29.137053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (41556c25-5dde-4442-a890-862c5da36d6d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.245663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port b49cb201-d6e0-4b46-8a8c-afb4df109554, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b49cb201-d6e0-4b46-8a8c-afb4df109554,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:29.246288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.255253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66646431-6d74-40ff-a37d-b86fc41af596 req-0a9a217e-de7e-4a06-b211-94547561db8f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:29.262519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] For port 41556c25-5dde-4442-a890-862c5da36d6d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=41556c25-5dde-4442-a890-862c5da36d6d,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:29.263127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (41556c25-5dde-4442-a890-862c5da36d6d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.263411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66646431-6d74-40ff-a37d-b86fc41af596 req-0a9a217e-de7e-4a06-b211-94547561db8f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.1095312 Feb 19 07:43:29.284308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Calling delete_port for 41556c25-5dde-4442-a890-862c5da36d6d owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:29.308476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for b49cb201-d6e0-4b46-8a8c-afb4df109554 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:29.349386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66646431-6d74-40ff-a37d-b86fc41af596 req-b31d5ab2-dff3-4854-bbd6-51266a722f08 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805955 Feb 19 07:43:29.398419 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:29.416134 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:29.416753 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:29.564267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:29.598404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (41556c25-5dde-4442-a890-862c5da36d6d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.600547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b49cb201-d6e0-4b46-8a8c-afb4df109554), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.696599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=b49cb201-d6e0-4b46-8a8c-afb4df109554,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:29.730725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event deleted for resources: {'Port': ['ID=41556c25-5dde-4442-a890-862c5da36d6d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:29.835051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf3bf4-6e75-4317-a831-ac2228cb5115 req-2bbfa83f-d24f-44ed-a43f-4b9999b430a1 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:29.840260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dcf3bf4-6e75-4317-a831-ac2228cb5115 req-2bbfa83f-d24f-44ed-a43f-4b9999b430a1 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 945 time: 0.2631493 Feb 19 07:43:29.851480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:29.975239 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:25Z', 'revision_number': 7, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b49cb201-d6e0-4b46-8a8c-afb4df109554', 'name': '', 'network_id': 'eb607c83-3c6a-4585-b472-2666607bd9f3', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:18:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:13Z', 'updated_at': '2022-02-19T07:43:23Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '332b9c84-2e69-4a70-a43a-da20ee9b6863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:30.009929 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:30.021704 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:30.022478 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:30.130105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (2c2dca33-b43d-446e-88cd-2e87e10e1f98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.199276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8dcf3bf4-6e75-4317-a831-ac2228cb5115 req-bddd8b1b-8ce4-49ca-a59b-5196cf20d185 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322483 Feb 19 07:43:30.293257 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:30.300262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.302894 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_controller (2c2dca33-b43d-446e-88cd-2e87e10e1f98), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.361155 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (2c2dca33-b43d-446e-88cd-2e87e10e1f98), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.361860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2dca33-b43d-446e-88cd-2e87e10e1f98 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:30.367764 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.371367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.376315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:43:30.386350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-81c69209-aba9-4f35-86ca-613e28f18985 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2c2dca33-b43d-446e-88cd-2e87e10e1f98 HTTP/1.1" status: 204 len: 168 time: 1.7827446 Feb 19 07:43:30.391909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:30.399654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274760723', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:30.458840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:30.465238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.467439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.509532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:43:30.518163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:43:30.518551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.657486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:30.657890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.698825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,segment=NetworkSegment(458b026c-08d9-4a15-bf53-c186a6850679),segment_id=458b026c-08d9-4a15-bf53-c186a6850679)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:30.700140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:43:30.703454 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8983dd-71b5-4bfb-a782-1f18555b1954" -d '{"events": [{"server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "name": "network-vif-plugged", "status": "completed", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:43:30.709414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.727988 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:29Z', 'revision_number': 8, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:30.774382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:30.808092 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce961116-2a21-42b1-bfdf-9eb8d427ce84 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:29Z', 'revision_number': 8, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:30.826323 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e52da20-71ed-4de5-877c-09e1040d4e6d x-openstack-request-id: req-6e52da20-71ed-4de5-877c-09e1040d4e6d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:43:30.827042 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "name": "network-vif-plugged", "status": "completed", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:43:30.827479 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e52da20-71ed-4de5-877c-09e1040d4e6d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:43:30.828037 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c', 'code': 200} Feb 19 07:43:30.856341 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:30.882033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530730c-6639-4013-afb3-46797c948458 req-8c298cb5-9659-4862-8f44-d4c125fc7e76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:30.883540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b530730c-6639-4013-afb3-46797c948458 req-8c298cb5-9659-4862-8f44-d4c125fc7e76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3932343 Feb 19 07:43:30.957562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:30.972709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-104317ea-d823-4f97-91b4-c9d3df0b3eda tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0392106 Feb 19 07:43:30.976083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:31.072968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet 332b9c84-2e69-4a70-a43a-da20ee9b6863 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:31.076274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (332b9c84-2e69-4a70-a43a-da20ee9b6863), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.136491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (332b9c84-2e69-4a70-a43a-da20ee9b6863), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.181125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.267627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (332b9c84-2e69-4a70-a43a-da20ee9b6863), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.289691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749cbb-bdb1-4cc3-b7eb-831d9000a783 req-fcfb5c78-9fcb-446d-881e-cc59a48a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:31.308379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98749cbb-bdb1-4cc3-b7eb-831d9000a783 req-fcfb5c78-9fcb-446d-881e-cc59a48a9339 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 1128 time: 0.3725414 Feb 19 07:43:31.312999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b530730c-6639-4013-afb3-46797c948458 req-e08e4c74-0b2f-4c2d-87ac-b360c2e539b2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678443 Feb 19 07:43:31.407215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (332b9c84-2e69-4a70-a43a-da20ee9b6863), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.435918 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-98749cbb-bdb1-4cc3-b7eb-831d9000a783 req-ada2dee0-a682-4188-9431-718edbd03f26 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265800 Feb 19 07:43:31.534756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=332b9c84-2e69-4a70-a43a-da20ee9b6863,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:31.535735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05546462-735a-4cb6-baf1-59c1425af2af None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:31.541487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.545782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a613f80b-fa6c-4ea2-a258-d06340ef86ed tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/332b9c84-2e69-4a70-a43a-da20ee9b6863 HTTP/1.1" status: 204 len: 168 time: 0.5686219 Feb 19 07:43:31.548408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56714) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:31.647170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe433ab-87ba-4680-8e65-c89f795e2195 req-1fd139ab-bd8c-426a-a6fa-62f77d4c9bb6 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:31.654543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe433ab-87ba-4680-8e65-c89f795e2195 req-1fd139ab-bd8c-426a-a6fa-62f77d4c9bb6 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.2786107 Feb 19 07:43:31.672790 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.697466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:31.702812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.714419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:31.715168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:31.753155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffe433ab-87ba-4680-8e65-c89f795e2195 req-ac81b1ed-3aeb-490a-924f-6fe0ec569d55 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975261 Feb 19 07:43:31.783230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (eb607c83-3c6a-4585-b472-2666607bd9f3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.895818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:31.907957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:31.909875 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:31.930827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Allocated IP 172.25.7.97 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f466a542-0576-4f77-b82f-b49983bc6173) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:31.956927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef51490-7458-4118-ab05-473130ccadce None None] DHCP port deletion for eb607c83-3c6a-4585-b472-2666607bd9f3 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:43:32.060879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:32.060879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.113733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for b9915b4a-e6bb-4f18-86c8-ce1a573f91fb owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:32.210032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 41556c25-5dde-4442-a890-862c5da36d6d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:32.227244 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for port (f466a542-0576-4f77-b82f-b49983bc6173), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.268286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 41556c25-5dde-4442-a890-862c5da36d6d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:32.268635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 41556c25-5dde-4442-a890-862c5da36d6d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:32.269058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b49cb201-d6e0-4b46-8a8c-afb4df109554 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:32.320299 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f466a542-0576-4f77-b82f-b49983bc6173), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.323739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b49cb201-d6e0-4b46-8a8c-afb4df109554 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:32.324730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b49cb201-d6e0-4b46-8a8c-afb4df109554 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:32.327663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b9915b4a-e6bb-4f18-86c8-ce1a573f91fb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:32.360737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Deleting port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:32.361114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.460796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event updated for resources: {'Port': ['ID=f466a542-0576-4f77-b82f-b49983bc6173,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:32.491585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:32.493170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:32.508203 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:32.842101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8ef51490-7458-4118-ab05-473130ccadce None None] For port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,segment=NetworkSegment(105abd96-54f7-4087-8e5b-70110be44ddd),segment_id=105abd96-54f7-4087-8e5b-70110be44ddd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:32.842700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.965921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Calling delete_port for b9915b4a-e6bb-4f18-86c8-ce1a573f91fb owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:32.986986 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:32.994905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:32.995326 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.015208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:33.015456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d6f27-7883-4679-a34a-f975db793ff8 req-d005fa25-e141-4043-8382-6268a78e4c84 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:33.024926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:33.025063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f78d6f27-7883-4679-a34a-f975db793ff8 req-d005fa25-e141-4043-8382-6268a78e4c84 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.4530244 Feb 19 07:43:33.044563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361e99-dafb-489b-8e60-de302ad9d929 req-847c462e-809e-4bfa-9195-1ac68b2f0806 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:33.046068 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b361e99-dafb-489b-8e60-de302ad9d929 req-847c462e-809e-4bfa-9195-1ac68b2f0806 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1209929 Feb 19 07:43:33.124795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (eb607c83-3c6a-4585-b472-2666607bd9f3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.147671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb607c83-3c6a-4585-b472-2666607bd9f3']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.157775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105abd96-54f7-4087-8e5b-70110be44ddd') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.158134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105abd96-54f7-4087-8e5b-70110be44ddd') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.168095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (105abd96-54f7-4087-8e5b-70110be44ddd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.181662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (105abd96-54f7-4087-8e5b-70110be44ddd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.188734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:33.189513 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (105abd96-54f7-4087-8e5b-70110be44ddd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.201570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:29Z', 'revision_number': 8, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.205013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.276658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:33.300252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (b9915b4a-e6bb-4f18-86c8-ce1a573f91fb), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.311702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: items = [ Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:33.318825 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:33.321716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:33.360233 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (eb607c83-3c6a-4585-b472-2666607bd9f3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.422094 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b361e99-dafb-489b-8e60-de302ad9d929 req-45878303-46d8-466f-977c-3cc3fc376593 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Feb 19 07:43:33.426721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:33.429834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/eb607c83-3c6a-4585-b472-2666607bd9f3 HTTP/1.1" status: 204 len: 168 time: 1.8791788 Feb 19 07:43:33.446924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:33.469065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a1e87-3bb7-4216-9728-9af77a2a8aca tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=eb607c83-3c6a-4585-b472-2666607bd9f3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:33.526719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Pushing event deleted for resources: {'Port': ['ID=b9915b4a-e6bb-4f18-86c8-ce1a573f91fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:33.529674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ef51490-7458-4118-ab05-473130ccadce None None] Network eb607c83-3c6a-4585-b472-2666607bd9f3 is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:43:33.531474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef51490-7458-4118-ab05-473130ccadce None None] No DVR routers for this DVR port b9915b4a-e6bb-4f18-86c8-ce1a573f91fb on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:33.595019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:33.995113 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.018871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:29Z', 'revision_number': 8, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.085225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.086365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc6a5c-0676-44d3-8c6c-8f32cee93c03 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:29Z', 'revision_number': 8, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2', 'name': '', 'network_id': 'e4b6ec60-6576-4065-baa3-2d2b6899cecd', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:4e:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:43:06Z', 'updated_at': '2022-02-19T07:43:15Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': 'ef7615de-9d30-40bc-bfb1-4dadca5ed166', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:34.292891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f78d6f27-7883-4679-a34a-f975db793ff8 req-36792334-0c6b-4f49-9340-fe3da2c94766 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2666860 Feb 19 07:43:34.301589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.532787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Router 7b2fc650-593f-46a3-afe6-e615e0683a2e is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:34.697551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cdf97-11a0-4194-8e15-2b4f322deb31 req-c4f6201e-9fdc-497b-8fa4-677e1143e082 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:34.699972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4cdf97-11a0-4194-8e15-2b4f322deb31 req-c4f6201e-9fdc-497b-8fa4-677e1143e082 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1179869 Feb 19 07:43:34.721416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:34.721905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.769168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:34.779980 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] Sync routers for ids ['7b2fc650-593f-46a3-afe6-e615e0683a2e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:34.798955 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] Routers {'7b2fc650-593f-46a3-afe6-e615e0683a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:34.802511 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7b2fc650-593f-46a3-afe6-e615e0683a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.805476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.807116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f8184c06-a737-49bf-a8f4-4212b2164c24 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4142475 Feb 19 07:43:34.809734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:34.815306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:34.852969 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.872194 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] Routers {'7b2fc650-593f-46a3-afe6-e615e0683a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:34.872974 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7b2fc650-593f-46a3-afe6-e615e0683a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.931053 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:34.932079 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9710d11d-f260-4dd5-86f9-a73da647441c None None] The sync data for ids ['7b2fc650-593f-46a3-afe6-e615e0683a2e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:34.937576 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5e4cdf97-11a0-4194-8e15-2b4f322deb31 req-d837d777-3622-41fc-852e-78ee0d221ad9 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310312 Feb 19 07:43:34.959269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:34.960331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:34.998346 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:35.228308 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:35.271088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:35.421258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:35.448557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c81e6-280e-4d0c-8a4b-99659c17af08 req-3ec3bbee-fde7-4f70-a71a-e8f3cf9da156 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:35.456511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1c81e6-280e-4d0c-8a4b-99659c17af08 req-3ec3bbee-fde7-4f70-a71a-e8f3cf9da156 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.3253143 Feb 19 07:43:35.551712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500d8a3-ed90-4a45-937d-8e7ba41c6cec req-73231ffb-0b3d-4dc4-9ddd-272bfd8f98f9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:35.554412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b500d8a3-ed90-4a45-937d-8e7ba41c6cec req-73231ffb-0b3d-4dc4-9ddd-272bfd8f98f9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.1263723 Feb 19 07:43:35.596402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:35.622225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1c81e6-280e-4d0c-8a4b-99659c17af08 req-d5ba06e0-d1b4-4e31-8dee-801976b7ec8e tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648276 Feb 19 07:43:35.823569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b500d8a3-ed90-4a45-937d-8e7ba41c6cec req-87283a61-6186-4cb7-bdb6-d3f8a8af8188 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571409 Feb 19 07:43:36.050828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:36.098751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b3633-d412-48eb-a747-e7dbaba98da0 req-f46a94b4-d7ad-486d-a78d-bb8268528e14 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:36.109728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-818b3633-d412-48eb-a747-e7dbaba98da0 req-f46a94b4-d7ad-486d-a78d-bb8268528e14 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1449070 Feb 19 07:43:36.222372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.226619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.249142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-375c79ec-a5c4-42f7-b1bb-aa4a3fd4cede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.361558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-818b3633-d412-48eb-a747-e7dbaba98da0 req-04f40251-08d1-495e-923a-be8c672c5d71 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506490 Feb 19 07:43:36.391366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router 7b2fc650-593f-46a3-afe6-e615e0683a2e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:36.401928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:36.412575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-71fa3dc6-120c-4d8f-8a95-ff87efeab2b3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9707985 Feb 19 07:43:36.415384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56772) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:36.418548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:36.435616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:36.436343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:36.653403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:36.663738 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] Sync routers for ids ['7b2fc650-593f-46a3-afe6-e615e0683a2e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:36.666367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:36.680755 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] Routers {'7b2fc650-593f-46a3-afe6-e615e0683a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:36.682717 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7b2fc650-593f-46a3-afe6-e615e0683a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:36.716054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet ef7615de-9d30-40bc-bfb1-4dadca5ed166 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:36.739743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.747909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9ff24180-6ae8-4406-a523-95157cf1c56c tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "PUT /v2.0/routers/7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 200 len: 921 time: 1.9347191 Feb 19 07:43:36.748399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:36.765656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (ef7615de-9d30-40bc-bfb1-4dadca5ed166), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.800681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:36.839103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] Routers {'7b2fc650-593f-46a3-afe6-e615e0683a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:36.840490 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['7b2fc650-593f-46a3-afe6-e615e0683a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:36.932532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (ef7615de-9d30-40bc-bfb1-4dadca5ed166), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:36.949972 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:36.951084 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181f2d36-dd14-4e65-8f97-50de123d6c04 None None] The sync data for ids ['7b2fc650-593f-46a3-afe6-e615e0683a2e'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:36.995792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b3c4bf63-8957-43a4-a203-8d00808c46bc tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 200 len: 921 time: 0.2438047 Feb 19 07:43:36.997405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56780) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:37.195878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:35Z', 'revision_number': 9, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:37.246135 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4385c-b036-4aae-a882-28da0a3651fb tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:37.246812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-efc4385c-b036-4aae-a882-28da0a3651fb tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=7b2fc650-593f-46a3-afe6-e615e0683a2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2492585 Feb 19 07:43:37.251749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:37.271700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (ef7615de-9d30-40bc-bfb1-4dadca5ed166), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:37.316526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:37.354572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:37.364039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:37.428305 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (ef7615de-9d30-40bc-bfb1-4dadca5ed166), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:37.490847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3023fa-7a1a-4202-a98a-3c6df8bc3e1b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:37.492695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-af3023fa-7a1a-4202-a98a-3c6df8bc3e1b tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.2393205 Feb 19 07:43:37.496989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56790) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:37.510990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7615de-9d30-40bc-bfb1-4dadca5ed166,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:37.527404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23be1-a766-439a-94ac-0daf187cdf75 req-0095c648-4e37-4adf-bc60-a99b3888f961 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:37.529253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31a23be1-a766-439a-94ac-0daf187cdf75 req-0095c648-4e37-4adf-bc60-a99b3888f961 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.4987259 Feb 19 07:43:37.534631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:37.537973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e072b4ef-6716-49f0-a3fb-70ee0a42300c tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/ef7615de-9d30-40bc-bfb1-4dadca5ed166 HTTP/1.1" status: 204 len: 168 time: 1.1209035 Feb 19 07:43:37.545735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:37.557399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff12fef6-fc1a-43cd-a4f2-05c53be4562d None None] Network e4b6ec60-6576-4065-baa3-2d2b6899cecd requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:37.626478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c5e048ac-81bf-4f78-9517-7d8d8b5c2d2c tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 200 len: 205 time: 0.1249747 Feb 19 07:43:37.627248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56796) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:37.729140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:37.812549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c72a5a-26c6-466c-9f81-b5454cac4cc1 req-e33545f8-9276-4be7-9373-aa22508564f7 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:37.814348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6c72a5a-26c6-466c-9f81-b5454cac4cc1 req-e33545f8-9276-4be7-9373-aa22508564f7 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.2975612 Feb 19 07:43:37.877424 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (e4b6ec60-6576-4065-baa3-2d2b6899cecd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:37.910183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:37.951885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31a23be1-a766-439a-94ac-0daf187cdf75 req-9ca7dad8-c217-4d43-8478-aef57b770d8c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120364 Feb 19 07:43:38.082810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] DHCP port deletion for e4b6ec60-6576-4065-baa3-2d2b6899cecd request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:43:38.122322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 39aefc7c-67f4-45d2-8313-25c469387ef0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:38.122907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.246765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39aefc7c-67f4-45d2-8313-25c469387ef0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:38.276170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6c72a5a-26c6-466c-9f81-b5454cac4cc1 req-093b6b3a-e5d7-4bab-ba8f-91580175f2fd tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533963 Feb 19 07:43:38.289923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 39aefc7c-67f4-45d2-8313-25c469387ef0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39aefc7c-67f4-45d2-8313-25c469387ef0,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:38.290297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.334509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:35Z', 'revision_number': 9, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:38.372583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 39aefc7c-67f4-45d2-8313-25c469387ef0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:38.395182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.541360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Deleting port 39aefc7c-67f4-45d2-8313-25c469387ef0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:38.541959 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.636452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010b1cd-c459-4fff-99df-7c1635827797 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:35Z', 'revision_number': 9, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': '51445cdd-c06a-40e4-944a-9c165e2d100b', 'name': '', 'network_id': 'be351fbd-9983-472c-9602-79bb697b8c39', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:d9:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:56Z', 'updated_at': '2022-02-19T07:43:05Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '66a4545d-691f-453d-8bf7-b97a8ad23eee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:38.649727 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.700113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 39aefc7c-67f4-45d2-8313-25c469387ef0 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:38.701242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port f466a542-0576-4f77-b82f-b49983bc6173 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:38.701616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f466a542-0576-4f77-b82f-b49983bc6173), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.786304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No active binding found for port 39aefc7c-67f4-45d2-8313-25c469387ef0 {{(pid=103589) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 07:43:38.796858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] The host n-d-829866-3 is not matching for port 39aefc7c-67f4-45d2-8313-25c469387ef0 host None! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:43:38.801136 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39aefc7c-67f4-45d2-8313-25c469387ef0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:38.828200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff5af0f-3a94-43a4-aaf4-8aa7029420a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.846863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] For port 39aefc7c-67f4-45d2-8313-25c469387ef0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39aefc7c-67f4-45d2-8313-25c469387ef0,segment=NetworkSegment(acd4e645-4d6d-47ee-996d-c9d707fbe787),segment_id=acd4e645-4d6d-47ee-996d-c9d707fbe787)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:38.847566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:38.884791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=39aefc7c-67f4-45d2-8313-25c469387ef0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:38.889697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Calling delete_port for 39aefc7c-67f4-45d2-8313-25c469387ef0 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:38.995688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f466a542-0576-4f77-b82f-b49983bc6173), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.025123 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for f466a542-0576-4f77-b82f-b49983bc6173 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:39.059107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (39aefc7c-67f4-45d2-8313-25c469387ef0), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.099110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] Pushing event deleted for resources: {'Port': ['ID=39aefc7c-67f4-45d2-8313-25c469387ef0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:39.120985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd4de3-a2ad-4464-8fdd-b6907303e26e None None] No DVR routers for this DVR port 39aefc7c-67f4-45d2-8313-25c469387ef0 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:39.252540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (e4b6ec60-6576-4065-baa3-2d2b6899cecd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.317266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b6ec60-6576-4065-baa3-2d2b6899cecd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:39.337521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd4e645-4d6d-47ee-996d-c9d707fbe787') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:39.338053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd4e645-4d6d-47ee-996d-c9d707fbe787') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:39.352234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-1bab2d5c-72e6-4621-8e37-ae762bf7f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:39.354306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-1bab2d5c-72e6-4621-8e37-ae762bf7f14c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb070423424493797f328339534c53f&device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 1128 time: 0.5121181 Feb 19 07:43:39.363065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (acd4e645-4d6d-47ee-996d-c9d707fbe787), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.406393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b65e1-b8c8-46b3-914d-4a663edbc9da req-4c8403e3-078f-4a55-a984-d13512b82428 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:39.408887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d94b65e1-b8c8-46b3-914d-4a663edbc9da req-4c8403e3-078f-4a55-a984-d13512b82428 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2331386 Feb 19 07:43:39.424691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (acd4e645-4d6d-47ee-996d-c9d707fbe787), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.480544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:39.481367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (acd4e645-4d6d-47ee-996d-c9d707fbe787), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:39.489652 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:39.751203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:39.918020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f0bfa-55ee-4c34-810c-d4f7a667ea08 req-95048d7b-e58c-471b-ad58-cd53119a1611 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:39.920218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f2f0bfa-55ee-4c34-810c-d4f7a667ea08 req-95048d7b-e58c-471b-ad58-cd53119a1611 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 1.0335877 Feb 19 07:43:40.075573 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f2f0bfa-55ee-4c34-810c-d4f7a667ea08 req-91d96177-bb33-41c8-8842-86b8b231d01f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457007 Feb 19 07:43:40.077324 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f466a542-0576-4f77-b82f-b49983bc6173), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.150905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d94b65e1-b8c8-46b3-914d-4a663edbc9da req-b4018eeb-a907-4a09-a777-6b54e9b000c2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344148 Feb 19 07:43:40.163971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (e4b6ec60-6576-4065-baa3-2d2b6899cecd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.173697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:40.185458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=f466a542-0576-4f77-b82f-b49983bc6173,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:40.197266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.207096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/e4b6ec60-6576-4065-baa3-2d2b6899cecd HTTP/1.1" status: 204 len: 168 time: 2.6609538 Feb 19 07:43:40.220399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:40.222326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:40.222671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3f3e8b1c-4fa3-4ebd-8f3d-b11bb89475a2 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:40.287635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd690-950d-48ad-abfd-3418bec740de tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=e4b6ec60-6576-4065-baa3-2d2b6899cecd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:40.292002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-076ebb34-d9e0-4ac6-ba58-b12d7bfce147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:40.293631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-076ebb34-d9e0-4ac6-ba58-b12d7bfce147 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 200 len: 912 time: 0.9282584 Feb 19 07:43:40.321823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (7b2fc650-593f-46a3-afe6-e615e0683a2e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.374290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-3113e634-c7de-44b3-8f11-5cdca81a80ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 200 len: 217 time: 0.0739634 Feb 19 07:43:40.498895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.505855 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (7b2fc650-593f-46a3-afe6-e615e0683a2e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.581361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-372084ec-3a2b-46de-83a1-8aba6d578ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:40.583537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-372084ec-3a2b-46de-83a1-8aba6d578ee9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e825939c-854f-4d87-b88d-ecd8b2bae8cd HTTP/1.1" status: 200 len: 852 time: 0.1850429 Feb 19 07:43:40.648895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-e86832ef-b4b7-47e3-9cb8-0060b94f4b48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cad5285-4fdb-430e-b290-c64f8352cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569270 Feb 19 07:43:40.659571 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (7b2fc650-593f-46a3-afe6-e615e0683a2e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.660203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router 7b2fc650-593f-46a3-afe6-e615e0683a2e {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:40.682069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.683505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d60d14d4-8c4d-4f9e-8d3d-e77f054b2a2e tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 204 len: 168 time: 3.0554521 Feb 19 07:43:40.687317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56818) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:40.697268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1026841500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:40.740972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.747090 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.975223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:40.984984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:41.045663 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:41.047821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc327d71-0197-4d52-8d51-30a55c86bba2 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3575091 Feb 19 07:43:41.051181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:41.057409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:41.132870 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:41.151030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-58006ac5-b25c-4ae1-98e0-bf165227aaa4 service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428620 Feb 19 07:43:41.367864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aaa8d0-042f-4c28-8759-23232e07e4eb req-2a009c70-bb45-4a7a-b055-a452613a86e6 service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107980 Feb 19 07:43:41.379385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:41.389225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65859b91-7dbb-40d6-a210-b9c2c3af9155 req-25735aef-8802-45c2-bbf6-10a8c0d7afc0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:41.391888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65859b91-7dbb-40d6-a210-b9c2c3af9155 req-25735aef-8802-45c2-bbf6-10a8c0d7afc0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.1246064 Feb 19 07:43:41.570428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:41.606690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65859b91-7dbb-40d6-a210-b9c2c3af9155 req-e8d76dd3-dc6e-411a-b821-20f5fde9f819 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345477 Feb 19 07:43:41.643639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7bcdc-76ae-4345-9eec-6da0ab0e1cd1 req-8556153e-f0bf-451a-921d-6fbfe9741698 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:41.645176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4df7bcdc-76ae-4345-9eec-6da0ab0e1cd1 req-8556153e-f0bf-451a-921d-6fbfe9741698 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1772387 Feb 19 07:43:41.738844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4df7bcdc-76ae-4345-9eec-6da0ab0e1cd1 req-fcb0ff95-a2b7-4d6b-8ea7-a5ad41a8506c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532484 Feb 19 07:43:42.089230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (b279b4ff-9327-453d-824d-eea1bf77becf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.098232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 51445cdd-c06a-40e4-944a-9c165e2d100b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:42.098597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.134503 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.268622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Allocated IP 172.25.7.238 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:42.336947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 51445cdd-c06a-40e4-944a-9c165e2d100b, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=51445cdd-c06a-40e4-944a-9c165e2d100b,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:42.341443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.399483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 51445cdd-c06a-40e4-944a-9c165e2d100b owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:42.406921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for port (6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.476392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.478561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:42.531830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:42.535757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:42.543906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:42.554644 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event updated for resources: {'Port': ['ID=6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:42.971519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (51445cdd-c06a-40e4-944a-9c165e2d100b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:43.039550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=51445cdd-c06a-40e4-944a-9c165e2d100b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:43.067152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19048b5-1aeb-4105-b2d8-6ee04685344e req-d6d75d7c-0f93-45b4-9df9-57331380e7f0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:43.079831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f19048b5-1aeb-4105-b2d8-6ee04685344e req-d6d75d7c-0f93-45b4-9df9-57331380e7f0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3312390 Feb 19 07:43:43.187390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f19048b5-1aeb-4105-b2d8-6ee04685344e req-05266fad-02fc-441a-bcc1-737b348f0c24 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990641 Feb 19 07:43:43.325407 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7221db-9577-494b-b5f4-b85fe074300c req-2d5a24de-47bf-4f41-95e7-767c821ca2bb tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:43.333043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd7221db-9577-494b-b5f4-b85fe074300c req-2d5a24de-47bf-4f41-95e7-767c821ca2bb tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.4450767 Feb 19 07:43:43.413048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:43.418946 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (b279b4ff-9327-453d-824d-eea1bf77becf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:43.543438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd7221db-9577-494b-b5f4-b85fe074300c req-5ae53d2d-044b-4404-a81d-9cd80ec6910f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093959 Feb 19 07:43:43.859266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:43.869080 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:43.873807 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:44.075867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7917f9-cb5a-46f1-8d94-2bb69d74c5fd req-f72c9227-520e-41cd-bbd8-bc35d3de1ba7 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:44.086041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a7917f9-cb5a-46f1-8d94-2bb69d74c5fd req-f72c9227-520e-41cd-bbd8-bc35d3de1ba7 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1466167 Feb 19 07:43:44.128432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:44.137472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8352c5e2-8a30-461c-947b-ab5172fa6995 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9131188 Feb 19 07:43:44.139546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:44.147472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:44.159531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:44.161316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.212639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a7917f9-cb5a-46f1-8d94-2bb69d74c5fd req-2ad98a77-3ff1-48b3-9952-3ac4359b9817 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140602 Feb 19 07:43:44.279984 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Router b279b4ff-9327-453d-824d-eea1bf77becf is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:44.350018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet 66a4545d-691f-453d-8bf7-b97a8ad23eee {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:44.371826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (66a4545d-691f-453d-8bf7-b97a8ad23eee), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:44.435242 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:44.447469 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] Sync routers for ids ['b279b4ff-9327-453d-824d-eea1bf77becf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:44.469815 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] Routers {'b279b4ff-9327-453d-824d-eea1bf77becf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:44.472206 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:44.473007 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b279b4ff-9327-453d-824d-eea1bf77becf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.474096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:44.475962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-48f7ca80-6fe3-4274-9190-7b17742c81b1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "PUT /v2.0/routers/b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 200 len: 880 time: 3.4235961 Feb 19 07:43:44.479649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56862) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:44.547712 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.571319 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] Routers {'b279b4ff-9327-453d-824d-eea1bf77becf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:44.572302 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b279b4ff-9327-453d-824d-eea1bf77becf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.731170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de567346-bb59-4746-b830-93d338cf27ff tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 200 len: 921 time: 0.2502975 Feb 19 07:43:44.732590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (66a4545d-691f-453d-8bf7-b97a8ad23eee), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:44.739766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:44.833134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363240a7-e2fb-45b5-a700-c80068f241dd tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:44.836148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-363240a7-e2fb-45b5-a700-c80068f241dd tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=b279b4ff-9327-453d-824d-eea1bf77becf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0941596 Feb 19 07:43:44.838358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:44.924893 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:44.929037 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2be361-9165-4ea8-8aae-0cdad22d170f None None] The sync data for ids ['b279b4ff-9327-453d-824d-eea1bf77becf'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:44.945700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (66a4545d-691f-453d-8bf7-b97a8ad23eee), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.030578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (66a4545d-691f-453d-8bf7-b97a8ad23eee), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.055443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.061379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/66a4545d-691f-453d-8bf7-b97a8ad23eee HTTP/1.1" status: 204 len: 168 time: 0.9105344 Feb 19 07:43:45.064889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:45.081541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343a918-ad8e-41fd-9c6b-f873aae10b2d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=66a4545d-691f-453d-8bf7-b97a8ad23eee,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:45.098607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2f58-a60a-46fc-b2bf-939f9b3ee225 req-9cf9ca5f-6ed9-4385-a55d-91c3373b2d97 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:45.100487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-891a2f58-a60a-46fc-b2bf-939f9b3ee225 req-9cf9ca5f-6ed9-4385-a55d-91c3373b2d97 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.7008629 Feb 19 07:43:45.162243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58fada-1cdd-4390-a366-84eeefba2a36 None None] Network be351fbd-9983-472c-9602-79bb697b8c39 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:45.198935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-891a2f58-a60a-46fc-b2bf-939f9b3ee225 req-edbc62fd-99d8-4e88-ae4a-5842117e6788 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904834 Feb 19 07:43:45.244280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (be351fbd-9983-472c-9602-79bb697b8c39), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.264334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a689e-23a2-4481-af1e-7569c99b3a20 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:45.265739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b23a689e-23a2-4481-af1e-7569c99b3a20 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.4264765 Feb 19 07:43:45.268747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:45.317947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:42Z', 'revision_number': 10, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:45.347281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b85ed62e-2f90-4b59-a8c6-41af02b258e1 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 200 len: 205 time: 0.0771616 Feb 19 07:43:45.349607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56874) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:45.369169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:45.382443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:45.383068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:45.495327 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:45.495852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.542834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] DHCP port deletion for be351fbd-9983-472c-9602-79bb697b8c39 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:43:45.568093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=70db6f78-0e40-4800-ae81-7f4b3b542fa7,segment=NetworkSegment(a4e665de-b2cb-48ed-9c47-2a25213c42ae),segment_id=a4e665de-b2cb-48ed-9c47-2a25213c42ae)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:45.568489 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.585801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 70db6f78-0e40-4800-ae81-7f4b3b542fa7 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:45.625498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:45.629634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (b279b4ff-9327-453d-824d-eea1bf77becf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.756263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.809689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=70db6f78-0e40-4800-ae81-7f4b3b542fa7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:45.819976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (b279b4ff-9327-453d-824d-eea1bf77becf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.823771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23273ce5-ce7b-48bf-964b-293f77c9d876 req-bf16a570-4334-4b15-ad61-ba8cc51812db tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:45.831938 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23273ce5-ce7b-48bf-964b-293f77c9d876 req-bf16a570-4334-4b15-ad61-ba8cc51812db tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.4724758 Feb 19 07:43:45.862235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:45.939879 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23273ce5-ce7b-48bf-964b-293f77c9d876 req-4befa50c-d88b-475a-8f35-7636323278df tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921516 Feb 19 07:43:45.944795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Deleting port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:45.945234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:45.973170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port 6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:45.973519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.044181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (be351fbd-9983-472c-9602-79bb697b8c39), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.113690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be351fbd-9983-472c-9602-79bb697b8c39']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.120407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] For port 70db6f78-0e40-4800-ae81-7f4b3b542fa7, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:46.121029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.149067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e665de-b2cb-48ed-9c47-2a25213c42ae') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.149527 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e665de-b2cb-48ed-9c47-2a25213c42ae') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.170231 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (a4e665de-b2cb-48ed-9c47-2a25213c42ae), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.188582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.191037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Calling delete_port for 70db6f78-0e40-4800-ae81-7f4b3b542fa7 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:46.203356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a4e665de-b2cb-48ed-9c47-2a25213c42ae), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.208893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:43:46.210115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:46.210515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (a4e665de-b2cb-48ed-9c47-2a25213c42ae), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:46.213769 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:46.221488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 70db6f78-0e40-4800-ae81-7f4b3b542fa7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:46.234710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (70db6f78-0e40-4800-ae81-7f4b3b542fa7), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.241085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for 6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:46.365980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] No DVR routers for this DVR port 70db6f78-0e40-4800-ae81-7f4b3b542fa7 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:46.373045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e91a2-e065-4d41-b6c9-2da7785a9862 None None] Pushing event deleted for resources: {'Port': ['ID=70db6f78-0e40-4800-ae81-7f4b3b542fa7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:46.391545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 70db6f78-0e40-4800-ae81-7f4b3b542fa7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:46.392049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 70db6f78-0e40-4800-ae81-7f4b3b542fa7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:46.417459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453ade3-9196-499d-9759-d83b462ac734 req-0608b118-c37a-425c-abc7-097fa7bfaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:46.419676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-0608b118-c37a-425c-abc7-097fa7bfaef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb070423424493797f328339534c53f&device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 1128 time: 0.1634054 Feb 19 07:43:46.420996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (be351fbd-9983-472c-9602-79bb697b8c39), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.435610 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:46.438764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/be351fbd-9983-472c-9602-79bb697b8c39 HTTP/1.1" status: 204 len: 168 time: 1.3603292 Feb 19 07:43:46.445915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:46.454922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:42Z', 'revision_number': 10, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:46.477337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197380-ed5c-4ed5-93b3-70386983329a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=be351fbd-9983-472c-9602-79bb697b8c39,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:46.508971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c80d5-ceb1-4043-bf86-0b1e0ecfba82 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:42Z', 'revision_number': 10, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None, '_interfaces': [{'id': 'a4978e96-f8cb-4756-ba60-0139c94c47bb', 'name': '', 'network_id': 'aae495e1-6ca1-4c1c-929e-243134563cce', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'mac_address': 'fa:16:3e:ae:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7874d-7507-4a72-836c-03fcff128697', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:42:48Z', 'updated_at': '2022-02-19T07:42:57Z', 'revision_number': 5, 'project_id': '7e6fe27928e5499a99371771717116f7', 'subnets': [{'id': '6ac8372f-9d8f-4b00-9863-61f59ea79044', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:46.548516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fba75-3f6a-4c68-9e4c-e7c1faef23ef req-4b49e905-bb4d-4888-931d-8069d3c2e37f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:46.555899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b54fba75-3f6a-4c68-9e4c-e7c1faef23ef req-4b49e905-bb4d-4888-931d-8069d3c2e37f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.2996604 Feb 19 07:43:46.594982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453ade3-9196-499d-9759-d83b462ac734 req-5c8558c9-036b-4314-8798-a9147fc31f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:46.596717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-5c8558c9-036b-4314-8798-a9147fc31f6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 200 len: 912 time: 0.1572049 Feb 19 07:43:46.662513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-8e34f9e8-45f1-4157-bcb7-da762efbce21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 200 len: 217 time: 0.0581777 Feb 19 07:43:46.672972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b77d-e83e-4933-b1d6-8d79095bcf6b req-dd4c1026-b9f5-4c61-8135-c5c3f704cd2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:46.674986 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03a0b77d-e83e-4933-b1d6-8d79095bcf6b req-dd4c1026-b9f5-4c61-8135-c5c3f704cd2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3271046 Feb 19 07:43:46.675453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b54fba75-3f6a-4c68-9e4c-e7c1faef23ef req-30f60975-200b-4740-82c0-3cc0470799c2 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130056 Feb 19 07:43:46.833613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453ade3-9196-499d-9759-d83b462ac734 req-c4e2c0af-2f51-41da-9378-f73780eaba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:46.835775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-c4e2c0af-2f51-41da-9378-f73780eaba75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e825939c-854f-4d87-b88d-ecd8b2bae8cd HTTP/1.1" status: 200 len: 852 time: 0.1598694 Feb 19 07:43:46.840541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03a0b77d-e83e-4933-b1d6-8d79095bcf6b req-05223e03-1ac8-4e0d-8fb8-5566a78d10c3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535552 Feb 19 07:43:46.870556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-c1b2f5ca-c199-49ea-8372-8de6f43de45f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cad5285-4fdb-430e-b290-c64f8352cbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286987 Feb 19 07:43:47.085968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:47.178021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=6b985de6-200b-4d06-b6fe-b3bd4cb0c8f5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:47.283634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (b279b4ff-9327-453d-824d-eea1bf77becf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:47.367567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-4bdcb8a6-8621-4c20-9056-86b5258d3e7a service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908845 Feb 19 07:43:47.453838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:47.762917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port a4978e96-f8cb-4756-ba60-0139c94c47bb {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:47.764142 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:47.953194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port a4978e96-f8cb-4756-ba60-0139c94c47bb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a4978e96-f8cb-4756-ba60-0139c94c47bb,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:47.953651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:47.981251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bc37e-9418-4fa6-a40e-14de4b91a964 req-85e6ccbd-70af-4f96-ab25-8dfd3f1ecf90 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:47.983618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-069bc37e-9418-4fa6-a40e-14de4b91a964 req-85e6ccbd-70af-4f96-ab25-8dfd3f1ecf90 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1606739 Feb 19 07:43:48.027754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for a4978e96-f8cb-4756-ba60-0139c94c47bb owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:48.047229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.094818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-069bc37e-9418-4fa6-a40e-14de4b91a964 req-d6ccbd2a-3345-4b1a-9857-76ec9827b8aa tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008613 Feb 19 07:43:48.113165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 51445cdd-c06a-40e4-944a-9c165e2d100b no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:48.118972 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (b279b4ff-9327-453d-824d-eea1bf77becf), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.166888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 51445cdd-c06a-40e4-944a-9c165e2d100b {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:48.167657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 51445cdd-c06a-40e4-944a-9c165e2d100b not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:48.375131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (b279b4ff-9327-453d-824d-eea1bf77becf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.375724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router b279b4ff-9327-453d-824d-eea1bf77becf {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:48.396502 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.397667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c27765f-2661-4f19-84f6-ec2c44426255 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 204 len: 168 time: 3.0468581 Feb 19 07:43:48.409624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:48.414999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-200737013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:48.424439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a4978e96-f8cb-4756-ba60-0139c94c47bb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.438882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f96e5b-bb55-4455-af6f-f5c41ece02a8 req-43c7ae69-612f-41bd-b183-8bb3e2dc90d8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:48.455863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78f96e5b-bb55-4455-af6f-f5c41ece02a8 req-43c7ae69-612f-41bd-b183-8bb3e2dc90d8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.4287748 Feb 19 07:43:48.459870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6453ade3-9196-499d-9759-d83b462ac734 req-3366fd30-af4f-4950-bcc2-2d640c1fd1ce service neutron] 10.222.0.47 "GET /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355617 Feb 19 07:43:48.500511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=a4978e96-f8cb-4756-ba60-0139c94c47bb,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:48.525381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78f96e5b-bb55-4455-af6f-f5c41ece02a8 req-8e27c325-692a-41fb-a85a-fbdbedcc9c87 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681319 Feb 19 07:43:48.556342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.558399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.667884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (38e7874d-7507-4a72-836c-03fcff128697), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.763014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.809734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.882502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:48.887028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:48.887301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3f576582-f340-47de-a9b7-2ffc72018b42 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4760804 Feb 19 07:43:48.895579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': True}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:48.983257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:49.090095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:49.098758 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-52241c55-401d-44c1-81c7-e9181980ca10 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473532 Feb 19 07:43:49.098758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:49.105255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:49.141067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:49.141733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:49.176632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.222444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting subnet 6ac8372f-9d8f-4b00-9863-61f59ea79044 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:49.243081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (6ac8372f-9d8f-4b00-9863-61f59ea79044), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.273501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:49.318106 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (6ac8372f-9d8f-4b00-9863-61f59ea79044), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.368927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21756241-2927-4f4e-810e-137499d1e391 req-2be930eb-f23e-4f5a-8dfb-4cefa4259c12 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:49.377384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21756241-2927-4f4e-810e-137499d1e391 req-2be930eb-f23e-4f5a-8dfb-4cefa4259c12 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1450450 Feb 19 07:43:49.463500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:49.464192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21756241-2927-4f4e-810e-137499d1e391 req-682db53e-c075-4fa0-9812-c9a3a5dae15d tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837777 Feb 19 07:43:49.521034 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:49.540046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6ac8372f-9d8f-4b00-9863-61f59ea79044), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.543851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:49.544869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:49.584627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.617112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.691320 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6ac8372f-9d8f-4b00-9863-61f59ea79044), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.711829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:49.724137 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.735764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:49.739723 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/6ac8372f-9d8f-4b00-9863-61f59ea79044 HTTP/1.1" status: 204 len: 168 time: 0.6390722 Feb 19 07:43:49.757708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5216ff-2228-401e-9ddc-fd60d9c90bd3 None None] Network aae495e1-6ca1-4c1c-929e-243134563cce requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:43:49.775522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac8372f-9d8f-4b00-9863-61f59ea79044,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:49.789228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.789594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.789948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.790365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.790826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.791243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.791746 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.792292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.792635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.793209 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.793562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.793938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.794325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e373542-0645-447f-b7d7-9a8fc339c4cb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:49.799530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:49.866518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ce072-f7f4-44a2-8b43-8b3e0eb032c5 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:49.912850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8d28-9fdb-4f37-9d84-28cee489d6cc req-118b967e-a91e-413f-9d1f-a827aea65ee9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:49.917353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-482b8d28-9fdb-4f37-9d84-28cee489d6cc req-118b967e-a91e-413f-9d1f-a827aea65ee9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2225308 Feb 19 07:43:49.925248 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (aae495e1-6ca1-4c1c-929e-243134563cce), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:49.980694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.25.7.159 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:50.097213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-482b8d28-9fdb-4f37-9d84-28cee489d6cc req-345c0b9b-353d-42e9-9ec9-ab2d6129ddff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675143 Feb 19 07:43:50.146131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Deleting port 3919a195-1a58-46ec-990e-d375ab370b14 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:50.146674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3919a195-1a58-46ec-990e-d375ab370b14), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.179031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.243154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] For port 3919a195-1a58-46ec-990e-d375ab370b14, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3919a195-1a58-46ec-990e-d375ab370b14,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:50.243556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3919a195-1a58-46ec-990e-d375ab370b14), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.261134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] DHCP port deletion for aae495e1-6ca1-4c1c-929e-243134563cce request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:43:50.286485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Calling delete_port for 3919a195-1a58-46ec-990e-d375ab370b14 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:50.330130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.401207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Deleting port 3919a195-1a58-46ec-990e-d375ab370b14 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:50.401601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3919a195-1a58-46ec-990e-d375ab370b14), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.428432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 3919a195-1a58-46ec-990e-d375ab370b14 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:50.535868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:50.556068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:50.570467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:50.677972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] For port 3919a195-1a58-46ec-990e-d375ab370b14, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=3919a195-1a58-46ec-990e-d375ab370b14,segment=NetworkSegment(30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b),segment_id=30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:50.678393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3919a195-1a58-46ec-990e-d375ab370b14), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.722288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:50.725397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Calling delete_port for 3919a195-1a58-46ec-990e-d375ab370b14 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:50.736414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6deeaf-1b55-40a1-a874-31663a29850e req-61a06df7-5f81-4d31-ae9b-d2fe265d0b97 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:50.738034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c6deeaf-1b55-40a1-a874-31663a29850e req-61a06df7-5f81-4d31-ae9b-d2fe265d0b97 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1164815 Feb 19 07:43:50.815799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.816497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.820726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.824366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.824895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.825404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.825913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.826407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.826907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.827441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.827950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.828836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.830229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:43:50.867454 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c6deeaf-1b55-40a1-a874-31663a29850e req-c5b99915-07b6-457a-99ad-16fc9839d851 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 Feb 19 07:43:50.883444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 3919a195-1a58-46ec-990e-d375ab370b14 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:50.883444 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (3919a195-1a58-46ec-990e-d375ab370b14), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.913651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (3919a195-1a58-46ec-990e-d375ab370b14), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.924171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3919a195-1a58-46ec-990e-d375ab370b14), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:50.940665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No DVR routers for this DVR port 3919a195-1a58-46ec-990e-d375ab370b14 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:50.952529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a4978e96-f8cb-4756-ba60-0139c94c47bb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:50.976061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] Pushing event deleted for resources: {'Port': ['ID=3919a195-1a58-46ec-990e-d375ab370b14,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:50.985628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Port': ['ID=3919a195-1a58-46ec-990e-d375ab370b14,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:51.004290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963bd3e2-7bff-4498-beec-1e7d29b36227 None None] No DVR routers for this DVR port 3919a195-1a58-46ec-990e-d375ab370b14 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:51.006141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a4978e96-f8cb-4756-ba60-0139c94c47bb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:51.006898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a4978e96-f8cb-4756-ba60-0139c94c47bb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:51.174178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (aae495e1-6ca1-4c1c-929e-243134563cce), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.229167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae495e1-6ca1-4c1c-929e-243134563cce']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:51.257496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:51.257919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:51.282768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.288534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67cbdb-8a71-43f0-bdf7-57f8fd2d785f req-0e1a2d3d-853d-4164-8a27-c4661341fd47 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:51.290424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c67cbdb-8a71-43f0-bdf7-57f8fd2d785f req-0e1a2d3d-853d-4164-8a27-c4661341fd47 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.0979638 Feb 19 07:43:51.299875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.308560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:51.309013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (30fff8b4-b9cb-41b0-af8a-dab9a8dc3c7b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:51.381849 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:51.389975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c67cbdb-8a71-43f0-bdf7-57f8fd2d785f req-980ae377-f409-4cc6-86d7-dda9fd2b1811 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935538 Feb 19 07:43:51.478042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.482111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (aae495e1-6ca1-4c1c-929e-243134563cce), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.552360 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.559231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56972) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:51.559874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/networks/aae495e1-6ca1-4c1c-929e-243134563cce HTTP/1.1" status: 204 len: 168 time: 1.8225324 Feb 19 07:43:51.565170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'routes': None}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:51.588720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f63a74-265b-427c-bf5f-cddd10c53d9f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Pushing event deleted for resources: {'Network': ['ID=aae495e1-6ca1-4c1c-929e-243134563cce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:51.651317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a5df1-534d-4b31-badd-35b654d53551 req-5dec822b-4dc7-4483-8c0d-30454ddad026 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:51.653295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a12a5df1-534d-4b31-badd-35b654d53551 req-5dec822b-4dc7-4483-8c0d-30454ddad026 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1763575 Feb 19 07:43:51.723526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a12a5df1-534d-4b31-badd-35b654d53551 req-f2c8f1cd-4fdd-4011-87a2-b0c882cf5718 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599473 Feb 19 07:43:51.789220 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Added routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 07:43:51.789875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.extraroute_db [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Removed routes are [] {{(pid=103587) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 07:43:51.790470 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.834510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:43:51.910034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.917848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:51.999804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:52.008167 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (38e7874d-7507-4a72-836c-03fcff128697), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:52.115007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router 38e7874d-7507-4a72-836c-03fcff128697 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:43:52.139876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router 6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:52.213190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:52.220019 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:52.221579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ede04a9b-01ad-4fd8-b148-2342fe26a69e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 705 time: 0.6613362 Feb 19 07:43:52.224315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56980) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:52.227112 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Sync routers for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:52.242839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:52.244040 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.311530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-34416bce-e3bb-4e54-b0b2-376fa444666d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 205 time: 0.0737152 Feb 19 07:43:52.313348 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 56984) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:52.320659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:52.330606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] Sync routers for ids ['6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:52.335108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:52.337578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:52.347411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18a4064d-36ce-438f-b3b1-e89ef27d5355 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "PUT /v2.0/routers/6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 200 len: 914 time: 3.4587250 Feb 19 07:43:52.350288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:52.369502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] Routers {'6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:52.372674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.449689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (38e7874d-7507-4a72-836c-03fcff128697), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:52.463318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.482663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.512068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] Routers {'6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:52.512716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.541475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Checking router: 38e7874d-7507-4a72-836c-03fcff128697 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:52.565679 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Routers {'38e7874d-7507-4a72-836c-03fcff128697'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:52.566556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['38e7874d-7507-4a72-836c-03fcff128697'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.572898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.573876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0398f1-3a4c-4703-8743-aa88daa10827 None None] The sync data for ids ['6ef81a91-e5e5-4b3a-beb2-227f5f5278c0'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:52.624009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b2db656d-4f8d-47a6-9f31-1f6f11e47402 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 200 len: 920 time: 0.2722414 Feb 19 07:43:52.624849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:52.681289 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] Set router 38e7874d-7507-4a72-836c-03fcff128697 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:52.712544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e7a345-728e-4352-804e-8c4aa964250a tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:52.718380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d2e7a345-728e-4352-804e-8c4aa964250a tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=6ef81a91-e5e5-4b3a-beb2-227f5f5278c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0917964 Feb 19 07:43:52.719250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 56996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:52.760777 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:52.797962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ed634-f3a9-4a76-b7e2-86e434afa024 None None] The sync data for ids ['38e7874d-7507-4a72-836c-03fcff128697'] in n-d-829866-3 is: [{'id': '38e7874d-7507-4a72-836c-03fcff128697', 'name': 'tempest-RoutersIpV6Test-router-1864961999', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:42:45Z', 'updated_at': '2022-02-19T07:43:48Z', 'revision_number': 11, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:52.921663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00333a69-ac86-477a-9f91-64324188b0ba tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:52.934634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-00333a69-ac86-477a-9f91-64324188b0ba tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.2143071 Feb 19 07:43:52.936957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:53.026029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (38e7874d-7507-4a72-836c-03fcff128697), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.031785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (38e7874d-7507-4a72-836c-03fcff128697), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.084624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d12457b-9527-4f90-be63-739f8d0cfda4 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 200 len: 205 time: 0.1440756 Feb 19 07:43:53.089335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:53.103910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a60c00-0274-4d78-875d-fec374d7f7a7 req-ca8f14e2-11fa-4ed0-940c-80a983982ff2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:53.106285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3a60c00-0274-4d78-875d-fec374d7f7a7 req-ca8f14e2-11fa-4ed0-940c-80a983982ff2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.5526624 Feb 19 07:43:53.114985 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (38e7874d-7507-4a72-836c-03fcff128697), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.116131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router 38e7874d-7507-4a72-836c-03fcff128697 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:53.141392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.147060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-83004b27-0997-4cbb-9cae-d98c0d99bb22 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 204 len: 168 time: 0.8279860 Feb 19 07:43:53.149865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57006) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:53.167601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-298919781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:53.254719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.256543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.294391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a3a60c00-0274-4d78-875d-fec374d7f7a7 req-952efc2f-5da7-432a-9e63-ecd0d1a5db27 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364303 Feb 19 07:43:53.358377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (d6843431-ed69-4192-a0f8-e2f89349081c), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.363676 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.387996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:53.396141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42af469c-5006-48bc-839d-469c93e4f5ae tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2396691 Feb 19 07:43:53.397034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57010) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:53.401791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:53.663287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6d6a-b4ed-4d0f-8015-9bdf41ec0235 req-0b36a67c-381f-4edf-8d0f-e1c0ee3641e5 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:53.670573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca6a6d6a-b4ed-4d0f-8015-9bdf41ec0235 req-0b36a67c-381f-4edf-8d0f-e1c0ee3641e5 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.7635827 Feb 19 07:43:53.797769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-fc853528-cb60-4150-9cc2-cdec4c8a476f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:53.799875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-fc853528-cb60-4150-9cc2-cdec4c8a476f tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.47 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 946 time: 0.1637578 Feb 19 07:43:53.806385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ca6a6d6a-b4ed-4d0f-8015-9bdf41ec0235 req-8671cad5-4acd-4261-b2b9-a7098f7dfc4c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/security-groups?id=300a3c54-d544-49f1-b692-598da5723255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349523 Feb 19 07:43:53.856177 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.029858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.058135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Deleting port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:54.058575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.080818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.094329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.180212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port 3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:43:54.180563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.227251 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Router d6843431-ed69-4192-a0f8-e2f89349081c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:54.259019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] For port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,segment=NetworkSegment(458b026c-08d9-4a15-bf53-c186a6850679),segment_id=458b026c-08d9-4a15-bf53-c186a6850679)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:54.259423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.277927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Calling delete_port for 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:54.307937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.325277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:54.332916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.336803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a3dab399-699e-4320-9a20-876990730bfa tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "PUT /v2.0/routers/d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 200 len: 697 time: 0.9362900 Feb 19 07:43:54.337269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57020) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:54.343895 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Sync routers for ids ['d6843431-ed69-4192-a0f8-e2f89349081c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:54.352397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for 3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:43:54.363089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Routers {'d6843431-ed69-4192-a0f8-e2f89349081c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:54.367548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d6843431-ed69-4192-a0f8-e2f89349081c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:54.521646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2b39cb5e-a3b9-4047-8d9f-fcacb13b279c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.532183 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Set router d6843431-ed69-4192-a0f8-e2f89349081c gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:54.590255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-88e76281-cc04-4a68-af02-b79020f02a4d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/routers/d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 200 len: 703 time: 0.2497330 Feb 19 07:43:54.593440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57026) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:54.615638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Pushing event deleted for resources: {'Port': ['ID=2b39cb5e-a3b9-4047-8d9f-fcacb13b279c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:54.635499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] No DVR routers for this DVR port 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:43:54.636218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c1a8c831-7481-485a-9aa9-c5d7d6a3e771 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 200 len: 205 time: 0.0410769 Feb 19 07:43:54.639136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:54.643050 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6843431-ed69-4192-a0f8-e2f89349081c', 'name': 'tempest-RoutersIpV6Test-router-298919781', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:53Z', 'updated_at': '2022-02-19T07:43:54Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:54.653810 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.660084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4b3d897d-fe5c-41f2-87cb-6d9faa796d5a req-20408c33-6cbd-440e-bcf7-7079b45f965c tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.47 "DELETE /v2.0/ports/2b39cb5e-a3b9-4047-8d9f-fcacb13b279c HTTP/1.1" status: 204 len: 173 time: 0.8527596 Feb 19 07:43:54.673375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'name': 'network-vif-deleted', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:43:54.681208 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4895d-075e-4856-9b5f-d4d97b8851e9" -d '{"events": [{"server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "name": "network-vif-deleted", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:43:54.730625 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Checking router: d6843431-ed69-4192-a0f8-e2f89349081c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:43:54.769461 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Routers {'d6843431-ed69-4192-a0f8-e2f89349081c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:54.774685 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d6843431-ed69-4192-a0f8-e2f89349081c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:54.787511 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200a59d6-2f7f-4491-9850-ab8b3c333fc8 x-openstack-request-id: req-200a59d6-2f7f-4491-9850-ab8b3c333fc8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:43:54.787511 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5fb81f-1155-4b5e-9188-6ddac60f3694", "name": "network-vif-deleted", "tag": "2b39cb5e-a3b9-4047-8d9f-fcacb13b279c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:43:54.793865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (d6843431-ed69-4192-a0f8-e2f89349081c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.794364 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-200a59d6-2f7f-4491-9850-ab8b3c333fc8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:43:54.794902 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5fb81f-1155-4b5e-9188-6ddac60f3694', 'name': 'network-vif-deleted', 'tag': '2b39cb5e-a3b9-4047-8d9f-fcacb13b279c', 'status': 'completed', 'code': 200} Feb 19 07:43:54.806955 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7331b12-a0a6-42f1-8586-1cd64e641b31 req-f258e30b-85f7-4be3-a9bc-8def03903b16 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:54.816897 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d7331b12-a0a6-42f1-8586-1cd64e641b31 req-f258e30b-85f7-4be3-a9bc-8def03903b16 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.3508441 Feb 19 07:43:54.858422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:54.900979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=3f3287e0-70f2-47aa-9fc9-91b9e2c8c61e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:54.935930 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] Set router d6843431-ed69-4192-a0f8-e2f89349081c gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:43:54.988184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d7331b12-a0a6-42f1-8586-1cd64e641b31 req-01584551-6a31-4f62-b5dc-ede8e828a94d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703105 Feb 19 07:43:55.010761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6843431-ed69-4192-a0f8-e2f89349081c', 'name': 'tempest-RoutersIpV6Test-router-298919781', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:53Z', 'updated_at': '2022-02-19T07:43:54Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:55.023217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e63ad02-b882-4301-9faf-03fc38a28abc req-516eefe0-fb1c-4d46-9f60-c5233f065eb3 tempest-TestServerAdvancedOps-856971177 tempest-TestServerAdvancedOps-856971177-project] 10.222.0.43 "GET /v2.0/ports?device_id=de5fb81f-1155-4b5e-9188-6ddac60f3694 HTTP/1.1" status: 200 len: 210 time: 0.0304687 Feb 19 07:43:55.024798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.095027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a301c7-91d9-4a3e-a01a-34f977dd7580 None None] The sync data for ids ['d6843431-ed69-4192-a0f8-e2f89349081c'] in n-d-829866-3 is: [{'id': 'd6843431-ed69-4192-a0f8-e2f89349081c', 'name': 'tempest-RoutersIpV6Test-router-298919781', 'tenant_id': '7e6fe27928e5499a99371771717116f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:43:53Z', 'updated_at': '2022-02-19T07:43:54Z', 'revision_number': 2, 'project_id': '7e6fe27928e5499a99371771717116f7', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:55.145652 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.150482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router_controller (d6843431-ed69-4192-a0f8-e2f89349081c), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.166691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.169704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.209547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d6843431-ed69-4192-a0f8-e2f89349081c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.210015 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Fanout notify agent at l3_agent the message router_deleted on router d6843431-ed69-4192-a0f8-e2f89349081c {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:55.219821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.226638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-436cf2fb-c6e8-4c74-96f7-f1ab54fcc0ac tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 204 len: 168 time: 0.5806279 Feb 19 07:43:55.226638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.261722 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6ef81a91-e5e5-4b3a-beb2-227f5f5278c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.262583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:43:55.270474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.275411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d144d475-9b15-4feb-b38b-b4bda318df93 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 204 len: 168 time: 2.1813684 Feb 19 07:43:55.276039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.284698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1377272315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:55.319790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20cce3a8-30cb-4739-8c58-b4ef2cb81630 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 200 len: 205 time: 0.0918789 Feb 19 07:43:55.320649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57042) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.335590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (610386c0-c712-4cf3-8b04-c68847714d93), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.337334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (610386c0-c712-4cf3-8b04-c68847714d93), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.375779 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-18280f66-d026-4cfc-8e9c-fb5f9853ae0d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:55.380411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-18280f66-d026-4cfc-8e9c-fb5f9853ae0d tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/d6843431-ed69-4192-a0f8-e2f89349081c HTTP/1.1" status: 404 len: 336 time: 0.0580773 Feb 19 07:43:55.381265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57044) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.412629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (610386c0-c712-4cf3-8b04-c68847714d93), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.420582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (610386c0-c712-4cf3-8b04-c68847714d93), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.427255 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ce9173-2bca-41fd-b0e6-962de3081e43 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:55.427938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ce9173-2bca-41fd-b0e6-962de3081e43 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:55.434208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13ce9173-2bca-41fd-b0e6-962de3081e43 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/332b9c84-2e69-4a70-a43a-da20ee9b6863 HTTP/1.1" status: 404 len: 337 time: 0.0460134 Feb 19 07:43:55.435076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57046) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.448958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.453494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-caedd37d-3747-4444-95d3-deb86f6b8f12 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1740901 Feb 19 07:43:55.454033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57048) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.463079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:43:55.470341 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb770c17-2b0e-45ed-a502-a2044cdd82bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:55.471010 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb770c17-2b0e-45ed-a502-a2044cdd82bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:55.480169 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb770c17-2b0e-45ed-a502-a2044cdd82bf tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/ef7615de-9d30-40bc-bfb1-4dadca5ed166 HTTP/1.1" status: 404 len: 337 time: 0.0437393 Feb 19 07:43:55.481096 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57052) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.542630 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf54923e-53b5-42e2-8088-ad40d5b5f73a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:55.543311 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf54923e-53b5-42e2-8088-ad40d5b5f73a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:55.549644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bf54923e-53b5-42e2-8088-ad40d5b5f73a tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/66a4545d-691f-453d-8bf7-b97a8ad23eee HTTP/1.1" status: 404 len: 337 time: 0.0674403 Feb 19 07:43:55.550657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57054) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.586007 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b561cca-ce2f-4738-8ab0-5655b3270d88 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:55.586464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b561cca-ce2f-4738-8ab0-5655b3270d88 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:55.597484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b561cca-ce2f-4738-8ab0-5655b3270d88 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/6ac8372f-9d8f-4b00-9863-61f59ea79044 HTTP/1.1" status: 404 len: 337 time: 0.0443120 Feb 19 07:43:55.598537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57056) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.629931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c603b446-bc22-4342-a0e5-ab8da48e3a7f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 200 len: 205 time: 0.0301695 Feb 19 07:43:55.630548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57058) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.672105 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-ed232ce1-31cd-469d-b9d1-8aeb68c61505 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:55.679838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.686530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ed232ce1-31cd-469d-b9d1-8aeb68c61505 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/38e7874d-7507-4a72-836c-03fcff128697 HTTP/1.1" status: 404 len: 336 time: 0.0548074 Feb 19 07:43:55.825021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a8b2951-809d-4e90-a6a9-861662936a3e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=84dd0e83-6c39-4913-97da-f0741a537739 HTTP/1.1" status: 200 len: 205 time: 0.0591130 Feb 19 07:43:55.827275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.839153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (610386c0-c712-4cf3-8b04-c68847714d93), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:55.879059 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-c049e422-5136-4712-995a-5758809f20c3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:55.880238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c049e422-5136-4712-995a-5758809f20c3 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/84dd0e83-6c39-4913-97da-f0741a537739 HTTP/1.1" status: 404 len: 336 time: 0.0520439 Feb 19 07:43:55.882884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.921868 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5599a8-69c8-43b4-8195-01d25f84a08f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:55.922336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5599a8-69c8-43b4-8195-01d25f84a08f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:55.929218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2c5599a8-69c8-43b4-8195-01d25f84a08f tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/30877a71-f3cc-426b-897e-131236a75032 HTTP/1.1" status: 404 len: 337 time: 0.0421457 Feb 19 07:43:55.929218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:55.957691 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-984e686d-bcc4-4cea-8701-42526f2f73eb tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 200 len: 205 time: 0.0278370 Feb 19 07:43:55.960332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57070) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.011832 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-bd54c968-adbf-4d25-8c43-3a7b2effbce7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:56.013074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd54c968-adbf-4d25-8c43-3a7b2effbce7 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/915ef6ab-66e4-4353-a189-6457a39dc561 HTTP/1.1" status: 404 len: 336 time: 0.0511038 Feb 19 07:43:56.016073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57074) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.080646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a456d1b5-098c-4557-a15e-e20e0f18b486 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=5513b9e9-93af-4e20-a289-d86191cb564f HTTP/1.1" status: 200 len: 205 time: 0.0611112 Feb 19 07:43:56.082276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57078) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.150495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.162309 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-26242dd0-2170-4156-b669-9746d9f1b493 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:56.165691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-26242dd0-2170-4156-b669-9746d9f1b493 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/5513b9e9-93af-4e20-a289-d86191cb564f HTTP/1.1" status: 404 len: 336 time: 0.0794539 Feb 19 07:43:56.186715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.225501 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f89b410-4100-4939-bfe0-e1aa5abf3ad5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:56.225941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f89b410-4100-4939-bfe0-e1aa5abf3ad5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:56.229016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8f89b410-4100-4939-bfe0-e1aa5abf3ad5 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/1f1e7db7-aad6-4b63-a965-f645497a1b7c HTTP/1.1" status: 404 len: 337 time: 0.0413253 Feb 19 07:43:56.233442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57084) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.255492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600252-bd3b-40ed-9573-a208d45fa327 req-4ae91d80-8c95-4df6-ae56-9edfe5bad713 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:56.257288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54600252-bd3b-40ed-9573-a208d45fa327 req-4ae91d80-8c95-4df6-ae56-9edfe5bad713 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.2037628 Feb 19 07:43:56.262518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (610386c0-c712-4cf3-8b04-c68847714d93), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.274081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Deleting subnet e825939c-854f-4d87-b88d-ecd8b2bae8cd {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:56.281314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2c00708-68d1-49b8-adf9-02a5d48e60fe tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=14301c0e-de3e-49c9-bc64-9ecc82a272d7 HTTP/1.1" status: 200 len: 205 time: 0.0447063 Feb 19 07:43:56.283211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.285824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.286905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Publish callbacks [] for subnet (e825939c-854f-4d87-b88d-ecd8b2bae8cd), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.329984 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3ea4043e-36f3-4138-bc67-203c4fcd8b17 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:56.333341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3ea4043e-36f3-4138-bc67-203c4fcd8b17 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/14301c0e-de3e-49c9-bc64-9ecc82a272d7 HTTP/1.1" status: 404 len: 336 time: 0.0464027 Feb 19 07:43:56.334113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.345722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e825939c-854f-4d87-b88d-ecd8b2bae8cd), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.381238 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54600252-bd3b-40ed-9573-a208d45fa327 req-8e27e4f7-861c-447a-b391-08dff8778818 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045725 Feb 19 07:43:56.398849 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2bc25c-6749-4794-9af7-5fe33ef0ac57 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:56.399479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2bc25c-6749-4794-9af7-5fe33ef0ac57 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:56.402849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1d2bc25c-6749-4794-9af7-5fe33ef0ac57 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/c454b444-6c87-4562-a434-4bdfddd4a3e8 HTTP/1.1" status: 404 len: 337 time: 0.0679834 Feb 19 07:43:56.407412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.424482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e825939c-854f-4d87-b88d-ecd8b2bae8cd), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.441410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3c9fbedf-1a3e-43ee-873b-4fe71509474e tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6bba85b-2270-4c48-8926-e7ce7929d077 HTTP/1.1" status: 200 len: 205 time: 0.0342319 Feb 19 07:43:56.444254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57092) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.478765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:43:56.491024 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e825939c-854f-4d87-b88d-ecd8b2bae8cd), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.496035 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-f9a292b0-b972-4e8a-a84b-47fed71b2c91 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] delete failed (client error): The resource could not be found. Feb 19 07:43:56.497626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9a292b0-b972-4e8a-a84b-47fed71b2c91 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/routers/f6bba85b-2270-4c48-8926-e7ce7929d077 HTTP/1.1" status: 404 len: 336 time: 0.0519340 Feb 19 07:43:56.515924 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.532174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e825939c-854f-4d87-b88d-ecd8b2bae8cd,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:56.547851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:43:56.549153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 2b39cb5e-a3b9-4047-8d9f-fcacb13b279c not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:43:56.568148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.574387 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dd088a6c-b244-4a3d-8465-75e46aedd95f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e825939c-854f-4d87-b88d-ecd8b2bae8cd HTTP/1.1" status: 204 len: 168 time: 0.4195979 Feb 19 07:43:56.576275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.577254 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa81dda8-742f-4675-9179-d7aa3dffd898 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:56.577748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa81dda8-742f-4675-9179-d7aa3dffd898 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:56.584365 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aa81dda8-742f-4675-9179-d7aa3dffd898 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/bece2db3-f561-415d-a4a4-f85d3c5d2f6e HTTP/1.1" status: 404 len: 337 time: 0.0617273 Feb 19 07:43:56.584937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.588590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Allocated IP 172.25.7.32 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/254a97e8-6a9c-464e-a5cb-6ae6ac21d617) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:43:56.618075 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6caf89d-d5cf-4adc-946f-95e859cbdf50 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] DELETE failed (client error): The resource could not be found. Feb 19 07:43:56.618639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6caf89d-d5cf-4adc-946f-95e859cbdf50 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:43:56.622469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b6caf89d-d5cf-4adc-946f-95e859cbdf50 tempest-RoutersIpV6Test-1556582212 tempest-RoutersIpV6Test-1556582212-project] 10.222.0.43 "DELETE /v2.0/subnets/aee03e5c-e737-4be1-a590-f5139424f764 HTTP/1.1" status: 404 len: 337 time: 0.0364542 Feb 19 07:43:56.717333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1cad5285-4fdb-430e-b290-c64f8352cbc6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.842378 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for port (254a97e8-6a9c-464e-a5cb-6ae6ac21d617), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.890343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1cad5285-4fdb-430e-b290-c64f8352cbc6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.916282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (254a97e8-6a9c-464e-a5cb-6ae6ac21d617), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:56.920615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cad5285-4fdb-430e-b290-c64f8352cbc6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:56.956548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:56.982722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458b026c-08d9-4a15-bf53-c186a6850679') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:56.983224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458b026c-08d9-4a15-bf53-c186a6850679') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:56.998992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (458b026c-08d9-4a15-bf53-c186a6850679), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.019062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:43:57.027812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (458b026c-08d9-4a15-bf53-c186a6850679), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.036063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:43:57.060406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Pushing event updated for resources: {'Port': ['ID=254a97e8-6a9c-464e-a5cb-6ae6ac21d617,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:57.066980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:57.067423 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (458b026c-08d9-4a15-bf53-c186a6850679), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.135083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:43:57.137067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9920509a-1418-4694-9c70-9ed2d5786341 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e6fe27928e5499a99371771717116f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792672 Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:57.137208 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:57.140962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:57.182377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1cad5285-4fdb-430e-b290-c64f8352cbc6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.186818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.193973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] 10.222.0.43 "DELETE /v2.0/networks/1cad5285-4fdb-430e-b290-c64f8352cbc6 HTTP/1.1" status: 204 len: 168 time: 0.6136169 Feb 19 07:43:57.194653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:57.233780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7a286-7c59-4a0a-82f2-30c0e1646b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cad5285-4fdb-430e-b290-c64f8352cbc6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:57.260879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Deleting subnet e776693c-ca18-4738-979b-2a7d8013d869 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:43:57.265107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Publish callbacks [] for subnet (e776693c-ca18-4738-979b-2a7d8013d869), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.312602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e776693c-ca18-4738-979b-2a7d8013d869), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.317092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] Publish callbacks [] for security_group (aac3c425-b3cf-445a-bf41-8b012dd3469e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.339156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] Publish callbacks [] for security_group (aac3c425-b3cf-445a-bf41-8b012dd3469e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.367005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e776693c-ca18-4738-979b-2a7d8013d869), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.392377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aac3c425-b3cf-445a-bf41-8b012dd3469e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.395173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.396759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aac3c425-b3cf-445a-bf41-8b012dd3469e HTTP/1.1" status: 204 len: 168 time: 0.2558417 Feb 19 07:43:57.433628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a84ce9-5129-4c97-9d40-601dd878b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3c425-b3cf-445a-bf41-8b012dd3469e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:57.501453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e776693c-ca18-4738-979b-2a7d8013d869), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.574862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e776693c-ca18-4738-979b-2a7d8013d869,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:57.578777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.582528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f818df87-1eaa-4713-8dc5-18471979abce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e776693c-ca18-4738-979b-2a7d8013d869 HTTP/1.1" status: 204 len: 168 time: 0.3851352 Feb 19 07:43:57.593649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57140) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:57.617471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router_gateway (610386c0-c712-4cf3-8b04-c68847714d93), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.745626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (781728a2-d31d-41c4-8c79-b71c06c44913), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.842218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (781728a2-d31d-41c4-8c79-b71c06c44913), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.894758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781728a2-d31d-41c4-8c79-b71c06c44913']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:57.917198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feefc6eb-1e56-4b61-b84d-024ef1177f83') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:57.917303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feefc6eb-1e56-4b61-b84d-024ef1177f83') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:57.936091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (feefc6eb-1e56-4b61-b84d-024ef1177f83), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.951766 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (feefc6eb-1e56-4b61-b84d-024ef1177f83), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.970954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:43:57.972376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (feefc6eb-1e56-4b61-b84d-024ef1177f83), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:43:57.982405 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:43:58.097700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (781728a2-d31d-41c4-8c79-b71c06c44913), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.137145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1ac37e86-c900-4c37-a762-86f6aa50b495 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:43:58.165774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.179776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] 10.222.0.43 "DELETE /v2.0/networks/781728a2-d31d-41c4-8c79-b71c06c44913 HTTP/1.1" status: 204 len: 168 time: 0.5830884 Feb 19 07:43:58.233864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a304c83-ad57-4ae0-925c-df821d60790b admin admin] Pushing event deleted for resources: {'Network': ['ID=781728a2-d31d-41c4-8c79-b71c06c44913,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:58.356609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1ac37e86-c900-4c37-a762-86f6aa50b495,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:58.382782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '1ac37e86-c900-4c37-a762-86f6aa50b495', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': '1ac37e86-c900-4c37-a762-86f6aa50b495', 'mac_address': 'fa:16:3e:61:64:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:43:58.458513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 1ac37e86-c900-4c37-a762-86f6aa50b495 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:43:58.459237 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.478127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac37e86-c900-4c37-a762-86f6aa50b495 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:43:58.501648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1ac37e86-c900-4c37-a762-86f6aa50b495,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:43:58.505347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (610386c0-c712-4cf3-8b04-c68847714d93), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.509037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.511901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (610386c0-c712-4cf3-8b04-c68847714d93), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.531032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab5f4c-3cb8-4d37-9c7b-ac094b519a05 req-a70269ed-c485-41b3-a863-cfe22ce0ca76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:58.532623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50ab5f4c-3cb8-4d37-9c7b-ac094b519a05 req-a70269ed-c485-41b3-a863-cfe22ce0ca76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 944 time: 0.9576921 Feb 19 07:43:58.580514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:58.620314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:58.652262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50ab5f4c-3cb8-4d37-9c7b-ac094b519a05 req-7a1bc0a1-f27b-4a72-8065-77f695bde124 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789542 Feb 19 07:43:58.653730 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff0f682b-01b7-44ce-82f9-95edff1f3c9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fb070423424493797f328339534c53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720003 Feb 19 07:43:58.667491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:58.747991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] Publish callbacks [] for security_group (300a3c54-d544-49f1-b692-598da5723255), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.753657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['1ac37e86-c900-4c37-a762-86f6aa50b495'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:43:58.782117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] Publish callbacks [] for security_group (300a3c54-d544-49f1-b692-598da5723255), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.800576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Router 610386c0-c712-4cf3-8b04-c68847714d93 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:43:58.884774 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (300a3c54-d544-49f1-b692-598da5723255), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.889201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:58.895270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/300a3c54-d544-49f1-b692-598da5723255 HTTP/1.1" status: 204 len: 168 time: 0.2267005 Feb 19 07:43:58.940307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930375d-c9db-4b82-92a6-d9f80993005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a3c54-d544-49f1-b692-598da5723255,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:43:59.061725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:43:59.082118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] Sync routers for ids ['610386c0-c712-4cf3-8b04-c68847714d93'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:43:59.083308 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:59.091124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.106220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-49bb40df-1f68-4f8b-8a01-c2e9610f81db tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "PUT /v2.0/routers/610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 200 len: 915 time: 3.6499693 Feb 19 07:43:59.128527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] Routers {'610386c0-c712-4cf3-8b04-c68847714d93'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:59.129570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['610386c0-c712-4cf3-8b04-c68847714d93'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:59.174037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:59.188346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] Routers {'610386c0-c712-4cf3-8b04-c68847714d93'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:43:59.189986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['610386c0-c712-4cf3-8b04-c68847714d93'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:59.271572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:43:59.272981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4bbdf-eb9b-4f31-92bf-28cc82ef71fa None None] The sync data for ids ['610386c0-c712-4cf3-8b04-c68847714d93'] in n-d-829866-3 is: [] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:43:59.326446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-272e9c5a-da1d-47d3-b3a0-0a3d13cea4d8 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 200 len: 921 time: 0.2338381 Feb 19 07:43:59.329093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.422231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28f7c4-8cc4-4d49-b064-74b60123ae5d tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:59.426763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.437090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d28f7c4-8cc4-4d49-b064-74b60123ae5d tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=610386c0-c712-4cf3-8b04-c68847714d93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1059663 Feb 19 07:43:59.528134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.578671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9294c-ab7b-4d0e-bd92-313e4824eeeb tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:43:59.580938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8fd9294c-ab7b-4d0e-bd92-313e4824eeeb tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/networks/4fb1f899-de92-4a48-a841-73f6967ee85c HTTP/1.1" status: 200 len: 881 time: 0.1531270 Feb 19 07:43:59.583809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.613618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bbbb3241-0af3-478e-bad6-66c980c98011 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07f6c1c226a64dc68b5ae1765f3f8562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838799 Feb 19 07:43:59.616968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57198) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.651727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ddf5fb7f-5182-4275-9286-8d3e59d14cee tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 200 len: 205 time: 0.0640118 Feb 19 07:43:59.653605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:43:59.761395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] Publish callbacks [] for security_group (88cc5f54-f02d-4345-a29c-2f9adbdfce16), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:59.787305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] Publish callbacks [] for security_group (88cc5f54-f02d-4345-a29c-2f9adbdfce16), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:59.884744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-ffb5bcce-236a-44bc-b7f1-094de39a6601 req-b89358d4-5eb8-4255-8bb1-68f22dae015f service neutron] (103587) timed out ('10.222.0.24', 51291) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:43:59.918646 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (88cc5f54-f02d-4345-a29c-2f9adbdfce16), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:59.921963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:43:59.925891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88cc5f54-f02d-4345-a29c-2f9adbdfce16 HTTP/1.1" status: 204 len: 168 time: 0.3049359 Feb 19 07:43:59.963055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617626c-b046-4082-a288-6eb3a2d6069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc5f54-f02d-4345-a29c-2f9adbdfce16,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:00.000949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (610386c0-c712-4cf3-8b04-c68847714d93), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.010417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a8d4b-5a99-46b8-8ff7-72a7a2052dad req-d3545fa4-30c0-4255-bb9b-5f5215973f94 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:00.011999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec2a8d4b-5a99-46b8-8ff7-72a7a2052dad req-d3545fa4-30c0-4255-bb9b-5f5215973f94 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 945 time: 0.1638250 Feb 19 07:44:00.151669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1ac37e86-c900-4c37-a762-86f6aa50b495 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:00.190215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec2a8d4b-5a99-46b8-8ff7-72a7a2052dad req-63ba7800-b979-4c2e-aaa9-addd6800b684 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317546 Feb 19 07:44:00.233844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (610386c0-c712-4cf3-8b04-c68847714d93), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.247713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 1ac37e86-c900-4c37-a762-86f6aa50b495 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:44:00.252257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 1ac37e86-c900-4c37-a762-86f6aa50b495 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:00.252687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.331450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port 254a97e8-6a9c-464e-a5cb-6ae6ac21d617 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:44:00.333588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (254a97e8-6a9c-464e-a5cb-6ae6ac21d617), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.424783 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.429719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 1ac37e86-c900-4c37-a762-86f6aa50b495 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:00.430200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.453745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (254a97e8-6a9c-464e-a5cb-6ae6ac21d617), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.483406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:00.485399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for 254a97e8-6a9c-464e-a5cb-6ae6ac21d617 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:44:00.491038 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81fa12-c7a8-419b-ac15-815498f421d8" -d '{"events": [{"server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "name": "network-vif-plugged", "status": "completed", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:00.519799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1ac37e86-c900-4c37-a762-86f6aa50b495,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:00.528430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.601514 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1401f4-632d-46e5-8fc5-a9c59af8d82b x-openstack-request-id: req-fe1401f4-632d-46e5-8fc5-a9c59af8d82b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:00.602032 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "name": "network-vif-plugged", "status": "completed", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:00.602350 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe1401f4-632d-46e5-8fc5-a9c59af8d82b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:00.613705 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495', 'code': 200} Feb 19 07:44:00.616369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:00.734393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87acfc-4b65-40cd-89d1-853a40b7ecc9 req-3e444762-15dd-47f2-a172-04f7ed3090bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:00.737165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e87acfc-4b65-40cd-89d1-853a40b7ecc9 req-3e444762-15dd-47f2-a172-04f7ed3090bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 1128 time: 0.0878813 Feb 19 07:44:00.810809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (254a97e8-6a9c-464e-a5cb-6ae6ac21d617), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:00.822159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e87acfc-4b65-40cd-89d1-853a40b7ecc9 req-421dc054-6e52-4084-ab15-cdddf4f99eef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784876 Feb 19 07:44:00.896086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=254a97e8-6a9c-464e-a5cb-6ae6ac21d617,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:00.920145 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (610386c0-c712-4cf3-8b04-c68847714d93), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.046873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (610386c0-c712-4cf3-8b04-c68847714d93), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.049277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (610386c0-c712-4cf3-8b04-c68847714d93), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.099608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (610386c0-c712-4cf3-8b04-c68847714d93), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.100425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router 610386c0-c712-4cf3-8b04-c68847714d93 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:01.114687 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.115942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e1cbaea9-160c-4cef-bc5a-ec52520e0266 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 204 len: 168 time: 1.4611282 Feb 19 07:44:01.119864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:01.124563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-492758139', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:01.157712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.158839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.230387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.328055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:01.373466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60f41a-6372-4343-8af3-bd81a1abf6fd req-17a61aa3-e291-418a-aa8f-b0cd1b4a6fe2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:01.383862 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa60f41a-6372-4343-8af3-bd81a1abf6fd req-17a61aa3-e291-418a-aa8f-b0cd1b4a6fe2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.1009324 Feb 19 07:44:01.471419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.484414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa60f41a-6372-4343-8af3-bd81a1abf6fd req-7bbb881b-95ce-47b1-a334-5c7b131a3d10 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988083 Feb 19 07:44:01.563938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-638004616-network', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:01.605904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Made reservation on behalf of 6fd81246730a4b00be5dd30baa5e5757 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:01.608311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.620874 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.912222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks [] for security_group (7803b6bf-909e-4711-af20-6020cb7254a9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.914458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.953882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7803b6bf-909e-4711-af20-6020cb7254a9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:01.964281 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.005054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:44:02.046158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7803b6bf-909e-4711-af20-6020cb7254a9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:02.059251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (52180bd3-723d-4674-93eb-cfcdfbfb280b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.059834 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Added segment 52180bd3-723d-4674-93eb-cfcdfbfb280b of type vlan for network dd3c6665-37d3-48bc-85b9-85a58e61ad56 Feb 19 07:44:02.131723 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dd3c6665-37d3-48bc-85b9-85a58e61ad56), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.176557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Allocated IP 172.25.7.12 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c10585c7-bf87-4639-b405-cb909a146087) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:02.187021 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dd3c6665-37d3-48bc-85b9-85a58e61ad56), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.188716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:02.189987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.284537 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9551415 Feb 19 07:44:02.287274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:02.292294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Request body: {'subnet': {'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-638004616-subnet', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:02.302550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ed2ee-5ead-4507-981d-6f878be9e769 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3c6665-37d3-48bc-85b9-85a58e61ad56,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:02.314579 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:44:02.330831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Made reservation on behalf of 6fd81246730a4b00be5dd30baa5e5757 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:02.333327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.392538 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for port (c10585c7-bf87-4639-b405-cb909a146087), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.457875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c10585c7-bf87-4639-b405-cb909a146087), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.511737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57362) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:02.512824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event updated for resources: {'Port': ['ID=c10585c7-bf87-4639-b405-cb909a146087,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:02.531802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:02.534023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:02.536898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:02.659413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (226ba19a-00f5-4588-8d93-0446360646ad), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.723887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Pushing event updated for resources: {'Subnet': ['ID=226ba19a-00f5-4588-8d93-0446360646ad,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:02.749656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e373f4c1-e8ab-4660-a807-fa0d242eab15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.784233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471774-3aad-480d-b6d6-3bf107540991 req-db5cd084-7ff0-4845-8d0a-8da89782ad2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:02.792451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56471774-3aad-480d-b6d6-3bf107540991 req-db5cd084-7ff0-4845-8d0a-8da89782ad2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.1442761 Feb 19 07:44:02.795623 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Checking segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:02.796105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Network hostable DHCP agents. Network: dd3c6665-37d3-48bc-85b9-85a58e61ad56, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:44:02.824372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:44:02.838546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, dd3c6665-37d3-48bc-85b9-85a58e61ad56) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:02.843320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:02.844119 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.849884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897a90c-172b-4d27-a41d-f19dd664b68b None None] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:44:02.867125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-92274b02-d894-4069-9d72-d7555c8f644a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5765457 Feb 19 07:44:02.869731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57370) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:02.877499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:02.909242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.910558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.940614 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e373f4c1-e8ab-4660-a807-fa0d242eab15 admin admin] Publish callbacks [] for security_group (30732f6b-45ec-4a63-b284-8fb1990b2135), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.957533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e373f4c1-e8ab-4660-a807-fa0d242eab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (30732f6b-45ec-4a63-b284-8fb1990b2135), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:02.999542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-56471774-3aad-480d-b6d6-3bf107540991 req-1b495cac-e85c-48e4-b417-f84c78098434 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061019 Feb 19 07:44:03.146995 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.433262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:44:03.434145 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.444238 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for router_controller (6e2d2542-f6b6-4a66-bc56-8108951de92f), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.454947 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.465110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e373f4c1-e8ab-4660-a807-fa0d242eab15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16d4abc88c474fdc9e8b701f838572eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9509430 Feb 19 07:44:03.480057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:03.528649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373f4c1-e8ab-4660-a807-fa0d242eab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30732f6b-45ec-4a63-b284-8fb1990b2135,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:03.611508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] Publish callbacks [] for security_group (30732f6b-45ec-4a63-b284-8fb1990b2135), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.638872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Allocated IP 172.20.0.2 (dd3c6665-37d3-48bc-85b9-85a58e61ad56/226ba19a-00f5-4588-8d93-0446360646ad/f8bc3822-ff1e-4449-a95f-8a9caff2e261) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:03.643382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.725086 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] Publish callbacks [] for security_group (30732f6b-45ec-4a63-b284-8fb1990b2135), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.756168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32553878-feb6-4948-ae80-19fb34e88628 req-7f76c996-2f5f-4f65-a08c-3e18a20fd671 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:03.758663 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32553878-feb6-4948-ae80-19fb34e88628 req-7f76c996-2f5f-4f65-a08c-3e18a20fd671 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.3653204 Feb 19 07:44:03.764745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for router_gateway (6e2d2542-f6b6-4a66-bc56-8108951de92f), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.822451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks [] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.835697 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.862445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (30732f6b-45ec-4a63-b284-8fb1990b2135), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.867077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:03.872386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30732f6b-45ec-4a63-b284-8fb1990b2135 HTTP/1.1" status: 204 len: 168 time: 0.3771217 Feb 19 07:44:03.882894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a354526-a33c-47e8-962c-452bba072c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30732f6b-45ec-4a63-b284-8fb1990b2135,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:03.893042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:03.908777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:03.920122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Router 6a208ccb-cdac-484a-9784-5cc5405a8e98 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:44:03.921403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:03.926457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32553878-feb6-4948-ae80-19fb34e88628 req-4258536c-0484-4f4e-b8ab-df2c81ca395c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519969 Feb 19 07:44:03.980015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Pushing event updated for resources: {'Port': ['ID=f8bc3822-ff1e-4449-a95f-8a9caff2e261,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:04.182994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Attempting to bind port f8bc3822-ff1e-4449-a95f-8a9caff2e261 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:04.182994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Attempting to bind port f8bc3822-ff1e-4449-a95f-8a9caff2e261 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:04.191097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Attempting to bind port f8bc3822-ff1e-4449-a95f-8a9caff2e261 on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:04.202218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:04.202597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Checking segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:04.203005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.203439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Bound using segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:04.203928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Bound port: f8bc3822-ff1e-4449-a95f-8a9caff2e261, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:04.204831 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.258055 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for router_gateway (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.277519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:04.296460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.298052 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] Sync routers for ids ['6a208ccb-cdac-484a-9784-5cc5405a8e98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:04.317521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.323981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0d51061a-af66-499c-8442-72d452096bae tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2029624 Feb 19 07:44:04.324808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:04.337241 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] Routers {'6a208ccb-cdac-484a-9784-5cc5405a8e98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:04.338871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:04.341971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6a208ccb-cdac-484a-9784-5cc5405a8e98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:04.351817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] For port f8bc3822-ff1e-4449-a95f-8a9caff2e261, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:04.358491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] For port f8bc3822-ff1e-4449-a95f-8a9caff2e261, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f8bc3822-ff1e-4449-a95f-8a9caff2e261,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:04.370409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.434454 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:04.470471 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] Routers {'6a208ccb-cdac-484a-9784-5cc5405a8e98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:04.473176 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6a208ccb-cdac-484a-9784-5cc5405a8e98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:04.588944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb59a2-fa60-4d11-937c-4b6c6deadcb2 None None] Pushing event updated for resources: {'Port': ['ID=f8bc3822-ff1e-4449-a95f-8a9caff2e261,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:04.605036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Allocated IP 172.25.7.208 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4162e1f4-9e1b-4a20-846a-4598ef0a90ee) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:04.646054 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:04.649045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7881f-82da-4edf-b62e-6f985f27215f None None] The sync data for ids ['6a208ccb-cdac-484a-9784-5cc5405a8e98'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:04.655031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:04.782031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.829528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb9c63a1-0a0a-45b9-98c1-0fa9972c7557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.869114 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:04.953495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:04.961876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:04.966137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:05.034060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.080221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.108954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb9c63a1-0a0a-45b9-98c1-0fa9972c7557 admin admin] Publish callbacks [] for security_group (69741e12-c2d4-4b2e-92d4-955425a0d564), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.115532 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Pushing event updated for resources: {'Port': ['ID=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:05.116693 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb9c63a1-0a0a-45b9-98c1-0fa9972c7557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69741e12-c2d4-4b2e-92d4-955425a0d564), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.162598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cb9c63a1-0a0a-45b9-98c1-0fa9972c7557 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40d6d9ef44e14b40a305a1210bcd43eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060534 Feb 19 07:44:05.165098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:05.251893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0248ab3-ca45-4fc3-ae72-8123230c02bc req-04052332-8187-4dfe-9993-6ba9d04ab16f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:05.254145 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0248ab3-ca45-4fc3-ae72-8123230c02bc req-04052332-8187-4dfe-9993-6ba9d04ab16f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.4152207 Feb 19 07:44:05.272969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c63a1-0a0a-45b9-98c1-0fa9972c7557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69741e12-c2d4-4b2e-92d4-955425a0d564,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:05.305782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] Publish callbacks [] for security_group (69741e12-c2d4-4b2e-92d4-955425a0d564), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.326532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Deleting port c10585c7-bf87-4639-b405-cb909a146087 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:44:05.326886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c10585c7-bf87-4639-b405-cb909a146087), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.350492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0248ab3-ca45-4fc3-ae72-8123230c02bc req-f3966a5c-5882-4c6c-b3e8-0fa01536cb1f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901873 Feb 19 07:44:05.401439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] Publish callbacks [] for security_group (69741e12-c2d4-4b2e-92d4-955425a0d564), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.484315 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for router_gateway (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.491781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c10585c7-bf87-4639-b405-cb909a146087), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.507495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Calling delete_port for c10585c7-bf87-4639-b405-cb909a146087 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:44:05.523050 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (69741e12-c2d4-4b2e-92d4-955425a0d564), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.526093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:05.540489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69741e12-c2d4-4b2e-92d4-955425a0d564 HTTP/1.1" status: 204 len: 168 time: 0.3730750 Feb 19 07:44:05.640224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f961b-258a-4c48-af64-19d10f2c1066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69741e12-c2d4-4b2e-92d4-955425a0d564,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:05.909882 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.024405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c10585c7-bf87-4639-b405-cb909a146087), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.095337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Pushing event deleted for resources: {'Port': ['ID=c10585c7-bf87-4639-b405-cb909a146087,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:06.130167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-bea28615-7120-4f68-a5ee-b8c47783a199 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:06.132109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-bea28615-7120-4f68-a5ee-b8c47783a199 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.1949449 Feb 19 07:44:06.260149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34281ec2-2e53-45bf-bc31-67454fc330ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.283782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Router 6e2d2542-f6b6-4a66-bc56-8108951de92f is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:44:06.322608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca47a25-b9bc-48f4-8905-17f60b7ddafc None None] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:44:06.428415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6a208ccb-cdac-484a-9784-5cc5405a8e98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.500692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f8bc3822-ff1e-4449-a95f-8a9caff2e261 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:06.538085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:06.568768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Sync routers for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:06.572722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.577067 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-42419101-42f1-4c55-b4ed-b148ef0aff0b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7035778 Feb 19 07:44:06.577400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57430) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:06.607417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:06.608229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:06.738289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:06.849268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Provisioning complete for port f8bc3822-ff1e-4449-a95f-8a9caff2e261 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:06.850257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.944801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f8bc3822-ff1e-4449-a95f-8a9caff2e261 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:06.945503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port 1ac37e86-c900-4c37-a762-86f6aa50b495 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:44:06.945780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:06.951682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.123110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Current status of the port f8bc3822-ff1e-4449-a95f-8a9caff2e261 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:07.123962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.239479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.253720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.264575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] For port f8bc3822-ff1e-4449-a95f-8a9caff2e261, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f8bc3822-ff1e-4449-a95f-8a9caff2e261,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:07.282795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded06e8-7861-4b56-aaf2-a8b98d5313c2 req-b02c8f11-6d40-445e-843b-a15b6d378b90 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:07.284512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ded06e8-7861-4b56-aaf2-a8b98d5313c2 req-b02c8f11-6d40-445e-843b-a15b6d378b90 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 946 time: 0.7822399 Feb 19 07:44:07.388747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.540844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ded06e8-7861-4b56-aaf2-a8b98d5313c2 req-853b8efc-d91c-4b1a-b274-e5393dfc5873 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415061 Feb 19 07:44:07.548802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Router 6a208ccb-cdac-484a-9784-5cc5405a8e98 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:44:07.555831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port 1ac37e86-c900-4c37-a762-86f6aa50b495, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=1ac37e86-c900-4c37-a762-86f6aa50b495,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:07.556659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.574061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for 1ac37e86-c900-4c37-a762-86f6aa50b495 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:44:07.665904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb2bb9-c7f3-4f5c-a1c8-a148cb5f716a None None] Pushing event updated for resources: {'Port': ['ID=f8bc3822-ff1e-4449-a95f-8a9caff2e261,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:07.744968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:07.757499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.759014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] Sync routers for ids ['6a208ccb-cdac-484a-9784-5cc5405a8e98'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:07.763141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eb0074d0-96b0-4d0d-ba5a-47233f156ce9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "PUT /v2.0/routers/6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 200 len: 705 time: 3.4331279 Feb 19 07:44:07.773566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:07.779597 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] Routers {'6a208ccb-cdac-484a-9784-5cc5405a8e98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:07.782884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6a208ccb-cdac-484a-9784-5cc5405a8e98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:07.810297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f8bc3822-ff1e-4449-a95f-8a9caff2e261 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:07.824582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-606a8b7c-ea52-4ec2-9bd6-e822d54cb7d2 None None] Provisioning complete for port f8bc3822-ff1e-4449-a95f-8a9caff2e261 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:07.826722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-606a8b7c-ea52-4ec2-9bd6-e822d54cb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:07.889952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:05Z', 'revision_number': 3, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:07.895200 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:07.925589 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] Routers {'6a208ccb-cdac-484a-9784-5cc5405a8e98'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:07.927630 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:43:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6a208ccb-cdac-484a-9784-5cc5405a8e98'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:07.950340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Checking router: 6e2d2542-f6b6-4a66-bc56-8108951de92f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:44:07.950340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Updating router 6e2d2542-f6b6-4a66-bc56-8108951de92f port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:44:08.022911 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:08.023874 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316f39-c95f-477d-83a7-e69819cd472a None None] The sync data for ids ['6a208ccb-cdac-484a-9784-5cc5405a8e98'] in n-d-829866-3 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:08.036599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-87101db5-3422-47fc-a3d4-9055b58c5765 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/routers/6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 200 len: 740 time: 0.2591829 Feb 19 07:44:08.038014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:08.055780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:08.153536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1ac37e86-c900-4c37-a762-86f6aa50b495), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:08.194979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b29f4e14-2f27-443e-8b10-3bc760f07c49 tempest-RoutersAdminTest-1089973652 tempest-RoutersAdminTest-1089973652-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&device_id=6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 200 len: 205 time: 0.1535704 Feb 19 07:44:08.203996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:08.252660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=1ac37e86-c900-4c37-a762-86f6aa50b495,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:08.262351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3cdaa8f6-fc07-475e-a03d-ad509d39c6c6 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 200 len: 205 time: 0.0530701 Feb 19 07:44:08.263623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:08.295582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['1ac37e86-c900-4c37-a762-86f6aa50b495'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:44:08.298507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['0b29241c-c1ff-4fd0-96f2-5145692a65ab'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:44:08.302105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f8bc3822-ff1e-4449-a95f-8a9caff2e261 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:08.352677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:08.898304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1870ac5b-fbd1-4b70-8a2c-30c7b3a9bf30 req-b6071982-2d1d-4a51-acd0-0a31701918e2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1269064 Feb 19 07:44:09.038955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-606a8b7c-ea52-4ec2-9bd6-e822d54cb7d2 None None] Current status of the port f8bc3822-ff1e-4449-a95f-8a9caff2e261 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:09.057788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port 1ac37e86-c900-4c37-a762-86f6aa50b495 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:44:09.061659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.064198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.067461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eb2386f-602e-4141-ad3a-298ef918cf17 req-d15f6b08-e31e-44ea-b1d0-51d29767bbc4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "DELETE /v2.0/ports/1ac37e86-c900-4c37-a762-86f6aa50b495 HTTP/1.1" status: 204 len: 173 time: 2.9285688 Feb 19 07:44:09.067914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'name': 'network-vif-deleted', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:09.070663 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b60efda-efb7-4ea5-ba1d-151f375625c1" -d '{"events": [{"server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "name": "network-vif-deleted", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:09.101239 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f71e14-5d9a-4568-8a6a-b3147c8703fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.131046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f8bc3822-ff1e-4449-a95f-8a9caff2e261 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:09.131496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.200889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Allocated IP 172.20.0.1 (dd3c6665-37d3-48bc-85b9-85a58e61ad56/226ba19a-00f5-4588-8d93-0446360646ad/5a9b20de-db81-45b1-9710-d6575f888561) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:09.246894 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99abbbd2-0a5a-4204-9b90-727d6d8aa6d5 x-openstack-request-id: req-99abbbd2-0a5a-4204-9b90-727d6d8aa6d5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:09.247738 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a99d0b-f3e6-49e4-bda8-d38f76b0caa2", "name": "network-vif-deleted", "tag": "1ac37e86-c900-4c37-a762-86f6aa50b495", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:09.249241 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99abbbd2-0a5a-4204-9b90-727d6d8aa6d5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:09.249453 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a99d0b-f3e6-49e4-bda8-d38f76b0caa2', 'name': 'network-vif-deleted', 'tag': '1ac37e86-c900-4c37-a762-86f6aa50b495', 'status': 'completed', 'code': 200} Feb 19 07:44:09.339031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks [] for port (5a9b20de-db81-45b1-9710-d6575f888561), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.381434 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.387280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.390329 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router_controller (6a208ccb-cdac-484a-9784-5cc5405a8e98), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.428384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:09.444503 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:09.459032 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:09.514318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6a208ccb-cdac-484a-9784-5cc5405a8e98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.519568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Fanout notify agent at l3_agent the message router_deleted on router 6a208ccb-cdac-484a-9784-5cc5405a8e98 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:09.584814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.585825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:09.593601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9fbfd47a-03f3-4a90-9220-5c270f8af559 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 204 len: 168 time: 1.3266487 Feb 19 07:44:09.594831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57494) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:09.653760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3f66f82e-d6df-404d-aff1-cb296dea431a tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 200 len: 205 time: 0.0567503 Feb 19 07:44:09.657057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:09.657790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:09.934365 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7e1b59bd-7800-487e-9517-ec663e47b415 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:09.935623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e1b59bd-7800-487e-9517-ec663e47b415 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/6a208ccb-cdac-484a-9784-5cc5405a8e98 HTTP/1.1" status: 404 len: 336 time: 0.2775447 Feb 19 07:44:09.942194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.072026 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad785803-9ac3-4169-bcc1-e794a7bd01b8 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 200 len: 205 time: 0.1283529 Feb 19 07:44:10.075403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.085746 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5a9b20de-db81-45b1-9710-d6575f888561), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.132834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebc9cefe-292e-4ec3-9311-89fa6bea1a79 req-6ddf42c1-b0ef-4b31-a0db-fa4924422010 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0951898 Feb 19 07:44:10.183949 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a7f2ad0c-f974-4acf-acb3-0159b8f29df9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:10.185155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a7f2ad0c-f974-4acf-acb3-0159b8f29df9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/610386c0-c712-4cf3-8b04-c68847714d93 HTTP/1.1" status: 404 len: 336 time: 0.1088109 Feb 19 07:44:10.188661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.200428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.230272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1ac37e86-c900-4c37-a762-86f6aa50b495 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:44:10.269048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b4f3205d-4ac2-4275-a4d9-9f7c834e096a tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 200 len: 205 time: 0.0792582 Feb 19 07:44:10.275468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.305960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks [] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.340815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 1ac37e86-c900-4c37-a762-86f6aa50b495 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:44:10.340815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 1ac37e86-c900-4c37-a762-86f6aa50b495 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:44:10.358005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.406777 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-8d1a686a-a173-4ed9-9dac-5fba151fb9f9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:10.410034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d1a686a-a173-4ed9-9dac-5fba151fb9f9 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/6ef81a91-e5e5-4b3a-beb2-227f5f5278c0 HTTP/1.1" status: 404 len: 336 time: 0.1335843 Feb 19 07:44:10.413954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.470762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9e7c56ae-b0a4-4a85-90d7-55d3a10caa52 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 200 len: 205 time: 0.0544219 Feb 19 07:44:10.474941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57522) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.523257 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7fe1d35d-99c2-4938-a4ed-b91821b2ed69 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:10.524740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7fe1d35d-99c2-4938-a4ed-b91821b2ed69 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/b279b4ff-9327-453d-824d-eea1bf77becf HTTP/1.1" status: 404 len: 336 time: 0.0471466 Feb 19 07:44:10.527491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.557241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8011535e-4b35-4aeb-9d04-cbcd47251fb3 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:10.557617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8011535e-4b35-4aeb-9d04-cbcd47251fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.573234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30ae580c-577b-4604-aa4c-3247457ef4b4 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 200 len: 205 time: 0.0421524 Feb 19 07:44:10.574189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.630323 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3f035453-4b30-4b20-8425-2690f5ba2b85 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:10.631845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3f035453-4b30-4b20-8425-2690f5ba2b85 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/7b2fc650-593f-46a3-afe6-e615e0683a2e HTTP/1.1" status: 404 len: 336 time: 0.0563772 Feb 19 07:44:10.635011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.652305 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks [] for port (5a9b20de-db81-45b1-9710-d6575f888561), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.670027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.703031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-418c94da-2d6c-426e-bc53-e0aa28858b1f tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b07f69c-ec97-42ca-a3bc-c6277add1f0b HTTP/1.1" status: 200 len: 205 time: 0.0668099 Feb 19 07:44:10.706214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.763367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.806178 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-749fc6a0-7782-4130-a6fa-8b88ba1e3d04 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] delete failed (client error): The resource could not be found. Feb 19 07:44:10.811674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-749fc6a0-7782-4130-a6fa-8b88ba1e3d04 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/routers/8b07f69c-ec97-42ca-a3bc-c6277add1f0b HTTP/1.1" status: 404 len: 336 time: 0.1044741 Feb 19 07:44:10.816384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:10.869362 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b10d6f-9490-426e-85c5-192cda120931 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] DELETE failed (client error): The resource could not be found. Feb 19 07:44:10.869827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b10d6f-9490-426e-85c5-192cda120931 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 07:44:10.872716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeb7e4-ae55-4ff5-97c0-0160b967cb91 None None] Pushing event updated for resources: {'Port': ['ID=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:10.878182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Attempting to bind port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:10.879218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Attempting to bind port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:10.880087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Attempting to bind port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:10.881568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b8b10d6f-9490-426e-85c5-192cda120931 tempest-RoutersAdminTest-1972066980 tempest-RoutersAdminTest-1972066980-project] 10.222.0.43 "DELETE /v2.0/subnets/11f9ccfb-e53a-4b27-9735-0d4bb6ae9868 HTTP/1.1" status: 404 len: 337 time: 0.0641294 Feb 19 07:44:10.917407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f8bc3822-ff1e-4449-a95f-8a9caff2e261 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:10.928007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:10.931595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:10.932012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:10.932409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:10.933642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Bound port: 4162e1f4-9e1b-4a20-846a-4598ef0a90ee, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:10.934166 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:11.158837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] For port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:11.171841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] For port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:11.182138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:11.183244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8011535e-4b35-4aeb-9d04-cbcd47251fb3 None None] Port 5a9b20de-db81-45b1-9710-d6575f888561 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:11.206163 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:11.256265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:11.257895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:11.500659 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:11.509730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:11.511320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:11.615621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ceb102c-568b-49c8-9323-f6f9736a97e8 req-95297df0-fe8b-4c24-a82f-f900ee5fda43 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1024339 Feb 19 07:44:11.771919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Router 6e2d2542-f6b6-4a66-bc56-8108951de92f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:44:11.798406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeb7e4-ae55-4ff5-97c0-0160b967cb91 None None] Pushing event updated for resources: {'Port': ['ID=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:11.856207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:11.912414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:12.014911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-acbd300f-c714-42d1-bfab-d84c73f240f8 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:12.015437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-acbd300f-c714-42d1-bfab-d84c73f240f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.080807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-acbd300f-c714-42d1-bfab-d84c73f240f8 None None] Port 5a9b20de-db81-45b1-9710-d6575f888561 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:12.088402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:12.102215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87bf7a1c-842e-494d-bfa3-ae01019cc4cc admin admin] 10.222.0.43 "PUT /v2.0/routers/6e2d2542-f6b6-4a66-bc56-8108951de92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5237186 Feb 19 07:44:12.117467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:12.123694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec03-d4af-4ec8-8823-6e2a3faa86e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.192445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-804ba021-3c78-4d76-a063-5d27bf62c982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.513535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-804ba021-3c78-4d76-a063-5d27bf62c982 admin admin] Publish callbacks [] for security_group (1fcec58b-46e9-4046-9882-5bf8636c335e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.529382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-804ba021-3c78-4d76-a063-5d27bf62c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1fcec58b-46e9-4046-9882-5bf8636c335e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.647881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec03-d4af-4ec8-8823-6e2a3faa86e3 admin admin] Publish callbacks [] for security_group (19906315-fd9e-40ff-9552-95f36f11b9d7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.664744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-804ba021-3c78-4d76-a063-5d27bf62c982 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fc938964183435f8c3aa8c99249c03f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7483320 Feb 19 07:44:12.664744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ba021-3c78-4d76-a063-5d27bf62c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcec58b-46e9-4046-9882-5bf8636c335e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:12.665945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:12.666084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f8eec03-d4af-4ec8-8823-6e2a3faa86e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (19906315-fd9e-40ff-9552-95f36f11b9d7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.701961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.765107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8eec03-d4af-4ec8-8823-6e2a3faa86e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19906315-fd9e-40ff-9552-95f36f11b9d7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:12.769125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] Publish callbacks [] for security_group (1fcec58b-46e9-4046-9882-5bf8636c335e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.773685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:09Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5a9b20de-db81-45b1-9710-d6575f888561', 'name': '', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'mac_address': 'fa:16:3e:01:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:08Z', 'updated_at': '2022-02-19T07:44:10Z', 'revision_number': 2, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'subnets': [{'id': '226ba19a-00f5-4588-8d93-0446360646ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:12.825651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] Publish callbacks [] for security_group (1fcec58b-46e9-4046-9882-5bf8636c335e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.827046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96582816-4218-40d5-aa71-e2f07f8490a4 None None] The sync data for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 is: [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:09Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5a9b20de-db81-45b1-9710-d6575f888561', 'name': '', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'mac_address': 'fa:16:3e:01:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:08Z', 'updated_at': '2022-02-19T07:44:10Z', 'revision_number': 2, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'subnets': [{'id': '226ba19a-00f5-4588-8d93-0446360646ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:12.839150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5f8eec03-d4af-4ec8-8823-6e2a3faa86e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51b4c8e4e0b4418f807e8e07fb4e7b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9816973 Feb 19 07:44:12.850907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:12.956964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] Publish callbacks [] for security_group (19906315-fd9e-40ff-9552-95f36f11b9d7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:12.984682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3561209a-65af-4ada-94df-0fccf2f8caff req-984ab4f6-3e69-4e65-bf20-7fd7f64fafd3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1469824 Feb 19 07:44:13.040903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] Publish callbacks [] for security_group (19906315-fd9e-40ff-9552-95f36f11b9d7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.056859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1fcec58b-46e9-4046-9882-5bf8636c335e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.059847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.068426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fcec58b-46e9-4046-9882-5bf8636c335e HTTP/1.1" status: 204 len: 168 time: 0.3963325 Feb 19 07:44:13.093631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e1c2-cee8-47ff-acc5-becc877c64ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcec58b-46e9-4046-9882-5bf8636c335e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:13.144884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (19906315-fd9e-40ff-9552-95f36f11b9d7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.149128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.153140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19906315-fd9e-40ff-9552-95f36f11b9d7 HTTP/1.1" status: 204 len: 168 time: 0.3011038 Feb 19 07:44:13.176179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e87fab-84a7-4666-a06e-3b5ddaa593bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19906315-fd9e-40ff-9552-95f36f11b9d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:13.663215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:13.668594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2138555150-network', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:13.732804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Made reservation on behalf of 2e5d9fd94a524adf9216f09ef88bbb1d for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:13.735395 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:13.785126 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.017007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks [] for security_group (a97f4db2-3455-47ca-9f65-8645e7c640a9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.024481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a97f4db2-3455-47ca-9f65-8645e7c640a9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.076688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:44:14.102683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9f834f32-1791-48e0-aef2-75421df3934c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.104856 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Added segment 9f834f32-1791-48e0-aef2-75421df3934c of type vlan for network 3c040eee-4326-4a3e-b904-5f3fb1239baf Feb 19 07:44:14.259866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df1f512e-7910-4a6c-badd-7fe4c5c497e6 req-e3c16313-d772-42e0-a1a8-f2bcaf289302 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0833499 Feb 19 07:44:14.279730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:14.290073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3c040eee-4326-4a3e-b904-5f3fb1239baf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.335005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54affc3f-fc8f-49f6-a35c-257776717d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.338875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:14.425194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3c040eee-4326-4a3e-b904-5f3fb1239baf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.426465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:14.429640 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.500231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54affc3f-fc8f-49f6-a35c-257776717d34 admin admin] Publish callbacks [] for security_group (a2a817d1-a49b-4cb4-9bb6-610324eed6f6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.506417 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54affc3f-fc8f-49f6-a35c-257776717d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2a817d1-a49b-4cb4-9bb6-610324eed6f6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.517490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Pushing event updated for resources: {'Network': ['ID=3c040eee-4326-4a3e-b904-5f3fb1239baf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:14.535404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f4db2-3455-47ca-9f65-8645e7c640a9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:14.541411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:44:14.568011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54affc3f-fc8f-49f6-a35c-257776717d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a817d1-a49b-4cb4-9bb6-610324eed6f6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:14.619643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-54affc3f-fc8f-49f6-a35c-257776717d34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87df3de56a404599ac9e1b000c16c6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3359230 Feb 19 07:44:14.623772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ba2e6729-db44-406d-902a-e583ada061cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ca3d625d4c548e6973b306943da6ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691071 Feb 19 07:44:14.625417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:14.625822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:14.627438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cf2c777d-68f3-4914-9c30-65170775e494 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9630039 Feb 19 07:44:14.635141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:14.673364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Request body: {'subnet': {'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2138555150-subnet', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:14.747613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Made reservation on behalf of 2e5d9fd94a524adf9216f09ef88bbb1d for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:14.750727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.750896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] Publish callbacks [] for security_group (8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.833094 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] Publish callbacks [] for security_group (8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.880132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] Publish callbacks [] for security_group (a2a817d1-a49b-4cb4-9bb6-610324eed6f6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:14.994482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (2e39a26f-0f0f-466a-9089-4e7bb9e11449), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.003661 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] Publish callbacks [] for security_group (a2a817d1-a49b-4cb4-9bb6-610324eed6f6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.076557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.080755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.085155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9 HTTP/1.1" status: 204 len: 168 time: 0.4524901 Feb 19 07:44:15.095779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfe007-e46c-43c9-8f49-421fada3999a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf08b0d-50c2-4da5-8bcd-9ef31e98f3f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:15.132095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a2a817d1-a49b-4cb4-9bb6-610324eed6f6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.135686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.138043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e39a26f-0f0f-466a-9089-4e7bb9e11449,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:15.145448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2a817d1-a49b-4cb4-9bb6-610324eed6f6 HTTP/1.1" status: 204 len: 168 time: 0.5185554 Feb 19 07:44:15.165764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299753-543c-4ad1-ba41-a5dc20ed60b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a817d1-a49b-4cb4-9bb6-610324eed6f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:15.206501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Checking segment: {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:15.206871 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Network hostable DHCP agents. Network: 3c040eee-4326-4a3e-b904-5f3fb1239baf, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:44:15.227435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4162e1f4-9e1b-4a20-846a-4598ef0a90ee up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:15.253605 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:44:15.298734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3c040eee-4326-4a3e-b904-5f3fb1239baf) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:15.310282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:15.311832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.343721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f77bd-d706-4a7f-8eb6-f1854b5dc61c None None] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:44:15.365375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:15.370992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:15.374582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-264ca87a-708c-41ff-b42a-cd77145c4acd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7339776 Feb 19 07:44:15.431053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.433853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.490424 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-44c7a622-009a-4065-84b5-2b42064c6795 req-2443247e-cc33-46d2-838b-a9f57276e008 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0682685 Feb 19 07:44:15.589864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for router_controller (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.691073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:15.694456 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.897238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3c040eee-4326-4a3e-b904-5f3fb1239baf', 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf', 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'fixed_ips': [{'subnet_id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:44:15.901526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:15.982346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for router_gateway (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.098103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-c1c21cd5-8258-4ebe-bbed-b6275c374bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102741 Feb 19 07:44:16.230548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:16.231318 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.254590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:16.289298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.345203 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-033470a5-49b9-4991-a722-d9a7f156a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:16.353690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-033470a5-49b9-4991-a722-d9a7f156a7ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 1128 time: 0.1833091 Feb 19 07:44:16.406392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:16.429674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Allocated IP 172.20.0.2 (3c040eee-4326-4a3e-b904-5f3fb1239baf/2e39a26f-0f0f-466a-9089-4e7bb9e11449/da5865d0-3521-40c4-8013-922b21a6e1e1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:16.813602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks [] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.828059 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.875148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-90fe7483-7ee6-4861-8e4d-b1e5e6336056 req-40879f96-5002-4be1-9e60-fa6afe854fe5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.2063644 Feb 19 07:44:16.918067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for router_gateway (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:16.940428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:16.943478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Pushing event updated for resources: {'Port': ['ID=da5865d0-3521-40c4-8013-922b21a6e1e1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:16.951050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:16.959511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:17.026126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.128046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-44b0b9a4-6044-4d5f-a460-93e25b35d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:17.129596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-44b0b9a4-6044-4d5f-a460-93e25b35d7e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.5443826 Feb 19 07:44:17.142671 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4162e1f4-9e1b-4a20-846a-4598ef0a90ee up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:17.246673 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-5f70a0bc-3012-43b7-bd73-087a37bf0de4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 200 len: 217 time: 0.0598896 Feb 19 07:44:17.292340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Sync routers for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:17.335884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Attempting to bind port da5865d0-3521-40c4-8013-922b21a6e1e1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:17.336248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Attempting to bind port da5865d0-3521-40c4-8013-922b21a6e1e1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:17.336971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Attempting to bind port da5865d0-3521-40c4-8013-922b21a6e1e1 on network 3c040eee-4326-4a3e-b904-5f3fb1239baf {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:17.356101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-ef3fa8cc-e30e-4233-9512-0f6ddd59674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:17.357542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-ef3fa8cc-e30e-4233-9512-0f6ddd59674c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0952890 Feb 19 07:44:17.368870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:17.369233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Checking segment: {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:17.369661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.370057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Bound using segment: {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:17.370547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Bound port: da5865d0-3521-40c4-8013-922b21a6e1e1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:17.370931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.409305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Allocated IP 172.25.7.243 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/1637412d-4835-4aa8-beac-599497a5714a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:17.424502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:17.427375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:17.491109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-75e1436a-dd03-4903-9dd6-2c572a23c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:17.492969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-75e1436a-dd03-4903-9dd6-2c572a23c0b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1266210 Feb 19 07:44:17.494834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:17.495232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.609564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] For port da5865d0-3521-40c4-8013-922b21a6e1e1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:17.612651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] For port da5865d0-3521-40c4-8013-922b21a6e1e1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=da5865d0-3521-40c4-8013-922b21a6e1e1,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:17.650064 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.781181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for port (1637412d-4835-4aa8-beac-599497a5714a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:17.786278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:17.849482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:17.853636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-7618cfdb-5344-46f8-9f78-2a594a925ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532469 Feb 19 07:44:17.956258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Pushing event updated for resources: {'Port': ['ID=da5865d0-3521-40c4-8013-922b21a6e1e1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:17.970672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.971071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.971401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.971743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.972080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.972423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.972751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.973078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.973406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.973730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.974054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.974380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:17.974954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8006271-e82c-44f7-a959-f6bd4a5d9211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:18.080114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef9a4420-689b-40e1-a74c-6a36ee118f9c req-0e707824-c564-4a2b-8e80-10cc61b1bb4b service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116771 Feb 19 07:44:18.082119 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-072801bb-05e7-45c9-a528-800c4524385a req-23acc804-2b89-4224-b6ff-a367d8e4de8e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0677536 Feb 19 07:44:18.127558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1637412d-4835-4aa8-beac-599497a5714a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:18.296163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:18.324282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:18.328504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Pushing event updated for resources: {'Port': ['ID=1637412d-4835-4aa8-beac-599497a5714a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:18.347860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:18.697992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:18.919843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1178933121'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:18.963584 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:18.964976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.039284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:09Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5a9b20de-db81-45b1-9710-d6575f888561', 'name': '', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'mac_address': 'fa:16:3e:01:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:08Z', 'updated_at': '2022-02-19T07:44:10Z', 'revision_number': 2, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'subnets': [{'id': '226ba19a-00f5-4588-8d93-0446360646ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:19.069760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (2baba280-b7fb-41ad-88d2-ac358ae43360), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.075500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.107012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.109072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c48a173e-f120-45fa-968f-519c4531c063 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4099729 Feb 19 07:44:19.111971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:19.126485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for router_gateway (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.173518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Checking router: 6e2d2542-f6b6-4a66-bc56-8108951de92f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:44:19.173518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Updating router 6e2d2542-f6b6-4a66-bc56-8108951de92f port 5a9b20de-db81-45b1-9710-d6575f888561 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:44:19.219454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device da5865d0-3521-40c4-8013-922b21a6e1e1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:19.318013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5a9b20de-db81-45b1-9710-d6575f888561), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.327181 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.471147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd3e14c5-5343-471c-a76f-916bc1234059 req-741d85c1-6afe-4df2-845a-15710a411a69 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.2430818 Feb 19 07:44:19.488981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port da5865d0-3521-40c4-8013-922b21a6e1e1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:19.489525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.790981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.835941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.842376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (2baba280-b7fb-41ad-88d2-ac358ae43360), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.859303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20364ded-e7cc-44df-a9a3-95900a04ea13 None None] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:44:19.957779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (2baba280-b7fb-41ad-88d2-ac358ae43360), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.958342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2baba280-b7fb-41ad-88d2-ac358ae43360 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:19.962880 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:19.974553 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ed5d0a2-d413-4873-888d-e8860d870f2c tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "DELETE /v2.0/routers/2baba280-b7fb-41ad-88d2-ac358ae43360 HTTP/1.1" status: 204 len: 168 time: 0.8530517 Feb 19 07:44:19.974553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57732) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:19.981102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Request body: {'router': {'name': 'tempest-router-1389400871', 'distributed': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:20.036008 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (22f324d8-959a-4327-838d-c05803f5a67e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.040435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (22f324d8-959a-4327-838d-c05803f5a67e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.168810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (22f324d8-959a-4327-838d-c05803f5a67e), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.176600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:44:20.178984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (22f324d8-959a-4327-838d-c05803f5a67e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.208026 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.209601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bca78ad1-def3-4978-90b8-16db3288787e tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2382925 Feb 19 07:44:20.212392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:20.330789 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (22f324d8-959a-4327-838d-c05803f5a67e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.353824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port da5865d0-3521-40c4-8013-922b21a6e1e1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:20.355091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.568729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c83423d-b258-4a7b-a186-5e48d57f1b75 None None] Provisioning complete for port da5865d0-3521-40c4-8013-922b21a6e1e1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:20.574651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c83423d-b258-4a7b-a186-5e48d57f1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.649309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port da5865d0-3521-40c4-8013-922b21a6e1e1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=da5865d0-3521-40c4-8013-922b21a6e1e1,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:20.772537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks [] for port (5a9b20de-db81-45b1-9710-d6575f888561), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.841362 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:20.843842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.015015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (22f324d8-959a-4327-838d-c05803f5a67e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.021904 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (22f324d8-959a-4327-838d-c05803f5a67e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.065561 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f6d027d7-b11f-4fa2-a115-7899f960f42f req-8a3772b6-c29d-4b82-a8c1-b4a2f92bf287 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.4174662 Feb 19 07:44:21.083249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23145708-09ed-45d2-808c-f9878fab1112 None None] Pushing event updated for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:21.202557 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (22f324d8-959a-4327-838d-c05803f5a67e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.203114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22f324d8-959a-4327-838d-c05803f5a67e {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:21.208258 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.213187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-99e1824e-0a5c-4e60-b981-8f549516087d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "DELETE /v2.0/routers/22f324d8-959a-4327-838d-c05803f5a67e HTTP/1.1" status: 204 len: 168 time: 0.9959111 Feb 19 07:44:21.213571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57746) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:21.226463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Request body: {'router': {'name': 'tempest-router-411785521', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6c139f2b06334f23b0e33ea3c24bc6c9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:21.247992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=da5865d0-3521-40c4-8013-922b21a6e1e1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:21.278449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.280852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.338653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c83423d-b258-4a7b-a186-5e48d57f1b75 None None] Current status of the port da5865d0-3521-40c4-8013-922b21a6e1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:21.351127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Attempting to bind port 5a9b20de-db81-45b1-9710-d6575f888561 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:21.361397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.364158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Attempting to bind port 5a9b20de-db81-45b1-9710-d6575f888561 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:21.364662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Attempting to bind port 5a9b20de-db81-45b1-9710-d6575f888561 on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:21.371405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.385863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:21.386265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Checking segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:21.388896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.390393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Bound using segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:21.391588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Bound port: 5a9b20de-db81-45b1-9710-d6575f888561, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:21.391997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5a9b20de-db81-45b1-9710-d6575f888561), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.405239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.409382 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-34a5e3da-f8cd-4656-8fd8-2b5ba8f3fbc2 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1939058 Feb 19 07:44:21.411956 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:21.423411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:21.469101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:21.480850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Sync routers for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:21.488266 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.489919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-83e0b545-c8ca-4a3c-85ce-7e98d66329bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1226478 Feb 19 07:44:21.492527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:21.496720 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:21.498151 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:21.520835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-67cd7a30-153f-4f15-8ec0-47f69756bf00 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:21.521213 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67cd7a30-153f-4f15-8ec0-47f69756bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.560479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-67cd7a30-153f-4f15-8ec0-47f69756bf00 None None] Port 5a9b20de-db81-45b1-9710-d6575f888561 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:21.574812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] For port 5a9b20de-db81-45b1-9710-d6575f888561, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:21.581555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] For port 5a9b20de-db81-45b1-9710-d6575f888561, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5a9b20de-db81-45b1-9710-d6575f888561,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:21.595776 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.627898 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:21.799713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5459b3d1-a42a-49e9-9427-d2e6050ccb9e None None] Provisioning complete for port da5865d0-3521-40c4-8013-922b21a6e1e1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:21.800753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5459b3d1-a42a-49e9-9427-d2e6050ccb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:21.852705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:21.853839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:21.905372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23145708-09ed-45d2-808c-f9878fab1112 None None] Pushing event updated for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:21.936810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:18Z', 'revision_number': 3, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:22.042873 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Checking router: c83cde44-82d9-4a1b-afb1-dfb21f6604b2 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:44:22.043675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Updating router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 port 1637412d-4835-4aa8-beac-599497a5714a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:44:22.125887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5459b3d1-a42a-49e9-9427-d2e6050ccb9e None None] Current status of the port da5865d0-3521-40c4-8013-922b21a6e1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:22.150246 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1637412d-4835-4aa8-beac-599497a5714a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.163906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:22.302737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:22.306605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.355990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c88dfa-b2c0-4f87-8719-1649c5ad2eda req-29e58243-8e51-4c02-be62-3f0c05b463de tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0984399 Feb 19 07:44:22.467079 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1741373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6531'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.467702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.567605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.644509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Current status of the port 5a9b20de-db81-45b1-9710-d6575f888561 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:22.645074 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5a9b20de-db81-45b1-9710-d6575f888561), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.668383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103587) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 07:44:22.668883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Router d192fb57-1e92-4ee9-a879-a604d0d244e6 migrating from provider to provider. {{(pid=103587) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 07:44:22.670268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.695252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.701022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740114', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1741364'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.708151 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks [] for port (1637412d-4835-4aa8-beac-599497a5714a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.720585 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1637412d-4835-4aa8-beac-599497a5714a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.745259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] For port 5a9b20de-db81-45b1-9710-d6575f888561, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5a9b20de-db81-45b1-9710-d6575f888561,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:22.759776 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.860791 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Pushing event updated for resources: {'Port': ['ID=1637412d-4835-4aa8-beac-599497a5714a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:22.919057 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Attempting to bind port 1637412d-4835-4aa8-beac-599497a5714a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:22.919629 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Attempting to bind port 1637412d-4835-4aa8-beac-599497a5714a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:22.920099 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Attempting to bind port 1637412d-4835-4aa8-beac-599497a5714a on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:22.929497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:22.933431 n-d-829866-3 neutron-server[103587]: WARNING neutron.scheduler.l3_agent_scheduler [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] No L3 agents can host the router d192fb57-1e92-4ee9-a879-a604d0d244e6 Feb 19 07:44:22.934211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:22.934475 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.934984 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:22.935766 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Bound port: 1637412d-4835-4aa8-beac-599497a5714a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:22.936176 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1637412d-4835-4aa8-beac-599497a5714a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:22.955432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:09Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5a9b20de-db81-45b1-9710-d6575f888561', 'name': '', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'mac_address': 'fa:16:3e:01:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:08Z', 'updated_at': '2022-02-19T07:44:21Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'subnets': [{'id': '226ba19a-00f5-4588-8d93-0446360646ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:22.968921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be5a1-1024-4957-8494-9c895f50eac0 None None] Pushing event updated for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:23.011905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Allocated IP 172.20.0.1 (3c040eee-4326-4a3e-b904-5f3fb1239baf/2e39a26f-0f0f-466a-9089-4e7bb9e11449/21632b95-e753-4696-836d-d6f633dfb478) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:23.069455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a009be8d-27cb-4bf7-ba7f-8c81020feea0 None None] The sync data for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 is: [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:44:09Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5a9b20de-db81-45b1-9710-d6575f888561', 'name': '', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'mac_address': 'fa:16:3e:01:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:08Z', 'updated_at': '2022-02-19T07:44:21Z', 'revision_number': 4, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'subnets': [{'id': '226ba19a-00f5-4588-8d93-0446360646ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:23.084261 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] For port 1637412d-4835-4aa8-beac-599497a5714a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:23.093150 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] For port 1637412d-4835-4aa8-beac-599497a5714a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1637412d-4835-4aa8-beac-599497a5714a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:23.103063 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.103885 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.104467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.108287 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.109433 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.110550 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.111116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.115266 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.115943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.123409 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.126982 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.127637 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.128216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:23.141846 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1637412d-4835-4aa8-beac-599497a5714a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.238932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5a9b20de-db81-45b1-9710-d6575f888561 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:23.259735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:23.265772 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:23.345584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Hosts for router d192fb57-1e92-4ee9-a879-a604d0d244e6: [] {{(pid=103587) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 07:44:23.418310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:23.420210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.441970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Hosts for other DVR routers connected to router d192fb57-1e92-4ee9-a879-a604d0d244e6: set() {{(pid=103587) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 07:44:23.447689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.454506 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks [] for port (21632b95-e753-4696-836d-d6f633dfb478), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.464289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:23.464804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-02d080d7-103c-4af7-8ab5-8ae8759bb5dc tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "PUT /v2.0/routers/d192fb57-1e92-4ee9-a879-a604d0d244e6 HTTP/1.1" status: 200 len: 716 time: 2.0453856 Feb 19 07:44:23.562213 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:23.589001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-36a29bf6-ce2a-4e2f-b3ea-d0b936dd6698 req-3961cf1e-bee3-45d7-ac3f-5e2b30a7032f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0921803 Feb 19 07:44:23.650120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5a9b20de-db81-45b1-9710-d6575f888561 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:23.651227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device da5865d0-3521-40c4-8013-922b21a6e1e1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:23.688174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a11e858b-bdc7-4495-a32e-e3544ea599f5 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "GET /v2.0/routers/d192fb57-1e92-4ee9-a879-a604d0d244e6 HTTP/1.1" status: 200 len: 716 time: 0.2226269 Feb 19 07:44:23.690847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57788) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:23.784311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.800451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port da5865d0-3521-40c4-8013-922b21a6e1e1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:23.800837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:23.910750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:23.949230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:23.977922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:23.981397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Pushing event updated for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:24.105303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc759c-3010-4725-851d-205a08c9b490 None None] Pushing event updated for resources: {'Port': ['ID=1637412d-4835-4aa8-beac-599497a5714a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:24.160085 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:24.165458 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:18Z', 'revision_number': 3, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:24.262027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880498c-cdd1-4548-9b01-5674128ff299 None None] The sync data for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 is: [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:18Z', 'revision_number': 3, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:24.270411 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2592b90-fa4e-43c2-8d39-b0d6fc60f6aa tempest-RoutersTestDVR-1273511060 tempest-RoutersTestDVR-1273511060-project] 10.222.0.43 "GET /v2.0/routers/d192fb57-1e92-4ee9-a879-a604d0d244e6 HTTP/1.1" status: 200 len: 682 time: 0.5782285 Feb 19 07:44:24.294591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57798) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:24.530144 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:24.542012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21632b95-e753-4696-836d-d6f633dfb478), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:24.642585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port da5865d0-3521-40c4-8013-922b21a6e1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:24.649800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f0994bc3-ab0c-4c8c-b6a0-f563d58e8e4b None None] Provisioning complete for port 21632b95-e753-4696-836d-d6f633dfb478 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:24.650244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0994bc3-ab0c-4c8c-b6a0-f563d58e8e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21632b95-e753-4696-836d-d6f633dfb478), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:24.729742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f0994bc3-ab0c-4c8c-b6a0-f563d58e8e4b None None] Port 21632b95-e753-4696-836d-d6f633dfb478 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:24.941704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a4077000-2e73-42a4-ac67-63fc91cd503b req-16677b58-b26f-4684-b0d6-61a122c49677 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1661842 Feb 19 07:44:24.968491 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:24.976563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (d192fb57-1e92-4ee9-a879-a604d0d244e6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.101107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d192fb57-1e92-4ee9-a879-a604d0d244e6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.101628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d192fb57-1e92-4ee9-a879-a604d0d244e6 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:25.117768 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.129588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-47a3bd68-d86b-4376-8dfe-86dd0869f19d tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d192fb57-1e92-4ee9-a879-a604d0d244e6 HTTP/1.1" status: 204 len: 168 time: 0.8323109 Feb 19 07:44:25.133694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:25.172137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Request body: {'router': {'name': 'tempest-router-1125690372', 'distributed': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:25.264049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5a9b20de-db81-45b1-9710-d6575f888561 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:25.286577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks [] for port (21632b95-e753-4696-836d-d6f633dfb478), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.293083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.297986 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.311407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.376526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5a9b20de-db81-45b1-9710-d6575f888561 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:25.376908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5a9b20de-db81-45b1-9710-d6575f888561), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.549910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Pushing event updated for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:25.624859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5a9b20de-db81-45b1-9710-d6575f888561 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:25.626502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1637412d-4835-4aa8-beac-599497a5714a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:25.661231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.674300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.806734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1637412d-4835-4aa8-beac-599497a5714a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:25.807248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1637412d-4835-4aa8-beac-599497a5714a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:25.906472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.019084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.028388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57820) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:26.029154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c682a480-1fd7-4cff-8dbb-18d3cdff5980 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8878477 Feb 19 07:44:26.039254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1637412d-4835-4aa8-beac-599497a5714a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:26.039475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:26.040156 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1637412d-4835-4aa8-beac-599497a5714a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.040842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:26.093725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 1637412d-4835-4aa8-beac-599497a5714a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1637412d-4835-4aa8-beac-599497a5714a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:26.101513 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1637412d-4835-4aa8-beac-599497a5714a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.195117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=1637412d-4835-4aa8-beac-599497a5714a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:26.320669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.388808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:44:26.476962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87a6c764-2d8e-4103-97b1-33505aaff812 req-1fb3e2d0-8fd4-4008-be9b-b4bdcab145c1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1667984 Feb 19 07:44:26.582917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:44:26.591037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-07b2f8cf-1362-4391-8a1a-b6fd9862225b None None] Provisioning complete for port 21632b95-e753-4696-836d-d6f633dfb478 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:26.591718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07b2f8cf-1362-4391-8a1a-b6fd9862225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21632b95-e753-4696-836d-d6f633dfb478), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.596302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4e17a49a-db79-4735-85f7-3958979054eb admin admin] 10.222.0.43 "PUT /v2.0/routers/c83cde44-82d9-4a1b-afb1-dfb21f6604b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1011345 Feb 19 07:44:26.676440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-07b2f8cf-1362-4391-8a1a-b6fd9862225b None None] Port 21632b95-e753-4696-836d-d6f633dfb478 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:26.838519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.843671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router_controller (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.955082 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (9e666cc2-1c0e-4ad0-908b-c21d6c899ad4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.955711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e666cc2-1c0e-4ad0-908b-c21d6c899ad4 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:26.966352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:26.966352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31896a04-53b7-4bd1-8dce-8781b02ae756 tempest-RoutersTestDVR-1452183366 tempest-RoutersTestDVR-1452183366-project-admin] 10.222.0.43 "DELETE /v2.0/routers/9e666cc2-1c0e-4ad0-908b-c21d6c899ad4 HTTP/1.1" status: 204 len: 168 time: 0.9314079 Feb 19 07:44:27.114967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1637412d-4835-4aa8-beac-599497a5714a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:27.297592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1637412d-4835-4aa8-beac-599497a5714a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:27.322890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1637412d-4835-4aa8-beac-599497a5714a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:27.601210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:27.613206 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1637412d-4835-4aa8-beac-599497a5714a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:27.635683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Sync routers for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:44:27.660805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:27.661453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:27.668912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f142fc7-4feb-46e3-a28a-8217c1ae57b5 req-57e3d1e5-7a88-48a1-ad65-c2acb7decdd6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0654695 Feb 19 07:44:27.933591 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2e485b-34cb-4f00-b461-47c2273a92ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.007373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:28.029947 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2e485b-34cb-4f00-b461-47c2273a92ff admin admin] Publish callbacks [] for security_group (bece36d6-ab50-4c95-a6ff-11ac96b4d642), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.029947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-3bc11f4a-d27b-480d-bf6d-4528b1d05a1b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:28.039775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-3bc11f4a-d27b-480d-bf6d-4528b1d05a1b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.4256608 Feb 19 07:44:28.043017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb2e485b-34cb-4f00-b461-47c2273a92ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bece36d6-ab50-4c95-a6ff-11ac96b4d642), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.080284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-3a300fde-1954-4273-b62b-db965a840cbb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/quotas/2e5d9fd94a524adf9216f09ef88bbb1d HTTP/1.1" status: 200 len: 375 time: 0.0395494 Feb 19 07:44:28.161792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb2e485b-34cb-4f00-b461-47c2273a92ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c139f2b06334f23b0e33ea3c24bc6c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5570612 Feb 19 07:44:28.162668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:28.191575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e485b-34cb-4f00-b461-47c2273a92ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece36d6-ab50-4c95-a6ff-11ac96b4d642,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:28.220548 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-ad8f0630-7293-49f3-8a85-298aba4674c6 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393852 Feb 19 07:44:28.258343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] Publish callbacks [] for security_group (bece36d6-ab50-4c95-a6ff-11ac96b4d642), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.285828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] Publish callbacks [] for security_group (bece36d6-ab50-4c95-a6ff-11ac96b4d642), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.392090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (bece36d6-ab50-4c95-a6ff-11ac96b4d642), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.395115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.399661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bece36d6-ab50-4c95-a6ff-11ac96b4d642 HTTP/1.1" status: 204 len: 168 time: 0.2355678 Feb 19 07:44:28.442315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134e3a7-60a8-4cb9-8ef1-774fb6cc8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece36d6-ab50-4c95-a6ff-11ac96b4d642,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:28.533190 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-b822942f-5f7b-46b8-8760-3b51a8a4dbd4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988737 Feb 19 07:44:28.577714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:24Z', 'revision_number': 4, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21632b95-e753-4696-836d-d6f633dfb478', 'name': '', 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'mac_address': 'fa:16:3e:85:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:22Z', 'updated_at': '2022-02-19T07:44:24Z', 'revision_number': 2, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'subnets': [{'id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:28.677103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Checking router: c83cde44-82d9-4a1b-afb1-dfb21f6604b2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:44:28.678125 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Updating router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 port 21632b95-e753-4696-836d-d6f633dfb478 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:44:28.726178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21632b95-e753-4696-836d-d6f633dfb478), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:28.867492 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:44:28.923475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-f1271963-2347-4af0-8c79-f437ad5f93fa service neutron] 10.222.0.43 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750765 Feb 19 07:44:29.024798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63f4da96-2c62-4853-bb50-949cd02f6baf req-e5cd0ad2-bd98-4bbf-bb6f-d26333f7c092 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1281753 Feb 19 07:44:29.223879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:29.256578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abe52a25-9335-46fa-9b45-ea2ae23dc291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.361389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4ddcfa39-b0a5-4e74-88fc-f8a7235895ba req-7d093eff-d11d-4207-9089-fc75ca092686 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 210 time: 0.0716596 Feb 19 07:44:29.513365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abe52a25-9335-46fa-9b45-ea2ae23dc291 admin admin] Publish callbacks [] for security_group (258fc31f-839f-489a-9578-60205f9da65f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.522568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abe52a25-9335-46fa-9b45-ea2ae23dc291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (258fc31f-839f-489a-9578-60205f9da65f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.572155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-abe52a25-9335-46fa-9b45-ea2ae23dc291 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bcd61df60b24d5d984d6f3b1023307a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461757 Feb 19 07:44:29.575113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57890) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:29.600620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks [] for port (21632b95-e753-4696-836d-d6f633dfb478), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.612584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.676559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe52a25-9335-46fa-9b45-ea2ae23dc291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258fc31f-839f-489a-9578-60205f9da65f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:29.713535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] Publish callbacks [] for security_group (258fc31f-839f-489a-9578-60205f9da65f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.743845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48381d6d-a377-4b11-8ae3-1d37bf5ba538 None None] Pushing event updated for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:29.813704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] Publish callbacks [] for security_group (258fc31f-839f-489a-9578-60205f9da65f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.838785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Attempting to bind port 21632b95-e753-4696-836d-d6f633dfb478 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:29.846907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Attempting to bind port 21632b95-e753-4696-836d-d6f633dfb478 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:29.847321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Attempting to bind port 21632b95-e753-4696-836d-d6f633dfb478 on network 3c040eee-4326-4a3e-b904-5f3fb1239baf {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:29.859682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:29.860116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Checking segment: {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:29.860486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.860894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Bound using segment: {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:29.861375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Bound port: 21632b95-e753-4696-836d-d6f633dfb478, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f834f32-1791-48e0-aef2-75421df3934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:29.861761 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21632b95-e753-4696-836d-d6f633dfb478), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.951346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (258fc31f-839f-489a-9578-60205f9da65f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.960229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:29.964268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/258fc31f-839f-489a-9578-60205f9da65f HTTP/1.1" status: 204 len: 168 time: 0.3880954 Feb 19 07:44:29.994942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d9d6-379a-493f-aa1e-3fd78338eed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258fc31f-839f-489a-9578-60205f9da65f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:30.039924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] For port 21632b95-e753-4696-836d-d6f633dfb478, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:30.064514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] For port 21632b95-e753-4696-836d-d6f633dfb478, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21632b95-e753-4696-836d-d6f633dfb478,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:30.133336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:30.272082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35902d16-4808-496f-8fc0-34db13c376b5 req-f9a1a1e0-80a3-4499-b55b-7b9ffb499fc1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.1079016 Feb 19 07:44:30.462119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48381d6d-a377-4b11-8ae3-1d37bf5ba538 None None] Pushing event updated for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:30.470976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Provisioning complete for port 21632b95-e753-4696-836d-d6f633dfb478 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:30.471636 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21632b95-e753-4696-836d-d6f633dfb478), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:30.586834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:30.594507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:44:30.595158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:44:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:30.600161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9f30e43-da01-4a57-bfe2-14c129c4fe68 req-263518ff-ddd7-4595-9433-39424ea315cd tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 210 time: 0.0915110 Feb 19 07:44:30.994608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:44:30.997392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Current status of the port 21632b95-e753-4696-836d-d6f633dfb478 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:30.997962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (21632b95-e753-4696-836d-d6f633dfb478), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:31.151422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] For port 21632b95-e753-4696-836d-d6f633dfb478, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21632b95-e753-4696-836d-d6f633dfb478,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:31.184761 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:31.302505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b93d2-47f5-4db4-b9fd-0668cf87024b None None] Pushing event updated for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:31.416545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-873b4756-116f-4568-ba0d-cfdf0d40f104 None None] Provisioning complete for port 21632b95-e753-4696-836d-d6f633dfb478 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:31.416928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-873b4756-116f-4568-ba0d-cfdf0d40f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21632b95-e753-4696-836d-d6f633dfb478), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:31.581385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-baccf006-deab-4455-8064-9aae330244d5 req-76d34673-4e68-49df-92b0-0c683c9c70c5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0631709 Feb 19 07:44:31.676516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-57ed62c8-b9a1-4bed-bb0a-54fcbea370be tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:31.678040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-57ed62c8-b9a1-4bed-bb0a-54fcbea370be tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.24 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.3248434 Feb 19 07:44:31.683637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:24Z', 'revision_number': 4, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21632b95-e753-4696-836d-d6f633dfb478', 'name': '', 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'mac_address': 'fa:16:3e:85:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:22Z', 'updated_at': '2022-02-19T07:44:30Z', 'revision_number': 4, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'subnets': [{'id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:44:31.712684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Request body: {'port': {'device_id': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'admin_state_up': True, 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:31.794301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c541565-fcba-4c08-8c91-5eaa5139d6b7 None None] The sync data for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 is: [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:44:24Z', 'revision_number': 4, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '21632b95-e753-4696-836d-d6f633dfb478', 'name': '', 'network_id': '3c040eee-4326-4a3e-b904-5f3fb1239baf', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'mac_address': 'fa:16:3e:85:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:22Z', 'updated_at': '2022-02-19T07:44:30Z', 'revision_number': 4, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'subnets': [{'id': '2e39a26f-0f0f-466a-9089-4e7bb9e11449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:44:31.820460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-873b4756-116f-4568-ba0d-cfdf0d40f104 None None] Current status of the port 21632b95-e753-4696-836d-d6f633dfb478 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:31.841575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Made reservation on behalf of 2e5d9fd94a524adf9216f09ef88bbb1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:31.854574 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:31.963308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9389a488-6101-4687-a429-91f3484a5cc8 req-e8db08c4-e4a4-4d0a-b352-c9a1b61599ed tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 210 time: 0.1627381 Feb 19 07:44:32.190574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Allocated IP 172.20.0.5 (dd3c6665-37d3-48bc-85b9-85a58e61ad56/226ba19a-00f5-4588-8d93-0446360646ad/64c99aa8-2c8b-4a64-b2ea-614906bbd759) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:32.529473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks [] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:32.586206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:32.671082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:32.677704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:32.729922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:32.807971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2c2edb4-37b7-4d01-860c-32480339f208 req-a7b16ab1-9f79-4cf0-b31d-bde1165d9ec2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0712302 Feb 19 07:44:32.862471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Pushing event updated for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:32.910835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:32.911687 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:32.955737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e1d79cdf-93ad-4e6f-ad9d-83717ae3ba71 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2632742 Feb 19 07:44:32.968579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Request body: {'port': {'device_id': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:33.189069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 57970) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:33.211441 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.251153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.257547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 21632b95-e753-4696-836d-d6f633dfb478 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:33.375936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3af-b2b4-461a-9a22-2aa57a7959f6 req-68d45f86-370d-4f76-9513-04045b5fbe19 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:33.377678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28b4e3af-b2b4-461a-9a22-2aa57a7959f6 req-68d45f86-370d-4f76-9513-04045b5fbe19 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1027 time: 0.2804606 Feb 19 07:44:33.414993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-43d47741-581a-4cb5-a8dc-7302110b3fdb None None] Provisioning complete for port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:33.415400 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43d47741-581a-4cb5-a8dc-7302110b3fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.495820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 21632b95-e753-4696-836d-d6f633dfb478 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:33.496195 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (21632b95-e753-4696-836d-d6f633dfb478), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.536025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-844749417', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:33.598226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Made reservation on behalf of e3e78f6ce72340fa8ead34521b0a2ac1 for: {'port': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:33.603303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.611728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-43d47741-581a-4cb5-a8dc-7302110b3fdb None None] Port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:33.635244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:33.755084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28b4e3af-b2b4-461a-9a22-2aa57a7959f6 req-01cc224f-b1ff-456f-88f4-b73ff4c215bc tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567979 Feb 19 07:44:33.889765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 21632b95-e753-4696-836d-d6f633dfb478 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:34.036653 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for security_group (667ef6d2-f3d1-42f3-bf9e-1f4ca746a376), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.039321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb71e12d-27dc-4d46-864f-8b1f3b32b2bf req-c4c2e71f-e768-4b0f-926a-307a6343ad9c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=25a99d0b-f3e6-49e4-bda8-d38f76b0caa2 HTTP/1.1" status: 200 len: 210 time: 0.0659683 Feb 19 07:44:34.043916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (667ef6d2-f3d1-42f3-bf9e-1f4ca746a376), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.053289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] device_id is not set on port 77187295-d681-4c50-bf3f-691a95ae5ce9 yet. {{(pid=103587) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 07:44:34.174680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c99aa8-2c8b-4a64-b2ea-614906bbd759 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:44:34.193072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks [] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.203775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ef6d2-f3d1-42f3-bf9e-1f4ca746a376,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:34.229241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Transition to ACTIVE for port object 64c99aa8-2c8b-4a64-b2ea-614906bbd759 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:44:34.237542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.346894 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Allocated IP 172.25.7.227 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/77187295-d681-4c50-bf3f-691a95ae5ce9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:34.446309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Pushing event updated for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:34.488064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Attempting to bind port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:34.488691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Attempting to bind port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:34.489767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Attempting to bind port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:34.496704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:44:34.497214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Attempting to bind port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:34.505501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:34.506618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Checking segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:34.507257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Bound using segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:34.507899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Bound port: 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:34.508429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.602267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:34.607242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:34.628022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.677273 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for port (77187295-d681-4c50-bf3f-691a95ae5ce9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.737792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:34.738439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.753250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] 10.222.0.24 "PUT /v2.0/ports/64c99aa8-2c8b-4a64-b2ea-614906bbd759 HTTP/1.1" status: 200 len: 1091 time: 1.7757595 Feb 19 07:44:34.756721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:34.783129 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:34.788837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (77187295-d681-4c50-bf3f-691a95ae5ce9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:34.856051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:34.872300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:34.885318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:35.004791 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b290480e-db5b-4aac-a689-526ecc30caa4 x-openstack-request-id: req-b290480e-db5b-4aac-a689-526ecc30caa4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:35.005090 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:35.005352 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b290480e-db5b-4aac-a689-526ecc30caa4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:35.008001 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759', 'status': 'completed', 'code': 200} Feb 19 07:44:35.008788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0857be-0e77-47dc-a3b8-6818edd03a35 service neutron] Pushing event updated for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:35.009761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:35.010405 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:35.072433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8816040 Feb 19 07:44:35.082151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 57994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:35.082552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5c6e4-89f4-435e-bc07-899dbedec3b2 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Pushing event updated for resources: {'Port': ['ID=77187295-d681-4c50-bf3f-691a95ae5ce9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:35.098386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.227'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:35.164351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (7f132648-12a8-49b7-8c70-854cf7ac0300), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:35.167627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (7f132648-12a8-49b7-8c70-854cf7ac0300), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:35.246006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-52a668c0-d335-46f5-a43d-3cfd58823c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:35.252345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-52a668c0-d335-46f5-a43d-3cfd58823c9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.4446857 Feb 19 07:44:35.271790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a03a-74d3-49a9-8dbf-a878c0320263 req-0b02fe45-9884-47d5-8ffe-06b2edcf2482 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:35.280669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c719a03a-74d3-49a9-8dbf-a878c0320263 req-0b02fe45-9884-47d5-8ffe-06b2edcf2482 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.3359675 Feb 19 07:44:35.340067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-11a7bfcb-f8b2-43dc-8766-6fd0bafdd39d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759 HTTP/1.1" status: 200 len: 217 time: 0.0489409 Feb 19 07:44:35.426695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-cd1fb37a-e9bf-49ec-a2f6-ea53582aa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:35.428201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-cd1fb37a-e9bf-49ec-a2f6-ea53582aa8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=226ba19a-00f5-4588-8d93-0446360646ad HTTP/1.1" status: 200 len: 848 time: 0.0751450 Feb 19 07:44:35.514981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c719a03a-74d3-49a9-8dbf-a878c0320263 req-c2d0c854-ab2f-4edc-826d-87d5b8efe224 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177489 Feb 19 07:44:35.517118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for router_controller (7f132648-12a8-49b7-8c70-854cf7ac0300), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:35.782370 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for router_gateway (7f132648-12a8-49b7-8c70-854cf7ac0300), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:35.868626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-25027a87-31df-49f4-98cf-6135c050f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:35.871135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-25027a87-31df-49f4-98cf-6135c050f376 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd3c6665-37d3-48bc-85b9-85a58e61ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3867810 Feb 19 07:44:36.029261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-c3d6d093-ba49-430d-8219-1c6c1155c2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488273 Feb 19 07:44:36.252162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b764e00a-a630-4719-9311-27203c5ca76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:36.751699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4e343-b754-48b5-b661-6e0d7feda21a req-e3d580ff-92d2-4dc2-b72e-64d8d93c6ba8 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:36.766605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54a4e343-b754-48b5-b661-6e0d7feda21a req-e3d580ff-92d2-4dc2-b72e-64d8d93c6ba8 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.1067059 Feb 19 07:44:36.832256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for router_gateway (7f132648-12a8-49b7-8c70-854cf7ac0300), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:36.871992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:36.895954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7605759d-6c02-49e4-b8de-d833412a90f7 req-e94fd2e5-b34f-45cb-a25f-0bc8df7edf73 service neutron] 10.222.0.24 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823131 Feb 19 07:44:36.913647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54a4e343-b754-48b5-b661-6e0d7feda21a req-02a24517-b5fe-44bc-bfde-7dd61becaa35 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441433 Feb 19 07:44:37.153003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-98502079-af81-4cf3-a775-048b96d2bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:37.154621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-98502079-af81-4cf3-a775-048b96d2bdcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.0804660 Feb 19 07:44:37.296411 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for router (7f132648-12a8-49b7-8c70-854cf7ac0300), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:37.527102 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (7f132648-12a8-49b7-8c70-854cf7ac0300), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:37.529702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks [] for router_controller (7f132648-12a8-49b7-8c70-854cf7ac0300), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:37.532754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-b0f2e021-e616-49af-9fd0-b49061283897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:37.534415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-b0f2e021-e616-49af-9fd0-b49061283897 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.3376229 Feb 19 07:44:37.611342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-6f1298d2-4e62-455b-8d86-d944d041a4b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759 HTTP/1.1" status: 200 len: 217 time: 0.0697706 Feb 19 07:44:37.671781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-ba0e5e45-238d-4e87-a561-08581daeac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:37.673227 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-ba0e5e45-238d-4e87-a561-08581daeac32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=226ba19a-00f5-4588-8d93-0446360646ad HTTP/1.1" status: 200 len: 848 time: 0.0559859 Feb 19 07:44:37.674414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (7f132648-12a8-49b7-8c70-854cf7ac0300), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:37.674990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f132648-12a8-49b7-8c70-854cf7ac0300 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:44:37.747835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-61853bf5-17d2-4a3f-9588-aa5b7a1e3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:37.750478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-61853bf5-17d2-4a3f-9588-aa5b7a1e3edf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd3c6665-37d3-48bc-85b9-85a58e61ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706084 Feb 19 07:44:37.751692 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 07:44:37.754003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-80580efb-ec9d-4b50-a217-7e32d6fc72b0 tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6619890 Feb 19 07:44:37.755368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:37.956963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-fe52cb41-0e3c-42a4-a328-c1bf76bee0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941252 Feb 19 07:44:38.102861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5ad3096-1625-4aaf-a3eb-2fde1bb2604b req-76ed542a-711f-46df-bae9-541c0377efd4 service neutron] 10.222.0.24 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312945 Feb 19 07:44:38.141922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Deleting port 77187295-d681-4c50-bf3f-691a95ae5ce9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:44:38.142267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (77187295-d681-4c50-bf3f-691a95ae5ce9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:38.317694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150c93e-5e72-4a43-a1cf-3c02ef010b35 req-0af20fa2-c7d8-4e15-9f4d-1c7151602ce7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:38.319363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d150c93e-5e72-4a43-a1cf-3c02ef010b35 req-0af20fa2-c7d8-4e15-9f4d-1c7151602ce7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.2154005 Feb 19 07:44:38.323483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (77187295-d681-4c50-bf3f-691a95ae5ce9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:38.349847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Calling delete_port for 77187295-d681-4c50-bf3f-691a95ae5ce9 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:44:38.389754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d150c93e-5e72-4a43-a1cf-3c02ef010b35 req-86dcaea3-7372-4b14-94a8-1fc6f916dd6a tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584629 Feb 19 07:44:38.608183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e50147-9559-4bb6-8bce-5ae38c4116dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:38.626856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (77187295-d681-4c50-bf3f-691a95ae5ce9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:38.708537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Pushing event deleted for resources: {'Port': ['ID=77187295-d681-4c50-bf3f-691a95ae5ce9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:38.848118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:38.854889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c9c6c416-c40e-4d1e-9ff4-d2cbe88409fc tempest-RoutersAdminNegativeIpV6Test-1588982891 tempest-RoutersAdminNegativeIpV6Test-1588982891-project-admin] 10.222.0.43 "DELETE /v2.0/ports/77187295-d681-4c50-bf3f-691a95ae5ce9 HTTP/1.1" status: 204 len: 168 time: 1.0952394 Feb 19 07:44:39.316025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:39.577185 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3f5da65-65ae-47f5-8080-830084e5e064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:39.636910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27a75d-933b-4a0d-b32c-fd306b65baff req-c7dc7d75-494a-4955-a525-0346d59ccdf8 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:39.648478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b27a75d-933b-4a0d-b32c-fd306b65baff req-c7dc7d75-494a-4955-a525-0346d59ccdf8 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.0893474 Feb 19 07:44:39.730885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6b27a75d-933b-4a0d-b32c-fd306b65baff req-8bd60b89-d6a1-4651-91ee-d8db8b8e6a62 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Feb 19 07:44:39.750841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:39.823165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3f5da65-65ae-47f5-8080-830084e5e064 admin admin] Publish callbacks [] for security_group (74cb73c0-3459-49af-9e80-ca2942886859), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:39.830768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3f5da65-65ae-47f5-8080-830084e5e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74cb73c0-3459-49af-9e80-ca2942886859), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:39.832760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58060) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:39.893365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e3f5da65-65ae-47f5-8080-830084e5e064 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9df9395a0194a309f683ee40ee659e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744405 Feb 19 07:44:39.895864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:39.904376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5da65-65ae-47f5-8080-830084e5e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb73c0-3459-49af-9e80-ca2942886859,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:39.954600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] Publish callbacks [] for security_group (74cb73c0-3459-49af-9e80-ca2942886859), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:39.981623 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] Publish callbacks [] for security_group (74cb73c0-3459-49af-9e80-ca2942886859), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.064404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (74cb73c0-3459-49af-9e80-ca2942886859), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.066902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.068125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74cb73c0-3459-49af-9e80-ca2942886859 HTTP/1.1" status: 204 len: 168 time: 0.1709650 Feb 19 07:44:40.076368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99bb5489-59bd-4ea9-b430-3ef3e4ecad8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.085779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a1f14-a57c-4e59-8b0a-9b594db7c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb73c0-3459-49af-9e80-ca2942886859,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:40.180697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99bb5489-59bd-4ea9-b430-3ef3e4ecad8a admin admin] Publish callbacks [] for security_group (ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.186189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-99bb5489-59bd-4ea9-b430-3ef3e4ecad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.268329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-99bb5489-59bd-4ea9-b430-3ef3e4ecad8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acb19717562441e19bc486ef290f4269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338856 Feb 19 07:44:40.269340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb5489-59bd-4ea9-b430-3ef3e4ecad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:40.270940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:40.341087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] Publish callbacks [] for security_group (ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.374140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] Publish callbacks [] for security_group (ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.438980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.443991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:40.445784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27 HTTP/1.1" status: 204 len: 168 time: 0.1728737 Feb 19 07:44:40.455874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808152a-f162-4cae-99fb-2c2f5ecdf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc36a4-fdc3-4c1e-b350-69f9d5bbba27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:40.475785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c99aa8-2c8b-4a64-b2ea-614906bbd759 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:44:40.667774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:40.802940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0b3be3d0-72fc-40ef-a30f-c11f1ebe1d62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3e78f6ce72340fa8ead34521b0a2ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337924 Feb 19 07:44:40.805484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58086) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:40.847099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:40.882166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '64c99aa8-2c8b-4a64-b2ea-614906bbd759', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'port_id': '64c99aa8-2c8b-4a64-b2ea-614906bbd759', 'mac_address': 'fa:16:3e:40:9c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:44:40.927273 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] Publish callbacks [] for security_group (667ef6d2-f3d1-42f3-bf9e-1f4ca746a376), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.001017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:41.002269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.018727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] Publish callbacks [] for security_group (667ef6d2-f3d1-42f3-bf9e-1f4ca746a376), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.055049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee985304-2935-43bd-b4a2-c6b74ff50ca5 req-90e1923a-64ed-4924-9d88-dde30f794931 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:41.055555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c99aa8-2c8b-4a64-b2ea-614906bbd759 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:44:41.067504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee985304-2935-43bd-b4a2-c6b74ff50ca5 req-90e1923a-64ed-4924-9d88-dde30f794931 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1125 time: 0.1709614 Feb 19 07:44:41.120714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58092) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:41.137245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (667ef6d2-f3d1-42f3-bf9e-1f4ca746a376), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.141689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.143333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/667ef6d2-f3d1-42f3-bf9e-1f4ca746a376 HTTP/1.1" status: 204 len: 168 time: 0.3367677 Feb 19 07:44:41.159522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeacf5-cad7-4ee9-8fb8-6e54c791aecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ef6d2-f3d1-42f3-bf9e-1f4ca746a376,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:41.161548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9275cba1-0c86-4102-b6f5-7567edb5cb69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.163885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.168319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:41.177371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.286099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:41.327686 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee985304-2935-43bd-b4a2-c6b74ff50ca5 req-424e4e0a-7d7b-4451-95fb-a3be9880c8b7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580988 Feb 19 07:44:41.379146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c99aa8-2c8b-4a64-b2ea-614906bbd759'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:44:41.554789 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9275cba1-0c86-4102-b6f5-7567edb5cb69 admin admin] Publish callbacks [] for security_group (c59cb991-7dd0-4236-acf5-a7666afcab66), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.565121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9275cba1-0c86-4102-b6f5-7567edb5cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c59cb991-7dd0-4236-acf5-a7666afcab66), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.640363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9275cba1-0c86-4102-b6f5-7567edb5cb69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04af9197737d4bdab69c7b1d03e429f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157211 Feb 19 07:44:41.641643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:41.715031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275cba1-0c86-4102-b6f5-7567edb5cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59cb991-7dd0-4236-acf5-a7666afcab66,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:41.756937 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] Publish callbacks [] for security_group (c59cb991-7dd0-4236-acf5-a7666afcab66), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.805788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] Publish callbacks [] for security_group (c59cb991-7dd0-4236-acf5-a7666afcab66), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.916192 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c59cb991-7dd0-4236-acf5-a7666afcab66), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.919526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:41.924644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c59cb991-7dd0-4236-acf5-a7666afcab66 HTTP/1.1" status: 204 len: 168 time: 0.2814808 Feb 19 07:44:41.940229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b6e83-c3ec-4932-8202-d5e8730cebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59cb991-7dd0-4236-acf5-a7666afcab66,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:42.428982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:42.474221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c99aa8-2c8b-4a64-b2ea-614906bbd759 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:44:42.540979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c2c1c-3dcf-4c86-974a-bfbdae5f1071 req-4e6248bf-31fe-4654-a93a-69b686b3ee9e tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:42.542964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f1c2c1c-3dcf-4c86-974a-bfbdae5f1071 req-4e6248bf-31fe-4654-a93a-69b686b3ee9e tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1126 time: 0.0997734 Feb 19 07:44:42.626382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:44:42.634549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:42.634932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:42.666314 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f1c2c1c-3dcf-4c86-974a-bfbdae5f1071 req-10d814bf-c586-4c24-8f49-6915ab2b175f tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157930 Feb 19 07:44:42.826450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:42.827037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:42.878409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:42.880049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:42.883723 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea68778-4a08-4ba4-96ca-66ca9a5d1822" -d '{"events": [{"server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "name": "network-vif-plugged", "status": "completed", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:42.903390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:43.206257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25d0f3-ff39-4be6-ab1c-de9fe4453c77 req-46a45939-d4d6-43bd-8b1e-84aa503739ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:43.210197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e25d0f3-ff39-4be6-ab1c-de9fe4453c77 req-46a45939-d4d6-43bd-8b1e-84aa503739ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.1652865 Feb 19 07:44:43.379127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e25d0f3-ff39-4be6-ab1c-de9fe4453c77 req-ae9d1103-8673-4460-9800-74637707f48c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580162 Feb 19 07:44:43.397121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58152) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.489990 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a902d-cd2d-49c3-8912-27e195665479 x-openstack-request-id: req-059a902d-cd2d-49c3-8912-27e195665479 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:43.490982 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "name": "network-vif-plugged", "status": "completed", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:43.491419 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-059a902d-cd2d-49c3-8912-27e195665479 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:43.491962 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759', 'code': 200} Feb 19 07:44:43.531848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-b7d05577-ba54-417d-91c1-8925ef88abf6 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.533606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b7d05577-ba54-417d-91c1-8925ef88abf6 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1348853 Feb 19 07:44:43.537090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58160) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.545621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-48ff3335-f495-444e-a00b-100d0ef7b275 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.547094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-48ff3335-f495-444e-a00b-100d0ef7b275 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076706 Feb 19 07:44:43.549708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.555893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-3c4fd88d-2345-4335-ba12-7cbe82f99df9 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.557367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3c4fd88d-2345-4335-ba12-7cbe82f99df9 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065558 Feb 19 07:44:43.560283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58164) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.567288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-1741daaf-ec59-469e-b5d7-b8e169c47f9c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.568791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1741daaf-ec59-469e-b5d7-b8e169c47f9c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072191 Feb 19 07:44:43.571556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.576325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:43.580882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-2e898cd4-bf92-4a43-ab30-29c94f1b96b8 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.585476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2e898cd4-bf92-4a43-ab30-29c94f1b96b8 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109973 Feb 19 07:44:43.586793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58168) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.591750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-6ddf8b62-ef00-42ea-a459-ac160e7ba024 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.593987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ddf8b62-ef00-42ea-a459-ac160e7ba024 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058296 Feb 19 07:44:43.596587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.606733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-c32d80cc-dc30-4e80-af04-03785efcdc3a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.608378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c32d80cc-dc30-4e80-af04-03785efcdc3a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0105994 Feb 19 07:44:43.611178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58172) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.616904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-0d9a8abd-d63d-4698-9012-1188558596ab tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.618115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d9a8abd-d63d-4698-9012-1188558596ab tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055246 Feb 19 07:44:43.621221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58174) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.635472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-b98397fc-7c5c-4999-8721-7dd60614ff59 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.636929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b98397fc-7c5c-4999-8721-7dd60614ff59 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0145614 Feb 19 07:44:43.639686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.647026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2e34256b-3920-42ae-bf9d-f0394e38f23d tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.650489 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2e34256b-3920-42ae-bf9d-f0394e38f23d tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067449 Feb 19 07:44:43.650768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58178) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.663349 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2caaaa40-a540-4d6d-8405-5e0d03f02613 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.667498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2caaaa40-a540-4d6d-8405-5e0d03f02613 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0133040 Feb 19 07:44:43.668172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.674775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-9a042d21-d1ec-4158-890c-7082fd5a7d0a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.683973 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.691807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9a042d21-d1ec-4158-890c-7082fd5a7d0a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0220428 Feb 19 07:44:43.697225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2695ae74-1970-4e05-9494-f97508adf71f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.707824 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2695ae74-1970-4e05-9494-f97508adf71f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0200093 Feb 19 07:44:43.708456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.713579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-9c37bd95-77b5-4353-a92f-9f6e0314effa tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.721813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9c37bd95-77b5-4353-a92f-9f6e0314effa tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0102348 Feb 19 07:44:43.722183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58188) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.731043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-d55c69f1-d496-4dd0-9e85-ec062a53b1eb tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.734240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d55c69f1-d496-4dd0-9e85-ec062a53b1eb tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0089111 Feb 19 07:44:43.737210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.741766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-85b1d91e-877a-4412-a53e-45eb6213fb03 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.761964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.767608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-85b1d91e-877a-4412-a53e-45eb6213fb03 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0287490 Feb 19 07:44:43.774045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-4038def0-53fa-48be-a4e1-15f1c03dacdf tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.777298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4038def0-53fa-48be-a4e1-15f1c03dacdf tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0119882 Feb 19 07:44:43.777873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.798914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-2b3c6b6e-98ed-48eb-97ca-4f1e57b823e7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.806691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58200) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.812136 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-d07ce4e3-0890-4682-afd4-fc229f44a1c4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.812571 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b3c6b6e-98ed-48eb-97ca-4f1e57b823e7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0211365 Feb 19 07:44:43.815310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d07ce4e3-0890-4682-afd4-fc229f44a1c4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050869 Feb 19 07:44:43.815797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.823020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-1b987510-0509-467a-bf51-08984029301e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.828863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b987510-0509-467a-bf51-08984029301e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0097921 Feb 19 07:44:43.829243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.833655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-d2b73579-79be-4c48-a024-8540aba88a37 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.836609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d2b73579-79be-4c48-a024-8540aba88a37 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044022 Feb 19 07:44:43.837040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.842255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-a72ad427-93d3-4533-af52-ee29754b63a0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.847119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a72ad427-93d3-4533-af52-ee29754b63a0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068657 Feb 19 07:44:43.847469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.852247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-3a079597-3060-4b50-b1a6-cf2b99c554d7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.855275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a079597-3060-4b50-b1a6-cf2b99c554d7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048559 Feb 19 07:44:43.881683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.892576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-8223a6eb-5ec6-4f60-92a2-bb498d8180c2 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.904913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8223a6eb-5ec6-4f60-92a2-bb498d8180c2 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0196157 Feb 19 07:44:43.905166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.913108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-569e466c-735f-4511-b4ea-56228ffd627f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.922084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-569e466c-735f-4511-b4ea-56228ffd627f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130615 Feb 19 07:44:43.922502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.934387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-8e1d8ef5-b198-4b7e-9f22-691fa93d82b4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.947118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8e1d8ef5-b198-4b7e-9f22-691fa93d82b4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0235386 Feb 19 07:44:43.948013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.956473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-84963120-1457-4f58-85f5-72b77ace57fe tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.960614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-84963120-1457-4f58-85f5-72b77ace57fe tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114527 Feb 19 07:44:43.961452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.969090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-66c78686-bcce-48e6-8df9-bc5df7ca5288 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:43.983122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66c78686-bcce-48e6-8df9-bc5df7ca5288 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0204961 Feb 19 07:44:43.984570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:43.997839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4462-9318-4f72-84f6-d0d7f85647fb req-3e45f5f7-6930-4262-b456-27ba1dd5e403 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:44.000318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-702698ae-e002-41d1-8a7a-f9233e735635 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.002476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-688c4462-9318-4f72-84f6-d0d7f85647fb req-3e45f5f7-6930-4262-b456-27ba1dd5e403 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.1547201 Feb 19 07:44:44.008818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-702698ae-e002-41d1-8a7a-f9233e735635 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0230680 Feb 19 07:44:44.009604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.013925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-46b171bf-5b29-43ae-9a9e-b5d2f36aa792 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.032364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-46b171bf-5b29-43ae-9a9e-b5d2f36aa792 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0215678 Feb 19 07:44:44.033011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58224) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.060732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-9d837ae7-d6f5-4874-9d3b-6dc1c31bf099 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.070588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9d837ae7-d6f5-4874-9d3b-6dc1c31bf099 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0259824 Feb 19 07:44:44.071325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.077222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-b53b6f7e-506c-4e5c-87d7-06a2e777cc0b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.088323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b53b6f7e-506c-4e5c-87d7-06a2e777cc0b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143714 Feb 19 07:44:44.089110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.105124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-0f13e0be-770f-42d8-9f83-f9912c2aba22 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.113149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0f13e0be-770f-42d8-9f83-f9912c2aba22 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0228283 Feb 19 07:44:44.113986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58232) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.136443 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-688c4462-9318-4f72-84f6-d0d7f85647fb req-74ce146d-50dc-4730-832d-57aac1d671bf tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251457 Feb 19 07:44:44.138207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-fad1e8f3-da4a-4eec-8f99-e1fbbd6beecc tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.142341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58234) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.144675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fad1e8f3-da4a-4eec-8f99-e1fbbd6beecc tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0293193 Feb 19 07:44:44.149697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-7d202139-acae-4abc-9ce9-e7fd2d66903c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.163816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d202139-acae-4abc-9ce9-e7fd2d66903c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0200689 Feb 19 07:44:44.167568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.178604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-85de79a6-d63e-47ab-93b6-726335aa434c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.194878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.201209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-f100d09c-d23b-4b37-8328-180f8bac715a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.205732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f100d09c-d23b-4b37-8328-180f8bac715a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0093639 Feb 19 07:44:44.206341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.210697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-296f559b-9ea1-4888-9bdb-e8609104152a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.215220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-85de79a6-d63e-47ab-93b6-726335aa434c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0445588 Feb 19 07:44:44.220279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58246) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.224833 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2999db17-6487-4925-b70a-044163592e8b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.229680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-296f559b-9ea1-4888-9bdb-e8609104152a tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0221887 Feb 19 07:44:44.230300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.235143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-2f7d9ad5-31df-421a-bc6d-bd84803114de tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.239377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2999db17-6487-4925-b70a-044163592e8b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0179777 Feb 19 07:44:44.248338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58250) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.255167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-4c7b0613-756b-4c0d-9297-8eca724cfcb8 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.256913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2f7d9ad5-31df-421a-bc6d-bd84803114de tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0254869 Feb 19 07:44:44.261576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.265998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-ceca61f3-a77c-42be-9d0e-82736c8123c0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.271417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4c7b0613-756b-4c0d-9297-8eca724cfcb8 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0193930 Feb 19 07:44:44.272049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58254) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.276417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2efdc3b6-9a81-4f07-8dd1-1cb328f892b5 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.282302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ceca61f3-a77c-42be-9d0e-82736c8123c0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0196345 Feb 19 07:44:44.288192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.292468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-2a895896-de60-4dc2-b042-176072b8610b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.296236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2efdc3b6-9a81-4f07-8dd1-1cb328f892b5 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0231333 Feb 19 07:44:44.297520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58258) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.324532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2a895896-de60-4dc2-b042-176072b8610b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0352371 Feb 19 07:44:44.326492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-412e4b06-2c4b-4c6c-aabd-5b5985e6361f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.330407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.334731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-cb3c5e72-ee2f-4b22-82de-347f299dd10b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.338415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-412e4b06-2c4b-4c6c-aabd-5b5985e6361f tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0398390 Feb 19 07:44:44.339042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.347767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cb3c5e72-ee2f-4b22-82de-347f299dd10b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0162418 Feb 19 07:44:44.348934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-5fbad005-108c-4772-b500-6a3f84265236 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.357160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58266) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.368510 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5fbad005-108c-4772-b500-6a3f84265236 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0235765 Feb 19 07:44:44.373278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-4381e0a1-80b8-48fa-b2a5-ed339e26cbf9 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.377862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58268) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.383775 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-26c19522-4dfe-4b13-aad8-3f4632e97a11 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.384808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4381e0a1-80b8-48fa-b2a5-ed339e26cbf9 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0268784 Feb 19 07:44:44.389651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.393545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-26c19522-4dfe-4b13-aad8-3f4632e97a11 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0107958 Feb 19 07:44:44.396726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-4f81032a-4290-4da8-ade9-c19699ec0d19 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.400553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58272) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.406754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-aabd4736-eff4-4f60-b85d-d7a692bbb7f4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.407562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f81032a-4290-4da8-ade9-c19699ec0d19 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0156217 Feb 19 07:44:44.411760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.412353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aabd4736-eff4-4f60-b85d-d7a692bbb7f4 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102441 Feb 19 07:44:44.417440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-6fac214b-b7a9-4cee-8363-d0514e58ac7c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.422556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58276) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.427589 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-38df1869-4e65-44e1-8461-3d545226824c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.428261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6fac214b-b7a9-4cee-8363-d0514e58ac7c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147018 Feb 19 07:44:44.432634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.433192 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-38df1869-4e65-44e1-8461-3d545226824c tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0093751 Feb 19 07:44:44.438386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-6910fdb9-ac94-4b37-88c2-52764cc126db tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.442164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58280) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.446937 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-f76d96f1-e3f8-4d62-a3d0-9d29af2f5da7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.450478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6910fdb9-ac94-4b37-88c2-52764cc126db tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0160272 Feb 19 07:44:44.451091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.455759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f76d96f1-e3f8-4d62-a3d0-9d29af2f5da7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0123734 Feb 19 07:44:44.460573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-c4b21e5c-8e14-44fd-a382-352ae3ce8bcb tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.465341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58284) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.477825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-f3a5edaf-0967-4949-8890-775d528ceba7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.481882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c4b21e5c-8e14-44fd-a382-352ae3ce8bcb tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0247667 Feb 19 07:44:44.482621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58286) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.488130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-6a355cc2-6151-4219-8715-14f00bc2ee4b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.492076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3a5edaf-0967-4949-8890-775d528ceba7 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0264645 Feb 19 07:44:44.492729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58288) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.497145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-b7d03989-d961-43db-a931-6b0c39cded7e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.507754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b7d03989-d961-43db-a931-6b0c39cded7e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0139513 Feb 19 07:44:44.508429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58290) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.510377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a355cc2-6151-4219-8715-14f00bc2ee4b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0266802 Feb 19 07:44:44.513950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-69ec6adb-f293-4ad8-bf38-cfe136664e52 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.518086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.522312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-96cd6083-7c72-4e21-8959-3e1344216399 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.536125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-69ec6adb-f293-4ad8-bf38-cfe136664e52 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0263386 Feb 19 07:44:44.536933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.541987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-96cd6083-7c72-4e21-8959-3e1344216399 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0227787 Feb 19 07:44:44.542714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-8717f72c-e7a1-41a4-89c3-5c78e7e5a7e0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.547451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.552215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-8a3c03bb-e084-4fe9-ad9e-b9793a072b4e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.556441 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8717f72c-e7a1-41a4-89c3-5c78e7e5a7e0 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0187256 Feb 19 07:44:44.557069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a3c03bb-e084-4fe9-ad9e-b9793a072b4e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0083377 Feb 19 07:44:44.557889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58298) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.563591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-ac90e28f-a571-42dd-bb1a-2524878b4252 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.583417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ac90e28f-a571-42dd-bb1a-2524878b4252 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0239890 Feb 19 07:44:44.584570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.597082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-0569a7ca-57bf-45d7-bdde-267589e7882e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.600352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0569a7ca-57bf-45d7-bdde-267589e7882e tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123191 Feb 19 07:44:44.603012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.607798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-2de06072-0e6a-45bf-90ed-be26b4eff615 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.612142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2de06072-0e6a-45bf-90ed-be26b4eff615 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0080321 Feb 19 07:44:44.612712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.628091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-d204f984-cc24-416f-8015-51f5ab1918ab tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.633936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d204f984-cc24-416f-8015-51f5ab1918ab tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0185637 Feb 19 07:44:44.636688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.660112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-fde823d4-49e4-43cb-bc61-058f084ce6ed tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.667848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fde823d4-49e4-43cb-bc61-058f084ce6ed tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0250564 Feb 19 07:44:44.669447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58308) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.676007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-cf051439-5ce2-46de-ae22-c71b9d697b6b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.679773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cf051439-5ce2-46de-ae22-c71b9d697b6b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091448 Feb 19 07:44:44.680640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58312) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.694621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [None req-fbe708d1-22bf-4618-b7b2-c17c935a864b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.700464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fbe708d1-22bf-4618-b7b2-c17c935a864b tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0155876 Feb 19 07:44:44.700761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:44.708175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [None req-41f3ee42-f1c5-4a65-b8e1-08562a8cd239 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:44:44.717828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-41f3ee42-f1c5-4a65-b8e1-08562a8cd239 tempest-ExtensionsTestJSON-1340969722 tempest-ExtensionsTestJSON-1340969722-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116036 Feb 19 07:44:44.915297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58318) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:45.306906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:45.452567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fe5420a-9c06-46ee-b3a7-3121a1e71b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.522000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4142def2-b21e-4d63-a069-3ed6fd0a6720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.557684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c067e6e-2b67-4cbe-a36b-4aca97e45d32 req-bf45fb3d-5e39-40db-9d3a-1a3b48c20509 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:45.568494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c067e6e-2b67-4cbe-a36b-4aca97e45d32 req-bf45fb3d-5e39-40db-9d3a-1a3b48c20509 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.1705325 Feb 19 07:44:45.622563 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fe5420a-9c06-46ee-b3a7-3121a1e71b34 admin admin] Publish callbacks [] for security_group (da8dd3c0-2a08-457d-89ed-7204fdcf7b34), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.643393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fe5420a-9c06-46ee-b3a7-3121a1e71b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (da8dd3c0-2a08-457d-89ed-7204fdcf7b34), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.652446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c067e6e-2b67-4cbe-a36b-4aca97e45d32 req-e2359fa7-ac30-4d2e-a7ab-c21d28c3c721 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759685 Feb 19 07:44:45.727005 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5420a-9c06-46ee-b3a7-3121a1e71b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8dd3c0-2a08-457d-89ed-7204fdcf7b34,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:45.759446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4142def2-b21e-4d63-a069-3ed6fd0a6720 admin admin] Publish callbacks [] for security_group (d8977f70-3b3d-4da6-9236-f2d57482ed1e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.768153 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4142def2-b21e-4d63-a069-3ed6fd0a6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8977f70-3b3d-4da6-9236-f2d57482ed1e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:45.851244 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1fe5420a-9c06-46ee-b3a7-3121a1e71b34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5416d3f1c6b74bb4a9b2d7ef4cdade03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9344401 Feb 19 07:44:45.853555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4142def2-b21e-4d63-a069-3ed6fd0a6720 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15f917fc950b4bb3b2853f9a01cec889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445478 Feb 19 07:44:45.854268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:45.856400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142def2-b21e-4d63-a069-3ed6fd0a6720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8977f70-3b3d-4da6-9236-f2d57482ed1e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:45.864047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:45.894312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2395df4-3672-421e-a409-333a93b977c5 req-1ea015d0-174b-4e59-bedc-ab5d07fbf364 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:45.895895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2395df4-3672-421e-a409-333a93b977c5 req-1ea015d0-174b-4e59-bedc-ab5d07fbf364 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.1281912 Feb 19 07:44:45.968677 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2395df4-3672-421e-a409-333a93b977c5 req-cfa6b601-8659-405e-bbb2-18bae3aac8b2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Feb 19 07:44:46.005721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] Publish callbacks [] for security_group (da8dd3c0-2a08-457d-89ed-7204fdcf7b34), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.033983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] Publish callbacks [] for security_group (d8977f70-3b3d-4da6-9236-f2d57482ed1e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.061060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] Publish callbacks [] for security_group (d8977f70-3b3d-4da6-9236-f2d57482ed1e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.134324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8977f70-3b3d-4da6-9236-f2d57482ed1e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.136762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.137968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8977f70-3b3d-4da6-9236-f2d57482ed1e HTTP/1.1" status: 204 len: 168 time: 0.2728438 Feb 19 07:44:46.142519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] Publish callbacks [] for security_group (da8dd3c0-2a08-457d-89ed-7204fdcf7b34), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.183590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038dba3-f8e7-41be-b37f-aec77c55735b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8977f70-3b3d-4da6-9236-f2d57482ed1e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:46.261214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0124cac-9426-4763-bfd9-c8c95bc51634 req-c657829d-a646-479b-a63c-e20ad9c167e7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:46.264028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0124cac-9426-4763-bfd9-c8c95bc51634 req-c657829d-a646-479b-a63c-e20ad9c167e7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.1428285 Feb 19 07:44:46.265597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (da8dd3c0-2a08-457d-89ed-7204fdcf7b34), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.268488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:46.269827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da8dd3c0-2a08-457d-89ed-7204fdcf7b34 HTTP/1.1" status: 204 len: 168 time: 0.4143720 Feb 19 07:44:46.337654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51ee0-1575-4afc-8816-e355ffc4778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8dd3c0-2a08-457d-89ed-7204fdcf7b34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:46.431023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0124cac-9426-4763-bfd9-c8c95bc51634 req-b458b47d-8039-497e-aa33-3e55d27d98f1 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457498 Feb 19 07:44:46.935617 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b3b827de-8b7a-4c2b-8afb-48e55df14381 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:46.943740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b3b827de-8b7a-4c2b-8afb-48e55df14381 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.1705208 Feb 19 07:44:46.970523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-5d9c26c3-ab53-499d-9fc0-bed77ac58c12 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/quotas/2e5d9fd94a524adf9216f09ef88bbb1d HTTP/1.1" status: 200 len: 375 time: 0.0256443 Feb 19 07:44:47.111987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-45e58579-1937-4ac2-8ad0-52abd57d0a00 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400645 Feb 19 07:44:47.329401 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-baa93fd5-531c-4407-837c-271d03e280d0 service neutron] 10.222.0.43 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100332 Feb 19 07:44:47.474303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-823e70f0-234d-40a1-8e58-6a41ff7b6bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437557 Feb 19 07:44:47.760245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed104f3f-1699-4484-a77e-45758b7b0458 req-0913dbe3-a673-4e6b-a352-e8d82831f320 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 210 time: 0.0640695 Feb 19 07:44:48.104079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:48.538877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-577d4a84-ba5f-487e-8699-bafc690d4cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:48.679107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-577d4a84-ba5f-487e-8699-bafc690d4cfe admin admin] Publish callbacks [] for security_group (f4c25b9a-985f-4bfe-81b8-c3790c0ce485), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:48.687818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-577d4a84-ba5f-487e-8699-bafc690d4cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f4c25b9a-985f-4bfe-81b8-c3790c0ce485), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:48.733430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58434) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:48.734005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-577d4a84-ba5f-487e-8699-bafc690d4cfe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceefcbb0c33f4679b863e2379095005d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277332 Feb 19 07:44:48.818355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4a84-ba5f-487e-8699-bafc690d4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c25b9a-985f-4bfe-81b8-c3790c0ce485,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:48.891485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] Publish callbacks [] for security_group (f4c25b9a-985f-4bfe-81b8-c3790c0ce485), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:48.952701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] Publish callbacks [] for security_group (f4c25b9a-985f-4bfe-81b8-c3790c0ce485), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:49.062239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-abe42e80-72ff-41b1-8c08-45efce993390 req-75c9bcce-7eb6-48dc-92c6-d902c1d5fa89 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 210 time: 0.0904870 Feb 19 07:44:49.114885 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f4c25b9a-985f-4bfe-81b8-c3790c0ce485), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:49.118274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:49.122352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4c25b9a-985f-4bfe-81b8-c3790c0ce485 HTTP/1.1" status: 204 len: 168 time: 0.3839676 Feb 19 07:44:49.132378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c19b-2c0b-4486-a61e-2b36aa70eed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c25b9a-985f-4bfe-81b8-c3790c0ce485,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:49.417974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:49.782919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-941f28ba-ef30-4178-a2b1-685d02ebd40c tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:49.789934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-941f28ba-ef30-4178-a2b1-685d02ebd40c tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.47 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.2643361 Feb 19 07:44:49.804297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Request body: {'port': {'device_id': '242f5966-2378-4870-a781-0c186d965222', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'admin_state_up': True, 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:49.852884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Made reservation on behalf of 2e5d9fd94a524adf9216f09ef88bbb1d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:44:49.858553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.053771 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c9d4f-0850-497f-aadd-173f77ce84b9 req-8a0a10fb-0b86-4b33-b39e-c232b6338d3e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:50.063229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd0c9d4f-0850-497f-aadd-173f77ce84b9 req-8a0a10fb-0b86-4b33-b39e-c232b6338d3e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.0809250 Feb 19 07:44:50.114463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Allocated IP 172.20.0.11 (dd3c6665-37d3-48bc-85b9-85a58e61ad56/226ba19a-00f5-4588-8d93-0446360646ad/54e11048-debc-484d-bea0-fcf1aa97a1fa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:44:50.172317 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cd0c9d4f-0850-497f-aadd-173f77ce84b9 req-117513f7-682a-49d1-a21a-99c3ad2ecaf2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080751 Feb 19 07:44:50.268159 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:50.289881 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.358440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks [] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.446841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a5b39b-9cc9-4ec5-9e52-5b439de19102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.453247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.466372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c99aa8-2c8b-4a64-b2ea-614906bbd759'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:44:50.513862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Publish callbacks [] for security_group (2b5ea05d-61bc-4eae-99a1-a23cd523572d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.525388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b5ea05d-61bc-4eae-99a1-a23cd523572d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.618687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eedd3938d8b64aa9b2e879cae227ca6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489535 Feb 19 07:44:50.629094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58492) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:50.647916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ea05d-61bc-4eae-99a1-a23cd523572d,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:50.678165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.685121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.686381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.687607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.690994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.691679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.692243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.692794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.694763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.695543 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.696238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.699763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.700394 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b093fefb-9af9-4f58-ac6b-632794460ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:50.748535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:44:50.778968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2a7b5-ffbe-489e-9f68-533ed0a83925 req-5d14019f-b003-40de-a8f2-5fb440579adb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:50.784230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54f2a7b5-ffbe-489e-9f68-533ed0a83925 req-5d14019f-b003-40de-a8f2-5fb440579adb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1028 time: 0.3544214 Feb 19 07:44:50.803999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] Publish callbacks [] for security_group (2b5ea05d-61bc-4eae-99a1-a23cd523572d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.810207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:44:50.827939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:44:50.874259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] Publish callbacks [] for security_group (2b5ea05d-61bc-4eae-99a1-a23cd523572d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.894144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Pushing event updated for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:50.963631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a5b39b-9cc9-4ec5-9e52-5b439de19102 admin admin] Publish callbacks [] for security_group (3063b0fb-870c-4489-b0a7-17c8c310be49), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:50.998261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a5b39b-9cc9-4ec5-9e52-5b439de19102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3063b0fb-870c-4489-b0a7-17c8c310be49), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.009502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.010062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.010465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.010915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.011288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.011867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.012290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.012735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.013135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.013473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.013914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.014247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.015465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:44:51.016520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b5ea05d-61bc-4eae-99a1-a23cd523572d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.035858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.039607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b5ea05d-61bc-4eae-99a1-a23cd523572d HTTP/1.1" status: 204 len: 168 time: 0.4077413 Feb 19 07:44:51.083557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37222808-78ea-43cb-8de4-75979a6f6072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ea05d-61bc-4eae-99a1-a23cd523572d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:51.182529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5b39b-9cc9-4ec5-9e52-5b439de19102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063b0fb-870c-4489-b0a7-17c8c310be49,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:51.217052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18a5b39b-9cc9-4ec5-9e52-5b439de19102 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d57c9cecae2941f8bd7762a7795e2693&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7952833 Feb 19 07:44:51.217834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58502) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:51.222753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:51.223429 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.267748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-9c291b4a-eebb-421e-a549-c291e47efe64 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4695179 Feb 19 07:44:51.277301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54f2a7b5-ffbe-489e-9f68-533ed0a83925 req-d53a542f-72b4-4fd3-b618-6abafdf6b67a tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580126 Feb 19 07:44:51.301538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Request body: {'port': {'device_id': '242f5966-2378-4870-a781-0c186d965222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:44:51.350176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-78f125b0-c697-40c5-9787-7b17851daf54 None None] Provisioning complete for port 54e11048-debc-484d-bea0-fcf1aa97a1fa triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:44:51.363582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78f125b0-c697-40c5-9787-7b17851daf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.430423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-78f125b0-c697-40c5-9787-7b17851daf54 None None] Port 54e11048-debc-484d-bea0-fcf1aa97a1fa cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:44:51.432481 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] Publish callbacks [] for security_group (3063b0fb-870c-4489-b0a7-17c8c310be49), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.456977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] Publish callbacks [] for security_group (3063b0fb-870c-4489-b0a7-17c8c310be49), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.470967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.505166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca598b-6bac-493f-89c4-9466e834787a req-1d21c321-ffd8-4799-83f3-06838f13c5b3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:51.506705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ca598b-6bac-493f-89c4-9466e834787a req-1d21c321-ffd8-4799-83f3-06838f13c5b3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.1750453 Feb 19 07:44:51.550718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3063b0fb-870c-4489-b0a7-17c8c310be49), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.553230 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:51.556745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3063b0fb-870c-4489-b0a7-17c8c310be49 HTTP/1.1" status: 204 len: 168 time: 0.3352911 Feb 19 07:44:51.567477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf17c5-a40b-4979-849d-ebdc3b980ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063b0fb-870c-4489-b0a7-17c8c310be49,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:51.630847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ca598b-6bac-493f-89c4-9466e834787a req-b5800200-f698-4d17-a93c-55e2ac58a995 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021590 Feb 19 07:44:51.890121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-c928c1ac-e500-4769-ba5a-57a705924431 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:51.891734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-c928c1ac-e500-4769-ba5a-57a705924431 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 946 time: 0.3013432 Feb 19 07:44:52.079673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port 0b29241c-c1ff-4fd0-96f2-5145692a65ab {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:44:52.080947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:52.211448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e11048-debc-484d-bea0-fcf1aa97a1fa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:44:52.228713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks [] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:52.276249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port 0b29241c-c1ff-4fd0-96f2-5145692a65ab, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=0b29241c-c1ff-4fd0-96f2-5145692a65ab,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:52.276730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:52.301281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for 0b29241c-c1ff-4fd0-96f2-5145692a65ab owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:44:52.485181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Transition to ACTIVE for port object 54e11048-debc-484d-bea0-fcf1aa97a1fa will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:44:52.549315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:52.608240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Pushing event updated for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:52.815273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc23b17-c057-4c38-9be3-232a21466dd8 req-e12eb676-9898-4c47-892e-58c0340870e5 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:52.817889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdc23b17-c057-4c38-9be3-232a21466dd8 req-e12eb676-9898-4c47-892e-58c0340870e5 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1028 time: 0.3700330 Feb 19 07:44:52.928990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0b29241c-c1ff-4fd0-96f2-5145692a65ab), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:52.994125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5eeec-be8c-432c-bb15-931d5792db5d req-a6d60867-85ca-4dda-a93b-2615afd1dad0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:52.995776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24f5eeec-be8c-432c-bb15-931d5792db5d req-a6d60867-85ca-4dda-a93b-2615afd1dad0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 867 time: 0.1584752 Feb 19 07:44:53.090390 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24f5eeec-be8c-432c-bb15-931d5792db5d req-75a706a3-ccb5-40e2-b738-0806111fabf2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=c3a1b76d-01d2-4e8e-8b04-1d054c199d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866182 Feb 19 07:44:53.117978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port 0b29241c-c1ff-4fd0-96f2-5145692a65ab on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:44:53.126940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:53.130617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-212e60de-5218-443c-9d83-7cb4b6620d08 req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "DELETE /v2.0/ports/0b29241c-c1ff-4fd0-96f2-5145692a65ab HTTP/1.1" status: 204 len: 173 time: 1.2333555 Feb 19 07:44:53.136839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18116b-09d1-46a1-a171-a3917101427b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=0b29241c-c1ff-4fd0-96f2-5145692a65ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:53.138936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'name': 'network-vif-deleted', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:53.142956 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9101c063-ad08-417f-b0e1-57231c794020" -d '{"events": [{"server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "name": "network-vif-deleted", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:53.156422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Attempting to bind port 54e11048-debc-484d-bea0-fcf1aa97a1fa on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:44:53.156903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Attempting to bind port 54e11048-debc-484d-bea0-fcf1aa97a1fa by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:44:53.157467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Attempting to bind port 54e11048-debc-484d-bea0-fcf1aa97a1fa on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:53.169838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Port 54e11048-debc-484d-bea0-fcf1aa97a1fa on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:44:53.170225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Attempting to bind port 54e11048-debc-484d-bea0-fcf1aa97a1fa on network dd3c6665-37d3-48bc-85b9-85a58e61ad56 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:44:53.174127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bdc23b17-c057-4c38-9be3-232a21466dd8 req-1d4f8f50-9608-4625-904b-23855dda258a tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095968 Feb 19 07:44:53.189078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:44:53.189505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Checking segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:44:53.190062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Bound using segment: {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:44:53.190569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Bound port: 54e11048-debc-484d-bea0-fcf1aa97a1fa, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52180bd3-723d-4674-93eb-cfcdfbfb280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:44:53.190999 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:53.286172 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b7b3e2-e532-4374-b4ff-6f109715418d x-openstack-request-id: req-90b7b3e2-e532-4374-b4ff-6f109715418d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:53.286840 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc318c-8f32-4159-ac77-885677871434", "name": "network-vif-deleted", "tag": "0b29241c-c1ff-4fd0-96f2-5145692a65ab", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:53.287298 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90b7b3e2-e532-4374-b4ff-6f109715418d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:53.287855 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc318c-8f32-4159-ac77-885677871434', 'name': 'network-vif-deleted', 'tag': '0b29241c-c1ff-4fd0-96f2-5145692a65ab', 'status': 'completed', 'code': 200} Feb 19 07:44:53.362127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:44:53.367523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:44:53.379576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:53.465270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:53.465936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:53.467618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] 10.222.0.47 "PUT /v2.0/ports/54e11048-debc-484d-bea0-fcf1aa97a1fa HTTP/1.1" status: 200 len: 1092 time: 2.1866558 Feb 19 07:44:53.605644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039fa2a-570e-4d9b-9860-116e95a94be7 service neutron] Pushing event updated for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:53.727066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-6e3dfa9d-a0b7-465d-bd9d-0276b3dd1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:53.729322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-6e3dfa9d-a0b7-465d-bd9d-0276b3dd1944 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.2154818 Feb 19 07:44:53.811176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-daed4feb-61a0-4a8e-8c88-ddd0c2106de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa HTTP/1.1" status: 200 len: 217 time: 0.0736206 Feb 19 07:44:53.933490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-80827980-6b35-49b9-954c-c13d5702f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:53.935307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-80827980-6b35-49b9-954c-c13d5702f104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226ba19a-00f5-4588-8d93-0446360646ad HTTP/1.1" status: 200 len: 848 time: 0.1186593 Feb 19 07:44:54.077017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-179703d0-231a-4100-a37d-2ea774e35504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:54.078778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-179703d0-231a-4100-a37d-2ea774e35504 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd3c6665-37d3-48bc-85b9-85a58e61ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1377404 Feb 19 07:44:54.375484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-c8b4de80-fd0e-4cf2-8cb3-fead9beeb8e3 service neutron] 10.222.0.47 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906206 Feb 19 07:44:54.433205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde4930-dc8a-43e3-adb2-93ba17bd1b24 req-e50e5597-ec66-4852-a514-5668a25f9e22 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:54.446551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fde4930-dc8a-43e3-adb2-93ba17bd1b24 req-e50e5597-ec66-4852-a514-5668a25f9e22 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.1177440 Feb 19 07:44:54.522315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b361e35-2e10-4f15-bc2c-0ee452f241c1 req-7d3acbc2-5851-4bec-aab1-1e28105b977c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.1457770 Feb 19 07:44:54.571903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fde4930-dc8a-43e3-adb2-93ba17bd1b24 req-8364f653-c6bb-4d42-add5-5a0331dfbaa5 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224670 Feb 19 07:44:54.680373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b29241c-c1ff-4fd0-96f2-5145692a65ab no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:44:54.681700 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b71d13b6-92c1-4d5f-b879-d18cdff7edec req-85c9ad03-f901-48e0-83ae-354787689156 service neutron] 10.222.0.47 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801590 Feb 19 07:44:54.772339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 0b29241c-c1ff-4fd0-96f2-5145692a65ab {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:44:54.773024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 0b29241c-c1ff-4fd0-96f2-5145692a65ab not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:44:55.288737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:44:55.291086 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d" -d '{"events": [{"name": "network-changed", "server_uuid": "242f5966-2378-4870-a781-0c186d965222", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:44:55.361598 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa8456-3be7-408c-923d-acf92263aafd x-openstack-request-id: req-6dfa8456-3be7-408c-923d-acf92263aafd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:44:55.362129 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242f5966-2378-4870-a781-0c186d965222", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:44:55.362641 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6dfa8456-3be7-408c-923d-acf92263aafd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:44:55.367716 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa', 'status': 'completed', 'code': 200} Feb 19 07:44:55.459764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-6b7a28c7-ffa6-4b44-ab4c-aad4b0c6e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:55.461285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-6b7a28c7-ffa6-4b44-ab4c-aad4b0c6e07d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.0792530 Feb 19 07:44:55.675400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-5ef2c2ce-e40b-4b42-8e26-599a4fc2a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:55.683447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-5ef2c2ce-e40b-4b42-8e26-599a4fc2a5d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 200 len: 909 time: 0.2161973 Feb 19 07:44:55.778170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52c46e72-1e04-4c64-a44a-a4246551e595 req-47445f02-8840-4703-ab41-d3a2952a8d17 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0647857 Feb 19 07:44:55.846806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-b79964d4-8bab-419a-aa94-cd50d576f5ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa HTTP/1.1" status: 200 len: 217 time: 0.1426044 Feb 19 07:44:55.917347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f375e-b092-4f9b-87be-0afb595b481b req-4cd025f1-dbd7-4fe8-95ac-1d7187cb0f84 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:55.926081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a83f375e-b092-4f9b-87be-0afb595b481b req-4cd025f1-dbd7-4fe8-95ac-1d7187cb0f84 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.2414780 Feb 19 07:44:55.970851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-aa3789ab-1232-4cef-be3c-5babfa683133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:55.972434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-aa3789ab-1232-4cef-be3c-5babfa683133 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=226ba19a-00f5-4588-8d93-0446360646ad HTTP/1.1" status: 200 len: 848 time: 0.1188483 Feb 19 07:44:56.031388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a83f375e-b092-4f9b-87be-0afb595b481b req-1a32e08b-153b-4307-b0c5-7265fb78786b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039245 Feb 19 07:44:56.071820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-918b5da2-fb24-452a-a956-b80fe9af6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:56.078077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-918b5da2-fb24-452a-a956-b80fe9af6cf5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd3c6665-37d3-48bc-85b9-85a58e61ad56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922034 Feb 19 07:44:56.239043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-3796222c-dd43-4997-851b-67530a3d02ab service neutron] 10.222.0.47 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533546 Feb 19 07:44:56.362175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea54b79b-b6c6-4bf4-a6f9-52671f82f63d req-52324594-8ec7-480f-8c9f-e363563bf971 service neutron] 10.222.0.47 "GET /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169949 Feb 19 07:44:56.937334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80bafbc9-935d-451e-b941-de17f45619e2 req-b9a13d76-8ab1-4e87-a669-1d315e0ba183 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0616963 Feb 19 07:44:57.359586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c4283-c66d-414d-968e-23d2c03f7f66 req-975af2e8-7536-45b3-a1f7-67df99d82a69 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:57.361289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c6c4283-c66d-414d-968e-23d2c03f7f66 req-975af2e8-7536-45b3-a1f7-67df99d82a69 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.1450567 Feb 19 07:44:57.468665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c6c4283-c66d-414d-968e-23d2c03f7f66 req-599f8a1a-0ee3-4d6c-b2aa-59d4c2f2905c tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007063 Feb 19 07:44:57.472770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58714) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:57.720743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fb5302e-8fc9-444f-be1f-dad14f2e27c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:57.877455 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fb5302e-8fc9-444f-be1f-dad14f2e27c3 admin admin] Publish callbacks [] for security_group (26f1120b-ace3-4cd7-abfd-6c450d987415), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:57.886756 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9fb5302e-8fc9-444f-be1f-dad14f2e27c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26f1120b-ace3-4cd7-abfd-6c450d987415), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:57.934910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5302e-8fc9-444f-be1f-dad14f2e27c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1120b-ace3-4cd7-abfd-6c450d987415,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:57.958953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:44:57.959873 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9fb5302e-8fc9-444f-be1f-dad14f2e27c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=842b4372d15041d28bdec76e9507b0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4853003 Feb 19 07:44:58.026886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-10ce381a-9c61-4c90-bc24-54640c592748 req-283ae898-7c0d-4f9f-b1e6-6ab0f5750432 service neutron] (103587) timed out ('10.222.0.47', 59281) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:44:58.102839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] Publish callbacks [] for security_group (26f1120b-ace3-4cd7-abfd-6c450d987415), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:58.150114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5342d4d2-97f5-44e2-ae45-ac3dfc1d5781 req-9d55abbb-5420-4902-8b32-a4e9d837b19d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0634480 Feb 19 07:44:58.183911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] Publish callbacks [] for security_group (26f1120b-ace3-4cd7-abfd-6c450d987415), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:58.303349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (26f1120b-ace3-4cd7-abfd-6c450d987415), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:58.306706 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:58.313127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26f1120b-ace3-4cd7-abfd-6c450d987415 HTTP/1.1" status: 204 len: 168 time: 0.3528416 Feb 19 07:44:58.323471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d2286-0c51-4e71-a94f-a26bb1d34e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1120b-ace3-4cd7-abfd-6c450d987415,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:58.676349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ee62b-96ab-44d1-b263-87d231318593 req-2f6427bf-8a7e-4f38-a183-9b3776e5a15c tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:44:58.689706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c6ee62b-96ab-44d1-b263-87d231318593 req-2f6427bf-8a7e-4f38-a183-9b3776e5a15c tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1126 time: 0.1092794 Feb 19 07:44:58.707920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 54e11048-debc-484d-bea0-fcf1aa97a1fa details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:44:58.816333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c6ee62b-96ab-44d1-b263-87d231318593 req-71e680d8-6902-4c03-ab1b-e2197a59b21b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254506 Feb 19 07:44:59.019471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:59.049463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '54e11048-debc-484d-bea0-fcf1aa97a1fa', 'network_id': 'dd3c6665-37d3-48bc-85b9-85a58e61ad56', 'port_id': '54e11048-debc-484d-bea0-fcf1aa97a1fa', 'mac_address': 'fa:16:3e:07:c8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226ba19a-00f5-4588-8d93-0446360646ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:44:59.129337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 54e11048-debc-484d-bea0-fcf1aa97a1fa is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:44:59.129787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:59.189927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e11048-debc-484d-bea0-fcf1aa97a1fa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:44:59.251001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:44:59.265454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:44:59.353768 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bfe9b476-8cb0-4998-91e3-728b456e7a4a req-e46bf26f-b61f-4d32-a64a-f0bf052b8c79 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0627682 Feb 19 07:44:59.370181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:44:59.574033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['54e11048-debc-484d-bea0-fcf1aa97a1fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:45:00.095010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea90dd-5d87-48c9-9a66-5dc7da302b07 req-1b41be0b-dbc7-4091-9c0e-17f9cba59da3 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:00.098075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ea90dd-5d87-48c9-9a66-5dc7da302b07 req-1b41be0b-dbc7-4091-9c0e-17f9cba59da3 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1127 time: 0.1053824 Feb 19 07:45:00.213629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ea90dd-5d87-48c9-9a66-5dc7da302b07 req-21527891-fa22-4a1c-b380-08a81dde951f tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079454 Feb 19 07:45:00.456197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:00.532096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-129c9c8d-784f-45d2-bbfc-41fa72bec0f7 req-a1553e87-004f-48cf-bec2-d0f1367acde9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0356944 Feb 19 07:45:00.708081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 54e11048-debc-484d-bea0-fcf1aa97a1fa up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:45:00.838693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 54e11048-debc-484d-bea0-fcf1aa97a1fa completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:45:00.845841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 54e11048-debc-484d-bea0-fcf1aa97a1fa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:45:00.846279 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:01.041940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 54e11048-debc-484d-bea0-fcf1aa97a1fa is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:45:01.042542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:01.089039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:45:01.092367 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9be751-43e1-47f3-b370-21dbefdc8e44" -d '{"events": [{"server_uuid": "242f5966-2378-4870-a781-0c186d965222", "name": "network-vif-plugged", "status": "completed", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:45:01.137831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:01.148828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:01.274578 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505e06fe-9af3-4792-bcb3-b00387e3b98c x-openstack-request-id: req-505e06fe-9af3-4792-bcb3-b00387e3b98c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:45:01.275083 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242f5966-2378-4870-a781-0c186d965222", "name": "network-vif-plugged", "status": "completed", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:45:01.276060 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-505e06fe-9af3-4792-bcb3-b00387e3b98c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:45:01.276637 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa', 'code': 200} Feb 19 07:45:01.278655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:01.308456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f487378-54b7-4499-9935-1363cbbbf35a req-a2cfd76a-c06c-4727-a5b6-11b99d04047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:01.309994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f487378-54b7-4499-9935-1363cbbbf35a req-a2cfd76a-c06c-4727-a5b6-11b99d04047f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.0896955 Feb 19 07:45:01.388692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f487378-54b7-4499-9935-1363cbbbf35a req-294134b7-96fe-4e45-8a71-c1d2bac82248 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720708 Feb 19 07:45:01.411060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cbb6-df49-44c4-bf1b-46496b7382a3 req-50560e78-0397-497c-9252-333b5ad9995a tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:01.413289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da66cbb6-df49-44c4-bf1b-46496b7382a3 req-50560e78-0397-497c-9252-333b5ad9995a tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.1022511 Feb 19 07:45:01.521281 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da66cbb6-df49-44c4-bf1b-46496b7382a3 req-c0a8c5e5-36ec-42cb-a945-d37242306223 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954382 Feb 19 07:45:01.650539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dab1ff01-aa04-4244-8c83-135fcc4c7016 req-0b994fa2-0874-4f01-bbca-34837f111b1e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0450783 Feb 19 07:45:02.662912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8445de-5c7f-49e7-9522-1affb791d598 req-a267a69e-8910-4e8a-8ba4-38c0cf4d0091 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:02.672356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d8445de-5c7f-49e7-9522-1affb791d598 req-a267a69e-8910-4e8a-8ba4-38c0cf4d0091 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.0684068 Feb 19 07:45:02.749943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d8445de-5c7f-49e7-9522-1affb791d598 req-14c8287f-007f-4103-84da-1be169641106 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Feb 19 07:45:02.816799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8ed2d6b-de94-4579-babb-7914a4b30c7a req-6b31d789-fb7d-416e-a290-859be3007789 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0691087 Feb 19 07:45:03.159889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:03.874495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0512033-d7a1-4f74-9503-624b2ed153cb req-82bc6ee8-3dfd-4ce9-899c-b0fe13b94fc7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:03.882074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0512033-d7a1-4f74-9503-624b2ed153cb req-82bc6ee8-3dfd-4ce9-899c-b0fe13b94fc7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.0583284 Feb 19 07:45:03.940265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0512033-d7a1-4f74-9503-624b2ed153cb req-9f5e8bdd-52c7-458a-a42c-fabbdd79f335 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Feb 19 07:45:03.994818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8bebee9c-266b-4c17-a836-62c543728017 req-c73e9499-f435-4e21-84d4-6af4e87180d6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0709450 Feb 19 07:45:04.083630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518adb0-8c5d-4d91-b757-3902e729b196 req-b4698f96-a067-4a85-98f4-a2f0d7ef9ebe tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:04.085269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1518adb0-8c5d-4d91-b757-3902e729b196 req-b4698f96-a067-4a85-98f4-a2f0d7ef9ebe tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.0527103 Feb 19 07:45:04.185773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1518adb0-8c5d-4d91-b757-3902e729b196 req-090a4404-cbe1-4cdd-8d05-d8e3c6f74016 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Feb 19 07:45:04.713052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb729f3-0d17-4eb2-96c7-3616f994428e req-a9544cab-4509-42d7-b577-3437690ecfcb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:04.724015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbb729f3-0d17-4eb2-96c7-3616f994428e req-a9544cab-4509-42d7-b577-3437690ecfcb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.4818480 Feb 19 07:45:04.801320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbb729f3-0d17-4eb2-96c7-3616f994428e req-4aad28e2-3459-4e0e-a090-86cba4b51e0f tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Feb 19 07:45:05.174724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281d123-a068-4821-b0cc-b83500dc6dc4 req-89f2f1e3-5fcc-4af8-a71a-8c53783735ec tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:05.183475 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b281d123-a068-4821-b0cc-b83500dc6dc4 req-89f2f1e3-5fcc-4af8-a71a-8c53783735ec tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.0883086 Feb 19 07:45:05.220865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-480d7783-5ae5-44c5-bb24-9769d2f85cdb req-d1b3102e-9f9c-4ba6-9d14-a13a9a29e899 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0786614 Feb 19 07:45:05.256951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-b9511260-c679-4989-bfcf-8817a78934a1 req-a0e69ac9-c451-40a2-b9fe-35b2538ccef2 service neutron] (103587) timed out ('10.222.0.43', 37270) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:45:05.313740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b281d123-a068-4821-b0cc-b83500dc6dc4 req-042bd858-3d29-4ff0-95de-81a87389cd9e tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179004 Feb 19 07:45:05.818087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:05.838150 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:45:06.061903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa252-ab27-4570-bfc0-bf4b90706fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.247153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40717bf3-9023-4b56-b1e7-b4e82795555b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.348745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa252-ab27-4570-bfc0-bf4b90706fb8 admin admin] Publish callbacks [] for security_group (5a53047b-c7d4-4b01-9781-84ccacddaefa), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.357222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa252-ab27-4570-bfc0-bf4b90706fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5a53047b-c7d4-4b01-9781-84ccacddaefa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.473757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e8aa252-ab27-4570-bfc0-bf4b90706fb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e77659d9a314ad4857d24145b9ce634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545599 Feb 19 07:45:06.496775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa252-ab27-4570-bfc0-bf4b90706fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a53047b-c7d4-4b01-9781-84ccacddaefa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:06.507219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:06.572204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231782-6912-4215-a045-a68480746cc9 req-2d10d34f-31cf-4cee-aea5-8b33d88550e6 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.597209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81ffb85a-f3ab-4839-b6ec-97365e1abc59 req-4b55c475-59ad-45c9-8e36-fa982e40b8a8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.1707823 Feb 19 07:45:06.598891 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17231782-6912-4215-a045-a68480746cc9 req-2d10d34f-31cf-4cee-aea5-8b33d88550e6 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.1452098 Feb 19 07:45:06.741373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01375-666f-47d1-8e10-d07721d9929b req-f7e6941a-f36a-44e2-8532-739aedc569a7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:06.743387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbd01375-666f-47d1-8e10-d07721d9929b req-f7e6941a-f36a-44e2-8532-739aedc569a7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 1128 time: 0.2660301 Feb 19 07:45:06.754242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17231782-6912-4215-a045-a68480746cc9 req-16cc09fa-e62d-4d34-a98f-0eac7690f664 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513901 Feb 19 07:45:06.816651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] Publish callbacks [] for security_group (5a53047b-c7d4-4b01-9781-84ccacddaefa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.869530 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] Publish callbacks [] for security_group (5a53047b-c7d4-4b01-9781-84ccacddaefa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.994106 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5a53047b-c7d4-4b01-9781-84ccacddaefa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:06.997110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.000728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a53047b-c7d4-4b01-9781-84ccacddaefa HTTP/1.1" status: 204 len: 168 time: 0.4288988 Feb 19 07:45:07.044290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf5436-531f-4c4d-8960-c65c0da81b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a53047b-c7d4-4b01-9781-84ccacddaefa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:07.203684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Deleting port 54e11048-debc-484d-bea0-fcf1aa97a1fa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:07.204031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.314956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] For port 54e11048-debc-484d-bea0-fcf1aa97a1fa, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=54e11048-debc-484d-bea0-fcf1aa97a1fa,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:07.315626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.331038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Calling delete_port for 54e11048-debc-484d-bea0-fcf1aa97a1fa owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:07.494580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (54e11048-debc-484d-bea0-fcf1aa97a1fa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.507798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['54e11048-debc-484d-bea0-fcf1aa97a1fa'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:45:07.512488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c99aa8-2c8b-4a64-b2ea-614906bbd759'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:45:07.606964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Pushing event deleted for resources: {'Port': ['ID=54e11048-debc-484d-bea0-fcf1aa97a1fa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:07.832747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] No DVR routers for this DVR port 54e11048-debc-484d-bea0-fcf1aa97a1fa on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:07.841989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.847491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 58978) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:07.850336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbd01375-666f-47d1-8e10-d07721d9929b req-122c3213-f3b6-44bd-b3f5-46a5ed6cda8b tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.47 "DELETE /v2.0/ports/54e11048-debc-484d-bea0-fcf1aa97a1fa HTTP/1.1" status: 204 len: 173 time: 1.0811019 Feb 19 07:45:07.851566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'name': 'network-vif-deleted', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:45:07.853997 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea6f50-1970-4578-a655-f42495921a2f" -d '{"events": [{"server_uuid": "242f5966-2378-4870-a781-0c186d965222", "name": "network-vif-deleted", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:45:07.895063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fb10e6b-64c9-467c-84d8-66d7df54c990 req-694771c0-c100-4a72-9528-cfc61b1304df tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0634196 Feb 19 07:45:07.901950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2bb61e9-9448-49f0-a303-d15654392c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:07.980204 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8485d1e8-e691-4caf-b570-a4be487a74fc x-openstack-request-id: req-8485d1e8-e691-4caf-b570-a4be487a74fc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:45:07.980714 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242f5966-2378-4870-a781-0c186d965222", "name": "network-vif-deleted", "tag": "54e11048-debc-484d-bea0-fcf1aa97a1fa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:45:07.981152 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8485d1e8-e691-4caf-b570-a4be487a74fc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:45:07.981714 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242f5966-2378-4870-a781-0c186d965222', 'name': 'network-vif-deleted', 'tag': '54e11048-debc-484d-bea0-fcf1aa97a1fa', 'status': 'completed', 'code': 200} Feb 19 07:45:08.094977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2bb61e9-9448-49f0-a303-d15654392c06 admin admin] Publish callbacks [] for security_group (43011ab0-8c32-41ee-92b0-3fcaf6a07bc6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.121574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2bb61e9-9448-49f0-a303-d15654392c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (43011ab0-8c32-41ee-92b0-3fcaf6a07bc6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.214935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2bb61e9-9448-49f0-a303-d15654392c06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c6efb2c88c248a795b03bad2a1b7559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3659878 Feb 19 07:45:08.216202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb61e9-9448-49f0-a303-d15654392c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43011ab0-8c32-41ee-92b0-3fcaf6a07bc6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.217939 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 58984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:08.239986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1178091-35f3-4d52-8cc1-0c52556a7b2d req-eb49f4a8-bb55-4aa2-962f-09ea90a021d4 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=242f5966-2378-4870-a781-0c186d965222 HTTP/1.1" status: 200 len: 210 time: 0.1426694 Feb 19 07:45:08.304850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] Publish callbacks [] for security_group (43011ab0-8c32-41ee-92b0-3fcaf6a07bc6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.328969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] Publish callbacks [] for security_group (43011ab0-8c32-41ee-92b0-3fcaf6a07bc6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.417794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (43011ab0-8c32-41ee-92b0-3fcaf6a07bc6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.420319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:08.425033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43011ab0-8c32-41ee-92b0-3fcaf6a07bc6 HTTP/1.1" status: 204 len: 168 time: 0.2060509 Feb 19 07:45:08.443029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099460-017d-4572-899a-1acc1b454241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43011ab0-8c32-41ee-92b0-3fcaf6a07bc6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:08.603116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c38a3a8-5d1f-4e40-a095-3a3d6fd404f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:09.081627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-906c4c3d-9c7c-475a-8bac-c5d4f743a4b8 req-886527d4-1183-463e-9f89-d83cac59d9ad tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0505712 Feb 19 07:45:09.740883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:09.779208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ea76-d01c-430f-87f4-1696150302dd req-e983d423-d74d-4fd0-a411-01b62764eedb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:09.787241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7376ea76-d01c-430f-87f4-1696150302dd req-e983d423-d74d-4fd0-a411-01b62764eedb tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.0901034 Feb 19 07:45:09.911986 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7376ea76-d01c-430f-87f4-1696150302dd req-ec218c42-605f-4687-a6ef-351425b13d23 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Feb 19 07:45:10.260465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1112109-c55f-43a5-adb4-5f68d97c29bc req-5d6936f4-886e-406c-a079-33e536d33ab9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9dc318c-8f32-4159-ac77-885677871434 HTTP/1.1" status: 200 len: 210 time: 0.0334289 Feb 19 07:45:10.722847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 54e11048-debc-484d-bea0-fcf1aa97a1fa no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:10.754077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 54e11048-debc-484d-bea0-fcf1aa97a1fa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:10.754696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 54e11048-debc-484d-bea0-fcf1aa97a1fa not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:10.995547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-1e33d384-4a65-4bb0-8d7b-06515060e566 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:10.997904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-1e33d384-4a65-4bb0-8d7b-06515060e566 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.0642214 Feb 19 07:45:11.035481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512fca7-f994-48b8-badf-77f56d978e77 req-1c6e81be-c820-40b8-b807-6ffbde3201db tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:11.042560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4512fca7-f994-48b8-badf-77f56d978e77 req-1c6e81be-c820-40b8-b807-6ffbde3201db tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 1127 time: 0.0663049 Feb 19 07:45:11.086826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:11.108716 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4512fca7-f994-48b8-badf-77f56d978e77 req-7f1bb69c-f93f-4bd4-955a-5b456a71b6e7 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=a97f4db2-3455-47ca-9f65-8645e7c640a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Feb 19 07:45:11.192903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Deleting port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:11.193253 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:11.386729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] For port 64c99aa8-2c8b-4a64-b2ea-614906bbd759, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c99aa8-2c8b-4a64-b2ea-614906bbd759,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:11.387445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:11.425273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Calling delete_port for 64c99aa8-2c8b-4a64-b2ea-614906bbd759 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:11.612111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (64c99aa8-2c8b-4a64-b2ea-614906bbd759), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:11.624392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c99aa8-2c8b-4a64-b2ea-614906bbd759'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:45:11.713973 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] No DVR routers for this DVR port 64c99aa8-2c8b-4a64-b2ea-614906bbd759 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:11.720455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:11.724358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7cdc3f2-39fa-4df3-a70c-f8726052200f req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.24 "DELETE /v2.0/ports/64c99aa8-2c8b-4a64-b2ea-614906bbd759 HTTP/1.1" status: 204 len: 173 time: 0.7209113 Feb 19 07:45:11.726212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286ac7e-21d2-42b6-a0d9-d186cd9ea8c2 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] Pushing event deleted for resources: {'Port': ['ID=64c99aa8-2c8b-4a64-b2ea-614906bbd759,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:11.728657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'name': 'network-vif-deleted', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:45:11.731777 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c87aa-af48-45d4-9bbc-7ada6bfa4af4" -d '{"events": [{"server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "name": "network-vif-deleted", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:45:11.817201 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8d2d7-9a04-40c5-9d48-fa6ca152d0bc x-openstack-request-id: req-f6c8d2d7-9a04-40c5-9d48-fa6ca152d0bc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:45:11.817492 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1aaea0-d29b-41a9-a0c4-65681fb0461b", "name": "network-vif-deleted", "tag": "64c99aa8-2c8b-4a64-b2ea-614906bbd759", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:45:11.817751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6c8d2d7-9a04-40c5-9d48-fa6ca152d0bc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:45:11.818157 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1aaea0-d29b-41a9-a0c4-65681fb0461b', 'name': 'network-vif-deleted', 'tag': '64c99aa8-2c8b-4a64-b2ea-614906bbd759', 'status': 'completed', 'code': 200} Feb 19 07:45:12.292119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3be24f41-5075-4a0a-a52e-5fbc8573d241 req-5c356f0c-3e47-43a4-bf84-c5002f5291a3 tempest-TestServerMultinode-1596763377 tempest-TestServerMultinode-1596763377-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2f1aaea0-d29b-41a9-a0c4-65681fb0461b HTTP/1.1" status: 200 len: 210 time: 0.0801778 Feb 19 07:45:12.424908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:13.396098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:14.175838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:14.452712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Deleting port 5a9b20de-db81-45b1-9710-d6575f888561 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:14.453843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5a9b20de-db81-45b1-9710-d6575f888561), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:14.547848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] For port 5a9b20de-db81-45b1-9710-d6575f888561, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5a9b20de-db81-45b1-9710-d6575f888561,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:14.548487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5a9b20de-db81-45b1-9710-d6575f888561), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:14.565474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Calling delete_port for 5a9b20de-db81-45b1-9710-d6575f888561 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:14.676350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c99aa8-2c8b-4a64-b2ea-614906bbd759 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:14.715984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 64c99aa8-2c8b-4a64-b2ea-614906bbd759 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:14.716346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c99aa8-2c8b-4a64-b2ea-614906bbd759 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:14.819387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5a9b20de-db81-45b1-9710-d6575f888561), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:14.856986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9b20de-db81-45b1-9710-d6575f888561,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:15.100686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:15.440006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Router 6e2d2542-f6b6-4a66-bc56-8108951de92f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:15.679640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:15.687630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2fffafaf-fce3-4ce3-a1a0-e5c67f38a22f admin admin] 10.222.0.43 "PUT /v2.0/routers/6e2d2542-f6b6-4a66-bc56-8108951de92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2904503 Feb 19 07:45:15.690818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:15.696769 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Sync routers for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:45:15.717199 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:15.718935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:15.859358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks [] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:15.872410 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:16.058801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks [] for router_gateway (6e2d2542-f6b6-4a66-bc56-8108951de92f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.149105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Deleting port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:16.150056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.225903 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:45:14Z', 'revision_number': 5, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port': {'id': '4162e1f4-9e1b-4a20-846a-4598ef0a90ee', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:70:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:04Z', 'updated_at': '2022-02-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:16.283796 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Checking router: 6e2d2542-f6b6-4a66-bc56-8108951de92f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:45:16.286738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] For port 4162e1f4-9e1b-4a20-846a-4598ef0a90ee, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:16.288018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.309161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Calling delete_port for 4162e1f4-9e1b-4a20-846a-4598ef0a90ee owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:16.310530 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Routers {'6e2d2542-f6b6-4a66-bc56-8108951de92f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:16.313034 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6e2d2542-f6b6-4a66-bc56-8108951de92f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:16.530976 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] Set router 6e2d2542-f6b6-4a66-bc56-8108951de92f gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:16.600888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4162e1f4-9e1b-4a20-846a-4598ef0a90ee), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.610965 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:45:16Z', 'revision_number': 6, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:16.662449 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07736a29-3b87-49be-a0a7-f8471887d3e9 None None] The sync data for ids ['6e2d2542-f6b6-4a66-bc56-8108951de92f'] in n-d-829866-3 is: [{'id': '6e2d2542-f6b6-4a66-bc56-8108951de92f', 'name': 'tempest-TestServerMultinode-638004616-router', 'tenant_id': '6fd81246730a4b00be5dd30baa5e5757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:02Z', 'updated_at': '2022-02-19T07:45:16Z', 'revision_number': 6, 'project_id': '6fd81246730a4b00be5dd30baa5e5757', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:45:16.697519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Pushing event deleted for resources: {'Port': ['ID=4162e1f4-9e1b-4a20-846a-4598ef0a90ee,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:16.753140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.952814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:16.955618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks [] for router_controller (6e2d2542-f6b6-4a66-bc56-8108951de92f), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.031319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6e2d2542-f6b6-4a66-bc56-8108951de92f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.032249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2d2542-f6b6-4a66-bc56-8108951de92f {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:45:17.038346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.043623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6b6c79b-f6bb-4fef-954f-3867a4d26118 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6e2d2542-f6b6-4a66-bc56-8108951de92f HTTP/1.1" status: 204 len: 168 time: 1.3497243 Feb 19 07:45:17.044078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:17.137378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Deleting subnet 226ba19a-00f5-4588-8d93-0446360646ad {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:45:17.144539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Publish callbacks [] for subnet (226ba19a-00f5-4588-8d93-0446360646ad), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.184268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5a9b20de-db81-45b1-9710-d6575f888561 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:17.234292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5a9b20de-db81-45b1-9710-d6575f888561 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:17.234640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5a9b20de-db81-45b1-9710-d6575f888561 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:17.272006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (226ba19a-00f5-4588-8d93-0446360646ad), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.437107 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (226ba19a-00f5-4588-8d93-0446360646ad), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.558443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (226ba19a-00f5-4588-8d93-0446360646ad), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.590572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d07c2f-334f-4baa-bde0-ba23f57d8ce3 None None] Network dd3c6665-37d3-48bc-85b9-85a58e61ad56 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:45:17.626828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226ba19a-00f5-4588-8d93-0446360646ad,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:17.635117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:17.646781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-15ba34b2-f89c-4294-90f0-af6128f131e4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/226ba19a-00f5-4588-8d93-0446360646ad HTTP/1.1" status: 204 len: 168 time: 0.6008468 Feb 19 07:45:17.650923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59202) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:17.866664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08811702-bf35-4b08-be14-632f4696553f None None] DHCP port deletion for dd3c6665-37d3-48bc-85b9-85a58e61ad56 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:45:17.877967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dd3c6665-37d3-48bc-85b9-85a58e61ad56), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.017694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-08811702-bf35-4b08-be14-632f4696553f None None] Deleting port f8bc3822-ff1e-4449-a95f-8a9caff2e261 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:18.018076 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.018700 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Deleting port f8bc3822-ff1e-4449-a95f-8a9caff2e261 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:18.018991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.163497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] For port f8bc3822-ff1e-4449-a95f-8a9caff2e261, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f8bc3822-ff1e-4449-a95f-8a9caff2e261,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:18.164628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.170855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-08811702-bf35-4b08-be14-632f4696553f None None] For port f8bc3822-ff1e-4449-a95f-8a9caff2e261, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f8bc3822-ff1e-4449-a95f-8a9caff2e261,segment=NetworkSegment(52180bd3-723d-4674-93eb-cfcdfbfb280b),segment_id=52180bd3-723d-4674-93eb-cfcdfbfb280b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:18.171290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.206483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Calling delete_port for f8bc3822-ff1e-4449-a95f-8a9caff2e261 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:18.216224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-08811702-bf35-4b08-be14-632f4696553f None None] Calling delete_port for f8bc3822-ff1e-4449-a95f-8a9caff2e261 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:18.336954 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.352392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08811702-bf35-4b08-be14-632f4696553f None None] No DVR routers for this DVR port f8bc3822-ff1e-4449-a95f-8a9caff2e261 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:18.376528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08811702-bf35-4b08-be14-632f4696553f None None] Pushing event deleted for resources: {'Port': ['ID=f8bc3822-ff1e-4449-a95f-8a9caff2e261,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:18.385388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f8bc3822-ff1e-4449-a95f-8a9caff2e261), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.394296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.397222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.398247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.398866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.400481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.401075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.402109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.402673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.403603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.405158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.405707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.408582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.409576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08811702-bf35-4b08-be14-632f4696553f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:18.418050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bc3822-ff1e-4449-a95f-8a9caff2e261,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:18.428784 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] No DVR routers for this DVR port f8bc3822-ff1e-4449-a95f-8a9caff2e261 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:18.536864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dd3c6665-37d3-48bc-85b9-85a58e61ad56), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.571927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c6665-37d3-48bc-85b9-85a58e61ad56']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:18.583767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52180bd3-723d-4674-93eb-cfcdfbfb280b') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:18.584066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52180bd3-723d-4674-93eb-cfcdfbfb280b') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:18.595200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (52180bd3-723d-4674-93eb-cfcdfbfb280b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.610193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (52180bd3-723d-4674-93eb-cfcdfbfb280b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.617445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:45:18.617845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (52180bd3-723d-4674-93eb-cfcdfbfb280b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self.session.flush() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:45:18.675175 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:45:18.682451 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dd3c6665-37d3-48bc-85b9-85a58e61ad56), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.725631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3c6665-37d3-48bc-85b9-85a58e61ad56,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:18.759128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:18.789734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:18.794866 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7c2d744a-e98c-4417-8a64-2491ea2950d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dd3c6665-37d3-48bc-85b9-85a58e61ad56 HTTP/1.1" status: 204 len: 168 time: 1.1325116 Feb 19 07:45:19.185680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f8bc3822-ff1e-4449-a95f-8a9caff2e261 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:19.227146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f8bc3822-ff1e-4449-a95f-8a9caff2e261 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:19.238150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f8bc3822-ff1e-4449-a95f-8a9caff2e261 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:19.239725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4162e1f4-9e1b-4a20-846a-4598ef0a90ee no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:19.282483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 4162e1f4-9e1b-4a20-846a-4598ef0a90ee {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:19.286407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 4162e1f4-9e1b-4a20-846a-4598ef0a90ee not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:19.489849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:19.963899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Deleting port 21632b95-e753-4696-836d-d6f633dfb478 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:19.964559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (21632b95-e753-4696-836d-d6f633dfb478), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:20.097343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] For port 21632b95-e753-4696-836d-d6f633dfb478, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=21632b95-e753-4696-836d-d6f633dfb478,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:20.097996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (21632b95-e753-4696-836d-d6f633dfb478), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:20.118696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Calling delete_port for 21632b95-e753-4696-836d-d6f633dfb478 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:20.416998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (21632b95-e753-4696-836d-d6f633dfb478), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:20.475020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Pushing event deleted for resources: {'Port': ['ID=21632b95-e753-4696-836d-d6f633dfb478,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:20.865292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:20.934313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59252) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:21.273303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8730f9b0-0075-4a57-ac1c-876b1745c29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.340177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:45:21.437052 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8730f9b0-0075-4a57-ac1c-876b1745c29e admin admin] Publish callbacks [] for security_group (6290cce2-58e4-4d97-99d4-496e492a5f3c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.448185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8730f9b0-0075-4a57-ac1c-876b1745c29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6290cce2-58e4-4d97-99d4-496e492a5f3c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.495033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f9b0-0075-4a57-ac1c-876b1745c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6290cce2-58e4-4d97-99d4-496e492a5f3c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:21.504250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:21.509771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81063209-b714-41a6-8eab-0abefb21807b admin admin] 10.222.0.43 "PUT /v2.0/routers/c83cde44-82d9-4a1b-afb1-dfb21f6604b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183528 Feb 19 07:45:21.516701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:21.522414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Sync routers for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:45:21.543751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8730f9b0-0075-4a57-ac1c-876b1745c29e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0e0f70aa24b4e1989c8a112f0d2fec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6057780 Feb 19 07:45:21.544356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59264) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:21.554543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:21.555583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:21.671667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] Publish callbacks [] for security_group (6290cce2-58e4-4d97-99d4-496e492a5f3c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.734164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] Publish callbacks [] for security_group (6290cce2-58e4-4d97-99d4-496e492a5f3c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.746145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks [] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.830124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:21.834392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6290cce2-58e4-4d97-99d4-496e492a5f3c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.838554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:21.848770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6290cce2-58e4-4d97-99d4-496e492a5f3c HTTP/1.1" status: 204 len: 168 time: 0.3023708 Feb 19 07:45:21.859288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b635b3-b6e2-4932-b69d-ef1170cb9278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6290cce2-58e4-4d97-99d4-496e492a5f3c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:22.018898 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks [] for router_gateway (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:22.122007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Deleting port 1637412d-4835-4aa8-beac-599497a5714a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:22.122831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1637412d-4835-4aa8-beac-599497a5714a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:22.215534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '1637412d-4835-4aa8-beac-599497a5714a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:45:20Z', 'revision_number': 5, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port': {'id': '1637412d-4835-4aa8-beac-599497a5714a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:44:17Z', 'updated_at': '2022-02-19T07:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:22.283585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Checking router: c83cde44-82d9-4a1b-afb1-dfb21f6604b2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:45:22.305443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Routers {'c83cde44-82d9-4a1b-afb1-dfb21f6604b2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:22.306083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:22.421548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] Set router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:22.458682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] For port 1637412d-4835-4aa8-beac-599497a5714a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1637412d-4835-4aa8-beac-599497a5714a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:22.461170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1637412d-4835-4aa8-beac-599497a5714a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:22.496421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:45:22Z', 'revision_number': 6, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:22.504677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Calling delete_port for 1637412d-4835-4aa8-beac-599497a5714a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:22.530606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472565cf-4454-4f21-8920-d74db9ab98c8 None None] The sync data for ids ['c83cde44-82d9-4a1b-afb1-dfb21f6604b2'] in n-d-829866-3 is: [{'id': 'c83cde44-82d9-4a1b-afb1-dfb21f6604b2', 'name': 'tempest-TestServerMultinode-2138555150-router', 'tenant_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:44:15Z', 'updated_at': '2022-02-19T07:45:22Z', 'revision_number': 6, 'project_id': '2e5d9fd94a524adf9216f09ef88bbb1d', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:45:22.975415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1637412d-4835-4aa8-beac-599497a5714a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.074537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 21632b95-e753-4696-836d-d6f633dfb478 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:23.102814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=1637412d-4835-4aa8-beac-599497a5714a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:23.129181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 21632b95-e753-4696-836d-d6f633dfb478 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:23.134306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 21632b95-e753-4696-836d-d6f633dfb478 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:23.308960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.481597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.485944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks [] for router_controller (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.590708 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (c83cde44-82d9-4a1b-afb1-dfb21f6604b2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.591575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83cde44-82d9-4a1b-afb1-dfb21f6604b2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:45:23.597312 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.601641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:23.602160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6b195ce-8191-4829-8d33-e3bfd071bdfa admin admin] 10.222.0.43 "DELETE /v2.0/routers/c83cde44-82d9-4a1b-afb1-dfb21f6604b2 HTTP/1.1" status: 204 len: 168 time: 2.0841162 Feb 19 07:45:23.759501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Deleting subnet 2e39a26f-0f0f-466a-9089-4e7bb9e11449 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:45:23.763161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Publish callbacks [] for subnet (2e39a26f-0f0f-466a-9089-4e7bb9e11449), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.854468 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (2e39a26f-0f0f-466a-9089-4e7bb9e11449), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:23.973228 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2e39a26f-0f0f-466a-9089-4e7bb9e11449), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.054626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (2e39a26f-0f0f-466a-9089-4e7bb9e11449), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.095145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e39a26f-0f0f-466a-9089-4e7bb9e11449,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:24.107101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.113501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b48f171e-a638-43e0-b19c-fe12a39132b5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2e39a26f-0f0f-466a-9089-4e7bb9e11449 HTTP/1.1" status: 204 len: 168 time: 0.5085902 Feb 19 07:45:24.113866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:24.115399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd081a-80d7-43f8-af3d-e3fcb2e99e94 None None] Network 3c040eee-4326-4a3e-b904-5f3fb1239baf requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:45:24.213558 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3c040eee-4326-4a3e-b904-5f3fb1239baf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.301297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Deleting port da5865d0-3521-40c4-8013-922b21a6e1e1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:24.301995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.389381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] DHCP port deletion for 3c040eee-4326-4a3e-b904-5f3fb1239baf request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:45:24.439439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] For port da5865d0-3521-40c4-8013-922b21a6e1e1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=da5865d0-3521-40c4-8013-922b21a6e1e1,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:24.439802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.469062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Calling delete_port for da5865d0-3521-40c4-8013-922b21a6e1e1 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:24.512654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Deleting port da5865d0-3521-40c4-8013-922b21a6e1e1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:45:24.513305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.597197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] For port da5865d0-3521-40c4-8013-922b21a6e1e1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=da5865d0-3521-40c4-8013-922b21a6e1e1,segment=NetworkSegment(9f834f32-1791-48e0-aef2-75421df3934c),segment_id=9f834f32-1791-48e0-aef2-75421df3934c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:45:24.597197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.616075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Calling delete_port for da5865d0-3521-40c4-8013-922b21a6e1e1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:45:24.649396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.702276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5865d0-3521-40c4-8013-922b21a6e1e1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:24.719673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] No DVR routers for this DVR port da5865d0-3521-40c4-8013-922b21a6e1e1 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:24.741180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (da5865d0-3521-40c4-8013-922b21a6e1e1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.757137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] No DVR routers for this DVR port da5865d0-3521-40c4-8013-922b21a6e1e1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:45:24.787320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905383e-2647-497c-88ff-18671c33fa1c None None] Pushing event deleted for resources: {'Port': ['ID=da5865d0-3521-40c4-8013-922b21a6e1e1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:24.866710 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3c040eee-4326-4a3e-b904-5f3fb1239baf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.912843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c040eee-4326-4a3e-b904-5f3fb1239baf']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:24.942107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f834f32-1791-48e0-aef2-75421df3934c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:24.942653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f834f32-1791-48e0-aef2-75421df3934c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:24.969587 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9f834f32-1791-48e0-aef2-75421df3934c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:24.991788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9f834f32-1791-48e0-aef2-75421df3934c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.000446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:45:25.001248 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9f834f32-1791-48e0-aef2-75421df3934c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:45:25.080821 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:45:25.095384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3c040eee-4326-4a3e-b904-5f3fb1239baf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.104818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.116426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c040eee-4326-4a3e-b904-5f3fb1239baf HTTP/1.1" status: 204 len: 168 time: 1.0014677 Feb 19 07:45:25.174624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device da5865d0-3521-40c4-8013-922b21a6e1e1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:25.208947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637496-8232-49ca-9269-ae0700f9b563 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c040eee-4326-4a3e-b904-5f3fb1239baf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:25.226538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: da5865d0-3521-40c4-8013-922b21a6e1e1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:25.227079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device da5865d0-3521-40c4-8013-922b21a6e1e1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:25.227699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1637412d-4835-4aa8-beac-599497a5714a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:45:25.283446 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1637412d-4835-4aa8-beac-599497a5714a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:45:25.284140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1637412d-4835-4aa8-beac-599497a5714a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:45:25.365376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59386) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:25.441268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:25.442337 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-337c1c95-c835-44c8-a889-59cd8f617c44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fd81246730a4b00be5dd30baa5e5757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715222 Feb 19 07:45:25.500604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:25.506519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326841969', 'description': 'tempest-secgroup-smoke-1326841969 description', 'project_id': 'edfbcaf730274870a33659d48ef94c37'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:25.536411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.620183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] Publish callbacks [] for security_group (7803b6bf-909e-4711-af20-6020cb7254a9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.657712 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (2000fb7a-5f06-4e02-ad10-339baf133bb4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.663600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2000fb7a-5f06-4e02-ad10-339baf133bb4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.688302 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.693508 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1911485 Feb 19 07:45:25.694353 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59398) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:25.694490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] Publish callbacks [] for security_group (7803b6bf-909e-4711-af20-6020cb7254a9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.708693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:25.741402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bbb25-fc0d-45cf-bbc8-747382e6b6a2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2000fb7a-5f06-4e02-ad10-339baf133bb4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:25.759899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (e69da0b4-022b-4e8d-b64e-6bad66c00fa7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.847734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7803b6bf-909e-4711-af20-6020cb7254a9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.852128 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.853881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7803b6bf-909e-4711-af20-6020cb7254a9 HTTP/1.1" status: 204 len: 168 time: 0.4105668 Feb 19 07:45:25.879454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024feacd-c924-4bf3-996a-ca4f903660a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7803b6bf-909e-4711-af20-6020cb7254a9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:25.929205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (e69da0b4-022b-4e8d-b64e-6bad66c00fa7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.936067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (e69da0b4-022b-4e8d-b64e-6bad66c00fa7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.972326 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:25.973976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708356 Feb 19 07:45:25.976987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:25.979061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382ab48-a891-4656-b15d-fbf160ddff31 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69da0b4-022b-4e8d-b64e-6bad66c00fa7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:25.985469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:26.013974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (478b082c-7c19-4075-a736-71e642238069), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.117913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (478b082c-7c19-4075-a736-71e642238069), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.122936 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (478b082c-7c19-4075-a736-71e642238069), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.143176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478b082c-7c19-4075-a736-71e642238069,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:26.170829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.174427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-90289890-c50c-410a-946b-e10b1d9b8150 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947124 Feb 19 07:45:26.175623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.180569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:26.229996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (c63cf12b-7f5f-49e1-9e62-97411e0c8bab), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.318756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (c63cf12b-7f5f-49e1-9e62-97411e0c8bab), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.325439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (c63cf12b-7f5f-49e1-9e62-97411e0c8bab), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.349063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63cf12b-7f5f-49e1-9e62-97411e0c8bab,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:26.373450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.375814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-701873b1-4b3d-47d3-8cf2-f59db0ff7c3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991136 Feb 19 07:45:26.384349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.398303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:26.460459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (074ba145-6190-4cfe-a709-76ca428689d7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.573102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59428) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.590002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (074ba145-6190-4cfe-a709-76ca428689d7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.604292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (074ba145-6190-4cfe-a709-76ca428689d7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.641787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.644197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2544146 Feb 19 07:45:26.647777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6b08f-905a-441a-a224-41265682ba6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074ba145-6190-4cfe-a709-76ca428689d7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:26.647928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59432) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.677966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:26.714959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5e50fad7-45ff-434a-8073-9a7abd60f0b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e5d9fd94a524adf9216f09ef88bbb1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403880 Feb 19 07:45:26.718285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.725204 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Project edfbcaf730274870a33659d48ef94c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:26.731933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (70c771a6-6d69-406d-bfa2-232455330820), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.832795 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (70c771a6-6d69-406d-bfa2-232455330820), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.840500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (70c771a6-6d69-406d-bfa2-232455330820), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.852541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] Publish callbacks [] for security_group (a97f4db2-3455-47ca-9f65-8645e7c640a9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.891226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c771a6-6d69-406d-bfa2-232455330820,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:26.897223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.899330 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d98c109b-dd85-4a66-8630-7d1d6be2f676 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504082 Feb 19 07:45:26.903556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59440) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:26.916697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'security_group_rule': {'security_group_id': '2000fb7a-5f06-4e02-ad10-339baf133bb4', 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:26.917811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] Publish callbacks [] for security_group (a97f4db2-3455-47ca-9f65-8645e7c640a9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:26.985344 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Project edfbcaf730274870a33659d48ef94c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:26.997642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (591c8412-b329-47ce-8b75-0a1a82608ef6), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.034322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a97f4db2-3455-47ca-9f65-8645e7c640a9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.040830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.045358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a97f4db2-3455-47ca-9f65-8645e7c640a9 HTTP/1.1" status: 204 len: 168 time: 0.3237774 Feb 19 07:45:27.055966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4415b2-ceca-402d-85f3-31683a902f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f4db2-3455-47ca-9f65-8645e7c640a9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:27.120995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (591c8412-b329-47ce-8b75-0a1a82608ef6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.126715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (591c8412-b329-47ce-8b75-0a1a82608ef6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.168413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:27.172605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2589750 Feb 19 07:45:27.173151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b2280-1bac-4dc1-93ca-bc7b161ab703 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591c8412-b329-47ce-8b75-0a1a82608ef6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:30.405832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:31.398332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:31.616037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ca0-260f-4b9d-b307-0504b2359fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:31.832226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ca0-260f-4b9d-b307-0504b2359fee admin admin] Publish callbacks [] for security_group (95e5bebb-1bcd-48f9-a4bc-373d1b863e57), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:31.840204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6ca0-260f-4b9d-b307-0504b2359fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (95e5bebb-1bcd-48f9-a4bc-373d1b863e57), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:31.909731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59634) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:31.926936 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab9f6ca0-260f-4b9d-b307-0504b2359fee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6d5ab9ff8214929ab633b0f6810f499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5274022 Feb 19 07:45:31.969037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f6ca0-260f-4b9d-b307-0504b2359fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5bebb-1bcd-48f9-a4bc-373d1b863e57,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:32.003336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] Publish callbacks [] for security_group (95e5bebb-1bcd-48f9-a4bc-373d1b863e57), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.030177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] Publish callbacks [] for security_group (95e5bebb-1bcd-48f9-a4bc-373d1b863e57), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.093841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (95e5bebb-1bcd-48f9-a4bc-373d1b863e57), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.096834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.098245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95e5bebb-1bcd-48f9-a4bc-373d1b863e57 HTTP/1.1" status: 204 len: 168 time: 0.1875250 Feb 19 07:45:32.113706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1bc07-f3b3-4e0a-a14e-3e2b2fe844bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5bebb-1bcd-48f9-a4bc-373d1b863e57,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:32.671244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:32.702286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeccf917-883b-4ac8-8cf3-982a0368ab16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.928608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeccf917-883b-4ac8-8cf3-982a0368ab16 admin admin] Publish callbacks [] for security_group (a42a33a5-4014-4f89-bf20-df1869f72f88), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.938462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeccf917-883b-4ac8-8cf3-982a0368ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a42a33a5-4014-4f89-bf20-df1869f72f88), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:32.990562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccf917-883b-4ac8-8cf3-982a0368ab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a33a5-4014-4f89-bf20-df1869f72f88,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:33.054128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:33.055742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eeccf917-883b-4ac8-8cf3-982a0368ab16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55d0897d10684ee5a2d8ca31594d2a98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831480 Feb 19 07:45:33.141100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] Publish callbacks [] for security_group (a42a33a5-4014-4f89-bf20-df1869f72f88), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:33.167269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:33.170943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] Publish callbacks [] for security_group (a42a33a5-4014-4f89-bf20-df1869f72f88), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:33.244000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a42a33a5-4014-4f89-bf20-df1869f72f88), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:33.249196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:33.250813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42a33a5-4014-4f89-bf20-df1869f72f88 HTTP/1.1" status: 204 len: 168 time: 0.1948071 Feb 19 07:45:33.261370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9389f-8d0b-4063-8d36-cc7bb52f6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a33a5-4014-4f89-bf20-df1869f72f88,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:36.244333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75323f9c-e67d-45c1-9fa6-e8137678ecdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:38.601368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f43b-feaa-4af7-ba34-c6b1b898c170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:39.746828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:41.085718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:42.428375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:42.853378 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:45:46.332920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59888) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:46.566379 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572acc5c-4731-43c8-80b8-b80a8bef283b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:46.771415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572acc5c-4731-43c8-80b8-b80a8bef283b admin admin] Publish callbacks [] for security_group (117651ec-c16b-41d7-8e16-2f7aba877ab8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:46.778210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572acc5c-4731-43c8-80b8-b80a8bef283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (117651ec-c16b-41d7-8e16-2f7aba877ab8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:46.828329 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-572acc5c-4731-43c8-80b8-b80a8bef283b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2729efd268394a5ca9012fe3b13df01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4937303 Feb 19 07:45:46.829916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572acc5c-4731-43c8-80b8-b80a8bef283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117651ec-c16b-41d7-8e16-2f7aba877ab8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:46.831225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:46.988931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] Publish callbacks [] for security_group (117651ec-c16b-41d7-8e16-2f7aba877ab8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.038887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] Publish callbacks [] for security_group (117651ec-c16b-41d7-8e16-2f7aba877ab8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.108036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59906) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:47.128620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (117651ec-c16b-41d7-8e16-2f7aba877ab8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.131152 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.135293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/117651ec-c16b-41d7-8e16-2f7aba877ab8 HTTP/1.1" status: 204 len: 168 time: 0.3029866 Feb 19 07:45:47.148157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52dad7f-bfd2-4c71-ba4b-98bc240eb940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117651ec-c16b-41d7-8e16-2f7aba877ab8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:47.273855 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a3df-5e93-4fac-b9ad-e6bbc41bd83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.504533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a3df-5e93-4fac-b9ad-e6bbc41bd83c admin admin] Publish callbacks [] for security_group (b48ada22-58d4-41fb-a61a-07e20df8885c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.511407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6ad0a3df-5e93-4fac-b9ad-e6bbc41bd83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b48ada22-58d4-41fb-a61a-07e20df8885c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.577956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ad0a3df-5e93-4fac-b9ad-e6bbc41bd83c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2243f391037445396094af610f84682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681880 Feb 19 07:45:47.580469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:47.584449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0a3df-5e93-4fac-b9ad-e6bbc41bd83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48ada22-58d4-41fb-a61a-07e20df8885c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:47.690462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:47.737540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] Publish callbacks [] for security_group (b48ada22-58d4-41fb-a61a-07e20df8885c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.767131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06def5ef-601e-4be3-aac9-06de6a25b76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.929158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06def5ef-601e-4be3-aac9-06de6a25b76e admin admin] Publish callbacks [] for security_group (923f6675-1d46-43e8-8783-e4471566ae68), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.977160 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] Publish callbacks [] for security_group (b48ada22-58d4-41fb-a61a-07e20df8885c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:47.996545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06def5ef-601e-4be3-aac9-06de6a25b76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (923f6675-1d46-43e8-8783-e4471566ae68), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.045843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def5ef-601e-4be3-aac9-06de6a25b76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f6675-1d46-43e8-8783-e4471566ae68,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:48.134809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:48.135042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-06def5ef-601e-4be3-aac9-06de6a25b76e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6358e2db38df4a90a03bae63746b1224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356956 Feb 19 07:45:48.163606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b48ada22-58d4-41fb-a61a-07e20df8885c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.167215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.175850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b48ada22-58d4-41fb-a61a-07e20df8885c HTTP/1.1" status: 204 len: 168 time: 0.5898054 Feb 19 07:45:48.200336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79768b16-fd39-4747-bff9-43b825b6f051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48ada22-58d4-41fb-a61a-07e20df8885c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:48.270905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] Publish callbacks [] for security_group (923f6675-1d46-43e8-8783-e4471566ae68), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.321742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] Publish callbacks [] for security_group (923f6675-1d46-43e8-8783-e4471566ae68), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.425316 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (923f6675-1d46-43e8-8783-e4471566ae68), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.428525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:48.431473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/923f6675-1d46-43e8-8783-e4471566ae68 HTTP/1.1" status: 204 len: 168 time: 0.2956047 Feb 19 07:45:48.455957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a5e32-d549-4e3b-b5c8-b099b9155c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f6675-1d46-43e8-8783-e4471566ae68,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:49.167987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 59946) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:49.199671 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d87-3bc0-458b-82ee-779572812545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.360731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d87-3bc0-458b-82ee-779572812545 admin admin] Publish callbacks [] for security_group (cfa4eedf-ccf3-4414-abe2-fad1b84c057b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.381198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f3cf9d87-3bc0-458b-82ee-779572812545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cfa4eedf-ccf3-4414-abe2-fad1b84c057b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.478371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f3cf9d87-3bc0-458b-82ee-779572812545 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40286630dbff4d9d96f619a4d9a184b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089774 Feb 19 07:45:49.480457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf9d87-3bc0-458b-82ee-779572812545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4eedf-ccf3-4414-abe2-fad1b84c057b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:49.482399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:49.585671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] Publish callbacks [] for security_group (cfa4eedf-ccf3-4414-abe2-fad1b84c057b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.616497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] Publish callbacks [] for security_group (cfa4eedf-ccf3-4414-abe2-fad1b84c057b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.720217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cfa4eedf-ccf3-4414-abe2-fad1b84c057b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.723395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:49.725820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfa4eedf-ccf3-4414-abe2-fad1b84c057b HTTP/1.1" status: 204 len: 168 time: 0.2422488 Feb 19 07:45:49.740894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681d0d0-4841-421a-8186-ef9c7c1666d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4eedf-ccf3-4414-abe2-fad1b84c057b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:50.568605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 59996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:50.715364 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bb25046-c6fe-413b-a7ab-9408c7221c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:50.825527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bb25046-c6fe-413b-a7ab-9408c7221c40 admin admin] Publish callbacks [] for security_group (3baadc1a-4bd7-4aa2-aca4-ff38af1af57f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:50.833472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1bb25046-c6fe-413b-a7ab-9408c7221c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3baadc1a-4bd7-4aa2-aca4-ff38af1af57f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:50.876057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60012) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:50.876783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1bb25046-c6fe-413b-a7ab-9408c7221c40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7045468f43444dd0be3211f2c5964a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064404 Feb 19 07:45:50.897404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25046-c6fe-413b-a7ab-9408c7221c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baadc1a-4bd7-4aa2-aca4-ff38af1af57f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:50.981731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Publish callbacks [] for security_group (3baadc1a-4bd7-4aa2-aca4-ff38af1af57f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:51.052922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Publish callbacks [] for security_group (3baadc1a-4bd7-4aa2-aca4-ff38af1af57f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:51.149307 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (3baadc1a-4bd7-4aa2-aca4-ff38af1af57f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:51.155336 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:51.158496 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3baadc1a-4bd7-4aa2-aca4-ff38af1af57f HTTP/1.1" status: 204 len: 168 time: 0.2798319 Feb 19 07:45:51.178442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baadc1a-4bd7-4aa2-aca4-ff38af1af57f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:51.198066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.198365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.198723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.199079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.199439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.199826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.200734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.201071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.201439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.201967 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.202302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.202870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:51.203219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc13e4eb-39b7-49dd-9ab7-030a7d0fe3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.145868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60090) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:53.153188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878571769', 'description': 'tempest-secgroup-smoke-878571769 description', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:53.201718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.225062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.401599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (744e657d-9af6-4a9b-b035-41c044037c37), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.409301 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (744e657d-9af6-4a9b-b035-41c044037c37), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.490611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744e657d-9af6-4a9b-b035-41c044037c37,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:53.560950 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (6b73e7e8-7635-48f1-95c5-3a7542abc533), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.573136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6b73e7e8-7635-48f1-95c5-3a7542abc533), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.650030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.652507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5038545 Feb 19 07:45:53.656104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:53.661604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:53.663421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255ac40-f934-444b-bfa6-0055cd715b85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b73e7e8-7635-48f1-95c5-3a7542abc533,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:53.722443 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (d0f97e36-b80e-457d-99d3-e2d85e1496e2), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.811397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (d0f97e36-b80e-457d-99d3-e2d85e1496e2), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.825351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d0f97e36-b80e-457d-99d3-e2d85e1496e2), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.851931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f97e36-b80e-457d-99d3-e2d85e1496e2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:53.861715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.862102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.862445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.863289 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.864308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.864987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.865473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.866028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.866604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.867130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.867626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.868229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.868749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:53.876186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:53.877625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-29a7f5aa-40fe-4319-9c2d-442709b113c4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202997 Feb 19 07:45:53.880445 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60106) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:53.885824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:53.916127 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8b371be0-4f51-4724-9d07-485b4c056b85), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.018252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8b371be0-4f51-4724-9d07-485b4c056b85), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.024064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8b371be0-4f51-4724-9d07-485b4c056b85), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.047156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b371be0-4f51-4724-9d07-485b4c056b85,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:54.055387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.059979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:54.060206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-46461449-af9f-4ee8-a14b-49a6a19089c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1783986 Feb 19 07:45:54.064881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:54.102220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (f6624260-7532-43a4-9944-1a32112cebb9), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.178988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (f6624260-7532-43a4-9944-1a32112cebb9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.185939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (f6624260-7532-43a4-9944-1a32112cebb9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.211954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6624260-7532-43a4-9944-1a32112cebb9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:54.230338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.231889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-905c844c-5fb5-410b-adb9-fc23f4de62c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708889 Feb 19 07:45:54.234534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:54.240514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:54.276711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (c0c5fb29-d254-498c-9c55-087b7cebef3f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.375472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (c0c5fb29-d254-498c-9c55-087b7cebef3f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.385075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (c0c5fb29-d254-498c-9c55-087b7cebef3f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.808744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c5fb29-d254-498c-9c55-087b7cebef3f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:54.827647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.829092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32d5f736-41bc-490d-8102-b5e4c94d3adc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5932736 Feb 19 07:45:54.832037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60120) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:54.838234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:54.885052 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:54.893882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (07f19416-e70e-4d72-9724-d9c979963836), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.967657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (07f19416-e70e-4d72-9724-d9c979963836), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.977705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (07f19416-e70e-4d72-9724-d9c979963836), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:54.998115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f19416-e70e-4d72-9724-d9c979963836,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:55.013212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.017713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60132) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:55.023481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '6b73e7e8-7635-48f1-95c5-3a7542abc533', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:55.030699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4acb8a8e-1898-4917-a756-b9bca3faa6d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961823 Feb 19 07:45:55.057773 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:45:55.066885 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8f76d438-ccad-46e5-b0e5-4bb0ea3ece89), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.151310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8f76d438-ccad-46e5-b0e5-4bb0ea3ece89), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.156355 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8f76d438-ccad-46e5-b0e5-4bb0ea3ece89), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.177105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f76d438-ccad-46e5-b0e5-4bb0ea3ece89,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:55.193022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.195237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a9b47ec1-24f3-4773-b52c-dec85c15fe0c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753843 Feb 19 07:45:55.197327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:55.204978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'network': {'name': 'tempest-network-smoke--591999285', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:55.255487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:55.258925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.322937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:45:55.377800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f11dddbc-024b-4d64-95de-0d985383c9f6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.382158 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Added segment f11dddbc-024b-4d64-95de-0d985383c9f6 of type vlan for network 120b8939-da9d-434a-9628-d28e825de976 Feb 19 07:45:55.462598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (120b8939-da9d-434a-9628-d28e825de976), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.495407 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (120b8939-da9d-434a-9628-d28e825de976), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.503837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:55.505184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.600446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4010367 Feb 19 07:45:55.603025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60148) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:55.609602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'admin_state_up': True, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:55.620312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e48b7-fbed-48d0-b077-38c60c8fb31d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Network': ['ID=120b8939-da9d-434a-9628-d28e825de976,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:55.631115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 120b8939-da9d-434a-9628-d28e825de976 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:45:55.683241 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (9956171b-3442-4657-9c75-8bdc48c29e27), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.684533 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (9956171b-3442-4657-9c75-8bdc48c29e27), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.776358 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (9956171b-3442-4657-9c75-8bdc48c29e27), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:55.938531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (9956171b-3442-4657-9c75-8bdc48c29e27), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:56.165633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (9956171b-3442-4657-9c75-8bdc48c29e27), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:56.191121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:56.314791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.129 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/640fb107-4117-4612-9d93-54757fb6fdfc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:45:56.467694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (640fb107-4117-4612-9d93-54757fb6fdfc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:56.523903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:56.571723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:45:56.578864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:56.584747 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:45:56.633889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=640fb107-4117-4612-9d93-54757fb6fdfc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:56.937898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (9956171b-3442-4657-9c75-8bdc48c29e27), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:57.292677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (9956171b-3442-4657-9c75-8bdc48c29e27), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:58.065607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 9956171b-3442-4657-9c75-8bdc48c29e27 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:45:58.206474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:45:58.219283 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Sync routers for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:45:58.233148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:58.238152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:58.239440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-82f424d9-d89c-44bd-9879-631ccd12ce44 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6350634 Feb 19 07:45:58.240519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:58.241387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:58.453102 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:58.529823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f0cd4e68-70c0-4850-86ee-6a287f49823a tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=d75edc3a2d9944719ac488c1a08ff697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2904217 Feb 19 07:45:58.532389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:58.687151 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:45:56Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:58.724830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Checking router: 9956171b-3442-4657-9c75-8bdc48c29e27 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:45:58.725392 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Updating router 9956171b-3442-4657-9c75-8bdc48c29e27 port 640fb107-4117-4612-9d93-54757fb6fdfc binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:45:58.785551 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:58.866628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d10902-065a-4ef1-9207-98378e629963 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:58.869160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a9d10902-065a-4ef1-9207-98378e629963 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3356218 Feb 19 07:45:58.872374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:58.937972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-645408e9-e0b2-411f-a84f-84d975bec900 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606875 Feb 19 07:45:58.939054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:58.944832 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-596114510', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:45:59.105430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:45:59.111462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.163158 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks [] for port (640fb107-4117-4612-9d93-54757fb6fdfc), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.171745 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.201104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Attempting to bind port 640fb107-4117-4612-9d93-54757fb6fdfc on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:45:59.201653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Attempting to bind port 640fb107-4117-4612-9d93-54757fb6fdfc by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:45:59.202169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Attempting to bind port 640fb107-4117-4612-9d93-54757fb6fdfc on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:45:59.224297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:45:59.225625 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:45:59.226207 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.226992 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:45:59.227789 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Bound port: 640fb107-4117-4612-9d93-54757fb6fdfc, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:45:59.228327 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.283224 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] For port 640fb107-4117-4612-9d93-54757fb6fdfc, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:45:59.286444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] For port 640fb107-4117-4612-9d93-54757fb6fdfc, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=640fb107-4117-4612-9d93-54757fb6fdfc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:45:59.296445 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.353402 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:45:59.354227 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:45:59.378226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9cd25ec6-9075-4e7f-a601-af0e11541f7f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.443857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Subnet': ['ID=9cd25ec6-9075-4e7f-a601-af0e11541f7f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:59.494049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Checking segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:45:59.494049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network hostable DHCP agents. Network: 120b8939-da9d-434a-9628-d28e825de976, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:45:59.521124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 120b8939-da9d-434a-9628-d28e825de976 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:45:59.534840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 120b8939-da9d-434a-9628-d28e825de976) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:45:59.548047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d040ef5-558c-4075-bcab-b697cd38fd12 None None] Network 120b8939-da9d-434a-9628-d28e825de976 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:45:59.555212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:45:59.555833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:45:59.562964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:45:59.586670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:45:59.588029 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f56aca6b-1b35-4a6b-9ba2-19e9cca36a3a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6477647 Feb 19 07:45:59.760840 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Pushing event updated for resources: {'Port': ['ID=640fb107-4117-4612-9d93-54757fb6fdfc,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:45:59.912842 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.913477 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.913970 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.914466 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.914962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.915467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.915944 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.916418 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.916926 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.917414 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.917900 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.918405 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.919163 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:45:59.989496 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05ca0-0dd6-4386-a2ec-3a63b3a7145d None None] Pushing event updated for resources: {'Port': ['ID=640fb107-4117-4612-9d93-54757fb6fdfc,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:00.047563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:45:56Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:00.104787 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9b33f6-2bfa-4f56-8b42-c08186067488 None None] The sync data for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 is: [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:45:56Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:00.187038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-120b8939-da9d-434a-9628-d28e825de976', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:46:00.188018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:00.492877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Allocated IP 172.20.0.2 (120b8939-da9d-434a-9628-d28e825de976/9cd25ec6-9075-4e7f-a601-af0e11541f7f/cd158a52-baba-4e43-b03b-cceebb59ae57) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:00.587979 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:00.749637 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks [] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:00.766773 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:00.897825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Network 120b8939-da9d-434a-9628-d28e825de976 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:00.905796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Pushing event updated for resources: {'Port': ['ID=cd158a52-baba-4e43-b03b-cceebb59ae57,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:00.922742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:00.926305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:01.047563 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.082691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Attempting to bind port cd158a52-baba-4e43-b03b-cceebb59ae57 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:01.083237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Attempting to bind port cd158a52-baba-4e43-b03b-cceebb59ae57 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:01.083621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Attempting to bind port cd158a52-baba-4e43-b03b-cceebb59ae57 on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:01.098113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:01.098495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Checking segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:01.099086 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.099938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Bound using segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:01.100646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Bound port: cd158a52-baba-4e43-b03b-cceebb59ae57, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:01.101392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.231888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] For port cd158a52-baba-4e43-b03b-cceebb59ae57, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:01.241275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] For port cd158a52-baba-4e43-b03b-cceebb59ae57, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cd158a52-baba-4e43-b03b-cceebb59ae57,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:01.250950 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.293342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 640fb107-4117-4612-9d93-54757fb6fdfc up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:01.404477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.1 (120b8939-da9d-434a-9628-d28e825de976/9cd25ec6-9075-4e7f-a601-af0e11541f7f/ace72484-bf62-4f4b-9761-50c610c72609) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:01.533172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5e23-c035-4c49-903b-466010dd4ddd None None] Pushing event updated for resources: {'Port': ['ID=cd158a52-baba-4e43-b03b-cceebb59ae57,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:01.576323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (ace72484-bf62-4f4b-9761-50c610c72609), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.588797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 640fb107-4117-4612-9d93-54757fb6fdfc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:01.589182 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.617598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.706771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:01.722529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 120b8939-da9d-434a-9628-d28e825de976 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:01.725896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:01.730646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:01.845802 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (9956171b-3442-4657-9c75-8bdc48c29e27), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.874507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 640fb107-4117-4612-9d93-54757fb6fdfc is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:01.876196 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:01.940368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 640fb107-4117-4612-9d93-54757fb6fdfc, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=640fb107-4117-4612-9d93-54757fb6fdfc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:01.959723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:02.222503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=640fb107-4117-4612-9d93-54757fb6fdfc,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:02.263076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ace72484-bf62-4f4b-9761-50c610c72609), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:02.686332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60240) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:02.811476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (ace72484-bf62-4f4b-9761-50c610c72609), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:02.822759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:02.987384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af29113c-232e-49a6-98fd-b52bef156350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:02.988707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:03.017412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (9956171b-3442-4657-9c75-8bdc48c29e27), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.159892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af29113c-232e-49a6-98fd-b52bef156350 admin admin] Publish callbacks [] for security_group (2906d4c6-12e1-48b1-9866-148e1de89cad), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.165624 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-af29113c-232e-49a6-98fd-b52bef156350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2906d4c6-12e1-48b1-9866-148e1de89cad), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.178555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.198788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-af29113c-232e-49a6-98fd-b52bef156350 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7579cbd60a764aaa89e941b0d93d5925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5113232 Feb 19 07:46:03.201321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:03.233313 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29113c-232e-49a6-98fd-b52bef156350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906d4c6-12e1-48b1-9866-148e1de89cad,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:03.324126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 120b8939-da9d-434a-9628-d28e825de976 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:03.362249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:03.476688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] Publish callbacks [] for security_group (2906d4c6-12e1-48b1-9866-148e1de89cad), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.491466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 640fb107-4117-4612-9d93-54757fb6fdfc up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:03.578008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] Publish callbacks [] for security_group (2906d4c6-12e1-48b1-9866-148e1de89cad), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.619849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 640fb107-4117-4612-9d93-54757fb6fdfc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:03.619849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.810609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 9956171b-3442-4657-9c75-8bdc48c29e27 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:03.826293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 640fb107-4117-4612-9d93-54757fb6fdfc is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:03.829992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cd158a52-baba-4e43-b03b-cceebb59ae57 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:03.857148 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2906d4c6-12e1-48b1-9866-148e1de89cad), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.860264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.861457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2906d4c6-12e1-48b1-9866-148e1de89cad HTTP/1.1" status: 204 len: 168 time: 0.6370196 Feb 19 07:46:03.937287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cd158a52-baba-4e43-b03b-cceebb59ae57 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:03.937672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:03.939413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b9c8-99b3-4afc-87b3-eb64cfc5b1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906d4c6-12e1-48b1-9866-148e1de89cad,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.044948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571354e-bc93-4796-801e-eebc0ed567c2 None None] Network 120b8939-da9d-434a-9628-d28e825de976 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:04.095759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:04.107638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-674af86e-b917-4236-aff0-ab4c7066586a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/9956171b-3442-4657-9c75-8bdc48c29e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5157504 Feb 19 07:46:04.166098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Sync routers for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:04.284230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cbfb9319-5fc5-4f74-bf19-092b2f1c04c8 None None] Provisioning complete for port cd158a52-baba-4e43-b03b-cceebb59ae57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:04.284928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbfb9319-5fc5-4f74-bf19-092b2f1c04c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.337379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:04.339166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:04.359833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60266) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:04.379357 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57f51511-ea18-4bf2-8d66-3becee9ad482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.463715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cd158a52-baba-4e43-b03b-cceebb59ae57 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:04.464372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.563989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-d660d3ff-bc04-4d0b-94a1-b9bcc2caed95 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878571769&fields=id&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 267 time: 0.1413028 Feb 19 07:46:04.593999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port cd158a52-baba-4e43-b03b-cceebb59ae57, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cd158a52-baba-4e43-b03b-cceebb59ae57,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:04.666866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cbfb9319-5fc5-4f74-bf19-092b2f1c04c8 None None] Current status of the port cd158a52-baba-4e43-b03b-cceebb59ae57 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:04.672975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.743788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=cd158a52-baba-4e43-b03b-cceebb59ae57,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:04.770615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:04.789612 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57f51511-ea18-4bf2-8d66-3becee9ad482 admin admin] Publish callbacks [] for security_group (a04e3b64-7a8c-483c-9ef0-61b96a3c0606), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.810171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57f51511-ea18-4bf2-8d66-3becee9ad482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a04e3b64-7a8c-483c-9ef0-61b96a3c0606), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:04.862257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-57f51511-ea18-4bf2-8d66-3becee9ad482 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df552d51e9cb4217af40706b609c6c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5010362 Feb 19 07:46:04.867810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60282) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:04.916116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-0963f76c-fdcf-4487-a624-6aacd19c78ed tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:04.925089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-0963f76c-fdcf-4487-a624-6aacd19c78ed tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 796 time: 0.3433571 Feb 19 07:46:04.972184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-0e6ff20b-07f3-4404-ad40-38261de260c5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/quotas/d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 375 time: 0.0456564 Feb 19 07:46:04.976991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f51511-ea18-4bf2-8d66-3becee9ad482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e3b64-7a8c-483c-9ef0-61b96a3c0606,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:05.028567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] Publish callbacks [] for security_group (a04e3b64-7a8c-483c-9ef0-61b96a3c0606), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.114394 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] Publish callbacks [] for security_group (a04e3b64-7a8c-483c-9ef0-61b96a3c0606), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.211842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-2ecd5dde-563d-4cae-902f-683fe4890733 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368858 Feb 19 07:46:05.238150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cd158a52-baba-4e43-b03b-cceebb59ae57 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:05.255384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a04e3b64-7a8c-483c-9ef0-61b96a3c0606), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.258554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.262065 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a04e3b64-7a8c-483c-9ef0-61b96a3c0606 HTTP/1.1" status: 204 len: 168 time: 0.3873284 Feb 19 07:46:05.280642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f94c0-7424-4873-9c24-017eeca0f172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e3b64-7a8c-483c-9ef0-61b96a3c0606,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:05.478482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5b9445d1-9448-4e39-a7ad-dc53eaa6f0b6 service neutron] 10.222.0.43 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655060 Feb 19 07:46:05.535746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Provisioning complete for port ace72484-bf62-4f4b-9761-50c610c72609 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:05.536311 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ace72484-bf62-4f4b-9761-50c610c72609), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.616915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 2, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:05.623757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cd158a52-baba-4e43-b03b-cceebb59ae57 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:05.625085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:05.700062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-8b9d759e-f1f0-4c79-9e01-ee7efb997e43 service neutron] 10.222.0.43 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196388 Feb 19 07:46:05.735827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Checking router: 9956171b-3442-4657-9c75-8bdc48c29e27 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:05.736289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Updating router 9956171b-3442-4657-9c75-8bdc48c29e27 port ace72484-bf62-4f4b-9761-50c610c72609 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:46:05.775809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ace72484-bf62-4f4b-9761-50c610c72609), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:06.122798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bed5070-7754-4bff-bfde-fedfbf611cdc req-942e862f-adef-49da-8f79-88787e9b37e9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 210 time: 0.0823109 Feb 19 07:46:06.198775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Port ace72484-bf62-4f4b-9761-50c610c72609 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:06.604982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Provisioning complete for port cd158a52-baba-4e43-b03b-cceebb59ae57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:06.606171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:06.675976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cd158a52-baba-4e43-b03b-cceebb59ae57 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:06.711651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-975ecebd-6fd2-4b65-9609-9b615d7fb30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:06.905665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84790553-058f-4d24-bdb3-8f0d30a36ea4 None None] Current status of the port cd158a52-baba-4e43-b03b-cceebb59ae57 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:06.916581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks [] for port (ace72484-bf62-4f4b-9761-50c610c72609), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:06.927785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:06.982661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626f63-f714-45fa-8354-048fdd18e0a7 None None] Pushing event updated for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:07.071521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-d69f4db2-25ae-4464-a787-89038c34e002 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326841969&fields=id&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 267 time: 0.0970676 Feb 19 07:46:07.099045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Attempting to bind port ace72484-bf62-4f4b-9761-50c610c72609 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:07.099930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Attempting to bind port ace72484-bf62-4f4b-9761-50c610c72609 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:07.100394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Attempting to bind port ace72484-bf62-4f4b-9761-50c610c72609 on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:07.109854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d4ec5409-4903-499f-a817-14e7dcf12356 None None] Provisioning complete for port ace72484-bf62-4f4b-9761-50c610c72609 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:07.110371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5409-4903-499f-a817-14e7dcf12356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ace72484-bf62-4f4b-9761-50c610c72609), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:07.113337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:07.113973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Checking segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:07.114483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:07.114983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Bound using segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:07.115767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Bound port: ace72484-bf62-4f4b-9761-50c610c72609, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:07.116253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ace72484-bf62-4f4b-9761-50c610c72609), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:07.229842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] For port ace72484-bf62-4f4b-9761-50c610c72609, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:07.234277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] For port ace72484-bf62-4f4b-9761-50c610c72609, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ace72484-bf62-4f4b-9761-50c610c72609,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:07.246222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:07.251364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec5409-4903-499f-a817-14e7dcf12356 None None] Port ace72484-bf62-4f4b-9761-50c610c72609 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:07.312093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-e9ab60f7-84a6-45af-b239-fbf11ff7e4e3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:07.314593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9a2fa3b3-a3b5-4a39-8492-b004526d6491 req-b43ddeba-b6ef-49dd-bd72-07ce48963b6e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 210 time: 0.0643344 Feb 19 07:46:07.317299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:07.318433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:45:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:07.326853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-e9ab60f7-84a6-45af-b239-fbf11ff7e4e3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.2518675 Feb 19 07:46:07.378418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-e972c7a3-7037-4387-84b1-c6aa880e5f3f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0504706 Feb 19 07:46:07.589401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:07.670425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-e836fd60-e851-40f7-8efa-de0288a1a3e3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2842603 Feb 19 07:46:07.842095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40626f63-f714-45fa-8354-048fdd18e0a7 None None] Pushing event updated for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:07.855580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Provisioning complete for port ace72484-bf62-4f4b-9761-50c610c72609 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:07.855961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ace72484-bf62-4f4b-9761-50c610c72609), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:07.879867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-25a5d9ca-3b1a-4e26-a6d1-5076a05b7840 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:07.881447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-25a5d9ca-3b1a-4e26-a6d1-5076a05b7840 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 796 time: 0.3936293 Feb 19 07:46:07.994226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Current status of the port ace72484-bf62-4f4b-9761-50c610c72609 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:07.994617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ace72484-bf62-4f4b-9761-50c610c72609), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.007809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-26cac261-f601-4404-8150-05b7219b665d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 379 time: 0.1147110 Feb 19 07:46:08.019792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-df36fa51-8356-4bbc-9ae2-60ea92978ac7 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369486 Feb 19 07:46:08.035360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'port': {'device_id': 'aa27962a-71fd-4382-87e5-724b47e01260', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'admin_state_up': True, 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'security_groups': ['6b73e7e8-7635-48f1-95c5-3a7542abc533']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:08.035704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] For port ace72484-bf62-4f4b-9761-50c610c72609, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ace72484-bf62-4f4b-9761-50c610c72609,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:08.044147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.076707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:07Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:08.108109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949bb87-464d-40b3-9a46-c37fdf810525 None None] The sync data for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 is: [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:07Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:08.135910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21778411-d638-4d1f-885f-5def0d53bee2 None None] Pushing event updated for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:08.194786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-01b9c0be-d523-4b2f-914e-33ec671ab371 None None] Provisioning complete for port ace72484-bf62-4f4b-9761-50c610c72609 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:08.195170 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01b9c0be-d523-4b2f-914e-33ec671ab371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ace72484-bf62-4f4b-9761-50c610c72609), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.336051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-8e334f15-86b9-411c-9dea-56dedbe0e6c9 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140862 Feb 19 07:46:08.363745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-01b9c0be-d523-4b2f-914e-33ec671ab371 None None] Current status of the port ace72484-bf62-4f4b-9761-50c610c72609 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:08.413080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:08.419222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.505460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f35da1e6-916c-4e92-86bc-23d8e4e0fa3b req-8f8fb4a7-ea77-47b6-af46-bdfe59b4ff3d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 210 time: 0.0781810 Feb 19 07:46:08.610976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60cb14ec-c486-481d-8f3b-2b567d5f7355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.671881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.3 (120b8939-da9d-434a-9628-d28e825de976/9cd25ec6-9075-4e7f-a601-af0e11541f7f/6148de3a-2da0-41ff-8dd6-0f1171a5304a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:08.899519 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:08.986093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-256d34b0-b12e-4209-8392-009eeea87fff req-260ef1f9-b2bb-402e-a729-955feab0a72f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0899696 Feb 19 07:46:09.012018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.132025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 120b8939-da9d-434a-9628-d28e825de976 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:09.141580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:09.171769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:09.228420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ace72484-bf62-4f4b-9761-50c610c72609 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:09.248838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:09.249681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.264892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:09.270424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-5226bd21-a615-4773-882a-9e95da825870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2480905 Feb 19 07:46:09.419373 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60436) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:09.424942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ace72484-bf62-4f4b-9761-50c610c72609 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:09.425323 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ace72484-bf62-4f4b-9761-50c610c72609), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.531980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Request body: {'port': {'device_id': 'aa27962a-71fd-4382-87e5-724b47e01260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:09.568601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7093bc3e-18aa-40b2-91db-c235f7821c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.712761 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.785321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-daad57de-7a8e-4f47-9b94-e7f4d2bdb17e None None] Provisioning complete for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:09.785703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-daad57de-7a8e-4f47-9b94-e7f4d2bdb17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.842547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-daad57de-7a8e-4f47-9b94-e7f4d2bdb17e None None] Port 6148de3a-2da0-41ff-8dd6-0f1171a5304a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:09.846700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7093bc3e-18aa-40b2-91db-c235f7821c40 admin admin] Publish callbacks [] for security_group (4e587a1b-b59f-4fda-bf01-b5014bde543b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.851553 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7093bc3e-18aa-40b2-91db-c235f7821c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4e587a1b-b59f-4fda-bf01-b5014bde543b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.876129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ace72484-bf62-4f4b-9761-50c610c72609 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:09.878446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:09.967920 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7093bc3e-18aa-40b2-91db-c235f7821c40 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f787494b11c4d98a0df2efe42386336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385244 Feb 19 07:46:09.968632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60450) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:09.987043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093bc3e-18aa-40b2-91db-c235f7821c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e587a1b-b59f-4fda-bf01-b5014bde543b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:10.072761 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] Publish callbacks [] for security_group (4e587a1b-b59f-4fda-bf01-b5014bde543b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:10.130413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] Publish callbacks [] for security_group (4e587a1b-b59f-4fda-bf01-b5014bde543b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:10.201370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-80a4fca4-b461-4f84-8227-f07236a252b4 req-e0f05821-90a8-494d-a548-1bcedf8c5504 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0810113 Feb 19 07:46:10.247252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4e587a1b-b59f-4fda-bf01-b5014bde543b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:10.250352 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:10.251973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e587a1b-b59f-4fda-bf01-b5014bde543b HTTP/1.1" status: 204 len: 168 time: 0.2707043 Feb 19 07:46:10.262679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a074d-6613-4173-846a-6f89451e4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e587a1b-b59f-4fda-bf01-b5014bde543b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:10.471358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a54e1-3033-400e-a4ba-58918141547d req-34287ae3-bcc2-485b-bd36-bd78003599f1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:10.478633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648a54e1-3033-400e-a4ba-58918141547d req-34287ae3-bcc2-485b-bd36-bd78003599f1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 931 time: 0.7670472 Feb 19 07:46:10.628284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-62ea5f37-7758-4393-a347-9dc4acd9c7f6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:10.630568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-62ea5f37-7758-4393-a347-9dc4acd9c7f6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.1166759 Feb 19 07:46:10.797376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:10.828099 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b9ea68-d6b0-4ecb-b9a3-1152f16ed9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:10.842817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648a54e1-3033-400e-a4ba-58918141547d req-8f30ef3c-97ff-48ac-b488-656253ff5cfe tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463211 Feb 19 07:46:10.894458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-21213f35-eec9-4bc0-8270-dc53710d9f54 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 380 time: 0.2532163 Feb 19 07:46:10.903332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': '50fa4082-b410-415f-8625-a66827aa254a', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'security_groups': ['2000fb7a-5f06-4e02-ad10-339baf133bb4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:11.009742 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b9ea68-d6b0-4ecb-b9a3-1152f16ed9e5 admin admin] Publish callbacks [] for security_group (79a719a3-27e2-43eb-8d16-c00101c310fc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.015136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-48b9ea68-d6b0-4ecb-b9a3-1152f16ed9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (79a719a3-27e2-43eb-8d16-c00101c310fc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.047596 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-48b9ea68-d6b0-4ecb-b9a3-1152f16ed9e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ec86141566b4d429a0d67004aea8937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489979 Feb 19 07:46:11.050782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:11.078548 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.080149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9ea68-d6b0-4ecb-b9a3-1152f16ed9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a719a3-27e2-43eb-8d16-c00101c310fc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:11.120628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6148de3a-2da0-41ff-8dd6-0f1171a5304a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:11.133896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks [] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.179540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Transition to ACTIVE for port object 6148de3a-2da0-41ff-8dd6-0f1171a5304a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:11.187034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.208520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:11.212516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.281807 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] Publish callbacks [] for security_group (79a719a3-27e2-43eb-8d16-c00101c310fc), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.388531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c057e00f-8866-48d4-be32-076868c41019 req-262eb453-17ca-499f-8649-8755685fc927 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0817544 Feb 19 07:46:11.400428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:11.453213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] Publish callbacks [] for security_group (79a719a3-27e2-43eb-8d16-c00101c310fc), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.659959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.13 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/25c28b10-35e5-4a74-8555-bbe4257f1a77) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:11.754448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (79a719a3-27e2-43eb-8d16-c00101c310fc), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.757503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:11.758826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/79a719a3-27e2-43eb-8d16-c00101c310fc HTTP/1.1" status: 204 len: 168 time: 0.6786213 Feb 19 07:46:11.776478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:11.781169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:11.796562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:11.864915 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:46:11.865514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:11.871413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e02a-b8de-45c7-baf2-4189360165da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a719a3-27e2-43eb-8d16-c00101c310fc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:11.981340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:11.981966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Checking segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:11.982369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Bound using segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:11.982827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Bound port: 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:11.983209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.060275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.178814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987e50-ffc7-4af7-a56d-61dd9c49228f req-faf17b7b-373f-489e-9e60-e2742677fc2c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.180338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58987e50-ffc7-4af7-a56d-61dd9c49228f req-faf17b7b-373f-489e-9e60-e2742677fc2c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1062551 Feb 19 07:46:12.251766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.253809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:12.259410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58987e50-ffc7-4af7-a56d-61dd9c49228f req-7fee26e5-63ac-41d2-abfc-77747a31ef85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688567 Feb 19 07:46:12.297264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:12.309303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.330404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:12.333622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:12.337871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:12.343058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:12.348577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.349201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.350939 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-572ac42c-babd-4644-900e-891f291e0032 service neutron] 10.222.0.47 "PUT /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1091 time: 3.0735145 Feb 19 07:46:12.351378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:12.353713 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242cd61-441f-4ee2-b78a-66a843595c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:12.452329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.566424 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4962ca8-c5a7-4a9f-b4df-8f133fcc9781 x-openstack-request-id: req-a4962ca8-c5a7-4a9f-b4df-8f133fcc9781 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:12.566708 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:12.567031 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4962ca8-c5a7-4a9f-b4df-8f133fcc9781 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:12.583364 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'status': 'completed', 'code': 200} Feb 19 07:46:12.605310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db9a3-0d7e-4cac-bade-4fd4c7290afd req-a6e8e233-1629-4351-b9ad-cd57da39680e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.618563 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae2db9a3-0d7e-4cac-bade-4fd4c7290afd req-a6e8e233-1629-4351-b9ad-cd57da39680e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 932 time: 0.1152711 Feb 19 07:46:12.682171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.682838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.716709 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae2db9a3-0d7e-4cac-bade-4fd4c7290afd req-3ec4b08c-e37d-45cb-a24f-d6392a2e6918 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912268 Feb 19 07:46:12.728196 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ac42c-babd-4644-900e-891f291e0032 service neutron] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:12.745842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-88658b10-0027-4c95-bce0-7d2649bcb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.755723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-88658b10-0027-4c95-bce0-7d2649bcb8d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1125 time: 0.2775414 Feb 19 07:46:12.761121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-1e5a8ed7-9cfa-4c66-9bb4-b46c603ce824 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8623853 Feb 19 07:46:12.821784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-ee7f33df-32df-4eaa-8a4f-f24e4ac16517 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 217 time: 0.0596406 Feb 19 07:46:12.827457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Request body: {'port': {'device_id': '50fa4082-b410-415f-8625-a66827aa254a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:12.877350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a485037c-4130-475e-a3b3-b4b8057648a2 None None] Provisioning complete for port 25c28b10-35e5-4a74-8555-bbe4257f1a77 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:12.879010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a485037c-4130-475e-a3b3-b4b8057648a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.931635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:12.940002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-7269a8b2-a958-427d-9f59-76c60a3d970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:12.941499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-7269a8b2-a958-427d-9f59-76c60a3d970d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0758896 Feb 19 07:46:12.969873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a485037c-4130-475e-a3b3-b4b8057648a2 None None] Port 25c28b10-35e5-4a74-8555-bbe4257f1a77 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:13.110214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-99b0dda7-18e6-4d56-bc25-6f435698d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:13.111933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-99b0dda7-18e6-4d56-bc25-6f435698d01d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1633697 Feb 19 07:46:13.426644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-d3b6cf7c-712b-4957-a1f6-68f19e6c7719 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081675 Feb 19 07:46:13.536490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd287e8-20d6-4a53-9f44-c4292c599dd6 req-4646885b-fca9-4fa0-91ec-c0423f09f10a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:13.537795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cd287e8-20d6-4a53-9f44-c4292c599dd6 req-4646885b-fca9-4fa0-91ec-c0423f09f10a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1660528 Feb 19 07:46:13.668555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1cd287e8-20d6-4a53-9f44-c4292c599dd6 req-15ff452c-2535-4783-8c75-54e27fbb8ff8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185887 Feb 19 07:46:13.672508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7ed5e5b-c85d-4c73-a6e3-8d0e2e7298c6 req-647d9674-a9f4-4c0b-8875-d860f56d5398 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317808 Feb 19 07:46:13.692887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c28b10-35e5-4a74-8555-bbe4257f1a77 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:13.706970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks [] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:13.723150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Transition to ACTIVE for port object 25c28b10-35e5-4a74-8555-bbe4257f1a77 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:13.729796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:13.932372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Pushing event updated for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:13.997634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9a457-cd70-4a09-8585-528622c594ea req-0a1010d7-08f6-460f-b83f-1299567d5ed4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.000336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2a9a457-cd70-4a09-8585-528622c594ea req-0a1010d7-08f6-460f-b83f-1299567d5ed4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1343951 Feb 19 07:46:14.062248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-6ebedafd-e1f4-47d1-84a5-7c9301192eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.063791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-6ebedafd-e1f4-47d1-84a5-7c9301192eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1125 time: 0.3273022 Feb 19 07:46:14.108109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2a9a457-cd70-4a09-8585-528622c594ea req-9a838471-b24e-45c4-bcef-4f123233d310 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013396 Feb 19 07:46:14.217422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Attempting to bind port 25c28b10-35e5-4a74-8555-bbe4257f1a77 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:14.217772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Attempting to bind port 25c28b10-35e5-4a74-8555-bbe4257f1a77 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:14.218098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Attempting to bind port 25c28b10-35e5-4a74-8555-bbe4257f1a77 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:14.220967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-fca48d30-0e5d-4cc8-b59d-f257d20afb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.223250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-fca48d30-0e5d-4cc8-b59d-f257d20afb60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.1506326 Feb 19 07:46:14.303413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Port 25c28b10-35e5-4a74-8555-bbe4257f1a77 on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:46:14.304055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Attempting to bind port 25c28b10-35e5-4a74-8555-bbe4257f1a77 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:14.308932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-7385b3f4-1591-42e5-b52b-697c90c5c2b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 217 time: 0.0765288 Feb 19 07:46:14.312172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:14.312933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:14.313649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:14.314326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Bound port: 25c28b10-35e5-4a74-8555-bbe4257f1a77, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:14.315286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:14.396038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-946ddef3-0837-4db6-ae02-7f78ea46da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.397654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-946ddef3-0837-4db6-ae02-7f78ea46da83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0794342 Feb 19 07:46:14.470235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:14.476322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:14.490498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-91e0ed3f-96c5-414e-8cc2-c02fd51056d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.490498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-91e0ed3f-96c5-414e-8cc2-c02fd51056d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841024 Feb 19 07:46:14.491440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:14.533574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.534816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:14.536405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] 10.222.0.24 "PUT /v2.0/ports/25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 200 len: 1092 time: 1.7137027 Feb 19 07:46:14.591000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:14.594388 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11807596-b19e-4bd9-9171-de0e78e9c93b" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:14.724378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-6ee71350-23ab-48e7-b459-04564125c2a3 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232091 Feb 19 07:46:14.727644 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e53d27-3d23-448c-bcee-d5f00e02b0de x-openstack-request-id: req-20e53d27-3d23-448c-bcee-d5f00e02b0de {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:14.727938 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:14.728192 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20e53d27-3d23-448c-bcee-d5f00e02b0de {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:14.728584 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'status': 'completed', 'code': 200} Feb 19 07:46:14.768339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f66080-0b2c-4fa7-9b8a-a333f526dc26 service neutron] Pushing event updated for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:14.883241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-aeff3db3-d142-45ff-a873-51c2935c21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.885029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-aeff3db3-d142-45ff-a873-51c2935c21ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1126 time: 0.2729380 Feb 19 07:46:14.915282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119f83-4b22-45ea-8071-69ea69899196 req-8a378b04-5857-4316-aa49-eb0f0c002903 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:14.929231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a119f83-4b22-45ea-8071-69ea69899196 req-8a378b04-5857-4316-aa49-eb0f0c002903 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.0948706 Feb 19 07:46:15.022042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a119f83-4b22-45ea-8071-69ea69899196 req-782d2832-e983-4aff-8308-0c1cab10fb0e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867200 Feb 19 07:46:15.050244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-8a2a8e82-003d-4501-a995-fd0d2933cf73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 200 len: 217 time: 0.1500664 Feb 19 07:46:15.146629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2242cd61-441f-4ee2-b78a-66a843595c8c req-f7d0580b-84d2-4542-9e79-d882a2f4db12 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603005 Feb 19 07:46:15.209901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-9c6d6a35-8706-421e-a593-cb0c0067639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:15.211341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-9c6d6a35-8706-421e-a593-cb0c0067639c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.1612470 Feb 19 07:46:15.311708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7878be-f9ba-4c6d-af05-16fb4b9f9916 req-683ec677-4576-4e4d-8283-766428c3173c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:15.314731 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7878be-f9ba-4c6d-af05-16fb4b9f9916 req-683ec677-4576-4e4d-8283-766428c3173c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1077144 Feb 19 07:46:15.318674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-2b464759-6df8-4280-b5b7-20ca3b957334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:15.321415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-2b464759-6df8-4280-b5b7-20ca3b957334 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1017156 Feb 19 07:46:15.718476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb7878be-f9ba-4c6d-af05-16fb4b9f9916 req-2ba034bf-ab86-4e77-9a3f-731d3179ac45 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952000 Feb 19 07:46:15.770990 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-afbd4f97-3808-4182-a2d0-d9d60e9aa049 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372315 Feb 19 07:46:15.928923 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e29b7a4-9d9a-495a-bf77-19b20924e307 req-82adfbd6-304b-4344-a054-00160a5145fa service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518009 Feb 19 07:46:16.065764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-5e3b06a8-a6e6-4d6e-a1a7-0b8a2d12b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.067368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-5e3b06a8-a6e6-4d6e-a1a7-0b8a2d12b16a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1126 time: 0.0902565 Feb 19 07:46:16.232538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109dbb1-3907-4281-b7a6-c660a22c87e8 req-aa2de1ec-edbb-48e9-bf1a-cdbee67548b7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.233617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-5719d9bc-e21a-4067-a8c7-ed08cf35605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.235354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-5719d9bc-e21a-4067-a8c7-ed08cf35605a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1617291 Feb 19 07:46:16.249407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b109dbb1-3907-4281-b7a6-c660a22c87e8 req-aa2de1ec-edbb-48e9-bf1a-cdbee67548b7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1045449 Feb 19 07:46:16.315536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-40cc2ac6-b63d-4759-97a7-5c186ea57991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 200 len: 217 time: 0.0725148 Feb 19 07:46:16.325221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b109dbb1-3907-4281-b7a6-c660a22c87e8 req-fcff7220-9f67-4606-88c9-ef870d5267ff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703886 Feb 19 07:46:16.428468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-92fb2969-4cea-41d6-a511-10545fa9eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.430091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-92fb2969-4cea-41d6-a511-10545fa9eb37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.1038101 Feb 19 07:46:16.516538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-8f38eb69-73cd-481b-896f-bc864dcb198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:16.523823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-8f38eb69-73cd-481b-896f-bc864dcb198f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0874891 Feb 19 07:46:16.702170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-d4b588f4-90d2-4aa3-a517-16e8a504d581 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717141 Feb 19 07:46:16.911362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-11807596-b19e-4bd9-9171-de0e78e9c93b req-278b1d00-2c7d-45ce-a167-713d29c3800c service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027442 Feb 19 07:46:16.991977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-871aca87-5f8c-4e3b-b478-f47961735e2d req-3eba9f0d-dbfc-4e01-b40d-a5491c48f6d3 service neutron] (103587) timed out ('10.222.0.47', 59273) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 07:46:17.019303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64bca9-7662-43ca-bda0-22e52a0f0b38 req-37be0c87-0de5-4970-9880-bb827b61df16 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:17.021264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e64bca9-7662-43ca-bda0-22e52a0f0b38 req-37be0c87-0de5-4970-9880-bb827b61df16 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1966577 Feb 19 07:46:17.049393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:46:17.184074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e64bca9-7662-43ca-bda0-22e52a0f0b38 req-814c9d52-9f96-403a-9c0c-b6ba1614a7b1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536369 Feb 19 07:46:17.305875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:17.322208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'mac_address': 'fa:16:3e:ba:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:46:17.399111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 6148de3a-2da0-41ff-8dd6-0f1171a5304a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:17.400408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:17.418728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6148de3a-2da0-41ff-8dd6-0f1171a5304a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:17.447338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:17.458387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:17.517435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:17.562433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913df560-d707-4e3d-9923-8b940efbffe5 req-04c40227-43b2-4c7c-b690-959b128cc417 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:17.581013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-913df560-d707-4e3d-9923-8b940efbffe5 req-04c40227-43b2-4c7c-b690-959b128cc417 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 944 time: 0.1241004 Feb 19 07:46:17.702566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-913df560-d707-4e3d-9923-8b940efbffe5 req-2c051c33-a5cf-4a8a-b9c3-9f487f6166d3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189711 Feb 19 07:46:17.759333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['6148de3a-2da0-41ff-8dd6-0f1171a5304a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:46:18.363320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3119bff-7d66-4fba-b123-eddcef492635 req-b7d31f50-ed71-4f50-bdb3-a183ad569108 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:18.365085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3119bff-7d66-4fba-b123-eddcef492635 req-b7d31f50-ed71-4f50-bdb3-a183ad569108 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.0840874 Feb 19 07:46:18.431485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b3119bff-7d66-4fba-b123-eddcef492635 req-c642f915-6828-49a8-8fb1-9ad23a65326b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565577 Feb 19 07:46:18.894241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ca84-8191-4857-a935-918d75857a83 req-48af20d4-2d77-4ac5-b5e2-3c66fa211f82 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:18.907015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e125ca84-8191-4857-a935-918d75857a83 req-48af20d4-2d77-4ac5-b5e2-3c66fa211f82 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 944 time: 0.0971315 Feb 19 07:46:19.010257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e125ca84-8191-4857-a935-918d75857a83 req-40ee2cea-e3e3-4307-b05f-d20e3c32cf1a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977437 Feb 19 07:46:19.063589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:19.181783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:19.203181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:19.205238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:19.492805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 6148de3a-2da0-41ff-8dd6-0f1171a5304a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:19.493313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:19.566957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:19.568601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:19.576349 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d7ffca-a832-4520-aa15-0c54da164abb" -d '{"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-plugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:19.583012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:19.733200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd0af2-f20f-4a1f-b090-f6df422bd908 req-9f77d988-c228-4563-81d6-dd77d28199e7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:19.744656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4bcd0af2-f20f-4a1f-b090-f6df422bd908 req-9f77d988-c228-4563-81d6-dd77d28199e7 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1283867 Feb 19 07:46:19.745127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:19.764874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.765159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.765506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.767266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.767696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.768054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.768401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.768746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.769086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.769420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.769751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.770085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.770413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:19.834686 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:46:19.854962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4bcd0af2-f20f-4a1f-b090-f6df422bd908 req-88879987-1cc3-45cb-8b98-0c8d35b20020 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086547 Feb 19 07:46:19.952232 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3fef5-c6da-4dce-99d5-73e946a072cc x-openstack-request-id: req-b5f3fef5-c6da-4dce-99d5-73e946a072cc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:19.952537 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-plugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:19.952794 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5f3fef5-c6da-4dce-99d5-73e946a072cc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:19.953202 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'code': 200} Feb 19 07:46:20.126662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5de5a-f895-48e7-941b-09b12325dc78 req-f1453963-8a4e-4482-b28b-60601b2e25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:20.128244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66a5de5a-f895-48e7-941b-09b12325dc78 req-f1453963-8a4e-4482-b28b-60601b2e25b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0831733 Feb 19 07:46:20.226317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66a5de5a-f895-48e7-941b-09b12325dc78 req-21277a61-c7a2-4fd3-96c3-71689038673a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531566 Feb 19 07:46:20.249980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a1bf4-4043-426b-87c0-79529752588e req-ea4c9e6e-4b96-42c9-82d1-6c083dcfa105 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:20.251992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-491a1bf4-4043-426b-87c0-79529752588e req-ea4c9e6e-4b96-42c9-82d1-6c083dcfa105 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1228645 Feb 19 07:46:20.322010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-491a1bf4-4043-426b-87c0-79529752588e req-4c8a7fbd-4aee-412a-a6b9-bf5a0a1b5b7f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613370 Feb 19 07:46:21.013269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea9545-4ea9-4d1d-a346-738160d4361a req-cd5113d6-d4ef-4b71-b8c1-889656e02ab0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:21.015461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18ea9545-4ea9-4d1d-a346-738160d4361a req-cd5113d6-d4ef-4b71-b8c1-889656e02ab0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.0816832 Feb 19 07:46:21.068714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18ea9545-4ea9-4d1d-a346-738160d4361a req-a1abce33-d6a4-4dae-bb6f-c539150322ab tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474632 Feb 19 07:46:21.512136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f3eff-20e5-4f4d-ba2e-fbe13d91598d req-c90863b3-4865-44c7-826f-fcc74bab8931 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:21.514355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c9f3eff-20e5-4f4d-ba2e-fbe13d91598d req-c90863b3-4865-44c7-826f-fcc74bab8931 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0798614 Feb 19 07:46:21.608287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0c9f3eff-20e5-4f4d-ba2e-fbe13d91598d req-477008a8-f42e-46d4-afa7-0151218c71db tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863760 Feb 19 07:46:22.325305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376c32-c0f8-45e7-aced-b63fbafdd46f req-0338b598-847b-478a-a2db-af59b07dc41f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:22.333223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-79376c32-c0f8-45e7-aced-b63fbafdd46f req-0338b598-847b-478a-a2db-af59b07dc41f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1100695 Feb 19 07:46:22.415634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-79376c32-c0f8-45e7-aced-b63fbafdd46f req-3340d0c1-a9c1-428f-ae69-eba5a9d83b89 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779452 Feb 19 07:46:22.867082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3336dbc-df0b-41af-95b3-921cd02c535d req-68b590d0-f49b-45c4-ac9c-62a565fcff10 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:22.876765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3336dbc-df0b-41af-95b3-921cd02c535d req-68b590d0-f49b-45c4-ac9c-62a565fcff10 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1470025 Feb 19 07:46:22.948591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3336dbc-df0b-41af-95b3-921cd02c535d req-6702678f-7f74-4eef-be63-d5359ac5fe68 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659528 Feb 19 07:46:23.165855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e9807-8682-4fa3-8e17-e6f7ce6f0574 req-2444a334-0c31-4e7d-b5c3-d642153f477a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:23.174880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-123e9807-8682-4fa3-8e17-e6f7ce6f0574 req-2444a334-0c31-4e7d-b5c3-d642153f477a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1187170 Feb 19 07:46:23.239999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-123e9807-8682-4fa3-8e17-e6f7ce6f0574 req-1794a28e-8605-4c55-9537-bac97c70de00 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640357 Feb 19 07:46:23.255462 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60646) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:23.318106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e59423-977a-49d7-81aa-1d6ad6968bf8 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:23.322543 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b3e59423-977a-49d7-81aa-1d6ad6968bf8 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1122 time: 0.0632675 Feb 19 07:46:23.323523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:23.330244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:23.387181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:23.664926 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:23.879718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.182 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f727ee34-d564-4992-a4d0-c92dab5f67da) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:24.208115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:24.246616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098628e5-7185-47b4-b46f-634ff415b32e req-b69cb778-e6e4-4f4f-950b-d790917f9619 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:24.253748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-098628e5-7185-47b4-b46f-634ff415b32e req-b69cb778-e6e4-4f4f-950b-d790917f9619 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.6850259 Feb 19 07:46:24.401255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-098628e5-7185-47b4-b46f-634ff415b32e req-8722a12a-57b9-4c60-86d9-f9ec64892185 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406596 Feb 19 07:46:24.426037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:24.473855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:24.478033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:24.482437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:25.276458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=f727ee34-d564-4992-a4d0-c92dab5f67da,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:25.380832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (1e31dfb6-03a3-4f8a-8827-40d4dafd4483), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:25.665090 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:25.665629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bb34e-4183-4cce-bf71-7f0864200f75 req-2a007e05-2f8f-401f-8c99-40b4f5c5c3d1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:25.669649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e6bb34e-4183-4cce-bf71-7f0864200f75 req-2a007e05-2f8f-401f-8c99-40b4f5c5c3d1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1235843 Feb 19 07:46:25.830783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e6bb34e-4183-4cce-bf71-7f0864200f75 req-f61a03a3-a902-4ebe-b18b-27a50bad2db3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443872 Feb 19 07:46:25.986058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:26.011956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:26.152907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (1e31dfb6-03a3-4f8a-8827-40d4dafd4483), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:26.267936 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP 1e31dfb6-03a3-4f8a-8827-40d4dafd4483 associated. External IP: 172.25.7.182, port: 6148de3a-2da0-41ff-8dd6-0f1171a5304a. Feb 19 07:46:26.368268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=f727ee34-d564-4992-a4d0-c92dab5f67da,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:26.628188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:26.908724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-683d668e-930a-47b1-8c74-797c78366a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.089322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-683d668e-930a-47b1-8c74-797c78366a81 admin admin] Publish callbacks [] for security_group (0991742d-8ffe-4926-b7c5-a605fb2fbdee), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.098580 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-683d668e-930a-47b1-8c74-797c78366a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0991742d-8ffe-4926-b7c5-a605fb2fbdee), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.147670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 9956171b-3442-4657-9c75-8bdc48c29e27 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:27.201171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-683d668e-930a-47b1-8c74-797c78366a81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15e4debdfbb649d1a7d7711fd2ccc97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688376 Feb 19 07:46:27.201835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:27.203660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d668e-930a-47b1-8c74-797c78366a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0991742d-8ffe-4926-b7c5-a605fb2fbdee,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:27.319990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] Publish callbacks [] for security_group (0991742d-8ffe-4926-b7c5-a605fb2fbdee), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.325363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fc067-069e-48f8-ae20-01dd32bdf68a req-94bbdcae-8b38-4b85-9051-bc67f2e5285e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:27.337803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-584fc067-069e-48f8-ae20-01dd32bdf68a req-94bbdcae-8b38-4b85-9051-bc67f2e5285e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.2614794 Feb 19 07:46:27.368750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] Publish callbacks [] for security_group (0991742d-8ffe-4926-b7c5-a605fb2fbdee), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.461824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (0991742d-8ffe-4926-b7c5-a605fb2fbdee), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.465706 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.467048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0991742d-8ffe-4926-b7c5-a605fb2fbdee HTTP/1.1" status: 204 len: 168 time: 0.2545922 Feb 19 07:46:27.477822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff816aae-0041-4919-aa60-71670275da9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0991742d-8ffe-4926-b7c5-a605fb2fbdee,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:27.560045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-584fc067-069e-48f8-ae20-01dd32bdf68a req-088c5b7c-b233-4112-913d-d67538956499 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204916 Feb 19 07:46:27.595704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:27.610985 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Sync routers for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:27.626025 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:27.626781 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:27.632712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:27.756427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1130fdb3-0fef-40d7-be71-1f44454c5caa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4287164 Feb 19 07:46:27.756427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:27.757352 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033fb889-868b-4131-a768-502cc9065076" -d '{"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:27.867164 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfc8b2b-d75f-4eaa-81fc-96170cc5bab7 x-openstack-request-id: req-5bfc8b2b-d75f-4eaa-81fc-96170cc5bab7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:27.867438 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:27.867644 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bfc8b2b-d75f-4eaa-81fc-96170cc5bab7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:27.868053 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'status': 'completed', 'code': 200} Feb 19 07:46:27.876448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:27.997824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb889-868b-4131-a768-502cc9065076 req-b6a692d2-d29e-4126-a671-c86dce264f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.002609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-b6a692d2-d29e-4126-a671-c86dce264f12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.1101868 Feb 19 07:46:28.046917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:28.064507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db086a-3965-4610-a5ee-520f692965ea req-3c647aa8-5b02-433b-acb9-99940275919f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.071681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5db086a-3965-4610-a5ee-520f692965ea req-3c647aa8-5b02-433b-acb9-99940275919f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1470110 Feb 19 07:46:28.081583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04976d31-15c8-47cc-8483-63e080178867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.157918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5db086a-3965-4610-a5ee-520f692965ea req-3f61ad95-9b5b-4791-97c3-7577436fea86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852933 Feb 19 07:46:28.174162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:28.260127 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bcf1908b-086d-40a6-9442-22ecd0fcc8ee tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 200 len: 991 time: 0.0847063 Feb 19 07:46:28.306402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb889-868b-4131-a768-502cc9065076 req-a31e09a9-f594-40ae-975d-c31ec3f5a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.312832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-a31e09a9-f594-40ae-975d-c31ec3f5a1d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.3052363 Feb 19 07:46:28.329167 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1e31dfb6-03a3-4f8a-8827-40d4dafd4483', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'mac_address': 'fa:16:3e:ba:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27962a-71fd-4382-87e5-724b47e01260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:24Z', 'updated_at': '2022-02-19T07:46:24Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:28.361410 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Checking router: 9956171b-3442-4657-9c75-8bdc48c29e27 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:28.371297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:28.372217 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:28.467772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04976d31-15c8-47cc-8483-63e080178867 admin admin] Publish callbacks [] for security_group (877b2020-6baf-40f0-808f-16df2c9bf604), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.471614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-999bb016-dd13-4e0a-a9ac-5a6880af2c7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 999 time: 0.1476169 Feb 19 07:46:28.475993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04976d31-15c8-47cc-8483-63e080178867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (877b2020-6baf-40f0-808f-16df2c9bf604), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.633390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:28.663619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60712) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:28.663834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04976d31-15c8-47cc-8483-63e080178867 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cdd5c9bdb854705a596f8430769d51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152751 Feb 19 07:46:28.673560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04976d31-15c8-47cc-8483-63e080178867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b2020-6baf-40f0-808f-16df2c9bf604,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:28.678605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb889-868b-4131-a768-502cc9065076 req-5731d801-58d9-4acb-a0e5-7486fd4ea4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.680174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-5731d801-58d9-4acb-a0e5-7486fd4ea4ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.1996739 Feb 19 07:46:28.789856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] Publish callbacks [] for security_group (877b2020-6baf-40f0-808f-16df2c9bf604), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.830730 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] Publish callbacks [] for security_group (877b2020-6baf-40f0-808f-16df2c9bf604), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.844011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb889-868b-4131-a768-502cc9065076 req-285bf913-ca45-42d0-98ab-439654e55bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.845670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-285bf913-ca45-42d0-98ab-439654e55bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1575563 Feb 19 07:46:28.859338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f90c1a-f277-4f7b-bc25-8ba25644b0c6 req-746cc03d-6c11-4c20-bff8-1eede19f33a0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:28.866959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97f90c1a-f277-4f7b-bc25-8ba25644b0c6 req-746cc03d-6c11-4c20-bff8-1eede19f33a0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1564577 Feb 19 07:46:28.910363 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (877b2020-6baf-40f0-808f-16df2c9bf604), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.913721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:28.918406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/877b2020-6baf-40f0-808f-16df2c9bf604 HTTP/1.1" status: 204 len: 168 time: 0.2508783 Feb 19 07:46:28.951938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-97f90c1a-f277-4f7b-bc25-8ba25644b0c6 req-31fcf919-236c-4a00-94f1-9789d5d2f078 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801857 Feb 19 07:46:28.962927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140aa24-0466-4401-843f-b454027d3a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b2020-6baf-40f0-808f-16df2c9bf604,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:29.021322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1e31dfb6-03a3-4f8a-8827-40d4dafd4483', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'mac_address': 'fa:16:3e:ba:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27962a-71fd-4382-87e5-724b47e01260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:24Z', 'updated_at': '2022-02-19T07:46:24Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:29.080647 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07a5fd-5f0f-43e9-9a8c-533373f8296e None None] The sync data for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 is: [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1e31dfb6-03a3-4f8a-8827-40d4dafd4483', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'mac_address': 'fa:16:3e:ba:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa27962a-71fd-4382-87e5-724b47e01260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:24Z', 'updated_at': '2022-02-19T07:46:24Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:29.093241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-14235f52-57ed-4cd6-9e2a-facd0fb580e8 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240098 Feb 19 07:46:29.262813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:29.309501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033fb889-868b-4131-a768-502cc9065076 req-a2a467a0-42af-41a0-8c04-d3470f701334 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067006 Feb 19 07:46:29.352008 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fe4971f5-693b-4c2f-9efc-6abc09f2cf68 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 200 len: 991 time: 0.0880022 Feb 19 07:46:29.431026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7c0b2a-385e-4396-9921-d7830e90cd37 None None] New status for floating IP 1e31dfb6-03a3-4f8a-8827-40d4dafd4483: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:46:30.139163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd75b9-285c-4162-90f4-e9067189b1f9 req-55cbf6f0-56a0-4967-869d-e32c6acd3e26 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:30.145798 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92fd75b9-285c-4162-90f4-e9067189b1f9 req-55cbf6f0-56a0-4967-869d-e32c6acd3e26 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1098070 Feb 19 07:46:30.205097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92fd75b9-285c-4162-90f4-e9067189b1f9 req-809ff721-fe83-40b6-8ebe-58dac35c8f7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529871 Feb 19 07:46:30.279884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:30.356392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:30.398248 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.491809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44c18232-072c-4ced-84c3-2373e3f13c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.548961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bde1f85f-0ed9-40eb-aea3-bd59ed1c2efa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 200 len: 993 time: 0.1913106 Feb 19 07:46:30.633425 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44c18232-072c-4ced-84c3-2373e3f13c8f admin admin] Publish callbacks [] for security_group (7afef860-ad56-4360-b2d4-83cfd5787415), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.640071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44c18232-072c-4ced-84c3-2373e3f13c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7afef860-ad56-4360-b2d4-83cfd5787415), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.683723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c18232-072c-4ced-84c3-2373e3f13c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afef860-ad56-4360-b2d4-83cfd5787415,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:30.692179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-44c18232-072c-4ced-84c3-2373e3f13c8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbcdb16a93c845e2bc455721869c5ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083724 Feb 19 07:46:30.693249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:30.762879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] Publish callbacks [] for security_group (7afef860-ad56-4360-b2d4-83cfd5787415), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.791886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] Publish callbacks [] for security_group (7afef860-ad56-4360-b2d4-83cfd5787415), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.851914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7afef860-ad56-4360-b2d4-83cfd5787415), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.855547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:30.857103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7afef860-ad56-4360-b2d4-83cfd5787415 HTTP/1.1" status: 204 len: 168 time: 0.1628692 Feb 19 07:46:30.865442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fbfd2-5889-4899-a979-382df2856ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afef860-ad56-4360-b2d4-83cfd5787415,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:31.131444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:31.464398 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4455b0a1-3c61-43e1-9551-c85b1576fd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.589765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5b790-389c-4aa4-975f-058d4abf07c4 req-d0774f3b-dacc-4b8d-9a8e-9eddb7ab9a76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:31.591473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bc5b790-389c-4aa4-975f-058d4abf07c4 req-d0774f3b-dacc-4b8d-9a8e-9eddb7ab9a76 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.2408297 Feb 19 07:46:31.626053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4455b0a1-3c61-43e1-9551-c85b1576fd00 admin admin] Publish callbacks [] for security_group (5aca5243-6201-4daa-a5e0-6800fb738f45), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.634909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4455b0a1-3c61-43e1-9551-c85b1576fd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5aca5243-6201-4daa-a5e0-6800fb738f45), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.699236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:31.699863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4455b0a1-3c61-43e1-9551-c85b1576fd00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=07b5058ac22947c6b705611b3948caab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656633 Feb 19 07:46:31.720088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2bc5b790-389c-4aa4-975f-058d4abf07c4 req-c63e763e-bd2d-44e9-89a2-65152acc16b9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223686 Feb 19 07:46:31.728072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455b0a1-3c61-43e1-9551-c85b1576fd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca5243-6201-4daa-a5e0-6800fb738f45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:31.806688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] Publish callbacks [] for security_group (5aca5243-6201-4daa-a5e0-6800fb738f45), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.851828 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] Publish callbacks [] for security_group (5aca5243-6201-4daa-a5e0-6800fb738f45), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.903589 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5aca5243-6201-4daa-a5e0-6800fb738f45), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.906234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:31.910080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5aca5243-6201-4daa-a5e0-6800fb738f45 HTTP/1.1" status: 204 len: 168 time: 0.2073731 Feb 19 07:46:31.918661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef59542-067e-417d-949f-14218469ea6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca5243-6201-4daa-a5e0-6800fb738f45,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:32.063341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:32.334146 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-436447413-network', 'tenant_id': 'a2d36314d2454165b646ce845d416e43'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:32.361758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Made reservation on behalf of a2d36314d2454165b646ce845d416e43 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:32.364800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.375460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.477810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks [] for security_group (2a2056a9-8b78-4440-b915-c93e936d5560), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.483646 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2a2056a9-8b78-4440-b915-c93e936d5560), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.514371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2056a9-8b78-4440-b915-c93e936d5560,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:32.527398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:46:32.539130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20d33d8a-6118-46e1-9497-e1e6ef09b666), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.540061 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Added segment 20d33d8a-6118-46e1-9497-e1e6ef09b666 of type vlan for network ef639c9a-45d4-4662-827c-3300d3524154 Feb 19 07:46:32.608840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ef639c9a-45d4-4662-827c-3300d3524154), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.641899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ef639c9a-45d4-4662-827c-3300d3524154), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.643457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:32.644615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.726727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6620710 Feb 19 07:46:32.729828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:32.735345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Request body: {'subnet': {'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-436447413-subnet', 'tenant_id': 'a2d36314d2454165b646ce845d416e43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:32.739282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ceea-b75b-43ff-bbc9-27aba96720ea admin admin] Pushing event updated for resources: {'Network': ['ID=ef639c9a-45d4-4662-827c-3300d3524154,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:32.758477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ef639c9a-45d4-4662-827c-3300d3524154 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:46:32.812784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Made reservation on behalf of a2d36314d2454165b646ce845d416e43 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:32.816179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:32.951634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84851c9-193e-483c-81b0-4a9e0cd2e3f7 req-9f0ce1b1-ff8f-44b1-9d00-b1ddb21277db tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:32.957839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d84851c9-193e-483c-81b0-4a9e0cd2e3f7 req-9f0ce1b1-ff8f-44b1-9d00-b1ddb21277db tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1260605 Feb 19 07:46:32.968375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60846) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:33.039777 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d84851c9-193e-483c-81b0-4a9e0cd2e3f7 req-a021541f-e048-49c1-9b04-72f13647409e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732923 Feb 19 07:46:33.116402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f7031777-f0f2-4120-a273-cce64775e119), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.138805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1411352741-network', 'tenant_id': '33e757fd68e64cc1854965235910d6b1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:33.189424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.191792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7031777-f0f2-4120-a273-cce64775e119,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:33.192911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Made reservation on behalf of 33e757fd68e64cc1854965235910d6b1 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:33.195803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.201765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Checking segment: {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:33.202213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Network hostable DHCP agents. Network: ef639c9a-45d4-4662-827c-3300d3524154, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:46:33.207843 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.240922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Network ef639c9a-45d4-4662-827c-3300d3524154 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:46:33.252711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ef639c9a-45d4-4662-827c-3300d3524154) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:33.257952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:33.259015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.262862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e71e157-de50-4206-a2a2-2fe2cae6a6b9 None None] Network ef639c9a-45d4-4662-827c-3300d3524154 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:33.293309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e993ad7-6787-4f7f-9e78-8a24c88f7adf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5549529 Feb 19 07:46:33.331138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks [] for security_group (aedd2b6f-0518-47aa-bc6e-249107d2730c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.337535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aedd2b6f-0518-47aa-bc6e-249107d2730c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.361977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:46:33.373987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aac4a6-ea2c-4a18-bb4b-5bcd1b3c5010 None None] Network ef639c9a-45d4-4662-827c-3300d3524154 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:33.383873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d39053fe-70d9-49fd-ae45-cc75b90a055a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.384216 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Added segment d39053fe-70d9-49fd-ae45-cc75b90a055a of type vlan for network 171ee781-22af-48c7-a640-adf206415d73 Feb 19 07:46:33.385578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd2b6f-0518-47aa-bc6e-249107d2730c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:33.428473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (171ee781-22af-48c7-a640-adf206415d73), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.463849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (171ee781-22af-48c7-a640-adf206415d73), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.468113 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:33.468702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.523482 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5534575 Feb 19 07:46:33.526222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:33.533199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Request body: {'subnet': {'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1411352741-subnet', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:33.550383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab7584-9fea-43fa-90bb-4474cae23eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=171ee781-22af-48c7-a640-adf206415d73,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:33.561210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 171ee781-22af-48c7-a640-adf206415d73 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:46:33.563384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Made reservation on behalf of 33e757fd68e64cc1854965235910d6b1 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:33.566200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.748030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.808269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:33.830276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Checking segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:33.830706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Network hostable DHCP agents. Network: 171ee781-22af-48c7-a640-adf206415d73, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:46:33.853979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Network 171ee781-22af-48c7-a640-adf206415d73 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:46:33.874646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 171ee781-22af-48c7-a640-adf206415d73) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:33.880298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:33.881005 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.884538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b7cb9-65ab-432c-b949-3cd33925e950 None None] Network 171ee781-22af-48c7-a640-adf206415d73 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:33.908491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bc8403af-d767-46d8-b972-3b64bc243675 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806455 Feb 19 07:46:33.911123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:33.922519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:33.958690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:33.976267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.011999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-171ee781-22af-48c7-a640-adf206415d73', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:46:34.013212 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.069089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for router_controller (e367f5b0-ea7b-4da9-9189-5855c5b714a0), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.189135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Allocated IP 172.20.0.2 (171ee781-22af-48c7-a640-adf206415d73/8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c/61603c5c-5ec8-47e5-8542-7f61a22b88f7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:34.273508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for router_gateway (e367f5b0-ea7b-4da9-9189-5855c5b714a0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.286386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dbe12-c870-4877-8c4b-00d638cd21d2 req-5954f026-1ef0-4855-a289-bd5cef4f5449 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:34.287953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a2dbe12-c870-4877-8c4b-00d638cd21d2 req-5954f026-1ef0-4855-a289-bd5cef4f5449 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1608374 Feb 19 07:46:34.369979 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks [] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.381212 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.387124 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a2dbe12-c870-4877-8c4b-00d638cd21d2 req-a7c59f8a-ce27-4e25-a8b1-db56a0a3ea21 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830297 Feb 19 07:46:34.430212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Network 171ee781-22af-48c7-a640-adf206415d73 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:34.434386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:34.437278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:34.453785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Pushing event updated for resources: {'Port': ['ID=61603c5c-5ec8-47e5-8542-7f61a22b88f7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:34.519593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Attempting to bind port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:34.520219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Attempting to bind port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:34.520750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Attempting to bind port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 on network 171ee781-22af-48c7-a640-adf206415d73 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:34.527633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:34.528265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Checking segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:34.528831 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.529375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Bound using segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:34.529998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Bound port: 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:34.530561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.562078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for router_gateway (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.583439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.610504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] For port 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:34.613873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] For port 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61603c5c-5ec8-47e5-8542-7f61a22b88f7,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:34.622389 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.702069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cec50-2f4a-47af-8d7a-936587a25524 None None] Pushing event updated for resources: {'Port': ['ID=61603c5c-5ec8-47e5-8542-7f61a22b88f7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:34.727444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Allocated IP 172.25.7.155 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/bfff7683-5fb1-41d1-9aef-09c24d007512) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:34.842204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.883451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:34.946691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:34.951030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:34.960263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:34.998566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Pushing event updated for resources: {'Port': ['ID=bfff7683-5fb1-41d1-9aef-09c24d007512,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:35.249241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61603c5c-5ec8-47e5-8542-7f61a22b88f7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:35.301532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:35.302182 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:35.333494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for router_gateway (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:35.411922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:35.412317 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:35.466111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61603c5c-5ec8-47e5-8542-7f61a22b88f7,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:35.472238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:35.543988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=61603c5c-5ec8-47e5-8542-7f61a22b88f7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:35.587289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9baee0-b16e-4b5e-96f0-932651947983 req-a562a51d-ad61-443a-a36b-39d28ecb6ee5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:35.595963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc9baee0-b16e-4b5e-96f0-932651947983 req-a562a51d-ad61-443a-a36b-39d28ecb6ee5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.0944293 Feb 19 07:46:35.671348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc9baee0-b16e-4b5e-96f0-932651947983 req-aa409013-e132-4aef-99e8-93569ad6573c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743127 Feb 19 07:46:35.957144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.012220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6b1c2-d341-4832-8ecb-016f7d518b3c None None] Network 171ee781-22af-48c7-a640-adf206415d73 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:36.116632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Router e367f5b0-ea7b-4da9-9189-5855c5b714a0 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:46:36.124913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4d894470-7aa2-4536-9ef3-c78196811055 None None] Provisioning complete for port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:36.125360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d894470-7aa2-4536-9ef3-c78196811055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.261563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4d894470-7aa2-4536-9ef3-c78196811055 None None] Current status of the port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:36.268607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:36.282418 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Sync routers for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:36.294505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26282445-5798-4313-a7b5-15c0eca67636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.309193 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.313209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eb13d392-8127-40ca-8f75-c65d42bd3384 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3953242 Feb 19 07:46:36.313348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:36.314221 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:36.314864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:36.466390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:36.686329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0d3f1a3f-1e5e-4da2-b69b-20ca534d36ef None None] Provisioning complete for port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:36.686707 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1a3f-1e5e-4da2-b69b-20ca534d36ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.739705 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:35Z', 'revision_number': 3, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:36.807252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Checking router: e367f5b0-ea7b-4da9-9189-5855c5b714a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:36.807635 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Updating router e367f5b0-ea7b-4da9-9189-5855c5b714a0 port bfff7683-5fb1-41d1-9aef-09c24d007512 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:46:36.841227 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:36.853315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f1a3f-1e5e-4da2-b69b-20ca534d36ef None None] Current status of the port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:36.884347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b86fb4-3788-459c-a57a-0f50533ab307 req-2067d0e9-9a38-461c-92c6-c1b4d331971c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:36.887269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0b86fb4-3788-459c-a57a-0f50533ab307 req-2067d0e9-9a38-461c-92c6-c1b4d331971c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 944 time: 0.1066833 Feb 19 07:46:36.981104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0b86fb4-3788-459c-a57a-0f50533ab307 req-2b13e413-f17e-41cc-aedb-79021e56a382 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699143 Feb 19 07:46:36.982827 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.079310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 25c28b10-35e5-4a74-8555-bbe4257f1a77 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:46:37.213634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61603c5c-5ec8-47e5-8542-7f61a22b88f7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:37.252832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Allocated IP 172.20.0.1 (171ee781-22af-48c7-a640-adf206415d73/8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c/789c4d3b-1d7e-4d93-997d-cfb9b3b1041e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:37.296942 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks [] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.308638 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.364896 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Attempting to bind port bfff7683-5fb1-41d1-9aef-09c24d007512 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:37.364896 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Attempting to bind port bfff7683-5fb1-41d1-9aef-09c24d007512 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:37.365210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Attempting to bind port bfff7683-5fb1-41d1-9aef-09c24d007512 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:37.368042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee0b3-060f-42fc-b84d-be7536338ebf None None] Pushing event updated for resources: {'Port': ['ID=bfff7683-5fb1-41d1-9aef-09c24d007512,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:37.373659 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:37.374044 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:37.374441 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.374830 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:37.375327 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Bound port: bfff7683-5fb1-41d1-9aef-09c24d007512, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:37.375709 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.380582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:37.414546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:37.418332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.421337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'mac_address': 'fa:16:3e:25:a3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:46:37.453740 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] For port bfff7683-5fb1-41d1-9aef-09c24d007512, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:37.457894 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] For port bfff7683-5fb1-41d1-9aef-09c24d007512, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfff7683-5fb1-41d1-9aef-09c24d007512,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:37.467554 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.469345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks [] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.541047 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ee0b3-060f-42fc-b84d-be7536338ebf None None] Pushing event updated for resources: {'Port': ['ID=bfff7683-5fb1-41d1-9aef-09c24d007512,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:37.547889 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.558785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 25c28b10-35e5-4a74-8555-bbe4257f1a77 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:37.559178 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.580108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:37.581345 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:37.602329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Pushing event updated for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:37.614456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c28b10-35e5-4a74-8555-bbe4257f1a77 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:37.616801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Network 171ee781-22af-48c7-a640-adf206415d73 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:37.624628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:37.627906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:37.661498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:37.709701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:37.712488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.721819 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.798493 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:37.816925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:37.915616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:37.931449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['25c28b10-35e5-4a74-8555-bbe4257f1a77'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:46:38.148616 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks [] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.150674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f81ed480-3135-4fc1-909f-14732bd3a4e7 None None] Provisioning complete for port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:38.151058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81ed480-3135-4fc1-909f-14732bd3a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.154284 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.217369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f156-bc58-4adb-9b41-6fa40c0b1cd9 req-ffeee01e-cbeb-41d4-b819-a545a3cf5168 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:38.224277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:35Z', 'revision_number': 3, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:38.230116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4d5f156-bc58-4adb-9b41-6fa40c0b1cd9 req-ffeee01e-cbeb-41d4-b819-a545a3cf5168 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 945 time: 0.1164680 Feb 19 07:46:38.250610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Pushing event updated for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:38.258811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.280731 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67e6b61-c8e1-4eaa-ace5-8eca5c809f1a None None] The sync data for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 is: [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:35Z', 'revision_number': 3, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:38.309372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4d5f156-bc58-4adb-9b41-6fa40c0b1cd9 req-c57e54a8-8c7c-40a2-bfe4-edb1c99cf7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731347 Feb 19 07:46:38.311340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f81ed480-3135-4fc1-909f-14732bd3a4e7 None None] Port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:38.414647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Network 171ee781-22af-48c7-a640-adf206415d73 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:38.416530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:38.563310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Router e367f5b0-ea7b-4da9-9189-5855c5b714a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:38.618004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df5ee5fa-0194-4adf-9972-35e74ba262dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.793205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:38.804471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6411d3cf-167c-468b-bbce-279f45a5fa5c admin admin] 10.222.0.43 "PUT /v2.0/routers/e367f5b0-ea7b-4da9-9189-5855c5b714a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4896579 Feb 19 07:46:38.869061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-04403f08-a8aa-46a0-a33f-243a85df99b4 None None] Provisioning complete for port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:38.869666 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04403f08-a8aa-46a0-a33f-243a85df99b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:38.933938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04403f08-a8aa-46a0-a33f-243a85df99b4 None None] Port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:39.095239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 25c28b10-35e5-4a74-8555-bbe4257f1a77 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:39.288118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfff7683-5fb1-41d1-9aef-09c24d007512 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:39.381189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 25c28b10-35e5-4a74-8555-bbe4257f1a77 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:46:39.406510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 25c28b10-35e5-4a74-8555-bbe4257f1a77 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:39.406510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.510134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bfff7683-5fb1-41d1-9aef-09c24d007512 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:39.510570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.654527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 25c28b10-35e5-4a74-8555-bbe4257f1a77 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:39.655270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.675970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bfff7683-5fb1-41d1-9aef-09c24d007512 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:39.676367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.707297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port bfff7683-5fb1-41d1-9aef-09c24d007512, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfff7683-5fb1-41d1-9aef-09c24d007512,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:39.723465 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:39.728632 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1864538780-network', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:39.736974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.769171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Made reservation on behalf of ae5bfb90c8484bffa4089ca71b08f92f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:39.772373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.792150 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.815319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:39.817880 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5239188-ad2d-4b57-aa69-94f183de4a0d" -d '{"events": [{"server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "name": "network-vif-plugged", "status": "completed", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:39.833455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=bfff7683-5fb1-41d1-9aef-09c24d007512,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:39.841628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:39.843793 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.849328 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.934189 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks [] for security_group (a76f5e58-a27b-47bf-8d6f-e85a62401ed3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.940524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a76f5e58-a27b-47bf-8d6f-e85a62401ed3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.940669 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2030f8a7-599c-4cc3-a6e4-d7e4a0b51658 x-openstack-request-id: req-2030f8a7-599c-4cc3-a6e4-d7e4a0b51658 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:39.940958 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "name": "network-vif-plugged", "status": "completed", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:39.941220 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2030f8a7-599c-4cc3-a6e4-d7e4a0b51658 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:39.949674 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'code': 200} Feb 19 07:46:39.956186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:46:39.967256 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0e316413-00d5-4561-912b-3d37c02b6b07), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:39.968021 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Added segment 0e316413-00d5-4561-912b-3d37c02b6b07 of type vlan for network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 Feb 19 07:46:39.982339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:40.030422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f5e58-a27b-47bf-8d6f-e85a62401ed3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:40.033921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (37162aef-cad0-46fa-8da5-d5f6f0ce6667), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.064674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (37162aef-cad0-46fa-8da5-d5f6f0ce6667), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.065691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:40.066269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.100192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a332bf-a667-442d-907b-e0cd4d90075e req-3ab0038d-77b2-4e43-a879-eec5677f1b7a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:40.101723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1a332bf-a667-442d-907b-e0cd4d90075e req-3ab0038d-77b2-4e43-a879-eec5677f1b7a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 945 time: 0.6388030 Feb 19 07:46:40.107984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af12d3-1ed2-4761-b853-f388f0c7b633 req-2248a778-8e8a-464c-b87b-88ae1dda4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:40.109447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23af12d3-1ed2-4761-b853-f388f0c7b633 req-2248a778-8e8a-464c-b87b-88ae1dda4f02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1128 time: 0.0653012 Feb 19 07:46:40.127609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032562 Feb 19 07:46:40.130229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60932) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:40.138153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Request body: {'subnet': {'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1864538780-subnet', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:40.155972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2a31-250b-4c04-8375-486411b6fe6d admin admin] Pushing event updated for resources: {'Network': ['ID=37162aef-cad0-46fa-8da5-d5f6f0ce6667,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:40.167658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Made reservation on behalf of ae5bfb90c8484bffa4089ca71b08f92f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:40.168475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:46:40.171092 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.196564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1a332bf-a667-442d-907b-e0cd4d90075e req-4042a1c4-8dd4-4d8f-bf9b-8d9b40c6ad8c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861402 Feb 19 07:46:40.199810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-23af12d3-1ed2-4761-b853-f388f0c7b633 req-b12b1f47-2d57-4761-938d-dea0b02d0bd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834424 Feb 19 07:46:40.344462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (90851ec2-461f-4b83-ad88-cd789bd2d458), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.398505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90851ec2-461f-4b83-ad88-cd789bd2d458,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:40.407719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Checking segment: {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:40.408084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Network hostable DHCP agents. Network: 37162aef-cad0-46fa-8da5-d5f6f0ce6667, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:46:40.428512 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:46:40.448568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 37162aef-cad0-46fa-8da5-d5f6f0ce6667) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:40.457902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99fedd-a950-4abc-a248-7c918cdaeab4 None None] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:40.471741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:40.472749 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.497998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:40.498478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5fde4dfd-8e48-4af5-bff4-c8d427780ae5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3669631 Feb 19 07:46:40.504677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:40.538435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.540433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.594309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'fixed_ips': [{'subnet_id': '90851ec2-461f-4b83-ad88-cd789bd2d458'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:46:40.595604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.647823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for router_controller (485ba96b-a71e-4910-8c84-fa63b7fc953c), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.788365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Allocated IP 172.20.0.2 (37162aef-cad0-46fa-8da5-d5f6f0ce6667/90851ec2-461f-4b83-ad88-cd789bd2d458/47f31281-6898-4e2a-95ad-02e4286811a4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:40.842868 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for router_gateway (485ba96b-a71e-4910-8c84-fa63b7fc953c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:40.919411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Sync routers for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:40.985634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:40.986297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:41.052060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks [] for port (47f31281-6898-4e2a-95ad-02e4286811a4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.144992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for router_gateway (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.168420 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.181253 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.195774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.213573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:41.216187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfff7683-5fb1-41d1-9aef-09c24d007512 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:41.274424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:41.286441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:41.418397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Allocated IP 172.25.7.163 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d94f1bda-f013-4d1a-b07a-ed3c9a0e478a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:41.454839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035f0a4-e140-480b-ba9d-5af3e9bb1e0a req-5deaece8-14a3-4c15-b2b9-5b0d9f18d4aa tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:41.457714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6035f0a4-e140-480b-ba9d-5af3e9bb1e0a req-5deaece8-14a3-4c15-b2b9-5b0d9f18d4aa tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 946 time: 0.1354516 Feb 19 07:46:41.525202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6035f0a4-e140-480b-ba9d-5af3e9bb1e0a req-f25c1f0a-e9cb-4085-ba13-56f716b90219 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564139 Feb 19 07:46:41.544182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:41.655580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.670288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bfff7683-5fb1-41d1-9aef-09c24d007512 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:41.670908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.697310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991bed-11ea-4cb2-b46a-093f9126a38a req-7fa0d930-0f8d-4cf4-8b09-f72873f76243 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:41.699021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35991bed-11ea-4cb2-b46a-093f9126a38a req-7fa0d930-0f8d-4cf4-8b09-f72873f76243 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 946 time: 0.0929062 Feb 19 07:46:41.729051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Pushing event updated for resources: {'Port': ['ID=47f31281-6898-4e2a-95ad-02e4286811a4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:41.732171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.779499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:41.788149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:41.799106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:41.833864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Attempting to bind port 47f31281-6898-4e2a-95ad-02e4286811a4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:41.834827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Attempting to bind port 47f31281-6898-4e2a-95ad-02e4286811a4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:41.835405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Attempting to bind port 47f31281-6898-4e2a-95ad-02e4286811a4 on network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:41.840207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:41.855809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35991bed-11ea-4cb2-b46a-093f9126a38a req-8563265d-27fb-47b3-95c9-9c1ad91f33e2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486218 Feb 19 07:46:41.887599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60952) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:41.952538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:41.952924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Checking segment: {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:41.953337 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.953745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Bound using segment: {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:41.954239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Bound port: 47f31281-6898-4e2a-95ad-02e4286811a4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:41.954621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:41.967465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bfff7683-5fb1-41d1-9aef-09c24d007512 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:42.028205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] For port 47f31281-6898-4e2a-95ad-02e4286811a4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:42.031857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] For port 47f31281-6898-4e2a-95ad-02e4286811a4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f31281-6898-4e2a-95ad-02e4286811a4,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:42.042930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.106950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb578cf-88d1-4168-aa87-a25ae4b7860c None None] Pushing event updated for resources: {'Port': ['ID=47f31281-6898-4e2a-95ad-02e4286811a4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:42.135205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:38Z', 'revision_number': 2, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:42.174354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Checking router: e367f5b0-ea7b-4da9-9189-5855c5b714a0 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:42.174714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Updating router e367f5b0-ea7b-4da9-9189-5855c5b714a0 port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:46:42.204176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.353386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for router_gateway (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.483156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f00b9-dfd5-42da-9ebe-2cbb5d1895c3 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:42.484886 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cc0f00b9-dfd5-42da-9ebe-2cbb5d1895c3 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1123 time: 0.5960493 Feb 19 07:46:42.487865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:42.505188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:42.532392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.552611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.686108 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.757377 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.829592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks [] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.840692 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:42.881196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.25.7.136 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/87ec6344-ad68-430a-b0a6-4c8e1d6d3f08) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:42.970643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Router 485ba96b-a71e-4910-8c84-fa63b7fc953c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:46:43.013164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29dbd1-7b06-4ccc-8dc5-b8f92d57387b None None] Pushing event updated for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:43.055583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Attempting to bind port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:43.056189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Attempting to bind port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:43.056766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Attempting to bind port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e on network 171ee781-22af-48c7-a640-adf206415d73 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:43.065804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:43.067057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Checking segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:43.067703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.068269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Bound using segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:43.068904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Bound port: 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:43.069464 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.125421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.192016 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.248770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:43.257630 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Sync routers for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:43.275731 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:43.278815 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:43.279476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] For port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:43.282789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] For port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:43.296331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.299012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.303484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c845d248-f216-4892-8ab8-05c091c08ea3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8036666 Feb 19 07:46:43.304638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 60962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:43.305003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=87ec6344-ad68-430a-b0a6-4c8e1d6d3f08,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:43.327893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:43.329664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f31281-6898-4e2a-95ad-02e4286811a4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:43.331304 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:43.334070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:43.514838 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:43.530110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:43.530762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:43.802055 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:42Z', 'revision_number': 3, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:43.830921 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Checking router: 485ba96b-a71e-4910-8c84-fa63b7fc953c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:43.831586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Updating router 485ba96b-a71e-4910-8c84-fa63b7fc953c port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:46:43.862820 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.962749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Provisioning complete for port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:43.964703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:43.994224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16e5cf-527a-4ee8-9f0c-58b0a714d800 None None] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:46:44.065260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29dbd1-7b06-4ccc-8dc5-b8f92d57387b None None] Pushing event updated for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:44.103168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47f31281-6898-4e2a-95ad-02e4286811a4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:44.103573 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.112435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:44.164164 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (035d138f-60ea-4781-a63e-963766ba4a14), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.168184 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks [] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.177857 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.255609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.275464 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f0f4-efe5-465e-a809-092a65a29721 None None] Pushing event updated for resources: {'Port': ['ID=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:44.320636 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Attempting to bind port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:44.321369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Attempting to bind port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:44.321954 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Attempting to bind port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:44.333485 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:44.339796 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:44.340496 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.341105 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:44.341809 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Bound port: d94f1bda-f013-4d1a-b07a-ed3c9a0e478a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:44.342553 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.397201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.440485 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] For port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:44.444188 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] For port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:44.455902 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.480912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.486048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.587121 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f0f4-efe5-465e-a809-092a65a29721 None None] Pushing event updated for resources: {'Port': ['ID=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:44.599022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=87ec6344-ad68-430a-b0a6-4c8e1d6d3f08,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:44.602871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (035d138f-60ea-4781-a63e-963766ba4a14), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.614450 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:44.615411 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:44.762890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Allocated IP 172.20.0.1 (37162aef-cad0-46fa-8da5-d5f6f0ce6667/90851ec2-461f-4b83-ad88-cd789bd2d458/bf5f492a-2dd8-414b-8b9b-7f50ba838621) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:44.766958 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:44.811312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Current status of the port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:44.811715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.887061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] For port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:44.940356 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks [] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.987092 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:44.992297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:42Z', 'revision_number': 3, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:45.009046 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.023609 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7851f8a-177a-4304-84fb-d3441d119adc None None] The sync data for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 is: [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:42Z', 'revision_number': 3, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:45.081377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47f31281-6898-4e2a-95ad-02e4286811a4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:45.081885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.133950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:45.137331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:45.149290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:45.167415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Pushing event updated for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:45.269439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.384182 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP 035d138f-60ea-4781-a63e-963766ba4a14 associated. External IP: 172.25.7.136, port: 25c28b10-35e5-4a74-8555-bbe4257f1a77. Feb 19 07:46:45.557859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.670248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 47f31281-6898-4e2a-95ad-02e4286811a4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f31281-6898-4e2a-95ad-02e4286811a4,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:45.703570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169122-db14-4e8a-b60b-0cb81591144e None None] Pushing event updated for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:45.718773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Provisioning complete for port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:45.719478 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.799085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.879451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks [] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.890068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:45.971569 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:45.990590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=47f31281-6898-4e2a-95ad-02e4286811a4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:46.038120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d94f1bda-f013-4d1a-b07a-ed3c9a0e478a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:46.080393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Pushing event updated for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:46.083863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:46.152121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:46.152646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:46.181772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:43Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:46.190365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:46.222530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf90a5-ef68-49f2-b57c-eb677674b2fa None None] The sync data for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 is: [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:43Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:46.224185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:46.224851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:46.307207 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78b0455e-14b1-43ae-8f7b-7f0968d9b07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7984703 Feb 19 07:46:46.307207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:46.307207 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3bf9ae-852c-4176-b734-772c6163592f" -d '{"events": [{"name": "network-changed", "server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:46.307654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:46.307654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:46.365575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:46.366230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:46.569238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Router 485ba96b-a71e-4910-8c84-fa63b7fc953c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:46:46.590543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Current status of the port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:46.690657 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f08759b-4bc5-4a31-a9e6-42d54cd9d290 x-openstack-request-id: req-4f08759b-4bc5-4a31-a9e6-42d54cd9d290 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:46.691389 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:46.691389 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f08759b-4bc5-4a31-a9e6-42d54cd9d290 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:46.691922 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'status': 'completed', 'code': 200} Feb 19 07:46:46.805350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Provisioning complete for port 47f31281-6898-4e2a-95ad-02e4286811a4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:46.806200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:47.018901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:47.022659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:47.023060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:47.108892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:47.126542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b72a9696-00b4-40ce-854e-e1cf7eee5a22 None None] Current status of the port 47f31281-6898-4e2a-95ad-02e4286811a4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:47.195132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:47.305275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Provisioning complete for port bf5f492a-2dd8-414b-8b9b-7f50ba838621 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:47.305656 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:47.357479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:46:47.364766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e726bb86-d1cc-4b92-abc6-f80df5ebd84a admin admin] 10.222.0.43 "PUT /v2.0/routers/485ba96b-a71e-4910-8c84-fa63b7fc953c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590034 Feb 19 07:46:47.368290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf9ae-852c-4176-b734-772c6163592f req-3dcdb90a-8c87-4866-bf0d-47f942817bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:47.370512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-3dcdb90a-8c87-4866-bf0d-47f942817bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1128 time: 0.6667099 Feb 19 07:46:47.515593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Port bf5f492a-2dd8-414b-8b9b-7f50ba838621 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:47.520655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf9ae-852c-4176-b734-772c6163592f req-4943c7ae-0c1f-48b8-aac3-2de28bb3d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:47.527959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-4943c7ae-0c1f-48b8-aac3-2de28bb3d5a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1487513 Feb 19 07:46:47.578527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:47.617168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Provisioning complete for port 47f31281-6898-4e2a-95ad-02e4286811a4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:47.617556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:47.731101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-5f43518e-70e7-4011-9cc6-072447bd46ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 200 len: 1000 time: 0.1974199 Feb 19 07:46:47.820892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf9ae-852c-4176-b734-772c6163592f req-50a7ba6a-eed5-4427-b7eb-cc7ecf38605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:47.822283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-50a7ba6a-eed5-4427-b7eb-cc7ecf38605c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0845304 Feb 19 07:46:47.828958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '035d138f-60ea-4781-a63e-963766ba4a14', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:25:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa4082-b410-415f-8625-a66827aa254a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:43Z', 'updated_at': '2022-02-19T07:46:43Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:47.840980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44efc934-3b2b-48bb-a3e1-48f45ade43ea None None] Current status of the port 47f31281-6898-4e2a-95ad-02e4286811a4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:47.933267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf9ae-852c-4176-b734-772c6163592f req-0af0a927-4139-4add-bc94-f7ef34a616ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:47.934785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:47.941258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-0af0a927-4139-4add-bc94-f7ef34a616ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1095634 Feb 19 07:46:47.988738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:47.989379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:48.170557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-956768b9-5484-4d65-9e72-8fd3735d9364 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212360 Feb 19 07:46:48.184922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:48.263796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:48.263966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:48.268734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106000886', 'description': 'tempest-secgroup-smoke-2106000886 description', 'project_id': '33e757fd68e64cc1854965235910d6b1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:48.302796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.322440 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Sync routers for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:46:48.337317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:48.337947 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:48.370955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf3bf9ae-852c-4176-b734-772c6163592f req-f4545d80-8b8e-4f27-9764-161591aa2c8d service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962838 Feb 19 07:46:48.440806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (71c45a18-d796-4c84-a7d7-0d36cbdd78b7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.449785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (71c45a18-d796-4c84-a7d7-0d36cbdd78b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.469533 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:48.520787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c45a18-d796-4c84-a7d7-0d36cbdd78b7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:48.537031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.540523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:48.544371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-17da47da-7e2a-4446-9298-e44c882cdae9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2761567 Feb 19 07:46:48.544550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.544668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 60998) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:48.549416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:48.606180 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (48554ce4-7807-45f0-b938-5cfa7e934c4c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.722100 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (48554ce4-7807-45f0-b938-5cfa7e934c4c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.723746 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:45Z', 'revision_number': 4, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bf5f492a-2dd8-414b-8b9b-7f50ba838621', 'name': '', 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'mac_address': 'fa:16:3e:30:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:44Z', 'updated_at': '2022-02-19T07:46:45Z', 'revision_number': 2, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'subnets': [{'id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:48.732967 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (48554ce4-7807-45f0-b938-5cfa7e934c4c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.776676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48554ce4-7807-45f0-b938-5cfa7e934c4c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:48.789208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.790460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ad856ea4-705d-4ac3-bf7a-be04a08cc5c4 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2447500 Feb 19 07:46:48.793478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 32770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:48.798112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:48.852347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (fcc7a2dc-bb8d-4ac6-82a3-729d4d0a7d29), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.879740 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Checking router: 485ba96b-a71e-4910-8c84-fa63b7fc953c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:46:48.880156 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Updating router 485ba96b-a71e-4910-8c84-fa63b7fc953c port bf5f492a-2dd8-414b-8b9b-7f50ba838621 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:46:48.898067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '035d138f-60ea-4781-a63e-963766ba4a14', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:25:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa4082-b410-415f-8625-a66827aa254a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:43Z', 'updated_at': '2022-02-19T07:46:43Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:48.934909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (fcc7a2dc-bb8d-4ac6-82a3-729d4d0a7d29), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.935154 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.937768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5732634-a0f4-42e6-a9bb-3a62254147bb None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '035d138f-60ea-4781-a63e-963766ba4a14', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:25:a3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fa4082-b410-415f-8625-a66827aa254a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:46:43Z', 'updated_at': '2022-02-19T07:46:43Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:48.940327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:48.941482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f31281-6898-4e2a-95ad-02e4286811a4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:48.943929 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (fcc7a2dc-bb8d-4ac6-82a3-729d4d0a7d29), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:48.998491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.002650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080872 Feb 19 07:46:49.005548 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:49.008862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa0be3-155a-4478-9d51-3ba15e6f754b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc7a2dc-bb8d-4ac6-82a3-729d4d0a7d29,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.011180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:49.033795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47f31281-6898-4e2a-95ad-02e4286811a4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:49.034471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.091130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (5b04d4ca-9981-4b92-ad8a-02b90dea8c66), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.213778 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (5b04d4ca-9981-4b92-ad8a-02b90dea8c66), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.224054 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5b04d4ca-9981-4b92-ad8a-02b90dea8c66), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.271477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04d4ca-9981-4b92-ad8a-02b90dea8c66,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.287925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.291914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5ee461e3-39e7-4988-92c3-4e4b422a7dc9 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853055 Feb 19 07:46:49.294580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32776) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:49.302055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:49.356370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (51cb6eb0-ba24-443f-880e-728fc4bf99df), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.467802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47f31281-6898-4e2a-95ad-02e4286811a4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:49.468447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d94f1bda-f013-4d1a-b07a-ed3c9a0e478a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:49.473031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (51cb6eb0-ba24-443f-880e-728fc4bf99df), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.478154 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (51cb6eb0-ba24-443f-880e-728fc4bf99df), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.482304 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks [] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.493409 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.524367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cb6eb0-ba24-443f-880e-728fc4bf99df,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.534236 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.540027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-93be5bfb-15e8-46b2-afa3-9e21a2cc7c1b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2418385 Feb 19 07:46:49.542253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 32778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:49.559879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:49.575473 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e890b3-4ea3-450c-9b17-0e1606ed1d18 None None] Pushing event updated for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.598554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625f3df-4ac5-4128-a4e0-ccbbf2c6a624 None None] New status for floating IP 035d138f-60ea-4781-a63e-963766ba4a14: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:46:49.632274 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Project 33e757fd68e64cc1854965235910d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:46:49.640313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (3815c177-ac5a-4355-896a-c7862ddcc5f1), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.656605 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Attempting to bind port bf5f492a-2dd8-414b-8b9b-7f50ba838621 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:49.657384 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Attempting to bind port bf5f492a-2dd8-414b-8b9b-7f50ba838621 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:49.657845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Attempting to bind port bf5f492a-2dd8-414b-8b9b-7f50ba838621 on network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:49.664829 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:49.665312 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Checking segment: {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:49.666764 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.667402 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Bound using segment: {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:49.667895 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Bound port: bf5f492a-2dd8-414b-8b9b-7f50ba838621, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e316413-00d5-4561-912b-3d37c02b6b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:49.668278 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.724276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:49.724921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.756524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (3815c177-ac5a-4355-896a-c7862ddcc5f1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.763022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (3815c177-ac5a-4355-896a-c7862ddcc5f1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.763672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] For port bf5f492a-2dd8-414b-8b9b-7f50ba838621, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:49.767460 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] For port bf5f492a-2dd8-414b-8b9b-7f50ba838621, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bf5f492a-2dd8-414b-8b9b-7f50ba838621,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:49.776792 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.786844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3815c177-ac5a-4355-896a-c7862ddcc5f1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.809599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.810959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-abaef198-98df-476c-ae86-f1ccf30796ab tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2656682 Feb 19 07:46:49.813883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 32782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:46:49.819556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'security_group_rule': {'security_group_id': '71c45a18-d796-4c84-a7d7-0d36cbdd78b7', 'project_id': '33e757fd68e64cc1854965235910d6b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:49.845449 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e890b3-4ea3-450c-9b17-0e1606ed1d18 None None] Pushing event updated for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:49.858968 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Project 33e757fd68e64cc1854965235910d6b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:46:49.859696 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:46:49.860369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:49.878446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (7cc1f161-fe4c-45d8-9882-45e64ec2d5ef), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:49.982332 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:46:50.033703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (7cc1f161-fe4c-45d8-9882-45e64ec2d5ef), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.042354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7cc1f161-fe4c-45d8-9882-45e64ec2d5ef), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.096666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.099795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2828758 Feb 19 07:46:50.118004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159174f1-373d-4b93-98f4-9f1bc2dbdd72 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc1f161-fe4c-45d8-9882-45e64ec2d5ef,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:50.149013 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Provisioning complete for port bf5f492a-2dd8-414b-8b9b-7f50ba838621 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:50.150604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.213268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:50.305767 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:45Z', 'revision_number': 4, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bf5f492a-2dd8-414b-8b9b-7f50ba838621', 'name': '', 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'mac_address': 'fa:16:3e:30:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:44Z', 'updated_at': '2022-02-19T07:46:49Z', 'revision_number': 4, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'subnets': [{'id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:46:50.362196 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a63a31-1a44-41a2-bb5c-b536b5e949d9 None None] The sync data for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 is: [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:46:45Z', 'revision_number': 4, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'bf5f492a-2dd8-414b-8b9b-7f50ba838621', 'name': '', 'network_id': '37162aef-cad0-46fa-8da5-d5f6f0ce6667', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'mac_address': 'fa:16:3e:30:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:44Z', 'updated_at': '2022-02-19T07:46:49Z', 'revision_number': 4, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'subnets': [{'id': '90851ec2-461f-4b83-ad88-cd789bd2d458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:46:50.379122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Current status of the port bf5f492a-2dd8-414b-8b9b-7f50ba838621 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:50.379564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.417733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] For port bf5f492a-2dd8-414b-8b9b-7f50ba838621, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bf5f492a-2dd8-414b-8b9b-7f50ba838621,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:50.424854 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.433877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-ad1ff1d9-02f0-47a6-ac79-67054b357380 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106000886&fields=id&tenant_id=33e757fd68e64cc1854965235910d6b1 HTTP/1.1" status: 200 len: 267 time: 0.1047943 Feb 19 07:46:50.561128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b16d-8c84-4b50-aa46-87c497127b04 None None] Pushing event updated for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:50.614883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6fd448db-d851-4821-97d0-736e19176604 None None] Provisioning complete for port bf5f492a-2dd8-414b-8b9b-7f50ba838621 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:50.615241 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fd448db-d851-4821-97d0-736e19176604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:50.667449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-32d82579-c559-4e33-b190-1bdd09d41fa8 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:50.670371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-32d82579-c559-4e33-b190-1bdd09d41fa8 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 809 time: 0.2352612 Feb 19 07:46:50.696415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-4f72c5ff-770d-4974-8ae5-b6550ab6d301 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/quotas/33e757fd68e64cc1854965235910d6b1 HTTP/1.1" status: 200 len: 375 time: 0.0207200 Feb 19 07:46:50.789766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-1da88703-1b1f-4884-8521-deea23f174d8 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877476 Feb 19 07:46:50.805300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6fd448db-d851-4821-97d0-736e19176604 None None] Current status of the port bf5f492a-2dd8-414b-8b9b-7f50ba838621 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:50.925091 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-9a8a3798-770f-4e33-b2fd-e6fccb054c61 service neutron] 10.222.0.43 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214845 Feb 19 07:46:51.071483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-82c8089b-039c-4921-a3a1-985128b7f531 service neutron] 10.222.0.43 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402977 Feb 19 07:46:51.385983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42fddc1d-a006-497e-85ac-18e35f75439c req-deb21ad0-a967-47e4-bedd-aa8e4d8e462e tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 210 time: 0.0521584 Feb 19 07:46:52.421385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bf5f492a-2dd8-414b-8b9b-7f50ba838621 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:46:52.535886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port bf5f492a-2dd8-414b-8b9b-7f50ba838621 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:52.540505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:52.611969 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3898b036-f418-4bbd-8789-f7d4a415d9b5 req-1010f4e3-39c2-4ca2-9696-6811fad94cc5 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 210 time: 0.1008577 Feb 19 07:46:52.720380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port bf5f492a-2dd8-414b-8b9b-7f50ba838621 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:52.797096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-92293da4-614b-465e-acf8-6ef463cd22bb tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:52.798470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-92293da4-614b-465e-acf8-6ef463cd22bb tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 809 time: 0.2176719 Feb 19 07:46:53.092186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-224c4916-ffbd-4a50-8371-40caf130d385 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33e757fd68e64cc1854965235910d6b1 HTTP/1.1" status: 200 len: 380 time: 0.1720927 Feb 19 07:46:53.121131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'port': {'device_id': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'admin_state_up': True, 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'security_groups': ['71c45a18-d796-4c84-a7d7-0d36cbdd78b7']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:53.308598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Made reservation on behalf of 33e757fd68e64cc1854965235910d6b1 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:46:53.315578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:53.577444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Allocated IP 172.20.0.11 (171ee781-22af-48c7-a640-adf206415d73/8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c/cd711b47-3f2b-457d-bfe0-dca26b7626ea) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:46:53.751789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-77e6613b-a34a-426e-bd56-c513db95e0d5 req-8b460673-f019-49e0-ac99-135979f8b480 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 210 time: 0.0669541 Feb 19 07:46:53.827282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:53.881317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:53.926265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Network 171ee781-22af-48c7-a640-adf206415d73 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:46:53.932505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:46:53.936236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:46:53.969405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:53.982227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.982585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.982933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.983304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.983650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.983987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.984320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.984658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.984994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.985417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.986116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.986116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:53.987765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:46:54.011617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:54.012374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.038263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-6a491414-28d8-4451-b89c-f1990d799119 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361470 Feb 19 07:46:54.051129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Request body: {'port': {'device_id': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:46:54.147158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.402754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-24cbd54c-0345-4665-8f3d-7483c239eca9 None None] Provisioning complete for port cd711b47-3f2b-457d-bfe0-dca26b7626ea triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:46:54.403336 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24cbd54c-0345-4665-8f3d-7483c239eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.442410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-24cbd54c-0345-4665-8f3d-7483c239eca9 None None] Port cd711b47-3f2b-457d-bfe0-dca26b7626ea cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:46:54.556637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd711b47-3f2b-457d-bfe0-dca26b7626ea {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:54.565785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks [] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.582682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Transition to ACTIVE for port object cd711b47-3f2b-457d-bfe0-dca26b7626ea will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:46:54.587644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.651125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Pushing event updated for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:54.760751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Attempting to bind port cd711b47-3f2b-457d-bfe0-dca26b7626ea on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:46:54.761092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Attempting to bind port cd711b47-3f2b-457d-bfe0-dca26b7626ea by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:46:54.761423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Attempting to bind port cd711b47-3f2b-457d-bfe0-dca26b7626ea on network 171ee781-22af-48c7-a640-adf206415d73 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:54.785747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Port cd711b47-3f2b-457d-bfe0-dca26b7626ea on network 171ee781-22af-48c7-a640-adf206415d73 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:46:54.786262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Attempting to bind port cd711b47-3f2b-457d-bfe0-dca26b7626ea on network 171ee781-22af-48c7-a640-adf206415d73 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:46:54.796093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:46:54.796645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Checking segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:46:54.797205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Bound using segment: {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:46:54.798093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Bound port: cd711b47-3f2b-457d-bfe0-dca26b7626ea, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39053fe-70d9-49fd-ae45-cc75b90a055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '171ee781-22af-48c7-a640-adf206415d73'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:46:54.798648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.867850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:46:54.872185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:46:54.885338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.951637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:54.951775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:54.953189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] 10.222.0.47 "PUT /v2.0/ports/cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 1092 time: 0.9073522 Feb 19 07:46:54.953792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:46:54.956249 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff2030-38a6-4433-b434-4e0792e0cd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:46:55.021900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17908-1c39-4d6a-a17f-8bf402f9282b req-54e7e1b2-55dc-4e2e-9b79-5dafcbb80a2b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.024327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a17908-1c39-4d6a-a17f-8bf402f9282b req-54e7e1b2-55dc-4e2e-9b79-5dafcbb80a2b tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 944 time: 0.1160667 Feb 19 07:46:55.057575 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b702a-c053-4e44-9d8f-c49214620b86 x-openstack-request-id: req-e87b702a-c053-4e44-9d8f-c49214620b86 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:46:55.058517 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:46:55.058784 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e87b702a-c053-4e44-9d8f-c49214620b86 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:46:55.059279 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'status': 'completed', 'code': 200} Feb 19 07:46:55.060011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c39bd4-980a-4b45-a544-c19bbcccd303 service neutron] Pushing event updated for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:55.091964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-2d0f7d00-021d-49be-9e44-1c14f1a789f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.095506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-2d0f7d00-021d-49be-9e44-1c14f1a789f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1126 time: 0.0833755 Feb 19 07:46:55.125414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37a17908-1c39-4d6a-a17f-8bf402f9282b req-e0de8082-3f1c-4336-8ec1-69a858724560 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944662 Feb 19 07:46:55.158563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-75fd014f-fa4d-4d30-8e96-b5d67be2b4c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 217 time: 0.0550518 Feb 19 07:46:55.237858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-90d89b4e-c92e-47f4-8070-64d6f9c4c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.246775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-90d89b4e-c92e-47f4-8070-64d6f9c4c830 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0826538 Feb 19 07:46:55.324232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-eb789cfc-c601-4a88-9271-8178984d836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.325981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-eb789cfc-c601-4a88-9271-8178984d836a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0731516 Feb 19 07:46:55.429487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-11ca32e7-0fd1-4f8d-9bf4-e1ac44c8be7e service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964882 Feb 19 07:46:55.529379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3825d260-5fd2-41aa-8546-cbcc6b05111d req-e4e92ad9-6c21-4e1f-9021-b2688c28e5d5 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943503 Feb 19 07:46:55.623124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-300edab8-a946-456a-8c02-c60110206aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.624656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-300edab8-a946-456a-8c02-c60110206aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1126 time: 0.0507672 Feb 19 07:46:55.747062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-536a1696-f26b-43d6-8a43-71c04d18de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.748564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-536a1696-f26b-43d6-8a43-71c04d18de99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 909 time: 0.1185691 Feb 19 07:46:55.803279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-5e597f1b-0971-4e83-b82f-ebfab6f05cea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 217 time: 0.0484569 Feb 19 07:46:55.875602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-c43206ce-7590-4239-88f9-c272541befbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.877764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-c43206ce-7590-4239-88f9-c272541befbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0695746 Feb 19 07:46:55.938195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-a986e2f7-83b1-43c3-a110-6f10b4e37a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:55.939834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-a986e2f7-83b1-43c3-a110-6f10b4e37a5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560415 Feb 19 07:46:56.056747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-9510872f-e7d6-479a-a670-6226e72e879f service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110044 Feb 19 07:46:56.164757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05ff2030-38a6-4433-b434-4e0792e0cd0b req-13101165-55cb-404f-8916-a38e91f81d68 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018238 Feb 19 07:46:56.285418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c974a-a17f-4a1b-864c-cbc3caee2d22 req-ae2b2f39-3275-4c72-8afb-aa89f03f110c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:56.287420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc1c974a-a17f-4a1b-864c-cbc3caee2d22 req-ae2b2f39-3275-4c72-8afb-aa89f03f110c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 944 time: 0.0982487 Feb 19 07:46:56.347871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc1c974a-a17f-4a1b-864c-cbc3caee2d22 req-96947d4e-4443-4bfe-87c6-5e625e0af1df tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497229 Feb 19 07:46:56.833976 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:46:57.472521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bc19a-35f4-444f-a1fa-5bbb95473ee4 req-97532bd3-b07c-4eec-84fc-296c9348d27c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:57.474180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c76bc19a-35f4-444f-a1fa-5bbb95473ee4 req-97532bd3-b07c-4eec-84fc-296c9348d27c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 944 time: 0.0535922 Feb 19 07:46:57.543300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c76bc19a-35f4-444f-a1fa-5bbb95473ee4 req-e475a091-6a9c-4728-beaf-b22f1a1d7f9a tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608623 Feb 19 07:46:58.685390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805dce-dc7f-406b-83f9-df753d06dc74 req-c0a27ead-779c-4175-a3c6-e2087ca9ac06 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:58.687380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7805dce-dc7f-406b-83f9-df753d06dc74 req-c0a27ead-779c-4175-a3c6-e2087ca9ac06 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 944 time: 0.0641441 Feb 19 07:46:58.755284 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a7805dce-dc7f-406b-83f9-df753d06dc74 req-e4028133-c4ba-4215-8da2-fd3a10149894 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588918 Feb 19 07:46:59.349705 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cd711b47-3f2b-457d-bfe0-dca26b7626ea details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:46:59.468566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:59.480326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'port_id': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'mac_address': 'fa:16:3e:aa:92:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:46:59.519755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port cd711b47-3f2b-457d-bfe0-dca26b7626ea is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:46:59.520075 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:59.533929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd711b47-3f2b-457d-bfe0-dca26b7626ea {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:46:59.555910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:46:59.560876 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:46:59.613472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:46:59.858127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['cd711b47-3f2b-457d-bfe0-dca26b7626ea'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:46:59.906443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dee8c-7950-44d6-9424-285615bc25a2 req-638a2a55-7f1c-45aa-8bde-b438b00c03fd tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:46:59.917436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc3dee8c-7950-44d6-9424-285615bc25a2 req-638a2a55-7f1c-45aa-8bde-b438b00c03fd tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 945 time: 0.0775559 Feb 19 07:46:59.982321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc3dee8c-7950-44d6-9424-285615bc25a2 req-d0c078d5-8aad-4b7d-b82c-8ebacd128163 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636251 Feb 19 07:47:00.404610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:01.115986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6176269-1411-47ba-8987-48626564d7c1 req-9aad8f10-202e-4a22-9bc9-42fb2b81c184 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:01.117464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6176269-1411-47ba-8987-48626564d7c1 req-9aad8f10-202e-4a22-9bc9-42fb2b81c184 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Feb 19 07:47:01.174858 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6176269-1411-47ba-8987-48626564d7c1 req-4fbce0f1-1314-4547-b8db-5ed316c6b921 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 Feb 19 07:47:01.361467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cd711b47-3f2b-457d-bfe0-dca26b7626ea up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:47:01.425165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port cd711b47-3f2b-457d-bfe0-dca26b7626ea completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:47:01.429567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port cd711b47-3f2b-457d-bfe0-dca26b7626ea triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:47:01.430063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:01.527856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port cd711b47-3f2b-457d-bfe0-dca26b7626ea is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:47:01.528267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:01.554059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:47:01.556487 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717f9cc7-c876-4498-918f-8dee0dcaea5f" -d '{"events": [{"server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "name": "network-vif-plugged", "status": "completed", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:47:01.570419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:01.576320 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:01.633641 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414b253a-7ac1-4e06-b7a2-2ac50a0c5bce x-openstack-request-id: req-414b253a-7ac1-4e06-b7a2-2ac50a0c5bce {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:47:01.634214 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "name": "network-vif-plugged", "status": "completed", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:47:01.634684 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-414b253a-7ac1-4e06-b7a2-2ac50a0c5bce {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:47:01.635092 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'code': 200} Feb 19 07:47:01.663568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:01.723074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9205f-1e0c-43fd-827b-cddcfad865ac req-80cb7603-92e5-4855-ab48-18b9e7e12f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:01.725730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ab9205f-1e0c-43fd-827b-cddcfad865ac req-80cb7603-92e5-4855-ab48-18b9e7e12f02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.0497191 Feb 19 07:47:01.779603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ab9205f-1e0c-43fd-827b-cddcfad865ac req-400f050a-248a-436e-8955-e5909815d7cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479438 Feb 19 07:47:02.313184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510d40b-f50c-4e97-801e-a62b8aab21a3 req-583dda8a-ebd7-4513-8fbd-9c5b9b352d45 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:02.314848 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6510d40b-f50c-4e97-801e-a62b8aab21a3 req-583dda8a-ebd7-4513-8fbd-9c5b9b352d45 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.0619318 Feb 19 07:47:02.373787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6510d40b-f50c-4e97-801e-a62b8aab21a3 req-b5101e25-44da-4c1a-b04b-08da32f9cbf3 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530953 Feb 19 07:47:03.174889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:03.546499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c708ecc-316f-48aa-a941-9a82e0383739 req-98ace10f-50d6-40b0-a5f2-63be8b46c4cb tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:03.548127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c708ecc-316f-48aa-a941-9a82e0383739 req-98ace10f-50d6-40b0-a5f2-63be8b46c4cb tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.0794303 Feb 19 07:47:03.619833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c708ecc-316f-48aa-a941-9a82e0383739 req-e4e2245f-eeb2-4ef7-83f5-c7c0c2730124 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644054 Feb 19 07:47:03.748709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826d25-e58a-4789-a218-9f116f2f2848 req-3abd1454-ed70-47ed-be7e-70b243637ea2 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:03.750213 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16826d25-e58a-4789-a218-9f116f2f2848 req-3abd1454-ed70-47ed-be7e-70b243637ea2 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.0587645 Feb 19 07:47:03.809327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-16826d25-e58a-4789-a218-9f116f2f2848 req-825f1da2-cf58-4d73-b08e-1636ea6130c8 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528483 Feb 19 07:47:03.924793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeb1e4-00d1-469c-958c-162d67f28249 req-ff5a4a19-18e8-4607-922b-2b4cafde2695 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:03.926385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96aeb1e4-00d1-469c-958c-162d67f28249 req-ff5a4a19-18e8-4607-922b-2b4cafde2695 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Feb 19 07:47:03.981021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96aeb1e4-00d1-469c-958c-162d67f28249 req-fa7c883b-c47b-4c84-8db6-d88c68209727 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Feb 19 07:47:04.006307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:47:04.113361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f12d20-13c7-4407-a398-4dde279da15c tempest-TestServerBasicOps-1398425966 tempest-TestServerBasicOps-1398425966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:04.115177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47f12d20-13c7-4407-a398-4dde279da15c tempest-TestServerBasicOps-1398425966 tempest-TestServerBasicOps-1398425966-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1123 time: 0.1077042 Feb 19 07:47:04.118271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:47:04.123555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:47:04.146027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:04.274321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:04.403560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Allocated IP 172.25.7.230 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a1ec60b5-9c9b-4d7b-aa8e-21205583f248) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:47:04.523437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:04.560241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:04.599883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:47:04.602929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:47:04.609947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:47:04.643095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'Port': ['ID=a1ec60b5-9c9b-4d7b-aa8e-21205583f248,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:05.032209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for floatingip (94939d7d-7b9c-4169-9f8f-af5e27e26373), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:05.109097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:05.287018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:05.292132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:05.372858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event updated for resources: {'Port': ['ID=a1ec60b5-9c9b-4d7b-aa8e-21205583f248,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:05.385816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (94939d7d-7b9c-4169-9f8f-af5e27e26373), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:05.514126 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Floating IP 94939d7d-7b9c-4169-9f8f-af5e27e26373 associated. External IP: 172.25.7.230, port: cd711b47-3f2b-457d-bfe0-dca26b7626ea. Feb 19 07:47:06.062125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Router e367f5b0-ea7b-4da9-9189-5855c5b714a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:47:06.182042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:47:06.194873 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Sync routers for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:47:06.203978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:06.209594 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:47:06.210817 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:06.256458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e59e6276-0880-4e05-9421-a5aa2f8b3f6d tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1359189 Feb 19 07:47:06.260905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-adb74bf0-b2a9-480d-97be-7689ae1caa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:06.266762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:47:06.269084 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beefe491-0ee8-430b-bdef-af1dec98926c" -d '{"events": [{"name": "network-changed", "server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:47:06.325139 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30801a7-bc95-43a8-88ea-8896148b4d0e x-openstack-request-id: req-b30801a7-bc95-43a8-88ea-8896148b4d0e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:47:06.325463 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:47:06.325795 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b30801a7-bc95-43a8-88ea-8896148b4d0e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:47:06.326466 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'status': 'completed', 'code': 200} Feb 19 07:47:06.398308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:47:06.424076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe491-0ee8-430b-bdef-af1dec98926c req-a8db7033-6bee-4d82-9fd1-b9fc036869ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:06.425614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-a8db7033-6bee-4d82-9fd1-b9fc036869ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.0593910 Feb 19 07:47:06.544833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe491-0ee8-430b-bdef-af1dec98926c req-f907f337-6db0-4fad-ba2f-1cc3a62bb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:06.547625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-f907f337-6db0-4fad-ba2f-1cc3a62bb065 service neutron] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 909 time: 0.1160274 Feb 19 07:47:06.639061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-0376e135-e845-4430-8586-67a809bb3c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 1000 time: 0.0856192 Feb 19 07:47:06.664459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '94939d7d-7b9c-4169-9f8f-af5e27e26373', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'port_id': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'mac_address': 'fa:16:3e:aa:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:47:04Z', 'updated_at': '2022-02-19T07:47:04Z', 'revision_number': 0, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:06.693615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe491-0ee8-430b-bdef-af1dec98926c req-5ffef0af-f042-44f3-8729-53c6c822957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:06.695086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-5ffef0af-f042-44f3-8729-53c6c822957f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0490470 Feb 19 07:47:06.696947 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Checking router: e367f5b0-ea7b-4da9-9189-5855c5b714a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:47:06.706119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:47:06.706919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:46:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:06.758260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefe491-0ee8-430b-bdef-af1dec98926c req-fa758ba8-db85-4395-b795-de91d8d50b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:06.762594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-fa758ba8-db85-4395-b795-de91d8d50b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616007 Feb 19 07:47:06.831376 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:47:06.873285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-05a7a237-75bb-4361-9261-0cabae101941 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045334 Feb 19 07:47:07.014590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-beefe491-0ee8-430b-bdef-af1dec98926c req-c1359eb5-a537-4bc3-a6c6-a74eee4a965c service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351919 Feb 19 07:47:07.158686 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '94939d7d-7b9c-4169-9f8f-af5e27e26373', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'port_id': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'mac_address': 'fa:16:3e:aa:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:47:04Z', 'updated_at': '2022-02-19T07:47:04Z', 'revision_number': 0, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:47:07.189211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d06570-3267-4073-9ebb-cd84671062f5 None None] The sync data for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 is: [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '94939d7d-7b9c-4169-9f8f-af5e27e26373', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'port_id': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'mac_address': 'fa:16:3e:aa:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:47:04Z', 'updated_at': '2022-02-19T07:47:04Z', 'revision_number': 0, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:47:07.439920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73096b6-dd3a-4431-b63a-2d38d280161d None None] New status for floating IP 94939d7d-7b9c-4169-9f8f-af5e27e26373: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:47:08.591952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c040cd5-066f-4df9-86f6-0d067ba349c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:09.754289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:11.077299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:12.421231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:13.262308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-4daf0a61-8f73-4ac4-bdd1-4faa13aff70b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543287 Feb 19 07:47:13.354712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-ab4771ca-7e4d-4edc-96bc-bde522400119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:13.356325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-ab4771ca-7e4d-4edc-96bc-bde522400119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 1128 time: 0.0527582 Feb 19 07:47:13.488071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-2686a07e-9ddb-4448-9f88-c2ba8068e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:13.489689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-2686a07e-9ddb-4448-9f88-c2ba8068e5ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1136105 Feb 19 07:47:13.562376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-4d5e634c-1e3e-4e26-aec9-14852e060052 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 200 len: 1002 time: 0.0649598 Feb 19 07:47:13.616753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-522a2f53-0291-48c5-aaad-5c492b4cf913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:13.618471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-522a2f53-0291-48c5-aaad-5c492b4cf913 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0508220 Feb 19 07:47:13.673997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-bb960148-d741-444d-ac97-0b6ab7b9fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:13.675540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-bb960148-d741-444d-ac97-0b6ab7b9fa9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512309 Feb 19 07:47:13.776898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-2f00b90b-212a-440b-bc7b-0fc78cc495b8 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951817 Feb 19 07:47:13.875074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-648b5ffe-71e7-439d-bac9-ca72f65ea6cf req-fe83ce9d-4ae7-4668-9846-0324e8544041 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Feb 19 07:47:19.767890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-51648e28-0f08-4aaf-a1f7-3148b831dc87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586245 Feb 19 07:47:19.865587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-07a3250a-8531-4a12-b3ae-4a79b0c79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:19.867523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-07a3250a-8531-4a12-b3ae-4a79b0c79a2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0501046 Feb 19 07:47:20.021321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-4efbe53e-7b32-4bfa-8f51-61c7dbce3554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:20.022917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-4efbe53e-7b32-4bfa-8f51-61c7dbce3554 service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.1217821 Feb 19 07:47:20.101373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-fd77b9c5-2cbc-4e0c-9a2d-e0d2e415dc9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1001 time: 0.0707650 Feb 19 07:47:20.151530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-c4407773-c87e-4409-bc10-214cc5d8591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:20.153133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-c4407773-c87e-4409-bc10-214cc5d8591e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0458477 Feb 19 07:47:20.207469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-3055a602-35c9-4cbd-b819-16fbdb3200bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:20.209071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-3055a602-35c9-4cbd-b819-16fbdb3200bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492823 Feb 19 07:47:20.302314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-ff3ce66f-0eb8-43ec-91b2-e0fe63e40d49 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Feb 19 07:47:20.408674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6270ada-4c3e-494a-88ff-0a80751f8e7e req-aa9e1490-4403-43ba-95dc-63288f423bfa service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997066 Feb 19 07:47:30.435126 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:33.181039 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:33.833108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:47:35.864956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334110e-e18d-4cb9-871e-fea65767077b req-1f7b3583-055f-4fdd-b5a6-4f5ab068a512 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:35.866671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e334110e-e18d-4cb9-871e-fea65767077b req-1f7b3583-055f-4fdd-b5a6-4f5ab068a512 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0515535 Feb 19 07:47:35.886893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e334110e-e18d-4cb9-871e-fea65767077b req-c43f52a6-8f79-445f-93a2-3d244b106563 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:35.982326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e334110e-e18d-4cb9-871e-fea65767077b req-c43f52a6-8f79-445f-93a2-3d244b106563 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Publish callbacks [] for security_group (4f54b57b-615e-4c43-9fdf-0148bab71033), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:35.987081 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e334110e-e18d-4cb9-871e-fea65767077b req-c43f52a6-8f79-445f-93a2-3d244b106563 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4f54b57b-615e-4c43-9fdf-0148bab71033), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:36.025589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f52a6-8f79-445f-93a2-3d244b106563 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f54b57b-615e-4c43-9fdf-0148bab71033,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:36.036616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e334110e-e18d-4cb9-871e-fea65767077b req-c43f52a6-8f79-445f-93a2-3d244b106563 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627545 Feb 19 07:47:36.169325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d5018-a16c-4687-89bc-9bcca954f4c1 req-91ee9276-47c3-404d-8a67-c1f8a9a72003 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:36.170776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-305d5018-a16c-4687-89bc-9bcca954f4c1 req-91ee9276-47c3-404d-8a67-c1f8a9a72003 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Feb 19 07:47:36.239642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-305d5018-a16c-4687-89bc-9bcca954f4c1 req-7d7f4adc-6579-409a-b618-03ec17eb007f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611389 Feb 19 07:47:36.248111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2384eae2-ab16-4eb7-870d-5bd92ca7178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:36.254666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 33952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:47:36.329329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f2e397e8-c720-47bf-8338-723f4ee03ecc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 200 len: 993 time: 0.0735555 Feb 19 07:47:36.620743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-eb52b704-eb17-48ce-a816-10c56a6eaff4 req-7d090fc9-1cba-4f5f-8080-39148852892a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:47:36.621872 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb52b704-eb17-48ce-a816-10c56a6eaff4 req-7d090fc9-1cba-4f5f-8080-39148852892a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056527 Feb 19 07:47:36.933443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8a9b3-d3c7-4225-959e-ebd62dd509e4 req-67a2bf95-048d-4da8-bafd-623441b57db8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:36.934980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55b8a9b3-d3c7-4225-959e-ebd62dd509e4 req-67a2bf95-048d-4da8-bafd-623441b57db8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Feb 19 07:47:37.024892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55b8a9b3-d3c7-4225-959e-ebd62dd509e4 req-7c65a5c3-025c-445b-8bef-b88be9568292 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806239 Feb 19 07:47:37.030582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-59f74688-8016-4c9a-9db3-7643470e31ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1613405 Feb 19 07:47:37.043600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-82a690d7-04f7-4462-b336-4618c544a2f5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:47:37.044844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-82a690d7-04f7-4462-b336-4618c544a2f5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092430 Feb 19 07:47:37.494216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-afd9ab7f-a0ab-4110-84f3-b352ffd2ca57 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:37.495614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-afd9ab7f-a0ab-4110-84f3-b352ffd2ca57 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1124 time: 0.1032529 Feb 19 07:47:38.191844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1d7b-c494-4db4-95de-ca9e06d2f567 req-7e91d2d5-5121-4abc-a2a1-ad0039a97db7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:38.194260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-127f1d7b-c494-4db4-95de-ca9e06d2f567 req-7e91d2d5-5121-4abc-a2a1-ad0039a97db7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0596361 Feb 19 07:47:38.243495 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-127f1d7b-c494-4db4-95de-ca9e06d2f567 req-818e607b-07af-4727-8606-286a4061d156 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433269 Feb 19 07:47:38.449910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-49622e76-2462-4fe0-9a2e-6b954d66cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:38.452142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-49622e76-2462-4fe0-9a2e-6b954d66cf7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0634398 Feb 19 07:47:38.552622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-7753f7f5-72eb-45b4-a093-f8cd3d2973ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:38.554468 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-7753f7f5-72eb-45b4-a093-f8cd3d2973ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.0950975 Feb 19 07:47:38.600315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1595acc-1678-472a-92b6-e4a6eaf5457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:38.638816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-6f4a3303-332f-46ff-9cbb-ad9df62a9c7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1001 time: 0.0780454 Feb 19 07:47:38.689864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-b7e388a6-f667-4881-9359-5351769753bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:38.691548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-b7e388a6-f667-4881-9359-5351769753bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0456374 Feb 19 07:47:38.748038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-3b829bcb-e513-416c-8828-f35b54e5ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:38.749494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-3b829bcb-e513-416c-8828-f35b54e5ea95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521495 Feb 19 07:47:38.874232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-3456ff44-a41b-4299-a922-6026e4b4de9d service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156802 Feb 19 07:47:38.976649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-18724551-e3e7-4faa-8ba2-449158d79e5c service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953448 Feb 19 07:47:39.371005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c414c-e93b-45fb-ba52-6b8c87d8895d req-48227682-8c8b-4279-bba1-a60c59cc2268 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:39.372452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf2c414c-e93b-45fb-ba52-6b8c87d8895d req-48227682-8c8b-4279-bba1-a60c59cc2268 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0574670 Feb 19 07:47:39.421048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf2c414c-e93b-45fb-ba52-6b8c87d8895d req-5213c7b1-daf6-402c-afbe-8cfdcee4726b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429342 Feb 19 07:47:39.751461 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:40.546219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdeb9-41ba-4aed-926d-86f32d6169a6 req-77f7372f-bb1d-44ec-a338-bbd5b5b312de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:40.547678 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f8cdeb9-41ba-4aed-926d-86f32d6169a6 req-77f7372f-bb1d-44ec-a338-bbd5b5b312de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0578165 Feb 19 07:47:40.596782 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f8cdeb9-41ba-4aed-926d-86f32d6169a6 req-22776e89-6798-4fca-ab4f-948451740591 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433648 Feb 19 07:47:41.078494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:41.717714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc8416-f9af-48ba-87cb-359e16616436 req-081abcfa-b149-4b1d-8d25-6632fd4b3940 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:41.719206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51dc8416-f9af-48ba-87cb-359e16616436 req-081abcfa-b149-4b1d-8d25-6632fd4b3940 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Feb 19 07:47:41.767649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51dc8416-f9af-48ba-87cb-359e16616436 req-21551236-f1ba-4d18-a2a3-bfa12fc6bbb9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 Feb 19 07:47:42.420908 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:42.899525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acff63-80db-4267-b9b3-7acac05a6012 req-57a03bba-3190-46e1-8893-7b3b8f13690c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:42.901110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5acff63-80db-4267-b9b3-7acac05a6012 req-57a03bba-3190-46e1-8893-7b3b8f13690c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0632720 Feb 19 07:47:42.954184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d5acff63-80db-4267-b9b3-7acac05a6012 req-45f42867-6ab9-44e9-9e0a-3fb02a00ae90 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472541 Feb 19 07:47:44.077085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6925-cb9f-414d-a249-1d1e9c42e12f req-295d1951-1933-441a-99cb-29cfd659a2bf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:44.078586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c13d6925-cb9f-414d-a249-1d1e9c42e12f req-295d1951-1933-441a-99cb-29cfd659a2bf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0563734 Feb 19 07:47:44.127717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c13d6925-cb9f-414d-a249-1d1e9c42e12f req-cc42f6f1-55af-4d1d-9de0-fe314c47e8c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432632 Feb 19 07:47:45.252480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad29e57-ef5e-45a9-8708-c8614b234330 req-1d98b1cf-6296-49e7-9816-00a1eee4210f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:45.253872 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ad29e57-ef5e-45a9-8708-c8614b234330 req-1d98b1cf-6296-49e7-9816-00a1eee4210f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0517409 Feb 19 07:47:45.306793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ad29e57-ef5e-45a9-8708-c8614b234330 req-ed32ab30-c2a4-4ea8-93a8-51568919bef8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Feb 19 07:47:46.425773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db331f-b227-4734-b1e4-4d33169d4d4f req-aba10112-cc6e-4106-8b9a-9de685db80d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:46.427291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3db331f-b227-4734-b1e4-4d33169d4d4f req-aba10112-cc6e-4106-8b9a-9de685db80d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0529206 Feb 19 07:47:46.476926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3db331f-b227-4734-b1e4-4d33169d4d4f req-94a50490-b61a-44f8-a2de-3014626c45fb tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Feb 19 07:47:47.609423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63816c3-8c32-4dad-93b8-10c8cf27ec6c req-944ad5dd-7b62-4427-9b66-ad490b4f3004 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:47.611015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a63816c3-8c32-4dad-93b8-10c8cf27ec6c req-944ad5dd-7b62-4427-9b66-ad490b4f3004 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Feb 19 07:47:47.670714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a63816c3-8c32-4dad-93b8-10c8cf27ec6c req-3276920b-070d-425c-aada-c4b22cd4cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538814 Feb 19 07:47:48.794734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204a5e7-28a1-4559-8558-47f983478eb2 req-9bd14eb7-5672-4901-9ee2-11d960a5fdce tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:48.796268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1204a5e7-28a1-4559-8558-47f983478eb2 req-9bd14eb7-5672-4901-9ee2-11d960a5fdce tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0548644 Feb 19 07:47:48.853881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1204a5e7-28a1-4559-8558-47f983478eb2 req-f018255d-8dab-4420-aa71-3f03893b48ca tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518668 Feb 19 07:47:49.979765 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88181b-8042-40a9-abea-46e07c353fca req-30f4c467-642a-46aa-b776-50ed7c1fa68b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:49.981272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a88181b-8042-40a9-abea-46e07c353fca req-30f4c467-642a-46aa-b776-50ed7c1fa68b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0590699 Feb 19 07:47:50.029041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a88181b-8042-40a9-abea-46e07c353fca req-d5410bcf-7f45-4799-8eb6-cb282f9d1a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Feb 19 07:47:51.150639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a6c1-b5e9-4c34-8458-3066bdf488d7 req-cbf29e39-fbe5-4d78-af33-3b7e8330e859 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:51.152270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e080a6c1-b5e9-4c34-8458-3066bdf488d7 req-cbf29e39-fbe5-4d78-af33-3b7e8330e859 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Feb 19 07:47:51.203114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e080a6c1-b5e9-4c34-8458-3066bdf488d7 req-a5dce5de-acc9-49c9-ad4b-3299885a4c70 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Feb 19 07:47:52.334613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a689-49b5-43bd-9567-7f964d02e336 req-d862a94e-af31-47dc-8936-6f27e07d735f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:52.336446 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c085a689-49b5-43bd-9567-7f964d02e336 req-d862a94e-af31-47dc-8936-6f27e07d735f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0604944 Feb 19 07:47:52.390177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c085a689-49b5-43bd-9567-7f964d02e336 req-6e8c059a-8b26-4c49-8d97-97849c607452 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481553 Feb 19 07:47:53.507349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4b96-b516-463d-9874-8f6ae58f322f req-cd999110-d3d2-4dbb-902e-487912e28243 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:53.508812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-264c4b96-b516-463d-9874-8f6ae58f322f req-cd999110-d3d2-4dbb-902e-487912e28243 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Feb 19 07:47:53.556307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-264c4b96-b516-463d-9874-8f6ae58f322f req-d454949c-af31-4ecb-ba2b-9bb0cd6b8cb4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Feb 19 07:47:54.686303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2673e-df2b-4c21-8213-4fd0643d0bde req-6355a54a-1b71-4c2d-afae-d4038cc22829 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:54.688235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fe2673e-df2b-4c21-8213-4fd0643d0bde req-6355a54a-1b71-4c2d-afae-d4038cc22829 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0571704 Feb 19 07:47:54.743979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fe2673e-df2b-4c21-8213-4fd0643d0bde req-c3562cf5-bd63-4bab-ad1a-b4d55066937a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500257 Feb 19 07:47:55.916647 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-16aeca93-05ef-406e-b71d-05b59bfababa service neutron] show failed (client error): The resource could not be found. Feb 19 07:47:55.917756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-16aeca93-05ef-406e-b71d-05b59bfababa service neutron] 10.222.0.47 "GET /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0695722 Feb 19 07:47:55.925737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35da637-f071-47b7-99cc-652ecb72367c req-12e40e62-3c26-419f-a98d-373484aefc51 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:55.927247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c35da637-f071-47b7-99cc-652ecb72367c req-12e40e62-3c26-419f-a98d-373484aefc51 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1097414 Feb 19 07:47:56.004694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c35da637-f071-47b7-99cc-652ecb72367c req-b2cc4c30-55ab-45ab-8534-9be2fce58fdd tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708263 Feb 19 07:47:56.191796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-1b0deb00-9b95-4f34-94bb-534af3c8da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:56.193430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-1b0deb00-9b95-4f34-94bb-534af3c8da5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 1127 time: 0.0977886 Feb 19 07:47:56.205721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:47:56.275795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:56.505251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:47:56.543800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:47:56.595446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:47:56.598336 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbceeccf-f4d0-4e88-987f-c61fc63197ad" -d '{"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-unplugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:47:56.602997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks [] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:56.618359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Transition to ACTIVE for port object 6148de3a-2da0-41ff-8dd6-0f1171a5304a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:47:56.622507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:56.687996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:56.733145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.733709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.734209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.734699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.735298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.735785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.736283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.737138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.737615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.738101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.738725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.739221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.739705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:47:56.786818 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a12bd-ae7a-4c8b-95d5-3a4c2994d3dc x-openstack-request-id: req-763a12bd-ae7a-4c8b-95d5-3a4c2994d3dc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:47:56.787443 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-unplugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:47:56.788023 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-763a12bd-ae7a-4c8b-95d5-3a4c2994d3dc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:47:56.789316 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'code': 200} Feb 19 07:47:56.874783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] No DVR routers for this DVR port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:47:57.027955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:47:57.028547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:47:57.028675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:47:57.035688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:47:57.036019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Attempting to bind port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on network 120b8939-da9d-434a-9628-d28e825de976 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:47:57.041593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:47:57.042156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Checking segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:47:57.042964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Bound using segment: {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:47:57.043718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Bound port: 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11dddbc-024b-4d64-95de-0d985383c9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '120b8939-da9d-434a-9628-d28e825de976'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:47:57.044259 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:57.160056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:47:57.176431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:47:57.187615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:57.236124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9dcbd-8df1-461d-88e5-940fc858b21a req-375d6e4e-c6d3-41f0-921f-39b03efd5c17 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.237745 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13f9dcbd-8df1-461d-88e5-940fc858b21a req-375d6e4e-c6d3-41f0-921f-39b03efd5c17 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1206748 Feb 19 07:47:57.284231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.285084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:57.286713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] 10.222.0.24 "PUT /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1091 time: 1.0854928 Feb 19 07:47:57.314848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-8810c31e-5fe4-4750-92c4-d7a9394df689 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.325823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-8810c31e-5fe4-4750-92c4-d7a9394df689 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 813 time: 0.1644526 Feb 19 07:47:57.335002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f297-a51d-41c0-8188-ffa61cbb7ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:47:57.354363 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-e68ca5dd-7f85-4485-a0cb-3a7e8c6c61f3 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/quotas/a2d36314d2454165b646ce845d416e43 HTTP/1.1" status: 200 len: 375 time: 0.0272033 Feb 19 07:47:57.396109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-eed964ff-6bb0-4d7f-9b10-8aaf6e79d5f8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407259 Feb 19 07:47:57.406220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13f9dcbd-8df1-461d-88e5-940fc858b21a req-11dacd5c-8f12-4e9d-b030-9875933ce8f4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601751 Feb 19 07:47:57.416698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-531affba-4144-49cb-ab5f-69e56f062abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.418541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-531affba-4144-49cb-ab5f-69e56f062abb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1125 time: 0.1047359 Feb 19 07:47:57.507102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-c04d3d8f-84aa-487f-844b-cdd26e3d0853 service neutron] 10.222.0.43 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018429 Feb 19 07:47:57.518156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-528b0c86-5263-4ceb-8c27-b3770196de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.519684 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-528b0c86-5263-4ceb-8c27-b3770196de0e service neutron] 10.222.0.24 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.0952301 Feb 19 07:47:57.589066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-981c34d1-b44c-4588-b92b-e0c829c60150 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 999 time: 0.0619762 Feb 19 07:47:57.604930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1ba94f4c-1e6a-4c76-875a-8b89ae38c2bf service neutron] 10.222.0.43 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Feb 19 07:47:57.648322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-e5e4d790-6467-43dc-a96a-5ccb392eb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.650963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-e5e4d790-6467-43dc-a96a-5ccb392eb124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0566342 Feb 19 07:47:57.701732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-a006b646-5770-490f-a97e-e17906127d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:57.703263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-a006b646-5770-490f-a97e-e17906127d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468910 Feb 19 07:47:58.093682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94f39fe2-8c98-4b73-8084-2b6ad2aa7f7e req-386fe3e2-39af-407b-b7f3-a785f5b75c9b tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 210 time: 0.3350072 Feb 19 07:47:58.135438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-61b58db9-dd61-4706-aa25-c1067720f14a service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263620 Feb 19 07:47:58.234999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e578cc31-7e6e-4f03-9dff-9331aad3838e req-f4fba7d0-a585-4eed-965b-69874de69703 service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935476 Feb 19 07:47:58.561982 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358420d-9cdf-4b7d-b411-71a5b934ea66 req-db1fa6af-0dc5-4d23-8bae-ce7226770804 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:58.563426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7358420d-9cdf-4b7d-b411-71a5b934ea66 req-db1fa6af-0dc5-4d23-8bae-ce7226770804 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.0581958 Feb 19 07:47:58.615038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7358420d-9cdf-4b7d-b411-71a5b934ea66 req-70de52f6-298b-482d-a1f6-0d7643d287b8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Feb 19 07:47:58.798125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:47:58.801911 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:47:58.941067 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672e71df-1088-4044-a121-9e14fee76770 x-openstack-request-id: req-672e71df-1088-4044-a121-9e14fee76770 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:47:58.941494 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:47:58.941746 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-672e71df-1088-4044-a121-9e14fee76770 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:47:58.942419 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'status': 'completed', 'code': 200} Feb 19 07:47:59.011286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-bce69c45-1670-4db9-984e-d17a4aba8045 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.012903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-bce69c45-1670-4db9-984e-d17a4aba8045 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.47 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 813 time: 0.2277277 Feb 19 07:47:59.035397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Request body: {'port': {'device_id': '99473b71-7926-46f8-b060-6ad6d31287a0', 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154', 'admin_state_up': True, 'tenant_id': 'a2d36314d2454165b646ce845d416e43'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:47:59.128263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-4e20b4d5-fd97-4a06-8c9e-c18774f63838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.129933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-4e20b4d5-fd97-4a06-8c9e-c18774f63838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1125 time: 0.1341872 Feb 19 07:47:59.195161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-d4583204-e420-4a5c-ab03-de9fdf6fcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.197156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-d4583204-e420-4a5c-ab03-de9fdf6fcadb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1125 time: 0.2362404 Feb 19 07:47:59.216590 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2843811b-70fb-4e1d-9fc0-e013b606ddf0 req-7e3528b0-9c0f-477e-b8d1-a1a3e1af4db4 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 210 time: 0.0460327 Feb 19 07:47:59.243598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Made reservation on behalf of a2d36314d2454165b646ce845d416e43 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:47:59.246912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:47:59.415479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-c96b97b8-7b24-4df7-80f5-f202ad56c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.416977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-c96b97b8-7b24-4df7-80f5-f202ad56c8fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.2341323 Feb 19 07:47:59.676638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-32bdf5fc-c35b-423d-a0b2-4da8f8fee58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.676638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-32bdf5fc-c35b-423d-a0b2-4da8f8fee58b service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.2329805 Feb 19 07:47:59.676638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-6bc45fa4-fef0-44d9-a8f9-6082c38ad192 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 999 time: 0.1413662 Feb 19 07:47:59.676638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-e6772943-2cd2-4f46-9f8d-01d3c2257bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.676638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-e6772943-2cd2-4f46-9f8d-01d3c2257bc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0484366 Feb 19 07:47:59.689824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:47:59.709204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Allocated IP 172.20.0.4 (ef639c9a-45d4-4662-827c-3300d3524154/f7031777-f0f2-4120-a273-cce64775e119/51fb83ba-37b5-4fce-ba92-ab75f362cb09) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:47:59.728739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-ae8c7684-cc6f-4990-8d76-4b5e94b1ba0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 999 time: 0.2180562 Feb 19 07:47:59.796234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:47:59.796794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:47:59.860452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-f846e519-874f-4054-922f-f0c310db7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.862025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-f846e519-874f-4054-922f-f0c310db7641 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2283928 Feb 19 07:47:59.891071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-a8c17e63-aeee-439a-a9bb-1b66292d2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.892787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-a8c17e63-aeee-439a-a9bb-1b66292d2d12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.1555865 Feb 19 07:47:59.924767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8683418-cf6f-4511-bbf1-be9111021bea req-8878b5db-f598-4cfd-9593-6faee4d7073d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:47:59.926274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8683418-cf6f-4511-bbf1-be9111021bea req-8878b5db-f598-4cfd-9593-6faee4d7073d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.2130675 Feb 19 07:48:00.146973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8683418-cf6f-4511-bbf1-be9111021bea req-76b50a75-b07d-492c-8960-80f536286e17 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642170 Feb 19 07:48:00.155966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-ecfcdb53-faee-4218-b125-0f7e089cc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:00.157777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-ecfcdb53-faee-4218-b125-0f7e089cc37d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2406728 Feb 19 07:48:00.178100 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-7ed3aca9-519d-43a1-8ecb-e9d104529e2f service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032274 Feb 19 07:48:00.213323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks [] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:00.376926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9e0413c-197b-4175-addc-b2462b38ac90 req-ff0fa7a6-478d-4954-975a-1f664c26902e tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 210 time: 0.0592117 Feb 19 07:48:00.412637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:00.441347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-7a3f77d5-c64f-49c1-8fc0-9b756d3a6e36 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621615 Feb 19 07:48:00.458453 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:00.479135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-19e13480-8ca8-4c52-85f4-f2d7c5a4dd34 service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908854 Feb 19 07:48:00.503688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Network ef639c9a-45d4-4662-827c-3300d3524154 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:00.533780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:00.536250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:48:00.572632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Pushing event updated for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:00.620106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:00.620778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:00.639131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dd66fc-d122-4c23-a9c8-7a7be4697b1b req-41e6007d-53f1-4540-a24a-2dd7dabb9e8f service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733804 Feb 19 07:48:00.648290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-6a858f3f-f578-4961-9f1c-bd85b404c5f5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6179149 Feb 19 07:48:00.660064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Request body: {'port': {'device_id': '99473b71-7926-46f8-b060-6ad6d31287a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:00.752162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.062905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fb83ba-37b5-4fce-ba92-ab75f362cb09 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:48:01.071402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks [] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.083404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Transition to ACTIVE for port object 51fb83ba-37b5-4fce-ba92-ab75f362cb09 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:48:01.088057 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.145277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:01.229482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Attempting to bind port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:48:01.230168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Attempting to bind port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:48:01.230168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Attempting to bind port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 on network ef639c9a-45d4-4662-827c-3300d3524154 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:01.267134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 on network ef639c9a-45d4-4662-827c-3300d3524154 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:48:01.267722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Attempting to bind port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 on network ef639c9a-45d4-4662-827c-3300d3524154 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:01.277563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:48:01.278042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Checking segment: {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:01.278437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Bound using segment: {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:48:01.278877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Bound port: 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:48:01.279270 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.331816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268e36-d34e-4138-9f47-d4742e6d5e16 req-d717ee7a-bad2-48b8-ab60-bd7445c31e46 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.333341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13268e36-d34e-4138-9f47-d4742e6d5e16 req-d717ee7a-bad2-48b8-ab60-bd7445c31e46 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1006911 Feb 19 07:48:01.387911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:01.410945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:01.418956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13268e36-d34e-4138-9f47-d4742e6d5e16 req-47dfe260-d5b3-4b04-89fe-82e5effe8a01 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782685 Feb 19 07:48:01.421104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.457665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.458159 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.459664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] 10.222.0.47 "PUT /v2.0/ports/51fb83ba-37b5-4fce-ba92-ab75f362cb09 HTTP/1.1" status: 200 len: 1091 time: 0.8038740 Feb 19 07:48:01.460149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:01.462515 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:01.498497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:48:01.534946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe11704-f797-43c9-923b-cc07f64cdfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:01.600091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-914e1082-ad73-4850-bf61-99b24ad4ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.603345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-914e1082-ad73-4850-bf61-99b24ad4ae49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 1125 time: 0.0864480 Feb 19 07:48:01.609390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb5cc-51aa-495c-bf10-4970e52c73c9 req-0dfd6bb9-8bf1-4b03-bf2c-14cb6cffec6a tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.630170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-132eb5cc-51aa-495c-bf10-4970e52c73c9 req-0dfd6bb9-8bf1-4b03-bf2c-14cb6cffec6a tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 943 time: 0.1253843 Feb 19 07:48:01.701432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:01.707852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-63e3bebf-a5c9-4fb3-b22d-ed3cc625a97f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09 HTTP/1.1" status: 200 len: 217 time: 0.0807493 Feb 19 07:48:01.717033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'port_id': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'mac_address': 'fa:16:3e:ba:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:48:01.745268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-132eb5cc-51aa-495c-bf10-4970e52c73c9 req-bdf9a4c5-486d-4500-957a-77ed8c58669c tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131730 Feb 19 07:48:01.807521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 6148de3a-2da0-41ff-8dd6-0f1171a5304a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:01.808338 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.816843 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04c95e-6626-4b02-b37a-655033e10e42 x-openstack-request-id: req-6d04c95e-6626-4b02-b37a-655033e10e42 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:01.816843 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:01.817104 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d04c95e-6626-4b02-b37a-655033e10e42 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:01.817576 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09', 'status': 'completed', 'code': 200} Feb 19 07:48:01.823399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6148de3a-2da0-41ff-8dd6-0f1171a5304a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:48:01.846674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:01.855562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:01.915163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:01.924200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.924925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.925367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.925844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.926276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.926714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.927160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.927616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.928042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.928469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.928897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.929372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.929800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:01.952272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03548cf-781d-4b5c-8084-7f45b231644e req-f93270cb-277d-432d-a2f8-d869fcc68783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.954238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-f93270cb-277d-432d-a2f8-d869fcc68783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7031777-f0f2-4120-a273-cce64775e119 HTTP/1.1" status: 200 len: 853 time: 0.2452846 Feb 19 07:48:01.994688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825027e-6d41-42f7-b7ff-48709706f884 req-7975a87c-aaae-4217-a49b-ff84a2cc2a08 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:01.996309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-7975a87c-aaae-4217-a49b-ff84a2cc2a08 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260&tenant_id=d75edc3a2d9944719ac488c1a08ff697&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 943 time: 0.2671859 Feb 19 07:48:02.016542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-398184e5-64ed-4f0e-b0f3-98cfcd3e40e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef639c9a-45d4-4662-827c-3300d3524154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557358 Feb 19 07:48:02.024364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21846d36-3706-4846-9d41-6d4ff022d345 req-e37fc038-df4b-4dcf-ae34-badb3a896f31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.031214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21846d36-3706-4846-9d41-6d4ff022d345 req-e37fc038-df4b-4dcf-ae34-badb3a896f31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 943 time: 0.1932538 Feb 19 07:48:02.083928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['6148de3a-2da0-41ff-8dd6-0f1171a5304a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:48:02.498207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21846d36-3706-4846-9d41-6d4ff022d345 req-666dae89-cdd4-4c39-8bdb-f2ffb3d21f14 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4661677 Feb 19 07:48:02.511546 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-2825027e-6d41-42f7-b7ff-48709706f884 req-b5d12eba-3d9f-4cd8-827c-b6e2a4becf9c service neutron] delete failed (client error): The resource could not be found. Feb 19 07:48:02.512540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-b5d12eba-3d9f-4cd8-827c-b6e2a4becf9c service neutron] 10.222.0.47 "DELETE /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.4984944 Feb 19 07:48:02.527639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-e0a930cd-e914-4614-a44c-1b4d0dad3a8f service neutron] 10.222.0.47 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903023 Feb 19 07:48:02.661247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825027e-6d41-42f7-b7ff-48709706f884 req-ab0aeef2-9a68-4fd2-9f67-cf9b2f0c4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.662786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-ab0aeef2-9a68-4fd2-9f67-cf9b2f0c4573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1126 time: 0.1075695 Feb 19 07:48:02.665771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a03548cf-781d-4b5c-8084-7f45b231644e req-b595185c-270f-4a1b-926d-c4c646d00c01 service neutron] 10.222.0.47 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318541 Feb 19 07:48:02.831268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-2bf3f187-f3f6-43bf-b76f-50738dcdca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.832835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-2bf3f187-f3f6-43bf-b76f-50738dcdca41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 1125 time: 0.0990608 Feb 19 07:48:02.837845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825027e-6d41-42f7-b7ff-48709706f884 req-ebce6263-1fa3-4942-8e9c-5017577dfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.840580 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-ebce6263-1fa3-4942-8e9c-5017577dfa14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.1678915 Feb 19 07:48:02.926487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e019144-0b93-48a1-8efb-2185a080d1e7 req-21aa1a81-cfaf-4b7d-8bb9-e5df6fe7b43b tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:02.928289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e019144-0b93-48a1-8efb-2185a080d1e7 req-21aa1a81-cfaf-4b7d-8bb9-e5df6fe7b43b tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 943 time: 0.0826011 Feb 19 07:48:03.001212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-92214199-2f26-496f-abdd-211788731925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.002708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-92214199-2f26-496f-abdd-211788731925 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 913 time: 0.1606169 Feb 19 07:48:03.015236 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e019144-0b93-48a1-8efb-2185a080d1e7 req-a479bcb3-a019-41fd-833d-2226c71962a0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Feb 19 07:48:03.056753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-059f63d5-4f46-4462-9289-f895c7cadca8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09 HTTP/1.1" status: 200 len: 217 time: 0.0433650 Feb 19 07:48:03.059867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-ddedf892-7f97-4cef-b6aa-9efaa0e78e6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1000 time: 0.1336174 Feb 19 07:48:03.147250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-b5ac6e33-191f-44c9-9750-9684fc4be069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.148804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-b5ac6e33-191f-44c9-9750-9684fc4be069 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7031777-f0f2-4120-a273-cce64775e119 HTTP/1.1" status: 200 len: 853 time: 0.0826588 Feb 19 07:48:03.150561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825027e-6d41-42f7-b7ff-48709706f884 req-e573f237-4d17-4084-b9da-a88bf1da8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.151945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-e573f237-4d17-4084-b9da-a88bf1da8386 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0775359 Feb 19 07:48:03.190728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-6425a2b6-edc4-435e-a72d-59af2b473bda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef639c9a-45d4-4662-827c-3300d3524154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318916 Feb 19 07:48:03.196392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:03.293295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825027e-6d41-42f7-b7ff-48709706f884 req-9b5853be-31d5-452b-ad9c-cd82513c24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.294817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-9b5853be-31d5-452b-ad9c-cd82513c24ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284699 Feb 19 07:48:03.367474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-4e13e2d7-6897-4c7a-ae44-27b85278d99d service neutron] 10.222.0.47 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626296 Feb 19 07:48:03.475591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-8d232c53-5baa-4cd2-9e5b-1dcb52d3e2ae service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722493 Feb 19 07:48:03.514299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:03.555069 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d90e008-6a64-4f11-ad1a-28f383d2f5f4 req-fc12b1df-3e06-4670-b9cc-ecf763f62559 service neutron] 10.222.0.47 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801403 Feb 19 07:48:03.574767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:03.580766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 6148de3a-2da0-41ff-8dd6-0f1171a5304a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:03.581598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:03.651411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2825027e-6d41-42f7-b7ff-48709706f884 req-6a9f87a9-eed9-464c-9f3d-c13d07558359 service neutron] 10.222.0.47 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683247 Feb 19 07:48:03.667125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7c926-78d6-4aab-8c9e-bd46075686a7 req-1db53abe-6088-45a7-9603-1948076e518d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:03.675724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 6148de3a-2da0-41ff-8dd6-0f1171a5304a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:03.676180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:03.676660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e0a7c926-78d6-4aab-8c9e-bd46075686a7 req-1db53abe-6088-45a7-9603-1948076e518d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 944 time: 0.0897880 Feb 19 07:48:03.712824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:03.715485 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf19c12-2195-4330-9204-831324eaf7aa" -d '{"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-plugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:03.728692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:03.737884 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:03.743568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e0a7c926-78d6-4aab-8c9e-bd46075686a7 req-4e5feb6f-2fb4-4cbd-9e62-1197065499b8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641084 Feb 19 07:48:03.789818 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b4c69-4903-4bce-93e1-09fd4394c5ea x-openstack-request-id: req-194b4c69-4903-4bce-93e1-09fd4394c5ea {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:03.790116 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-plugged", "status": "completed", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:03.790371 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-194b4c69-4903-4bce-93e1-09fd4394c5ea {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:03.790761 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'code': 200} Feb 19 07:48:03.803032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:04.187809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfea69-869a-41da-9861-875a87afc55a req-b0a7591f-dea2-4d8c-8624-00d94f2611e6 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.192147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75dfea69-869a-41da-9861-875a87afc55a req-b0a7591f-dea2-4d8c-8624-00d94f2611e6 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 943 time: 0.0917079 Feb 19 07:48:04.258300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75dfea69-869a-41da-9861-875a87afc55a req-ff7338fe-8e92-423d-93ea-c8abf3af2f1d tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Feb 19 07:48:04.892638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a1ba4-dbe3-483c-8448-fdb1f48924c2 req-b2e14037-5d56-4b1e-a1a2-f454e891d96b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:04.894141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b32a1ba4-dbe3-483c-8448-fdb1f48924c2 req-b2e14037-5d56-4b1e-a1a2-f454e891d96b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0542266 Feb 19 07:48:04.948222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b32a1ba4-dbe3-483c-8448-fdb1f48924c2 req-c0731760-5cfa-4194-b12d-cf1aa77bfb40 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471616 Feb 19 07:48:04.974979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 34776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:05.037017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-344700c1-7ae6-4f7c-95b8-64b744bae8d8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 200 len: 993 time: 0.0607045 Feb 19 07:48:05.371400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a1ee-c9d8-487f-84dd-5adda4061a11 req-1b02f00a-a5e1-4f81-a531-619b14d8ed5d tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:05.374371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f68a1ee-c9d8-487f-84dd-5adda4061a11 req-1b02f00a-a5e1-4f81-a531-619b14d8ed5d tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 943 time: 0.0563829 Feb 19 07:48:05.432698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f68a1ee-c9d8-487f-84dd-5adda4061a11 req-44618e6a-3567-44c9-9fa1-851ba17c2973 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Feb 19 07:48:05.745600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51fb83ba-37b5-4fce-ba92-ab75f362cb09 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:48:05.849223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:05.861363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '51fb83ba-37b5-4fce-ba92-ab75f362cb09', 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154', 'port_id': '51fb83ba-37b5-4fce-ba92-ab75f362cb09', 'mac_address': 'fa:16:3e:a6:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7031777-f0f2-4120-a273-cce64775e119', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:48:05.903362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:05.903753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:05.916550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fb83ba-37b5-4fce-ba92-ab75f362cb09 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:48:05.935557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:05.940453 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:05.994253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:06.230710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b692679-8851-4062-801c-4fc1aa611433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:06.278395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['51fb83ba-37b5-4fce-ba92-ab75f362cb09'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:48:06.553086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58937-ba4e-423a-a3cb-18a97654223e req-57e3e181-1f02-4386-8da4-c26ceb9a3590 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:06.555229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef58937-ba4e-423a-a3cb-18a97654223e req-57e3e181-1f02-4386-8da4-c26ceb9a3590 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 944 time: 0.0540109 Feb 19 07:48:06.614108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef58937-ba4e-423a-a3cb-18a97654223e req-91cf4eda-03f6-459f-a1ba-600f18fc508d tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Feb 19 07:48:07.743515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a2c82-7bcb-4538-a71a-dedbe6c6dd5c req-12be9cd7-307b-40cf-a53b-5b48242f5689 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:07.745061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390a2c82-7bcb-4538-a71a-dedbe6c6dd5c req-12be9cd7-307b-40cf-a53b-5b48242f5689 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 944 time: 0.0598080 Feb 19 07:48:07.762432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51fb83ba-37b5-4fce-ba92-ab75f362cb09 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:07.793279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-390a2c82-7bcb-4538-a71a-dedbe6c6dd5c req-4f0ac79f-4127-477a-96ee-5f2e16fab3e2 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Feb 19 07:48:07.813712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:07.819439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:07.820602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:08.065907 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:08.066419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:08.088431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:08.090703 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6272bd-99ed-4310-a773-b10bd955ae3b" -d '{"events": [{"server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "name": "network-vif-plugged", "status": "completed", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:08.104489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:08.109350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:08.142739 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc63f47-b627-4294-b6d5-487c9091f7c6 x-openstack-request-id: req-dbc63f47-b627-4294-b6d5-487c9091f7c6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:08.142995 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "name": "network-vif-plugged", "status": "completed", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:08.143280 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbc63f47-b627-4294-b6d5-487c9091f7c6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:08.143670 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09', 'code': 200} Feb 19 07:48:08.164111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:08.251046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a80cc2-d303-4a98-9e58-f23eb7075986 req-9f1622ad-7242-4bd1-8bf4-8b6c95c2117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:08.252636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6a80cc2-d303-4a98-9e58-f23eb7075986 req-9f1622ad-7242-4bd1-8bf4-8b6c95c2117b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 1127 time: 0.0480566 Feb 19 07:48:08.303651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b6a80cc2-d303-4a98-9e58-f23eb7075986 req-13d7faf0-9c85-4b82-93d9-c628fb72a313 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Feb 19 07:48:08.596978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1366a6d4-c1a3-40cf-ad21-f2681438dc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:08.929681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96cfd5-dbf9-4fc5-8a3d-a186bc90a86f req-8f1a5551-ecd8-4281-ac0b-65e95a143d67 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:08.931207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad96cfd5-dbf9-4fc5-8a3d-a186bc90a86f req-8f1a5551-ecd8-4281-ac0b-65e95a143d67 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.0642774 Feb 19 07:48:08.982661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad96cfd5-dbf9-4fc5-8a3d-a186bc90a86f req-4a97d381-1463-427e-b10e-5225a6a1ade5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Feb 19 07:48:09.755630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:10.114168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e18b-3f7e-4115-b0e0-7b56e4b8bf99 req-bcd486b4-e8a5-4744-b5c5-1c7d5651d9a8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:10.115791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bad2e18b-3f7e-4115-b0e0-7b56e4b8bf99 req-bcd486b4-e8a5-4744-b5c5-1c7d5651d9a8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.0594001 Feb 19 07:48:10.166036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bad2e18b-3f7e-4115-b0e0-7b56e4b8bf99 req-f9a7e640-fa62-4a4b-a48e-da58a549741d tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Feb 19 07:48:10.833103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:48:11.084944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:12.427573 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:12.948917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:13.055834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1afdc-72ec-4ba7-9ae3-b5d63ef73f1e req-f8280670-b32e-43b4-9197-f056287d271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:13.057983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ec1afdc-72ec-4ba7-9ae3-b5d63ef73f1e req-f8280670-b32e-43b4-9197-f056287d271b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.1069503 Feb 19 07:48:13.109258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7ec1afdc-72ec-4ba7-9ae3-b5d63ef73f1e req-3300f7d5-1160-4f81-9146-bb6ec562c739 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Feb 19 07:48:15.319006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-74b96f72-21ff-4b9d-a090-0f94f3d2434d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036565 Feb 19 07:48:15.421309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23879-44f9-4483-9593-325cb2645200 req-ad124946-9921-415b-86c0-810c605a8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:15.422914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-ad124946-9921-415b-86c0-810c605a8cbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0571377 Feb 19 07:48:15.539578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23879-44f9-4483-9593-325cb2645200 req-f5691d62-725a-4dc9-852d-9f02ae83b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:15.540980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-f5691d62-725a-4dc9-852d-9f02ae83b5b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.0994835 Feb 19 07:48:15.616028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-ff20dc4b-0fd9-4b3d-bfc5-6276feb0aee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 1001 time: 0.0691803 Feb 19 07:48:15.667277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23879-44f9-4483-9593-325cb2645200 req-e3bed416-956a-45ef-825a-e7156bf4bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:15.668764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-e3bed416-956a-45ef-825a-e7156bf4bfb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0465417 Feb 19 07:48:15.723132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23879-44f9-4483-9593-325cb2645200 req-f0416908-dfcb-40e5-9f15-4f3a7540e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:15.725007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-f0416908-dfcb-40e5-9f15-4f3a7540e4ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493948 Feb 19 07:48:15.829354 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-dcc8aee7-1fb3-4bde-ba6b-177c5773efef service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975590 Feb 19 07:48:15.928608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05a23879-44f9-4483-9593-325cb2645200 req-8700683a-b79e-4964-8ab2-41fee814914e service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927045 Feb 19 07:48:20.517330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-70ed1bae-806e-4aef-8d4b-fe7b7a91bd42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520821 Feb 19 07:48:20.593434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-df0eaac4-ddf1-4db9-8498-5717f7ecdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:20.594902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-df0eaac4-ddf1-4db9-8498-5717f7ecdbfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.0539954 Feb 19 07:48:20.700794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-f4871baa-48e5-45c7-b044-481827d945d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:20.702288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-f4871baa-48e5-45c7-b044-481827d945d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 909 time: 0.0884953 Feb 19 07:48:20.776178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-c5f89c96-781b-4ffb-9af9-31b9ea437c4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 1002 time: 0.0674696 Feb 19 07:48:20.833576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-13a6afe7-072d-4a9a-a117-52efac4f2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:20.836015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-13a6afe7-072d-4a9a-a117-52efac4f2119 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0546327 Feb 19 07:48:20.887161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-0a9cbf45-4c14-4315-8c93-e93382bc174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:20.888876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-0a9cbf45-4c14-4315-8c93-e93382bc174a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469859 Feb 19 07:48:20.992844 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-4cd30b4d-52da-4023-959b-5544256a7101 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981095 Feb 19 07:48:21.085959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4995833-4cae-490f-b78d-bff7b89e42c9 req-706a51d8-1c06-4465-98fc-ec07e30783a8 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Feb 19 07:48:30.479829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:31.829421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3c59-10eb-4726-8040-1131251009cf req-0cc63275-a0df-4d88-87e1-ef3e9fb43845 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:31.835825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffeb3c59-10eb-4726-8040-1131251009cf req-0cc63275-a0df-4d88-87e1-ef3e9fb43845 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0507903 Feb 19 07:48:31.889624 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ffeb3c59-10eb-4726-8040-1131251009cf req-70db95ba-5693-4698-8ce1-194dec210ea8 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520744 Feb 19 07:48:31.915230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:32.091511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port f727ee34-d564-4992-a4d0-c92dab5f67da {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:32.091858 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.169666 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.169997 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (f727ee34-d564-4992-a4d0-c92dab5f67da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.183339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for f727ee34-d564-4992-a4d0-c92dab5f67da owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:32.354565 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f727ee34-d564-4992-a4d0-c92dab5f67da), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.380410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=f727ee34-d564-4992-a4d0-c92dab5f67da,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:32.404577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.404938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.405289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.405647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.405972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.406305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.406636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.406968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.407345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.407678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.408008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.408335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.408661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:32.453073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (1e31dfb6-03a3-4f8a-8827-40d4dafd4483), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.453405 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP 1e31dfb6-03a3-4f8a-8827-40d4dafd4483 disassociated (deleted). External IP: 172.25.7.182, port: 6148de3a-2da0-41ff-8dd6-0f1171a5304a. Feb 19 07:48:32.663107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 9956171b-3442-4657-9c75-8bdc48c29e27 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:48:32.771557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:32.776410 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:32.782865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Sync routers for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:48:32.794966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:32.795820 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:32.913618 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:33.141841 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:33.159419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4f957b51-69c6-4c1a-aa24-f16429cbaa3f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/floatingips/1e31dfb6-03a3-4f8a-8827-40d4dafd4483 HTTP/1.1" status: 204 len: 168 time: 1.2405031 Feb 19 07:48:33.159419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:33.160538 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a87f3-f755-420d-a518-e3e13dabac93" -d '{"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:33.169374 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Checking router: 9956171b-3442-4657-9c75-8bdc48c29e27 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:48:33.178919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:33.179455 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:33.203450 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d09a06-c51d-42b6-b993-9fae0d6f7031 x-openstack-request-id: req-a0d09a06-c51d-42b6-b993-9fae0d6f7031 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:33.203934 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:33.204357 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0d09a06-c51d-42b6-b993-9fae0d6f7031 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:33.204923 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'status': 'completed', 'code': 200} Feb 19 07:48:33.208067 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:33.290197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a87f3-f755-420d-a518-e3e13dabac93 req-6a4531ec-9a42-4b63-8bd2-789b5cefe7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:33.292453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-6a4531ec-9a42-4b63-8bd2-789b5cefe7fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 1127 time: 0.0686622 Feb 19 07:48:33.303302 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:33.396028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a87f3-f755-420d-a518-e3e13dabac93 req-c68318fa-765a-435a-a542-24a327503a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:33.398450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-c68318fa-765a-435a-a542-24a327503a34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 200 len: 896 time: 0.0995784 Feb 19 07:48:33.452490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-fc999ae6-9a1d-4d9f-919d-885d19b9201f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 200 len: 217 time: 0.0443687 Feb 19 07:48:33.453291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5867e-f259-4a9f-ac5e-08f4152c5d11 req-05f3bca1-7d02-4442-a681-09989a591897 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:33.455694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eca5867e-f259-4a9f-ac5e-08f4152c5d11 req-05f3bca1-7d02-4442-a681-09989a591897 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0614662 Feb 19 07:48:33.512140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a87f3-f755-420d-a518-e3e13dabac93 req-98f4d13f-8cfe-497d-bbdd-91f0ccef2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:33.513612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-98f4d13f-8cfe-497d-bbdd-91f0ccef2ebf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 200 len: 834 time: 0.0549002 Feb 19 07:48:33.517491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eca5867e-f259-4a9f-ac5e-08f4152c5d11 req-982a0a0a-c0e6-4d47-94f3-b7cdadad4a41 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534089 Feb 19 07:48:33.562856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a87f3-f755-420d-a518-e3e13dabac93 req-93b9ee73-4695-4798-b65c-8d116f622c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:33.564413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-93b9ee73-4695-4798-b65c-8d116f622c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=120b8939-da9d-434a-9628-d28e825de976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451772 Feb 19 07:48:33.566291 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:33.593701 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12609be-2405-46ee-9792-8565f7de1aec None None] The sync data for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 is: [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:46:02Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ace72484-bf62-4f4b-9761-50c610c72609', 'name': '', 'network_id': '120b8939-da9d-434a-9628-d28e825de976', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:01:ea:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:00Z', 'updated_at': '2022-02-19T07:46:08Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '9cd25ec6-9075-4e7f-a601-af0e11541f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:48:33.659365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-e52104e6-46f2-41e1-9003-b4a071290b47 service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867403 Feb 19 07:48:33.758966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-419a87f3-f755-420d-a518-e3e13dabac93 req-5132020c-5828-4faf-87ad-c67abf120f0b service neutron] 10.222.0.24 "GET /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935736 Feb 19 07:48:33.864720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d40f2-9584-4763-a74e-31b3235bb2c2 None None] New status for floating IP 1e31dfb6-03a3-4f8a-8827-40d4dafd4483: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:48:34.656302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040029d-7520-4002-99e8-baa3e22d5d11 req-4d2d3545-a920-4dc6-9912-974a8671548d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:34.657834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4040029d-7520-4002-99e8-baa3e22d5d11 req-4d2d3545-a920-4dc6-9912-974a8671548d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.0630600 Feb 19 07:48:34.732723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4040029d-7520-4002-99e8-baa3e22d5d11 req-8e57f830-18bb-40c3-95d7-9fbedade682e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=6b73e7e8-7635-48f1-95c5-3a7542abc533&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606909 Feb 19 07:48:34.740492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-f5ec09ff-6cad-4022-ba7e-ad7d60b21164 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:34.742490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-f5ec09ff-6cad-4022-ba7e-ad7d60b21164 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa27962a-71fd-4382-87e5-724b47e01260 HTTP/1.1" status: 200 len: 945 time: 0.1022384 Feb 19 07:48:34.837991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 6148de3a-2da0-41ff-8dd6-0f1171a5304a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:34.838355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:34.927818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 6148de3a-2da0-41ff-8dd6-0f1171a5304a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=6148de3a-2da0-41ff-8dd6-0f1171a5304a,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:34.928228 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:34.942693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 6148de3a-2da0-41ff-8dd6-0f1171a5304a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:35.073654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6148de3a-2da0-41ff-8dd6-0f1171a5304a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:35.105699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=6148de3a-2da0-41ff-8dd6-0f1171a5304a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:35.148081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] No DVR routers for this DVR port 6148de3a-2da0-41ff-8dd6-0f1171a5304a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:48:35.150615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:35.153897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5ecb3b23-c0b1-42cf-abec-c36166a361b9 req-47309bd1-5c96-4e95-9cb5-2a4428897bac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "DELETE /v2.0/ports/6148de3a-2da0-41ff-8dd6-0f1171a5304a HTTP/1.1" status: 204 len: 173 time: 0.4063046 Feb 19 07:48:35.154310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-deleted', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:35.156551 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deea0b7-0a15-4dc8-92ac-98b02a277598" -d '{"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-deleted", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:35.201559 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c609972-da15-46fe-a55c-d2d4b8149fce x-openstack-request-id: req-0c609972-da15-46fe-a55c-d2d4b8149fce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:35.202028 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa27962a-71fd-4382-87e5-724b47e01260", "name": "network-vif-deleted", "tag": "6148de3a-2da0-41ff-8dd6-0f1171a5304a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:35.202378 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c609972-da15-46fe-a55c-d2d4b8149fce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:35.203080 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa27962a-71fd-4382-87e5-724b47e01260', 'name': 'network-vif-deleted', 'tag': '6148de3a-2da0-41ff-8dd6-0f1171a5304a', 'status': 'completed', 'code': 200} Feb 19 07:48:35.789233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35636) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:36.155280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (9956171b-3442-4657-9c75-8bdc48c29e27), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:36.241778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e6816b91-f426-4111-8e29-d585d0f47efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:36.435115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port ace72484-bf62-4f4b-9761-50c610c72609 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:36.435485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ace72484-bf62-4f4b-9761-50c610c72609), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:36.521179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port ace72484-bf62-4f4b-9761-50c610c72609, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ace72484-bf62-4f4b-9761-50c610c72609,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:36.521542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ace72484-bf62-4f4b-9761-50c610c72609), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:36.540758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for ace72484-bf62-4f4b-9761-50c610c72609 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:36.722818 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ace72484-bf62-4f4b-9761-50c610c72609), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:36.748485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=ace72484-bf62-4f4b-9761-50c610c72609,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:36.926085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (9956171b-3442-4657-9c75-8bdc48c29e27), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.148753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 9956171b-3442-4657-9c75-8bdc48c29e27 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:48:37.256916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:37.261922 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fbb788ef-8779-4207-98a9-4ad594d1c079 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/9956171b-3442-4657-9c75-8bdc48c29e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716587 Feb 19 07:48:37.264647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35642) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:37.269977 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Sync routers for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:48:37.292443 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:37.293405 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:37.341262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting subnet 9cd25ec6-9075-4e7f-a601-af0e11541f7f {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:48:37.345046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (9cd25ec6-9075-4e7f-a601-af0e11541f7f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.397590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9cd25ec6-9075-4e7f-a601-af0e11541f7f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.418413 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:37.500373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9cd25ec6-9075-4e7f-a601-af0e11541f7f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.565523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9cd25ec6-9075-4e7f-a601-af0e11541f7f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.595591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd25ec6-9075-4e7f-a601-af0e11541f7f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:37.600941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.607072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37bbe037-bae3-48eb-b812-4cc06648761b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/subnets/9cd25ec6-9075-4e7f-a601-af0e11541f7f HTTP/1.1" status: 204 len: 168 time: 0.3391285 Feb 19 07:48:37.607400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:37.618861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b67ad-10a9-400b-9552-df7dc47a9190 None None] Network 120b8939-da9d-434a-9628-d28e825de976 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:48:37.688932 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:48:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:37.719517 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Checking router: 9956171b-3442-4657-9c75-8bdc48c29e27 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:48:37.728507 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Routers {'9956171b-3442-4657-9c75-8bdc48c29e27'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:37.729338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['9956171b-3442-4657-9c75-8bdc48c29e27'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:37.732786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (9956171b-3442-4657-9c75-8bdc48c29e27), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.828166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] DHCP port deletion for 120b8939-da9d-434a-9628-d28e825de976 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:48:37.845889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] Set router 9956171b-3442-4657-9c75-8bdc48c29e27 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:37.862464 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (9956171b-3442-4657-9c75-8bdc48c29e27), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.893753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Deleting port cd158a52-baba-4e43-b03b-cceebb59ae57 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:37.894354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.922122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 640fb107-4117-4612-9d93-54757fb6fdfc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:37.922566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.962440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] For port cd158a52-baba-4e43-b03b-cceebb59ae57, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cd158a52-baba-4e43-b03b-cceebb59ae57,segment=NetworkSegment(f11dddbc-024b-4d64-95de-0d985383c9f6),segment_id=f11dddbc-024b-4d64-95de-0d985383c9f6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:37.963037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:37.978228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Calling delete_port for cd158a52-baba-4e43-b03b-cceebb59ae57 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:38.014960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 640fb107-4117-4612-9d93-54757fb6fdfc, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=640fb107-4117-4612-9d93-54757fb6fdfc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:38.015588 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.029404 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 640fb107-4117-4612-9d93-54757fb6fdfc owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:38.038997 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:48:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:38.073099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (cd158a52-baba-4e43-b03b-cceebb59ae57), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.073710 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971bac1-c5a3-4d9f-b5bd-dfd83bbeb009 None None] The sync data for ids ['9956171b-3442-4657-9c75-8bdc48c29e27'] in n-d-829866-3 is: [{'id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-502168243', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:45:55Z', 'updated_at': '2022-02-19T07:48:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '640fb107-4117-4612-9d93-54757fb6fdfc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9956171b-3442-4657-9c75-8bdc48c29e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:45:56Z', 'updated_at': '2022-02-19T07:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:48:38.104444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] Pushing event deleted for resources: {'Port': ['ID=cd158a52-baba-4e43-b03b-cceebb59ae57,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:38.109883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd21c09-9703-411e-a08e-ae3e1f4f8ba9 None None] No DVR routers for this DVR port cd158a52-baba-4e43-b03b-cceebb59ae57 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:48:38.216309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (640fb107-4117-4612-9d93-54757fb6fdfc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.245916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=640fb107-4117-4612-9d93-54757fb6fdfc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:38.318596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (9956171b-3442-4657-9c75-8bdc48c29e27), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.460625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (9956171b-3442-4657-9c75-8bdc48c29e27), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.463006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (9956171b-3442-4657-9c75-8bdc48c29e27), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.475869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ace72484-bf62-4f4b-9761-50c610c72609 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:48:38.497306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ace72484-bf62-4f4b-9761-50c610c72609 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:48:38.497643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ace72484-bf62-4f4b-9761-50c610c72609 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:48:38.498216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cd158a52-baba-4e43-b03b-cceebb59ae57 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:48:38.521140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (9956171b-3442-4657-9c75-8bdc48c29e27), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.522412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Fanout notify agent at l3_agent the message router_deleted on router 9956171b-3442-4657-9c75-8bdc48c29e27 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:48:38.523854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: cd158a52-baba-4e43-b03b-cceebb59ae57 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:48:38.524205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cd158a52-baba-4e43-b03b-cceebb59ae57 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:48:38.537270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.541521 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-809de67c-344f-40ce-b07f-901a6bb29875 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/routers/9956171b-3442-4657-9c75-8bdc48c29e27 HTTP/1.1" status: 204 len: 168 time: 0.9307022 Feb 19 07:48:38.541828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:38.593757 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1d98504-62bb-465f-a196-3a8745bf4195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.628028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (120b8939-da9d-434a-9628-d28e825de976), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.727949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (120b8939-da9d-434a-9628-d28e825de976), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.747058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b8939-da9d-434a-9628-d28e825de976']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:38.756625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11dddbc-024b-4d64-95de-0d985383c9f6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:38.756928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11dddbc-024b-4d64-95de-0d985383c9f6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:38.766140 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (f11dddbc-024b-4d64-95de-0d985383c9f6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.779943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (f11dddbc-024b-4d64-95de-0d985383c9f6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.786223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:48:38.786844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (f11dddbc-024b-4d64-95de-0d985383c9f6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:48:38.790132 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:48:38.853643 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (120b8939-da9d-434a-9628-d28e825de976), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.860744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.863858 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/networks/120b8939-da9d-434a-9628-d28e825de976 HTTP/1.1" status: 204 len: 168 time: 0.3211150 Feb 19 07:48:38.866619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:38.876593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0246307-cc70-402e-ab1d-251f8a8780e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Network': ['ID=120b8939-da9d-434a-9628-d28e825de976,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:38.930393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (6b73e7e8-7635-48f1-95c5-3a7542abc533), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:38.956031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (6b73e7e8-7635-48f1-95c5-3a7542abc533), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:39.023678 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (6b73e7e8-7635-48f1-95c5-3a7542abc533), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:39.026954 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:39.030706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/security-groups/6b73e7e8-7635-48f1-95c5-3a7542abc533 HTTP/1.1" status: 204 len: 168 time: 0.1606243 Feb 19 07:48:39.039642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3ceb5-e0cb-4ce5-a9ed-5f1a0d87a601 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b73e7e8-7635-48f1-95c5-3a7542abc533,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:39.653734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:48:39.675759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 6148de3a-2da0-41ff-8dd6-0f1171a5304a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:48:39.676102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 6148de3a-2da0-41ff-8dd6-0f1171a5304a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:48:39.757284 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.316232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 640fb107-4117-4612-9d93-54757fb6fdfc no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:48:40.337516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 640fb107-4117-4612-9d93-54757fb6fdfc {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:48:40.337950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 640fb107-4117-4612-9d93-54757fb6fdfc not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:48:40.473150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:40.477918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276413369', 'description': 'tempest-secgroup-smoke-1276413369 description', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:40.507162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.573762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (04421bc9-348f-4743-929d-1bf11c516b8e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.577755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (04421bc9-348f-4743-929d-1bf11c516b8e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.609814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.611035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1368854 Feb 19 07:48:40.612902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab651bb1-15b0-446e-bdae-0657eaa77697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04421bc9-348f-4743-929d-1bf11c516b8e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:40.613996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35674) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:40.619996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:40.645574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (dcd003bb-f41e-48cf-93a9-81307efc015c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.703878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (dcd003bb-f41e-48cf-93a9-81307efc015c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.710876 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (dcd003bb-f41e-48cf-93a9-81307efc015c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.723675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd003bb-f41e-48cf-93a9-81307efc015c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:40.738674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.740013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-659836fb-8465-4db8-b5bc-ee323efcbe3c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248314 Feb 19 07:48:40.743255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:40.748190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:40.774589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (aa82ac49-d8e1-4c0f-b762-3b0833038445), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.838730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (aa82ac49-d8e1-4c0f-b762-3b0833038445), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.843471 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (aa82ac49-d8e1-4c0f-b762-3b0833038445), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.868419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa82ac49-d8e1-4c0f-b762-3b0833038445,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:40.875608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.879753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-78141b65-2a48-4680-881f-92d15066197f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328297 Feb 19 07:48:40.880193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35682) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:40.885733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:40.914723 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8aac07f0-af3e-41dc-a06b-0ee9c03ce943), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.993824 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8aac07f0-af3e-41dc-a06b-0ee9c03ce943), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:40.999702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8aac07f0-af3e-41dc-a06b-0ee9c03ce943), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.021422 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aac07f0-af3e-41dc-a06b-0ee9c03ce943,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:41.035957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.039905 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d066243c-8e5b-4322-afa5-9ac33e8a7527 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559398 Feb 19 07:48:41.040157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35686) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:41.044669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:41.057242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81974e9d-24e7-4ce1-bd1a-1ff8ed87bb1a req-709afa11-b045-4686-9437-adabf4de9c24 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:41.060353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81974e9d-24e7-4ce1-bd1a-1ff8ed87bb1a req-709afa11-b045-4686-9437-adabf4de9c24 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 946 time: 0.0752611 Feb 19 07:48:41.074098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (271678bc-3a75-4d61-aaf8-4351601f6afb), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.094011 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.125764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81974e9d-24e7-4ce1-bd1a-1ff8ed87bb1a req-b5a158cd-5b74-4c2a-802d-b760b4420951 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597196 Feb 19 07:48:41.145958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (271678bc-3a75-4d61-aaf8-4351601f6afb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.151951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (271678bc-3a75-4d61-aaf8-4351601f6afb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.171408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271678bc-3a75-4d61-aaf8-4351601f6afb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:41.177178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.179669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-10b0018c-e622-4b16-a93f-42c6ba0b69f8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384828 Feb 19 07:48:41.181305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35688) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:41.186342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:41.207819 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:48:41.213982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (661715be-e5c4-4504-aae5-760df653f3a8), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.271261 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (661715be-e5c4-4504-aae5-760df653f3a8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.276417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (661715be-e5c4-4504-aae5-760df653f3a8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.291266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661715be-e5c4-4504-aae5-760df653f3a8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:41.304972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.306199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e14c0da2-ddd8-4339-8e0b-4f71792b7fda tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237786 Feb 19 07:48:41.309084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35690) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:41.313321 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '04421bc9-348f-4743-929d-1bf11c516b8e', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:41.333443 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:48:41.338268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (5b55baab-4175-44e8-8438-161bd6fea218), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.397165 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (5b55baab-4175-44e8-8438-161bd6fea218), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.401043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5b55baab-4175-44e8-8438-161bd6fea218), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.418439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b55baab-4175-44e8-8438-161bd6fea218,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:41.427094 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.428830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-161ab6b5-b2a6-48c2-b866-bd10471a8c81 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188712 Feb 19 07:48:41.431887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35692) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:41.436679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'network': {'name': 'tempest-network-smoke--726904406', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:41.455624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:48:41.458829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.482577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:48:41.492346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ad948300-f6ab-4beb-bd0d-3dc4d293d30c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.492688 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Added segment ad948300-f6ab-4beb-bd0d-3dc4d293d30c of type vlan for network 4d01c3eb-0adf-469d-a458-07b7e500865b Feb 19 07:48:41.533720 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (4d01c3eb-0adf-469d-a458-07b7e500865b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.559905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (4d01c3eb-0adf-469d-a458-07b7e500865b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.564881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:41.565466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.623635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1862612 Feb 19 07:48:41.623635 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:41.626358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'admin_state_up': True, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:41.651480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f4813-d542-48a7-a2c1-aed0fc0d409d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Network': ['ID=4d01c3eb-0adf-469d-a458-07b7e500865b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:41.660688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.661886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.664481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 4d01c3eb-0adf-469d-a458-07b7e500865b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:48:41.721112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (acaebfc5-8b5c-40e5-b1e9-09d37896765f), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:41.861833 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (acaebfc5-8b5c-40e5-b1e9-09d37896765f), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.362951 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.401799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.426011 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.429272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-a3808a09-4d05-4c11-b4b9-2d4adf6cf2bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:42.430999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-a3808a09-4d05-4c11-b4b9-2d4adf6cf2bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 946 time: 0.0532629 Feb 19 07:48:42.511580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e32cfd-a035-4f5b-b425-04e4856a8e65 req-02f65d5a-7eb3-4234-8883-469f68c4a08d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:42.513285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92e32cfd-a035-4f5b-b425-04e4856a8e65 req-02f65d5a-7eb3-4234-8883-469f68c4a08d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 946 time: 0.1521115 Feb 19 07:48:42.538295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port 25c28b10-35e5-4a74-8555-bbe4257f1a77 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:48:42.538721 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.549509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.21 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/8958c45e-1d99-4a89-8315-aa2b2a9edc25) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:42.625095 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-92e32cfd-a035-4f5b-b425-04e4856a8e65 req-86840938-3946-41a2-b9b3-53dc7f2d8905 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013930 Feb 19 07:48:42.637762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port 25c28b10-35e5-4a74-8555-bbe4257f1a77, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=25c28b10-35e5-4a74-8555-bbe4257f1a77,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:42.639397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.712309 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.753027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.793522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:42.798513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:42.803551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:48:42.806729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=8958c45e-1d99-4a89-8315-aa2b2a9edc25,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:42.893468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.894276 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (035d138f-60ea-4781-a63e-963766ba4a14), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:42.894422 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP 035d138f-60ea-4781-a63e-963766ba4a14 disassociated. External IP: 172.25.7.136, port: 25c28b10-35e5-4a74-8555-bbe4257f1a77. Feb 19 07:48:42.894925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for 25c28b10-35e5-4a74-8555-bbe4257f1a77 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:48:43.046856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (25c28b10-35e5-4a74-8555-bbe4257f1a77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:43.095135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:43.329717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:43.379806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=25c28b10-35e5-4a74-8555-bbe4257f1a77,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:43.470274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router acaebfc5-8b5c-40e5-b1e9-09d37896765f is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:48:43.515933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:48:43.581103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:43.594589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Sync routers for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:48:43.605084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:43.606450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-803c9f2d-7f36-4b2f-89a0-dd1e9778f793 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9834666 Feb 19 07:48:43.609550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:43.624187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:43.625488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:43.652282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d87415cb-5e77-417b-a94e-004800a186f9 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=d75edc3a2d9944719ac488c1a08ff697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390918 Feb 19 07:48:43.652830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:43.655521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:43.672934 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:48:43.689443 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:43.690103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:43.718240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port 25c28b10-35e5-4a74-8555-bbe4257f1a77 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:48:43.721670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:43.727028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d27eb81-295b-48f8-9a47-5727daf27c09 req-5e051744-837b-4cd0-9a38-c256eaf28c52 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "DELETE /v2.0/ports/25c28b10-35e5-4a74-8555-bbe4257f1a77 HTTP/1.1" status: 204 len: 173 time: 1.2902591 Feb 19 07:48:43.728062 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'name': 'network-vif-deleted', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:43.730960 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1a2f5-53d0-4b05-98df-509d3fc4e0de" -d '{"events": [{"server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "name": "network-vif-deleted", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:43.846706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-deaa74f1-1a8d-4e6d-9bb2-21522bc85900 req-5bd1cae4-3fbd-4715-844c-6b6464cb3899 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0648744 Feb 19 07:48:43.851490 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2661db1-8ebf-4b4b-b166-8710f22e281f x-openstack-request-id: req-b2661db1-8ebf-4b4b-b166-8710f22e281f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:43.852010 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fa4082-b410-415f-8625-a66827aa254a", "name": "network-vif-deleted", "tag": "25c28b10-35e5-4a74-8555-bbe4257f1a77", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:43.852365 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b2661db1-8ebf-4b4b-b166-8710f22e281f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:43.854403 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fa4082-b410-415f-8625-a66827aa254a', 'name': 'network-vif-deleted', 'tag': '25c28b10-35e5-4a74-8555-bbe4257f1a77', 'status': 'completed', 'code': 200} Feb 19 07:48:43.915776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:43.920111 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:43.961584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b9367-c5ee-4ebd-ac9b-d4b6561181ba tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:43.963478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-732b9367-c5ee-4ebd-ac9b-d4b6561181ba tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3101313 Feb 19 07:48:43.966565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35718) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:44.012723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 35720) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:44.018012 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255384376', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:44.026174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dbe00ee6-da57-48cb-b081-c97be479e5a3 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419676 Feb 19 07:48:44.141568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:48:44.145987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.179524 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:44.207016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:44.207797 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:48:44.216992 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:44.217853 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:44.251662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Checking router: acaebfc5-8b5c-40e5-b1e9-09d37896765f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:48:44.252314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Updating router acaebfc5-8b5c-40e5-b1e9-09d37896765f port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:48:44.334878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.349211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:44.369694 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d6ccd746-74f2-48c1-9984-d144d344c136), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.452901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:44.453257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network hostable DHCP agents. Network: 4d01c3eb-0adf-469d-a458-07b7e500865b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:48:44.460841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Subnet': ['ID=d6ccd746-74f2-48c1-9984-d144d344c136,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:44.488323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4d01c3eb-0adf-469d-a458-07b7e500865b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:48:44.501069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 4d01c3eb-0adf-469d-a458-07b7e500865b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:44.509293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:44.510279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.528492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081b182-895e-4aa0-b169-44f37fb640a7 None None] Network 4d01c3eb-0adf-469d-a458-07b7e500865b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:48:44.532707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-653f5ca2-f3a6-462b-bba6-f4b846c8ee63 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5186927 Feb 19 07:48:44.535718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 35722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:48:44.630301 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:44.662274 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcdfb79-e43f-490c-a993-beecd9c0ef21 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:48:44.736632 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks [] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.741737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-4d01c3eb-0adf-469d-a458-07b7e500865b', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:48:44.742640 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.765333 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.887161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f86f5c-c216-446d-85f7-14e802b09947 None None] Pushing event updated for resources: {'Port': ['ID=8958c45e-1d99-4a89-8315-aa2b2a9edc25,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:44.892784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Attempting to bind port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:48:44.893155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Attempting to bind port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:48:44.893519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Attempting to bind port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:44.907280 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:48:44.907646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:44.908058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:44.908459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:48:44.908942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Bound port: 8958c45e-1d99-4a89-8315-aa2b2a9edc25, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:48:44.909326 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.016720 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a61cf97-26cb-4677-b40f-9dbcda52ddd1 req-6690630b-295d-456b-a5e7-146166d3aea2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0475264 Feb 19 07:48:45.151429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6043d5-1913-4597-a890-4540bb8ce14d None None] New status for floating IP 035d138f-60ea-4781-a63e-963766ba4a14: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:48:45.158530 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.268919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] For port 8958c45e-1d99-4a89-8315-aa2b2a9edc25, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:45.316159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] For port 8958c45e-1d99-4a89-8315-aa2b2a9edc25, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8958c45e-1d99-4a89-8315-aa2b2a9edc25,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:45.321004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Allocated IP 172.20.0.2 (4d01c3eb-0adf-469d-a458-07b7e500865b/d6ccd746-74f2-48c1-9984-d144d344c136/0272299b-60c0-4b44-b8cc-684bd86b31c4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:45.333342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.462560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:45.463221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:45.466969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f86f5c-c216-446d-85f7-14e802b09947 None None] Pushing event updated for resources: {'Port': ['ID=8958c45e-1d99-4a89-8315-aa2b2a9edc25,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:45.645187 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks [] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.654388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:45.658339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.728656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 25c28b10-35e5-4a74-8555-bbe4257f1a77 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:48:45.742048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.1 (4d01c3eb-0adf-469d-a458-07b7e500865b/d6ccd746-74f2-48c1-9984-d144d344c136/688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:45.796511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 25c28b10-35e5-4a74-8555-bbe4257f1a77 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:48:45.797478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 25c28b10-35e5-4a74-8555-bbe4257f1a77 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:48:45.842148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Network 4d01c3eb-0adf-469d-a458-07b7e500865b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:45.848756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:45.853111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:48:45.866936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Pushing event updated for resources: {'Port': ['ID=0272299b-60c0-4b44-b8cc-684bd86b31c4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:45.867151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.903045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.949781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Attempting to bind port 0272299b-60c0-4b44-b8cc-684bd86b31c4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:48:45.950148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Attempting to bind port 0272299b-60c0-4b44-b8cc-684bd86b31c4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:48:45.950510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Attempting to bind port 0272299b-60c0-4b44-b8cc-684bd86b31c4 on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:45.957092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4d01c3eb-0adf-469d-a458-07b7e500865b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:45.963242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:48:45.963457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:45.963564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:45.963564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.963564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Bound using segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:48:45.963564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Bound port: 0272299b-60c0-4b44-b8cc-684bd86b31c4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:48:45.963564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:45.967369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:48:45.976964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:46.016664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.068811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] For port 0272299b-60c0-4b44-b8cc-684bd86b31c4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:46.073151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] For port 0272299b-60c0-4b44-b8cc-684bd86b31c4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0272299b-60c0-4b44-b8cc-684bd86b31c4,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:46.077485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:46.112634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bcb52-c813-43a8-89ee-8bb0396f07b3 None None] The sync data for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 is: [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:48:46.115754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.172712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb05ec9e-41ae-4e2a-8b50-c4abfd4f7db2 req-19ce3b09-e26c-46fc-aaad-c612324b8d04 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0429440 Feb 19 07:48:46.215236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3a8a6-59cb-4851-9595-51bcb4d1dce7 None None] Pushing event updated for resources: {'Port': ['ID=0272299b-60c0-4b44-b8cc-684bd86b31c4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:46.222796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.568431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.574358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.633863 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:46.730436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:46.786882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4d01c3eb-0adf-469d-a458-07b7e500865b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:46.789846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:46.922227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router acaebfc5-8b5c-40e5-b1e9-09d37896765f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:48:47.062477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:48:47.068166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ef66d78-7b3b-48f6-9c89-0814fb490628 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/acaebfc5-8b5c-40e5-b1e9-09d37896765f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292211 Feb 19 07:48:47.353042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9886c835-5444-4290-993b-91a23bf26e79 req-71329810-7ece-4e59-a063-768a737e1a6f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0527880 Feb 19 07:48:47.400320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-bbf8b692-18d9-4102-add5-fb9e69e01949 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276413369&fields=id&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 267 time: 0.0685887 Feb 19 07:48:47.528170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-903887e2-1430-4145-9d49-146fb72d9507 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:47.530131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-903887e2-1430-4145-9d49-146fb72d9507 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 796 time: 0.1208019 Feb 19 07:48:47.545755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-5a505cef-1025-4bb9-a3c3-4a355ab88ff5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/quotas/d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 375 time: 0.0101266 Feb 19 07:48:47.612348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b54879-4fed-47de-8fa6-d0aa234665e6 None None] Network 4d01c3eb-0adf-469d-a458-07b7e500865b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:48:47.639306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-a5b88985-6ea6-46a8-986b-36ba8855bc0d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816009 Feb 19 07:48:47.689868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Provisioning complete for port 0272299b-60c0-4b44-b8cc-684bd86b31c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:47.690239 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:47.821748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-4a2b0214-9c9b-4cb5-bb4f-0658f64fa68f service neutron] 10.222.0.43 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812568 Feb 19 07:48:47.838338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:48:47.861948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Current status of the port 0272299b-60c0-4b44-b8cc-684bd86b31c4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:47.862348 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:47.913572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] For port 0272299b-60c0-4b44-b8cc-684bd86b31c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0272299b-60c0-4b44-b8cc-684bd86b31c4,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:47.924222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:48.002628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-1fa41cc1-a311-4321-af8c-d0aa827c9774 service neutron] 10.222.0.43 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698656 Feb 19 07:48:48.014997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1878e-e24c-46a4-b8b6-2812c4aaf16d None None] Pushing event updated for resources: {'Port': ['ID=0272299b-60c0-4b44-b8cc-684bd86b31c4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:48.256857 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-748ca557-9e44-4510-8fa5-d922e3713176 req-d62c2907-7c80-4632-b2d4-c4b0e172abe1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0569546 Feb 19 07:48:48.266309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Provisioning complete for port 0272299b-60c0-4b44-b8cc-684bd86b31c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:48.269868 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:48.512053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Current status of the port 0272299b-60c0-4b44-b8cc-684bd86b31c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:48.543825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:48.544223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:48.547821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8958c45e-1d99-4a89-8315-aa2b2a9edc25 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:48.589330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe7ac280-3d4d-480e-9bde-856a36c273ce req-aabc02ec-1dd3-47bc-903e-36fb182d08d0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.1091723 Feb 19 07:48:48.613040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5046a393-757a-47e1-88a9-4f3f2e330ad5 None None] Port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:48:48.624672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Sync routers for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:48:48.648715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:48.649363 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:48.733654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:48.734184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:48.852131 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:48.871103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e8456833-49dc-4c66-a747-734099a4e3f8 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:48.871774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8456833-49dc-4c66-a747-734099a4e3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:48.959318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:48.967494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.015103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8456833-49dc-4c66-a747-734099a4e3f8 None None] Port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:48:49.025518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 8958c45e-1d99-4a89-8315-aa2b2a9edc25, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8958c45e-1d99-4a89-8315-aa2b2a9edc25,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:49.033107 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.034238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0272299b-60c0-4b44-b8cc-684bd86b31c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:49.144484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=8958c45e-1d99-4a89-8315-aa2b2a9edc25,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:49.186618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0272299b-60c0-4b44-b8cc-684bd86b31c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:49.187111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.260785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9c9ae2a0-1612-47a0-9c9c-26e6e5ce01d6 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:49.261555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c9ae2a0-1612-47a0-9c9c-26e6e5ce01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.326059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0272299b-60c0-4b44-b8cc-684bd86b31c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:49.343749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ae2a0-1612-47a0-9c9c-26e6e5ce01d6 None None] Port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:48:49.400442 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 2, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:49.404597 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24c9a968-26b3-4bbb-b196-0657be3714be req-1e5c377e-4d52-46d3-8fb8-66ba11b655d4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0471747 Feb 19 07:48:49.432521 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Checking router: acaebfc5-8b5c-40e5-b1e9-09d37896765f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:48:49.432877 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Updating router acaebfc5-8b5c-40e5-b1e9-09d37896765f port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:48:49.459596 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.714493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7fdc21b-fa34-4662-a779-7695e311df9e req-85db7b32-8f61-4ebb-a8d0-487cca7c73a1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0442848 Feb 19 07:48:49.810253 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks [] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.819589 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:49.852226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-02032337-f6ef-46b8-b441-cd9e5153c2c9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:49.853756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-02032337-f6ef-46b8-b441-cd9e5153c2c9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 796 time: 0.1507697 Feb 19 07:48:49.872923 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Pushing event updated for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:49.892953 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.893305 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.893647 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.893981 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.894316 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.894647 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.894975 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.895761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.895761 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.897393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.897760 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.898089 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.898422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:48:49.974083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-bcc18f58-8eda-4e4b-b827-188e5008a77f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 380 time: 0.1066089 Feb 19 07:48:49.986108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'port': {'device_id': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'admin_state_up': True, 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'security_groups': ['04421bc9-348f-4743-929d-1bf11c516b8e']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:49.988556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Attempting to bind port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:48:49.989125 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Attempting to bind port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:48:49.991266 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Attempting to bind port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:50.002429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:48:50.003723 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:50.004159 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.004624 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Bound using segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:48:50.005126 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Bound port: 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:48:50.005513 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.113110 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] For port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:50.119311 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] For port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:50.135788 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.184687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:48:50.188846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.206672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:48:50.207459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:50.278389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:50.278982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.383037 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442082-f5c1-4a4f-8425-f4d15952cfd3 None None] Pushing event updated for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:50.433249 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:48:50.450674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.10 (4d01c3eb-0adf-469d-a458-07b7e500865b/d6ccd746-74f2-48c1-9984-d144d344c136/9231895b-38ae-4d3a-babf-d3ccc6ca74ac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:48:50.539172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8958c45e-1d99-4a89-8315-aa2b2a9edc25 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:50.603765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18c53a28-ad32-4f54-a850-eb3a2b9a7275 req-284f6106-cf04-48d6-b059-e2fad7773d16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 210 time: 0.0565677 Feb 19 07:48:50.616293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Current status of the port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:50.616932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.707957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] For port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:50.728967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:50.729344 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.731004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.865951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.905822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eb3f6-d179-472e-b137-3337237d6a84 None None] Pushing event updated for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:50.949997 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-00e42d42-7742-4d9a-861c-22ebf9c57280 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:50.950734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00e42d42-7742-4d9a-861c-22ebf9c57280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.959293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a82e8eee-6885-432a-b284-fa08010a98fb req-0e4061d8-9be6-47d7-82bc-75778205074c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0577369 Feb 19 07:48:50.979798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:50.985614 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:48:51.016279 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e852d4d0-be54-4c7a-8971-1b4ae5e5fc3c None None] The sync data for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 is: [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:48:51.102674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4d01c3eb-0adf-469d-a458-07b7e500865b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:48:51.113589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:48:51.117570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:48:51.186810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:51.247213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:51.248144 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:51.290957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-22cf529f-f35d-4faf-9ca4-3e39deba53c7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3098471 Feb 19 07:48:51.303148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Request body: {'port': {'device_id': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:48:51.401235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:51.454067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:51.530702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-00e42d42-7742-4d9a-861c-22ebf9c57280 None None] Current status of the port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:51.659212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ab76014b-fda2-4e0d-85b8-58bbcf290311 None None] Provisioning complete for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:51.659610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab76014b-fda2-4e0d-85b8-58bbcf290311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:51.742007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab76014b-fda2-4e0d-85b8-58bbcf290311 None None] Port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:48:51.862356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa668912-b223-4def-9e96-04455a0bd03d req-47aaeb3a-5943-4811-aa3d-71bc9eda6f0a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:51.864748 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa668912-b223-4def-9e96-04455a0bd03d req-47aaeb3a-5943-4811-aa3d-71bc9eda6f0a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 932 time: 0.1170008 Feb 19 07:48:51.959228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:48:51.965200 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aa668912-b223-4def-9e96-04455a0bd03d req-c6ee5455-2730-4c87-a2ed-89ac0da73960 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928373 Feb 19 07:48:51.979447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks [] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:51.994374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Transition to ACTIVE for port object 9231895b-38ae-4d3a-babf-d3ccc6ca74ac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:48:52.018545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:52.149215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-494a57d4-491e-4eea-8cff-b8311fde41a9 req-ea0eda03-6de7-4508-9784-a7c34394e9f2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0782907 Feb 19 07:48:52.488865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:52.601632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:52.602016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:52.676839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:52.739771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:48:52.740014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:48:52.744340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:52.746607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:52.752539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:48:52.752907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:48:52.772590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:48:52.774677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:48:52.775122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Bound using segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:48:52.775399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Bound port: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:48:52.775849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:52.899818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:48:52.909086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:48:52.929641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:53.027458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.028794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:53.030458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] 10.222.0.24 "PUT /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1092 time: 1.7326729 Feb 19 07:48:53.031145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:48:53.035928 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8b4394-199b-47a9-8405-391568ab5e86" -d '{"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:48:53.172192 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df38d8b-6172-4926-a027-a708cfc6f86d x-openstack-request-id: req-0df38d8b-6172-4926-a027-a708cfc6f86d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:48:53.172690 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:48:53.173302 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0df38d8b-6172-4926-a027-a708cfc6f86d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:48:53.173976 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:48:53.188425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cef3b-afb7-415b-848f-414285bdab83 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:53.243301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-86698e9d-de3d-46fe-99d3-b5a3637a719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.245192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-86698e9d-de3d-46fe-99d3-b5a3637a719b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1126 time: 0.1373031 Feb 19 07:48:53.298808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-4315f687-35d3-4925-9b00-aaae205bc72e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 217 time: 0.0481229 Feb 19 07:48:53.326090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa673d6-d961-4206-a8ef-b81063a57f82 req-76384adf-91d2-4215-8b3f-fe75914cb917 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.327744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fa673d6-d961-4206-a8ef-b81063a57f82 req-76384adf-91d2-4215-8b3f-fe75914cb917 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.1982613 Feb 19 07:48:53.373651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc1728a2-b198-4a4d-aeb2-73a235c653e3 req-d8386165-ef01-4ff6-ac9c-507388927270 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0650315 Feb 19 07:48:53.421591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-64a6d03c-0bbd-4668-98fc-77c4c12495ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.423081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-64a6d03c-0bbd-4668-98fc-77c4c12495ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0484722 Feb 19 07:48:53.464215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1fa673d6-d961-4206-a8ef-b81063a57f82 req-52954139-d6e1-4748-bbe1-cd8f6695de82 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196010 Feb 19 07:48:53.507574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-4f3324e6-f78a-478e-8a53-3082a666afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.509322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-4f3324e6-f78a-478e-8a53-3082a666afb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804784 Feb 19 07:48:53.624038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-3eb41c78-2779-4d57-a419-720198e0d33e service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089764 Feb 19 07:48:53.731791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cdd8384d-567a-4dd0-9858-d0ec19e2984e req-20a5be8b-23a2-48ff-b678-35ee219a8128 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012409 Feb 19 07:48:53.858795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4394-199b-47a9-8405-391568ab5e86 req-5b22f3aa-8071-484c-8513-a56cc0a258f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.863180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-5b22f3aa-8071-484c-8513-a56cc0a258f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1126 time: 0.0787985 Feb 19 07:48:53.983388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4394-199b-47a9-8405-391568ab5e86 req-93584ca3-8a9a-4162-b8d6-cc111a9d5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:53.985061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-93584ca3-8a9a-4162-b8d6-cc111a9d5e22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1193027 Feb 19 07:48:54.040147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-ed34c2cb-a9a6-4b79-b417-6e6c9ebc2217 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 217 time: 0.0483327 Feb 19 07:48:54.098118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4394-199b-47a9-8405-391568ab5e86 req-e4a0029d-0113-4e5e-ba06-5072c79b61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:54.099738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-e4a0029d-0113-4e5e-ba06-5072c79b61f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0537767 Feb 19 07:48:54.165665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b4394-199b-47a9-8405-391568ab5e86 req-26a668c3-da03-40dd-994c-2479a2965b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:54.167237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-26a668c3-da03-40dd-994c-2479a2965b82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615516 Feb 19 07:48:54.279324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-5eb56efe-7a21-4a0f-bb1c-b70ccb6114a2 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049347 Feb 19 07:48:54.376826 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af8b4394-199b-47a9-8405-391568ab5e86 req-389ff166-7624-4fc0-9f79-7201c10de611 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Feb 19 07:48:54.462061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75ea06a1-f76c-45b2-b65d-b3bdabab3f70 req-3d0a02f1-17b2-4057-95cd-435e5423bdd3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0310833 Feb 19 07:48:54.595704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0fb79-3c4b-41e7-8844-d042b9a2883b req-717faf27-7269-469c-aa90-a07441f7cb70 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:54.597452 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68e0fb79-3c4b-41e7-8844-d042b9a2883b req-717faf27-7269-469c-aa90-a07441f7cb70 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0531695 Feb 19 07:48:54.649832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-68e0fb79-3c4b-41e7-8844-d042b9a2883b req-ce8f883c-94b0-4869-91cc-d5521d27ecfd tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Feb 19 07:48:55.559174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bb8dbbe-784d-422c-a2e4-cd8a27997a4b req-de78e671-31b8-4b77-9282-1844009e394d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0285177 Feb 19 07:48:55.795553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2a6f3-1088-427b-a237-2140f6ca9902 req-5ed48e2c-f460-444d-88ec-b1ba8bbd0593 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:55.796984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ec2a6f3-1088-427b-a237-2140f6ca9902 req-5ed48e2c-f460-444d-88ec-b1ba8bbd0593 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0641861 Feb 19 07:48:55.846601 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ec2a6f3-1088-427b-a237-2140f6ca9902 req-98745ab5-0583-4ecc-b8ed-88d7e3c6db01 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 19 07:48:56.660116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c068c4e1-e8f4-424c-9189-92e00c6ecf4f req-1a25c31d-d74a-4e1d-8a9e-573a0d3b9a9e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0261548 Feb 19 07:48:56.979029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5318-cf2b-41ec-9dbb-7452c3ba5083 req-6c5fe0fe-b2cd-43e3-be88-d932dfdb6a09 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:56.981692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33fd5318-cf2b-41ec-9dbb-7452c3ba5083 req-6c5fe0fe-b2cd-43e3-be88-d932dfdb6a09 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0662131 Feb 19 07:48:57.046731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33fd5318-cf2b-41ec-9dbb-7452c3ba5083 req-5ffc7e04-f961-4bcf-9ba4-0abd401035ca tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592151 Feb 19 07:48:57.747547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:48:57.846335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:57.858485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:48:57.885082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-31107a9c-e351-4ca9-8cfb-43552c7d1884 req-86b8c0d5-3a85-429b-a7d2-05fb7b01d47b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.1479213 Feb 19 07:48:57.905318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:57.905870 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:57.946529 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:48:57.982085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:48:57.989091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:58.043353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:48:58.178590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9231895b-38ae-4d3a-babf-d3ccc6ca74ac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:48:58.189423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ce765-6c6a-4b3e-8e6d-7b242273dd29 req-bc9d5f37-9d7f-428e-8d0f-4f633c2075de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:58.191566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375ce765-6c6a-4b3e-8e6d-7b242273dd29 req-bc9d5f37-9d7f-428e-8d0f-4f633c2075de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0598118 Feb 19 07:48:58.294527 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-375ce765-6c6a-4b3e-8e6d-7b242273dd29 req-392af807-f363-4270-9c5b-7f0bb6cfb462 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900939 Feb 19 07:48:59.054225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3598118b-cbc4-4962-b4bd-b6f3b2e6e9a4 req-0c9bef68-08ff-4855-b7d1-0d549fb6b990 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0284450 Feb 19 07:48:59.448588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f514ce0-0e54-45f8-8202-25270869115f req-0546ce62-1166-4f78-8343-d0dd9aebc0a3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:48:59.454209 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f514ce0-0e54-45f8-8202-25270869115f req-0546ce62-1166-4f78-8343-d0dd9aebc0a3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0628331 Feb 19 07:48:59.528467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f514ce0-0e54-45f8-8202-25270869115f req-03f98fb2-cb20-4d33-b182-f744e67cce76 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609426 Feb 19 07:48:59.748368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:48:59.846815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:48:59.854566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:48:59.855700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:48:59.976621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:48:59.977010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:00.016207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:00.017336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:00.021648 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b19a02d-9b93-4f7a-b560-e605e87e6f07" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:00.044270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:00.105293 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b27445-4023-40b7-8cdc-2f65b3b291e5 x-openstack-request-id: req-b9b27445-4023-40b7-8cdc-2f65b3b291e5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:00.105615 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:00.105836 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9b27445-4023-40b7-8cdc-2f65b3b291e5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:00.106281 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'code': 200} Feb 19 07:49:00.129002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:00.192226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f9b50947-a49d-433a-a9b9-fb591d48c89a req-d0e991b1-127c-426a-9f0c-ef7df32457b8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0369487 Feb 19 07:49:00.240821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e50c-f93a-46ec-85ac-d4663b63141c req-2665e2c0-3dad-404b-b375-54ca2e4b984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:00.242315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6372e50c-f93a-46ec-85ac-d4663b63141c req-2665e2c0-3dad-404b-b375-54ca2e4b984e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1128 time: 0.0855451 Feb 19 07:49:00.294711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6372e50c-f93a-46ec-85ac-d4663b63141c req-9421431e-9eb6-4a43-adbd-8f8210df146e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Feb 19 07:49:00.504953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:00.697788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67b0f1-e5e3-4ea2-92c1-f2a987a17e77 req-c5e22fe5-965a-4d01-a0ac-58412a25b818 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:00.699603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e67b0f1-e5e3-4ea2-92c1-f2a987a17e77 req-c5e22fe5-965a-4d01-a0ac-58412a25b818 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.1009607 Feb 19 07:49:00.772573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e67b0f1-e5e3-4ea2-92c1-f2a987a17e77 req-209b061c-1dac-45a6-8410-781399808f13 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659027 Feb 19 07:49:01.336103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8db018cf-1e86-4556-ad7a-9a8b6de9bb98 req-85531118-8d86-4f07-94ef-31bec17913d6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=50fa4082-b410-415f-8625-a66827aa254a HTTP/1.1" status: 200 len: 210 time: 0.0492852 Feb 19 07:49:01.920583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65194-6ae3-48af-977c-792fe66aa4fd req-62f0089f-ccd4-47c7-88f3-103217c3c891 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:01.922172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60b65194-6ae3-48af-977c-792fe66aa4fd req-62f0089f-ccd4-47c7-88f3-103217c3c891 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0650773 Feb 19 07:49:01.981126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60b65194-6ae3-48af-977c-792fe66aa4fd req-79d0c44a-c167-4921-a3d5-443685be1f73 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527980 Feb 19 07:49:02.116585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d3872-dd4e-4e9b-a331-2c0ef61336f5 req-be9fb99f-5c19-4176-9264-f2143959c98a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:02.119692 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-608d3872-dd4e-4e9b-a331-2c0ef61336f5 req-be9fb99f-5c19-4176-9264-f2143959c98a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0596867 Feb 19 07:49:02.171656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-608d3872-dd4e-4e9b-a331-2c0ef61336f5 req-41fef331-6e41-4214-a788-0f05bcf3a1aa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 Feb 19 07:49:02.195267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:02.244851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc603ed9-01ce-403a-a0c2-1e30017cd849 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:02.246896 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc603ed9-01ce-403a-a0c2-1e30017cd849 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1123 time: 0.0503800 Feb 19 07:49:02.249556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:02.253897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:02.274800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:02.393925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:02.516500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.85 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c63bde2e-649b-4ca2-8921-31283edde43d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:49:02.603754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-35b815c9-2d2f-4ba7-a7e7-634319b7ee01 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326841969&fields=id&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 267 time: 0.0554659 Feb 19 07:49:02.646509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (c63bde2e-649b-4ca2-8921-31283edde43d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:02.698881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:02.742330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:49:02.745466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:49:02.748929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:49:02.765806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-cd112084-519f-45e6-b680-52ecfc0383e2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:02.768115 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-cd112084-519f-45e6-b680-52ecfc0383e2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.1586831 Feb 19 07:49:02.780620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=c63bde2e-649b-4ca2-8921-31283edde43d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:02.786783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-26fa1d24-c235-4f9e-9009-cf889ada9c2f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0122726 Feb 19 07:49:02.789974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.790334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.790691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.791038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.791430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.791774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.792112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.792475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.792779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.793114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.793449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.793777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.794108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:02.857356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ceb5033f-65c1-4c50-9200-9b4d2d8a1761 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650966 Feb 19 07:49:03.061877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-9dda6d77-3220-40fa-804d-5a39681b42ec service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036602 Feb 19 07:49:03.178719 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-220fb58f-db87-451e-b827-bc3c03206f42 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082301 Feb 19 07:49:03.213569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.258186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (1202211d-d76f-49a1-b03b-e3966596a93b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.367590 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.564684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (c63bde2e-649b-4ca2-8921-31283edde43d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.575452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.642082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=c63bde2e-649b-4ca2-8921-31283edde43d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:03.713253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-160ef0a1-630e-4877-8c64-cc9b34a54798 req-f498ba1e-560d-4c98-96b1-8c8b833a780e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0661974 Feb 19 07:49:03.750455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (1202211d-d76f-49a1-b03b-e3966596a93b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:03.879168 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP 1202211d-d76f-49a1-b03b-e3966596a93b associated. External IP: 172.25.7.85, port: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac. Feb 19 07:49:04.203625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router acaebfc5-8b5c-40e5-b1e9-09d37896765f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:49:04.343088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:49:04.358494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Sync routers for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:49:04.372239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:49:04.373231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:04.373971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:04.421977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5250f401-3cfb-4cda-a756-f65b21eddf16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1713619 Feb 19 07:49:04.422645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:04.437222 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8317fb-bbed-48a7-9869-8e57bb61d49f" -d '{"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:04.520234 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0984e7d-fb09-42ba-a1a2-06f1b4c4c2b7 x-openstack-request-id: req-c0984e7d-fb09-42ba-a1a2-06f1b4c4c2b7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:04.520588 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:04.521436 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0984e7d-fb09-42ba-a1a2-06f1b4c4c2b7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:04.521904 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:49:04.561642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:49:04.587334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b0e1d-31d5-4adb-b843-1909a671e21f req-49751072-e567-4267-9672-b08d0e8feab3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:04.591062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-883b0e1d-31d5-4adb-b843-1909a671e21f req-49751072-e567-4267-9672-b08d0e8feab3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0753126 Feb 19 07:49:04.616710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-f6d7e89a-580a-4d45-922d-467cf30ab3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:04.620085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-f6d7e89a-580a-4d45-922d-467cf30ab3cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1128 time: 0.0748408 Feb 19 07:49:04.676427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-883b0e1d-31d5-4adb-b843-1909a671e21f req-4d7f8f69-f3f5-4087-bbc3-d51e6704303d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775471 Feb 19 07:49:04.694219 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36120) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:04.771538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-010fadde-51f8-487f-91f8-65e48e141600 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 200 len: 991 time: 0.0754235 Feb 19 07:49:04.983271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1202211d-d76f-49a1-b03b-e3966596a93b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:03Z', 'updated_at': '2022-02-19T07:49:03Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:05.020442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Checking router: acaebfc5-8b5c-40e5-b1e9-09d37896765f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:49:05.030545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:49:05.031336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:48:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:05.168912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:49:05.310047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-b69be6bb-5b8b-42ed-a3dd-56f051b37192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:05.312422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-b69be6bb-5b8b-42ed-a3dd-56f051b37192 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.6870182 Feb 19 07:49:05.360602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a35b84-2bf9-4850-a1b0-fddea80862ff req-87155d3a-3f4a-4ce2-869d-060e36c16d8a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0447586 Feb 19 07:49:05.540666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1202211d-d76f-49a1-b03b-e3966596a93b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:03Z', 'updated_at': '2022-02-19T07:49:03Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:05.562771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-f152e338-34cc-4309-9fbd-8cdd671a751b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.2347972 Feb 19 07:49:05.580521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90c5d6-acf8-4604-b8a7-cfb99b6d37cf None None] The sync data for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 is: [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '1202211d-d76f-49a1-b03b-e3966596a93b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.85', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:03Z', 'updated_at': '2022-02-19T07:49:03Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:49:05.652323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-105de5d9-9e1d-4fd6-8023-74d5a2bee224 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:05.655309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-105de5d9-9e1d-4fd6-8023-74d5a2bee224 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.8734505 Feb 19 07:49:05.718593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-82b736a7-29c2-4cf3-9d42-4c9d9412e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:05.721652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-82b736a7-29c2-4cf3-9d42-4c9d9412e0cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.1443896 Feb 19 07:49:05.775448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 36142) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:05.821267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-9bb81f26-be4b-465e-938b-446d59468f4f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 380 time: 0.1461246 Feb 19 07:49:05.835013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'security_groups': ['2000fb7a-5f06-4e02-ad10-339baf133bb4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:05.855326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-08b9b3d4-73ee-479a-9698-655a0d242779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:05.857681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-08b9b3d4-73ee-479a-9698-655a0d242779 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1132421 Feb 19 07:49:05.902126 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c272fad7-893b-404f-baa5-639384268987 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 200 len: 991 time: 0.1238685 Feb 19 07:49:05.940886 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4615dd-ba73-4301-bd98-3733dfaef5ed None None] New status for floating IP 1202211d-d76f-49a1-b03b-e3966596a93b: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:49:06.090504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-499e5d9d-9f3f-4dbb-858e-214d9eba260a service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766312 Feb 19 07:49:06.244453 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7baab31-ad44-4aa4-9c4a-69988b3278a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:06.254753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce8317fb-bbed-48a7-9869-8e57bb61d49f req-ec5e4781-3534-4ef0-884c-7cc2953dab24 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576827 Feb 19 07:49:06.256667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:49:06.272981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:06.470157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.9 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/e130439e-c060-4484-8d52-9dc5156f4307) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:49:06.489081 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c15a5f9-e380-4576-a4ae-9a46ab713b1b req-4059a69e-82ec-4987-91e0-ad8c9ddc366a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0280282 Feb 19 07:49:06.641447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (e130439e-c060-4484-8d52-9dc5156f4307), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:06.686073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:06.793380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:49:06.832277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:49:06.850290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:49:06.897800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:06.910239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:07.002463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9be71346-a7b5-4973-9758-8c49221c3e37 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 200 len: 993 time: 0.0879562 Feb 19 07:49:07.038844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:07.039959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.074453 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-5389b18c-7014-4a52-b33d-4e7977a1f5c9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2441645 Feb 19 07:49:07.087081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Request body: {'port': {'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:07.192369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e130439e-c060-4484-8d52-9dc5156f4307), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.222339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3a140cd3-e265-48ca-baa8-1f021b370b77 None None] Provisioning complete for port e130439e-c060-4484-8d52-9dc5156f4307 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:49:07.223493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a140cd3-e265-48ca-baa8-1f021b370b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e130439e-c060-4484-8d52-9dc5156f4307), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.274638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3a140cd3-e265-48ca-baa8-1f021b370b77 None None] Port e130439e-c060-4484-8d52-9dc5156f4307 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:49:07.526814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e130439e-c060-4484-8d52-9dc5156f4307 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:49:07.539628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks [] for port (e130439e-c060-4484-8d52-9dc5156f4307), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.553597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Transition to ACTIVE for port object e130439e-c060-4484-8d52-9dc5156f4307 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:49:07.559151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.658634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:07.718782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299910-55f7-4957-8495-84120e991be4 req-f7907a77-40e0-4df1-a655-98c032d4c738 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:07.720422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5299910-55f7-4957-8495-84120e991be4 req-f7907a77-40e0-4df1-a655-98c032d4c738 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.1325831 Feb 19 07:49:07.786884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Attempting to bind port e130439e-c060-4484-8d52-9dc5156f4307 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:49:07.787243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Attempting to bind port e130439e-c060-4484-8d52-9dc5156f4307 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:49:07.787578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Attempting to bind port e130439e-c060-4484-8d52-9dc5156f4307 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:07.801603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Port e130439e-c060-4484-8d52-9dc5156f4307 on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:49:07.802475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Attempting to bind port e130439e-c060-4484-8d52-9dc5156f4307 on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:07.807831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5299910-55f7-4957-8495-84120e991be4 req-73379cf3-8bd3-4feb-8ef6-0341c8e83b9f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801752 Feb 19 07:49:07.813330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:49:07.813674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:49:07.814591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:49:07.815036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Bound port: e130439e-c060-4484-8d52-9dc5156f4307, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:49:07.815438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e130439e-c060-4484-8d52-9dc5156f4307), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.901344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:07.904448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e130439e-c060-4484-8d52-9dc5156f4307,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:49:07.912435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.975949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:07.976649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:07.978290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] 10.222.0.47 "PUT /v2.0/ports/e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 1091 time: 0.8978868 Feb 19 07:49:07.978833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:07.981411 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:08.006031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6117-c53f-4839-8ad7-ee13028c3ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:08.069533 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6f7cc-10ed-405a-97d3-ad1232840899 x-openstack-request-id: req-45e6f7cc-10ed-405a-97d3-ad1232840899 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:08.069830 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:08.070082 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45e6f7cc-10ed-405a-97d3-ad1232840899 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:08.070482 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307', 'status': 'completed', 'code': 200} Feb 19 07:49:08.092213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-6ee47f32-ca5b-4a42-9cc3-5a22f80a322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.093736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-6ee47f32-ca5b-4a42-9cc3-5a22f80a322e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1125 time: 0.0649288 Feb 19 07:49:08.172960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-ca4f15ac-64ad-4bd4-9433-2db545a9decf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 217 time: 0.0715847 Feb 19 07:49:08.231148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-b6ab6634-c169-4d4b-9018-a32f81e5224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.232870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-b6ab6634-c169-4d4b-9018-a32f81e5224f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0533924 Feb 19 07:49:08.299664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-a28da5f2-416d-4d60-96e3-00b07d7cd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.301206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-a28da5f2-416d-4d60-96e3-00b07d7cd724 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627027 Feb 19 07:49:08.409011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-eaa2c933-1fe7-4719-a113-183c1b08ad35 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011455 Feb 19 07:49:08.542402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4d0e4af-f8af-4e55-b88e-eae12c6859d2 req-53161021-2993-4d14-95f1-afde2594d32e service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266339 Feb 19 07:49:08.603872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-146fce1b-08cc-4ce7-9c2f-b4dd8807a5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:08.638821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-01de7f01-2229-4a14-854d-8410e29d5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.640368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-01de7f01-2229-4a14-854d-8410e29d5a8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1125 time: 0.0513699 Feb 19 07:49:08.749773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-daa4eda3-16e7-4ba2-b48d-b8f318635229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.751544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-daa4eda3-16e7-4ba2-b48d-b8f318635229 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1045442 Feb 19 07:49:08.798642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-fb74b387-60d8-484c-bc30-c0e457778bad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 217 time: 0.0415871 Feb 19 07:49:08.881374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-d9ba029e-c3ad-45a8-a428-5b6905ebb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:08.883059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-d9ba029e-c3ad-45a8-a428-5b6905ebb083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0780149 Feb 19 07:49:09.012305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-de66a42c-ba30-40d3-a6c2-d79014bab5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:09.013747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-de66a42c-ba30-40d3-a6c2-d79014bab5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1193714 Feb 19 07:49:09.120578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f91ca3-b3df-4957-b7bc-a91e4dfa9a76 req-44941be9-e1c3-47b3-ae11-311e9832a33a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:09.129104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05f91ca3-b3df-4957-b7bc-a91e4dfa9a76 req-44941be9-e1c3-47b3-ae11-311e9832a33a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.2001703 Feb 19 07:49:09.163136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-6f743dc4-b0a1-4e30-896a-daa1b842b994 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405745 Feb 19 07:49:09.271928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05f91ca3-b3df-4957-b7bc-a91e4dfa9a76 req-cc75bba4-3b8f-4c17-85fc-ec57b7067349 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364081 Feb 19 07:49:09.321851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e934c49-5eb0-4cf4-9b6b-ed451ace1e10 req-a6996a8c-b85a-480f-9c6f-7a38ebbb2a2a service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522708 Feb 19 07:49:09.762543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:10.421708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bdb3d-71af-46c5-ac5f-9f7cf514b714 req-348a7e19-dd34-4bb8-a9d1-d6fc6ab32711 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:10.423556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-770bdb3d-71af-46c5-ac5f-9f7cf514b714 req-348a7e19-dd34-4bb8-a9d1-d6fc6ab32711 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0663888 Feb 19 07:49:10.487676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-770bdb3d-71af-46c5-ac5f-9f7cf514b714 req-5b8ee20a-07ef-47b5-8ab9-b181ff2fa2fa tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553830 Feb 19 07:49:11.085715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:11.643359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbadff-b5e0-4ebf-a72c-d4142dd5cf81 req-c66828e8-c933-4a3b-9252-72bd38a703bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:11.645062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbdbadff-b5e0-4ebf-a72c-d4142dd5cf81 req-c66828e8-c933-4a3b-9252-72bd38a703bd tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0739694 Feb 19 07:49:11.703562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fbdbadff-b5e0-4ebf-a72c-d4142dd5cf81 req-b0439cb7-e41d-4278-8177-5ff94926e65d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521326 Feb 19 07:49:12.430115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:12.847133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283c493-bb98-4323-8d18-ad15c6084acf req-0ff94c17-3076-448f-a575-e2eef3e7b379 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:12.856671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f283c493-bb98-4323-8d18-ad15c6084acf req-0ff94c17-3076-448f-a575-e2eef3e7b379 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0716038 Feb 19 07:49:12.925016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f283c493-bb98-4323-8d18-ad15c6084acf req-51f834b9-c973-4935-8073-bc918fca753b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670407 Feb 19 07:49:14.068998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d5a8f-a2ba-4db7-97e9-f4a07aa3e8ac req-c2739534-1fc6-421d-94cc-421f7432625e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:14.074974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-060d5a8f-a2ba-4db7-97e9-f4a07aa3e8ac req-c2739534-1fc6-421d-94cc-421f7432625e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0661204 Feb 19 07:49:14.131595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-060d5a8f-a2ba-4db7-97e9-f4a07aa3e8ac req-a6e06a90-0323-410d-8b98-8ffcf61235b1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518994 Feb 19 07:49:15.268788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8037f-6edc-4381-96f3-03d5df043aa1 req-bd7d7e6f-fee3-4e07-b2f3-cb567957f2dc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:15.271506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4e8037f-6edc-4381-96f3-03d5df043aa1 req-bd7d7e6f-fee3-4e07-b2f3-cb567957f2dc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0638380 Feb 19 07:49:15.332210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e4e8037f-6edc-4381-96f3-03d5df043aa1 req-b5d63da7-7860-4ca0-819b-f8a131a40a0a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Feb 19 07:49:16.480710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e800d-a4bc-483d-bb3c-1822e34719bc req-12501da4-b7c0-434b-b98e-4597fce187ac tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:16.482898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-351e800d-a4bc-483d-bb3c-1822e34719bc req-12501da4-b7c0-434b-b98e-4597fce187ac tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0693417 Feb 19 07:49:16.551725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-351e800d-a4bc-483d-bb3c-1822e34719bc req-efdf3c9d-6135-4bd0-8046-c9c4aa95fd50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592694 Feb 19 07:49:17.672339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61adc-ddf0-4fc6-bfbc-7905f4bcba41 req-c204bf12-3137-43bd-8436-757680f46c3c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:17.673799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21e61adc-ddf0-4fc6-bfbc-7905f4bcba41 req-c204bf12-3137-43bd-8436-757680f46c3c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0519340 Feb 19 07:49:17.723812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21e61adc-ddf0-4fc6-bfbc-7905f4bcba41 req-96a29084-a9fd-4f83-9490-709cd3f034e1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Feb 19 07:49:18.864365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f90d8-4da8-423b-a462-01a6b3c4110f req-fcc55fc7-be63-493b-a6c7-1b1516c82b9b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:18.867144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-827f90d8-4da8-423b-a462-01a6b3c4110f req-fcc55fc7-be63-493b-a6c7-1b1516c82b9b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0684092 Feb 19 07:49:18.917817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-827f90d8-4da8-423b-a462-01a6b3c4110f req-441c702c-5a4a-46e5-bc5b-6700b922db88 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432675 Feb 19 07:49:20.049503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ab50e-d28e-4bb5-a2c3-f2e8a24bfc3e req-1f40de3d-0835-491d-9dce-11b64b65473f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:20.051133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c75ab50e-d28e-4bb5-a2c3-f2e8a24bfc3e req-1f40de3d-0835-491d-9dce-11b64b65473f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0586476 Feb 19 07:49:20.117803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c75ab50e-d28e-4bb5-a2c3-f2e8a24bfc3e req-430fa643-4414-426a-80ef-07461ad3bf82 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600622 Feb 19 07:49:20.873107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-5d695d17-ef12-4eb6-b64f-ca15933675d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501184 Feb 19 07:49:20.971891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba668-6532-46fe-a3c1-584426402905 req-e39775c1-4727-4a0a-b0a8-575ae53aa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:20.973814 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-e39775c1-4727-4a0a-b0a8-575ae53aa2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.0565174 Feb 19 07:49:21.089225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba668-6532-46fe-a3c1-584426402905 req-d7dd6407-5873-40b3-922a-2d80a43ca5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:21.090771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-d7dd6407-5873-40b3-922a-2d80a43ca5df service neutron] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 909 time: 0.0966578 Feb 19 07:49:21.172083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-73b090e8-76e5-4e46-bc5c-adf8cdb04f70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 1002 time: 0.0748947 Feb 19 07:49:21.228866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba668-6532-46fe-a3c1-584426402905 req-7ac48bfd-b780-4cb3-88c4-a8cdc71640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:21.230523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-7ac48bfd-b780-4cb3-88c4-a8cdc71640a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0524132 Feb 19 07:49:21.260541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2171f-0a40-49fa-bd9d-a72b1d5eab6c req-472d28b3-3840-4035-b486-5f3f3772bae2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:21.269740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7e2171f-0a40-49fa-bd9d-a72b1d5eab6c req-472d28b3-3840-4035-b486-5f3f3772bae2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0760403 Feb 19 07:49:21.284000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba668-6532-46fe-a3c1-584426402905 req-509b89ba-04fa-4f32-8a36-7d3b0b44afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:21.285909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-509b89ba-04fa-4f32-8a36-7d3b0b44afef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495946 Feb 19 07:49:21.330955 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7e2171f-0a40-49fa-bd9d-a72b1d5eab6c req-aa939f8b-7003-4e53-88c1-abe946a75eab tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599597 Feb 19 07:49:21.397522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-b21e1d79-73eb-4a00-8cf0-ce86cad73152 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052952 Feb 19 07:49:21.502344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c8ba668-6532-46fe-a3c1-584426402905 req-b3d1396d-e1a4-4ca7-8686-cc5f2862fe27 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994477 Feb 19 07:49:22.445101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd5fa6-0261-4ac7-81b5-bf9ecde9e054 req-cb21ab8e-0d9d-44e9-9b5b-e5f141b76830 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:22.446622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-effd5fa6-0261-4ac7-81b5-bf9ecde9e054 req-cb21ab8e-0d9d-44e9-9b5b-e5f141b76830 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0535121 Feb 19 07:49:22.502639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-effd5fa6-0261-4ac7-81b5-bf9ecde9e054 req-fabc6be4-51c0-4181-bf4a-7d457bc0751e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504010 Feb 19 07:49:23.624770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb260-1426-4e6c-84f5-39155b48d749 req-cd70a781-f7ff-4d62-ada5-61a302bbeda6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:23.626902 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b70eb260-1426-4e6c-84f5-39155b48d749 req-cd70a781-f7ff-4d62-ada5-61a302bbeda6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 943 time: 0.0544198 Feb 19 07:49:23.676405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b70eb260-1426-4e6c-84f5-39155b48d749 req-5219459a-1a93-4903-825e-d277b503440f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Feb 19 07:49:24.064644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e130439e-c060-4484-8d52-9dc5156f4307 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:49:24.160017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e130439e-c060-4484-8d52-9dc5156f4307,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:24.170774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'e130439e-c060-4484-8d52-9dc5156f4307', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:49:24.207014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e130439e-c060-4484-8d52-9dc5156f4307 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:24.207459 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e130439e-c060-4484-8d52-9dc5156f4307), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:24.220314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e130439e-c060-4484-8d52-9dc5156f4307 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:49:24.242747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e130439e-c060-4484-8d52-9dc5156f4307,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:24.247512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:24.295898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:24.303619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.303966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.304311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.304651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.304985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.305318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.305649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.305982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.306309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.306638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.306961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.307311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.307639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:49:24.564527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e130439e-c060-4484-8d52-9dc5156f4307'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:49:24.805954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137347a3-8af6-4926-a230-142b24b454fa req-a5c80f12-365c-4654-81f0-771a07def87b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:24.807561 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-137347a3-8af6-4926-a230-142b24b454fa req-a5c80f12-365c-4654-81f0-771a07def87b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 944 time: 0.0570292 Feb 19 07:49:24.828299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:49:24.856485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-137347a3-8af6-4926-a230-142b24b454fa req-198ce393-d213-4141-bca5-2c0d512b3dbb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431929 Feb 19 07:49:25.977666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7e51a-5d8a-448f-b555-174642053cf2 req-14c48228-1bcb-475c-9acc-e99767096ca8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:25.979309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d7e51a-5d8a-448f-b555-174642053cf2 req-14c48228-1bcb-475c-9acc-e99767096ca8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 944 time: 0.0512626 Feb 19 07:49:26.026432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86d7e51a-5d8a-448f-b555-174642053cf2 req-dc72ff16-eb66-4ee2-9ab7-8677f2bb4c01 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Feb 19 07:49:26.069857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e130439e-c060-4484-8d52-9dc5156f4307 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:49:26.120917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port e130439e-c060-4484-8d52-9dc5156f4307 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:49:26.125382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port e130439e-c060-4484-8d52-9dc5156f4307 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:49:26.125755 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e130439e-c060-4484-8d52-9dc5156f4307), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:26.199560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e130439e-c060-4484-8d52-9dc5156f4307 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:26.199945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e130439e-c060-4484-8d52-9dc5156f4307), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:26.221685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:26.224688 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bc4858-1cf4-4175-9b57-8eb5fdef2645" -d '{"events": [{"server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "name": "network-vif-plugged", "status": "completed", "tag": "e130439e-c060-4484-8d52-9dc5156f4307"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:26.236943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e130439e-c060-4484-8d52-9dc5156f4307,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:26.242274 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:26.271780 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3793f83e-3063-4eb1-ab21-f6b1556af90d x-openstack-request-id: req-3793f83e-3063-4eb1-ab21-f6b1556af90d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:26.272074 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "name": "network-vif-plugged", "status": "completed", "tag": "e130439e-c060-4484-8d52-9dc5156f4307", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:26.272327 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3793f83e-3063-4eb1-ab21-f6b1556af90d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:26.272714 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307', 'code': 200} Feb 19 07:49:26.303908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:26.372785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f456df-a008-4a25-bc6e-e36c102a7117 req-2a1b8883-2154-426a-b725-88ae03c44316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:26.374311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2f456df-a008-4a25-bc6e-e36c102a7117 req-2a1b8883-2154-426a-b725-88ae03c44316 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1127 time: 0.0444360 Feb 19 07:49:26.423657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2f456df-a008-4a25-bc6e-e36c102a7117 req-46ea635d-8514-41e3-a4d3-3b20fd4f0d20 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437193 Feb 19 07:49:27.151718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beff353-1fd5-4f1e-86ff-a9cbf8dc6df1 req-e0d7c68d-4557-44f6-9c33-23ddb928fe1b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:27.153212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8beff353-1fd5-4f1e-86ff-a9cbf8dc6df1 req-e0d7c68d-4557-44f6-9c33-23ddb928fe1b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0518792 Feb 19 07:49:27.206601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8beff353-1fd5-4f1e-86ff-a9cbf8dc6df1 req-bcc71cda-f336-4eba-bf6b-b63e296ee02a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Feb 19 07:49:27.672792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5f769-a935-4086-8be4-dae2d17e3bbf req-e964e635-b0bc-456e-9992-7d5bb7cdb894 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:27.674415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61b5f769-a935-4086-8be4-dae2d17e3bbf req-e964e635-b0bc-456e-9992-7d5bb7cdb894 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.0517342 Feb 19 07:49:27.723907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61b5f769-a935-4086-8be4-dae2d17e3bbf req-fed044e0-c43d-4edc-97c3-e1739e6005e2 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Feb 19 07:49:28.328732 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2181858-c444-42f8-9503-56b981c0ba59 req-41ca1c16-aa0f-48c2-8325-afa2db568e1c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:28.330226 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2181858-c444-42f8-9503-56b981c0ba59 req-41ca1c16-aa0f-48c2-8325-afa2db568e1c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0558319 Feb 19 07:49:28.378403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2181858-c444-42f8-9503-56b981c0ba59 req-4bf81bc4-fa1f-479a-a4b2-6612158d240d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419006 Feb 19 07:49:28.508089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba6cb-ff21-4f16-ade6-0e7bd7c00643 req-2afc8a36-16fc-449b-b0a2-bda3c7c58eb3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:28.509999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ddba6cb-ff21-4f16-ade6-0e7bd7c00643 req-2afc8a36-16fc-449b-b0a2-bda3c7c58eb3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0640247 Feb 19 07:49:28.568145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9ddba6cb-ff21-4f16-ade6-0e7bd7c00643 req-9aae5153-9321-47c3-8af1-85350785dc0a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501521 Feb 19 07:49:28.594660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:28.640019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a60a5-97c8-48ed-9fc0-1dd2b6ca16c5 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:28.641459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-329a60a5-97c8-48ed-9fc0-1dd2b6ca16c5 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1122 time: 0.0454433 Feb 19 07:49:28.644303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:28.648768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:28.668257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:28.768628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:28.862153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc97d-ed77-413c-abb9-41ed2c2785fd req-4bdee43f-7b3f-4208-8ef9-f5ad6b36c380 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:28.864343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c95dc97d-ed77-413c-abb9-41ed2c2785fd req-4bdee43f-7b3f-4208-8ef9-f5ad6b36c380 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.0537848 Feb 19 07:49:28.881233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.25.7.49 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/7c45b66c-4615-45af-99c3-9ac954bc761b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:49:28.915353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c95dc97d-ed77-413c-abb9-41ed2c2785fd req-f267591b-2b6d-48e7-908b-62ecda76b1ae tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Feb 19 07:49:28.995414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:29.030980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:29.071470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:49:29.075415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:49:29.078390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:49:29.110812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=7c45b66c-4615-45af-99c3-9ac954bc761b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:29.681902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399c7c-e259-4717-9481-57a2b2821793 req-b1717b79-267b-4fc5-9e18-ee9b92eca434 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:29.683425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1399c7c-e259-4717-9481-57a2b2821793 req-b1717b79-267b-4fc5-9e18-ee9b92eca434 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.47 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.0962391 Feb 19 07:49:29.870523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (52dc4e01-bc79-48e4-84c4-0a46090d4c38), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:29.875485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Deleting port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:49:29.875815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.056144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] For port 51fb83ba-37b5-4fce-ba92-ab75f362cb09, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=51fb83ba-37b5-4fce-ba92-ab75f362cb09,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:30.056490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.059010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.097452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Calling delete_port for 51fb83ba-37b5-4fce-ba92-ab75f362cb09 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:49:30.138299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eba14-c160-4358-bde8-ff8a48ef0988 req-1f4128b5-5ca7-4596-ab55-cc5dc2877dae tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:30.139799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d48eba14-c160-4358-bde8-ff8a48ef0988 req-1f4128b5-5ca7-4596-ab55-cc5dc2877dae tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=99473b71-7926-46f8-b060-6ad6d31287a0 HTTP/1.1" status: 200 len: 945 time: 0.1346600 Feb 19 07:49:30.309973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d48eba14-c160-4358-bde8-ff8a48ef0988 req-12c875db-4a99-4655-8826-476b45aad70a tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328404 Feb 19 07:49:30.376115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.382141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.424311 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (51fb83ba-37b5-4fce-ba92-ab75f362cb09), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.464877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=7c45b66c-4615-45af-99c3-9ac954bc761b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:30.500318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Pushing event deleted for resources: {'Port': ['ID=51fb83ba-37b5-4fce-ba92-ab75f362cb09,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:30.512804 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.517292 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (52dc4e01-bc79-48e4-84c4-0a46090d4c38), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.571280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] No DVR routers for this DVR port 51fb83ba-37b5-4fce-ba92-ab75f362cb09 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:49:30.574626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:30.577854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1399c7c-e259-4717-9481-57a2b2821793 req-70efc205-262e-4c9e-90f9-d16d146997b8 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.47 "DELETE /v2.0/ports/51fb83ba-37b5-4fce-ba92-ab75f362cb09 HTTP/1.1" status: 204 len: 173 time: 0.8883412 Feb 19 07:49:30.578299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'name': 'network-vif-deleted', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:30.580542 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541b5b3d-27fa-476f-93cf-0f38fe26923b" -d '{"events": [{"server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "name": "network-vif-deleted", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:30.649867 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce69eca-3d88-488d-aac8-f4e8ad859373 x-openstack-request-id: req-5ce69eca-3d88-488d-aac8-f4e8ad859373 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:30.650255 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99473b71-7926-46f8-b060-6ad6d31287a0", "name": "network-vif-deleted", "tag": "51fb83ba-37b5-4fce-ba92-ab75f362cb09", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:30.650578 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ce69eca-3d88-488d-aac8-f4e8ad859373 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:30.651056 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99473b71-7926-46f8-b060-6ad6d31287a0', 'name': 'network-vif-deleted', 'tag': '51fb83ba-37b5-4fce-ba92-ab75f362cb09', 'status': 'completed', 'code': 200} Feb 19 07:49:30.680256 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP 52dc4e01-bc79-48e4-84c4-0a46090d4c38 associated. External IP: 172.25.7.49, port: e130439e-c060-4484-8d52-9dc5156f4307. Feb 19 07:49:30.920888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:49:31.047545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:49:31.058993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:49:31.072430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:31.073035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:49:31.073672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:49:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:31.111420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1660a7b5-bb37-4738-ac9c-7373927fad7e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4658201 Feb 19 07:49:31.196669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:49:31.604422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:29Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:31.637189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:49:31.650278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:49:31.651359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:49:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:31.691264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102405bc-ffa7-466a-89cf-a6920435eda5 req-7fac2c59-e2a0-48e2-bbfd-323504a68665 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:31.701218 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-102405bc-ffa7-466a-89cf-a6920435eda5 req-7fac2c59-e2a0-48e2-bbfd-323504a68665 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1128 time: 0.0639164 Feb 19 07:49:31.773823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:49:31.775217 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-102405bc-ffa7-466a-89cf-a6920435eda5 req-304f98c7-9c33-459e-bc65-c2e8b5fd4b89 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730481 Feb 19 07:49:31.903257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfd45b-eebc-4741-a45b-d64a4e882d8c req-a2a3d37b-eca5-47e2-82b2-40076964352b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:31.904888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7cfd45b-eebc-4741-a45b-d64a4e882d8c req-a2a3d37b-eca5-47e2-82b2-40076964352b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0614085 Feb 19 07:49:31.965889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7cfd45b-eebc-4741-a45b-d64a4e882d8c req-d417cc1d-be71-4bd7-b387-fd65815dd1df tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Feb 19 07:49:31.995320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 36554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:32.047295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:29Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:49:32.074754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5a76e2b3-6e51-4f0e-8136-648828dc8946 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 200 len: 993 time: 0.0773952 Feb 19 07:49:32.075533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb387bb-eed6-45a3-9050-d48f5dadde3b None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:29Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:49:32.080820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51fb83ba-37b5-4fce-ba92-ab75f362cb09 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:49:32.113836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 51fb83ba-37b5-4fce-ba92-ab75f362cb09 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:49:32.114413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 51fb83ba-37b5-4fce-ba92-ab75f362cb09 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:49:32.324013 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ecb7e0-555a-4d2f-9e2d-b28c07b1604c None None] New status for floating IP 52dc4e01-bc79-48e4-84c4-0a46090d4c38: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:49:32.448714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-197dad9b-f1bd-4a62-b1ad-b770122673a1 req-9f651d0a-8e29-4ff1-80da-e44ed60b3c08 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:49:32.449987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-197dad9b-f1bd-4a62-b1ad-b770122673a1 req-9f651d0a-8e29-4ff1-80da-e44ed60b3c08 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066853 Feb 19 07:49:32.652697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:32.655620 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb6f90-2370-44f6-b8fe-35050601ff89" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:32.697714 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6013fd-4f47-442e-9738-a1f2580f04e4 x-openstack-request-id: req-5a6013fd-4f47-442e-9738-a1f2580f04e4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:32.698108 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:32.698343 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a6013fd-4f47-442e-9738-a1f2580f04e4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:32.698811 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307', 'status': 'completed', 'code': 200} Feb 19 07:49:32.806963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-e6b96291-aefb-49e2-a1a4-857fa82b99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:32.808742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-e6b96291-aefb-49e2-a1a4-857fa82b99d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1127 time: 0.0865636 Feb 19 07:49:32.873375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f2b2-e31f-4014-bb5e-e98c419150b7 req-9794f7b3-fa70-4a62-9b16-529ef595dc86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:32.876434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef8f2b2-e31f-4014-bb5e-e98c419150b7 req-9794f7b3-fa70-4a62-9b16-529ef595dc86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0606427 Feb 19 07:49:32.938727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ef8f2b2-e31f-4014-bb5e-e98c419150b7 req-a9bf479f-4cb8-4993-8d71-6c01409bec8f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556574 Feb 19 07:49:32.965488 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-be15160e-be70-4117-903d-a8a5ddc9022b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556280 Feb 19 07:49:33.021179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-3d13452c-50e8-4530-b48e-aeef67cbfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:33.023012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-3d13452c-50e8-4530-b48e-aeef67cbfd98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1810725 Feb 19 07:49:33.103362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-d3d2ae56-45d6-4f5e-aafa-e895c08088ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 1000 time: 0.0743885 Feb 19 07:49:33.156429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-3b35419a-b8a2-46eb-8d60-0ed2e8af9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:33.158472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-3b35419a-b8a2-46eb-8d60-0ed2e8af9a89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0497370 Feb 19 07:49:33.229431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-995f9201-bf98-432d-a726-4de4b41cf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:33.231016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-995f9201-bf98-432d-a726-4de4b41cf420 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668201 Feb 19 07:49:33.231399 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:33.247301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-af1839ec-6378-4827-8bea-04b36ab3a5de service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:49:33.248459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-af1839ec-6378-4827-8bea-04b36ab3a5de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117953 Feb 19 07:49:33.353591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-779ff378-efea-4025-9c0e-3202a049a32a tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:33.354975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-779ff378-efea-4025-9c0e-3202a049a32a tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1125 time: 0.0439818 Feb 19 07:49:33.379694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-41e71dc0-b86e-4a93-9c68-8fa08916879d service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239381 Feb 19 07:49:33.481536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-acbb6f90-2370-44f6-b8fe-35050601ff89 req-becbbf06-774c-425a-b8d0-52d930486d45 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965989 Feb 19 07:49:34.082831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5687a64-6281-4938-ac7c-1dd84dbae20e req-9fff7404-3797-453d-86f1-7c4d356308a4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:34.084599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5687a64-6281-4938-ac7c-1dd84dbae20e req-9fff7404-3797-453d-86f1-7c4d356308a4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0606411 Feb 19 07:49:34.214556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d5687a64-6281-4938-ac7c-1dd84dbae20e req-f69cb434-866e-4bc7-bf25-928c673640d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236784 Feb 19 07:49:34.313592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-cc7d283c-c2ce-49f2-a7b8-c409ae8c8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:34.315119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-cc7d283c-c2ce-49f2-a7b8-c409ae8c8707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1128 time: 0.0636635 Feb 19 07:49:34.414109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-cbf633fc-d0a0-4d5d-9d8c-f94d2c78a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:34.415733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-cbf633fc-d0a0-4d5d-9d8c-f94d2c78a979 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.0935168 Feb 19 07:49:34.486771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-054f00c2-40a6-4a0b-a283-ece93ccfb90b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1001 time: 0.0640936 Feb 19 07:49:34.536793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-e7af2a8f-8269-40c3-a65d-cfe3c8318ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:34.538171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-e7af2a8f-8269-40c3-a65d-cfe3c8318ead service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0444126 Feb 19 07:49:34.591844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-963e5991-d328-4143-a2f8-8664b4b27306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:34.593346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-963e5991-d328-4143-a2f8-8664b4b27306 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487392 Feb 19 07:49:34.696860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-6bc73434-e166-4a96-a39c-3463922eee69 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965519 Feb 19 07:49:34.805338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-69ae8f03-d47a-4166-bfcd-1b8927e36386 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014004 Feb 19 07:49:35.339581 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b15dc-eb3d-481d-8300-28554782ae97 req-8b2b16b7-fcbd-407f-b89b-3b9c742b0e5f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:35.341161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf0b15dc-eb3d-481d-8300-28554782ae97 req-8b2b16b7-fcbd-407f-b89b-3b9c742b0e5f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0603054 Feb 19 07:49:35.393712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf0b15dc-eb3d-481d-8300-28554782ae97 req-1536f56d-7149-467a-a110-ae3e67558c32 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459034 Feb 19 07:49:36.238795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aacb295-65b8-40cd-bd6a-89ab48144289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:36.521703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950a3d7-49e8-4970-9b5f-cba12e0feac7 req-f8872dc4-9270-490c-9a30-d55261542892 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:36.523396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5950a3d7-49e8-4970-9b5f-cba12e0feac7 req-f8872dc4-9270-490c-9a30-d55261542892 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0587907 Feb 19 07:49:36.577846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5950a3d7-49e8-4970-9b5f-cba12e0feac7 req-e198f412-660b-4c5c-ba76-6c058c31f2b8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473640 Feb 19 07:49:37.712547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27c5b2-e504-4280-9e37-9066c2f87334 req-276a557f-6f47-466a-9f9d-1007a4d4339d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:37.714066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da27c5b2-e504-4280-9e37-9066c2f87334 req-276a557f-6f47-466a-9f9d-1007a4d4339d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0636752 Feb 19 07:49:37.765344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da27c5b2-e504-4280-9e37-9066c2f87334 req-110dd5a4-7023-4243-aa61-d18088521770 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Feb 19 07:49:38.588955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd519756-e077-4a1f-b172-7cf62a956380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:38.911460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df423965-1b9d-4ad4-a4e6-44742bba9232 req-08d9ebbd-4b2c-4fc9-a0b2-0ffa89efeac4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:38.913274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df423965-1b9d-4ad4-a4e6-44742bba9232 req-08d9ebbd-4b2c-4fc9-a0b2-0ffa89efeac4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0658894 Feb 19 07:49:38.982028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df423965-1b9d-4ad4-a4e6-44742bba9232 req-6cf0f845-2634-4b7a-963f-0b0de21a6daf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623467 Feb 19 07:49:39.762146 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:40.106839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f3159-d9aa-47f6-ac25-6c31d5f03a23 req-05a3189b-f1b7-4950-a61e-afab5152a2da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:40.108322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-417f3159-d9aa-47f6-ac25-6c31d5f03a23 req-05a3189b-f1b7-4950-a61e-afab5152a2da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0560358 Feb 19 07:49:40.171956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-417f3159-d9aa-47f6-ac25-6c31d5f03a23 req-ccdb0a2b-2cfd-4495-adc7-65ec4674fc02 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555933 Feb 19 07:49:41.088488 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:41.325364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac438-fef3-4d74-af68-f552468b29c9 req-7109883e-e4c0-405e-af3a-d340792c6a84 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:41.326977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c5ac438-fef3-4d74-af68-f552468b29c9 req-7109883e-e4c0-405e-af3a-d340792c6a84 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Feb 19 07:49:41.378478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1c5ac438-fef3-4d74-af68-f552468b29c9 req-8d1579b6-9f36-4c3b-ac92-c5073f2092a1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Feb 19 07:49:41.425572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-a76fa47d-625f-4349-93e9-0a428aa7f883 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:41.427116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-a76fa47d-625f-4349-93e9-0a428aa7f883 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 813 time: 0.1076384 Feb 19 07:49:41.441847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-18e8fe98-c81d-4009-9a41-498b50cdc570 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/quotas/a2d36314d2454165b646ce845d416e43 HTTP/1.1" status: 200 len: 375 time: 0.0093274 Feb 19 07:49:41.474165 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-1e3be8e7-f859-4e2d-ae58-5be98735b0cb tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273166 Feb 19 07:49:41.570147 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-0637558d-6b6f-4d69-bba0-d59a8e12ea25 service neutron] 10.222.0.43 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891490 Feb 19 07:49:41.957083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-5c209bcb-8cfe-4d8e-ab5a-c724bd31fd74 service neutron] 10.222.0.43 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812592 Feb 19 07:49:42.124711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baa052c4-8fad-487f-b3d9-fef640a3e743 req-9d6cc3c3-4094-4a84-a68b-216e0db1c60a tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 210 time: 0.0314410 Feb 19 07:49:42.429232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:42.525686 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b9646-bccd-4d97-aa16-7bc1718672ef req-61c18a02-0648-43d4-98a1-53ff0e853380 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:42.527360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-767b9646-bccd-4d97-aa16-7bc1718672ef req-61c18a02-0648-43d4-98a1-53ff0e853380 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0602171 Feb 19 07:49:42.584398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-767b9646-bccd-4d97-aa16-7bc1718672ef req-33958888-f271-4782-8f08-88a70fd47aff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503197 Feb 19 07:49:43.132365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-d62cd151-ea8e-480a-a11d-c112fa72c0c5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:43.134599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-d62cd151-ea8e-480a-a11d-c112fa72c0c5 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.24 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 813 time: 0.1157374 Feb 19 07:49:43.146504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Request body: {'port': {'device_id': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154', 'admin_state_up': True, 'tenant_id': 'a2d36314d2454165b646ce845d416e43'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:43.510406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d310a8ce-46ad-46c5-9472-ef4db644c882 req-9e24c872-86a8-40b5-aa8f-422f803626b7 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 210 time: 0.0523105 Feb 19 07:49:43.582468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Made reservation on behalf of a2d36314d2454165b646ce845d416e43 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:49:43.586195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:43.720805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Allocated IP 172.20.0.13 (ef639c9a-45d4-4662-827c-3300d3524154/f7031777-f0f2-4120-a273-cce64775e119/eac592a3-3d04-45d7-966a-2bf77b5bd1ee) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:49:43.725230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ed789-3807-4916-b630-bbafebc3ffc5 req-b548c691-6191-4df0-8ca2-603d371018d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:43.726854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e40ed789-3807-4916-b630-bbafebc3ffc5 req-b548c691-6191-4df0-8ca2-603d371018d2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0595036 Feb 19 07:49:43.778872 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e40ed789-3807-4916-b630-bbafebc3ffc5 req-8d371422-68b3-4f53-834c-f9861346fb07 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Feb 19 07:49:43.879470 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks [] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:43.912560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:43.952807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Network ef639c9a-45d4-4662-827c-3300d3524154 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:49:43.957930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:49:43.963788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:49:43.992182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Pushing event updated for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:44.018353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.018968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.034170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-4bea7e27-ecfc-4f3f-afb8-1677ae6faae0 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922462 Feb 19 07:49:44.044708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Request body: {'port': {'device_id': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:44.102326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.366078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac592a3-3d04-45d7-966a-2bf77b5bd1ee {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:49:44.373547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks [] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.385342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Transition to ACTIVE for port object eac592a3-3d04-45d7-966a-2bf77b5bd1ee will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:49:44.388861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.453832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Pushing event updated for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:44.506764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Attempting to bind port eac592a3-3d04-45d7-966a-2bf77b5bd1ee on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:49:44.507104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Attempting to bind port eac592a3-3d04-45d7-966a-2bf77b5bd1ee by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:49:44.507457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Attempting to bind port eac592a3-3d04-45d7-966a-2bf77b5bd1ee on network ef639c9a-45d4-4662-827c-3300d3524154 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:44.511670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Port eac592a3-3d04-45d7-966a-2bf77b5bd1ee on network ef639c9a-45d4-4662-827c-3300d3524154 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:49:44.511988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Attempting to bind port eac592a3-3d04-45d7-966a-2bf77b5bd1ee on network ef639c9a-45d4-4662-827c-3300d3524154 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:44.516672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:49:44.517007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Checking segment: {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:49:44.517384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Bound using segment: {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:49:44.517835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Bound port: eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d33d8a-6118-46e1-9497-e1e6ef09b666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:49:44.518151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.617310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:44.632857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:49:44.642381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.686268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87428f-9d50-42a7-9cfe-4e603a1f03b8 req-9d8e14ed-0722-420d-9be1-cd62793e783b tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.687874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f87428f-9d50-42a7-9cfe-4e603a1f03b8 req-9d8e14ed-0722-420d-9be1-cd62793e783b tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 944 time: 0.1052232 Feb 19 07:49:44.693640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.694278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:44.695794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] 10.222.0.24 "PUT /v2.0/ports/eac592a3-3d04-45d7-966a-2bf77b5bd1ee HTTP/1.1" status: 200 len: 1092 time: 0.6550145 Feb 19 07:49:44.696267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:44.698584 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:44.750564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e845-e864-41b3-8bc5-0e2bea59d136 service neutron] Pushing event updated for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:44.772619 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4379e5b3-1478-49a5-be7c-f23eca09b08e x-openstack-request-id: req-4379e5b3-1478-49a5-be7c-f23eca09b08e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:44.772949 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:44.773181 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4379e5b3-1478-49a5-be7c-f23eca09b08e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:44.773592 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee', 'status': 'completed', 'code': 200} Feb 19 07:49:44.814367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f87428f-9d50-42a7-9cfe-4e603a1f03b8 req-18b3904b-836b-46c4-b785-89fb8fe56c87 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106448 Feb 19 07:49:44.824569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-39e207fc-7d5b-4f64-ae15-bf4361044cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.826082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-39e207fc-7d5b-4f64-ae15-bf4361044cfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 1126 time: 0.0717614 Feb 19 07:49:44.870512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-b138d1f3-233a-4160-966e-05f24ac50778 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee HTTP/1.1" status: 200 len: 217 time: 0.0369649 Feb 19 07:49:44.924654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dabbdb-16b3-41bf-974d-4f55d7b07f4f req-90be842c-47a5-4630-9a3b-4ac148c4e13a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.926292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72dabbdb-16b3-41bf-974d-4f55d7b07f4f req-90be842c-47a5-4630-9a3b-4ac148c4e13a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0592592 Feb 19 07:49:44.927488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-e7504006-ba07-47c8-8f4c-132cdbdb6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:44.928969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-e7504006-ba07-47c8-8f4c-132cdbdb6d02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7031777-f0f2-4120-a273-cce64775e119 HTTP/1.1" status: 200 len: 853 time: 0.0529840 Feb 19 07:49:44.961732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-044e0672-19a3-4b74-9da6-fcc9af6293b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef639c9a-45d4-4662-827c-3300d3524154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274425 Feb 19 07:49:44.977334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72dabbdb-16b3-41bf-974d-4f55d7b07f4f req-8466fdea-f21c-4176-a841-d3a354a91e8f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Feb 19 07:49:45.055781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-9414637d-1d1c-4fae-8398-0b6556fadd79 service neutron] 10.222.0.24 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Feb 19 07:49:45.143663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-575edf8a-2e5c-466f-9810-0e64b34c2e51 req-c563506a-9f06-4e5f-904a-4d428e624479 service neutron] 10.222.0.24 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Feb 19 07:49:45.235038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-ee8f4c5e-ab58-45cb-ae6f-1931efe8d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:45.236592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-ee8f4c5e-ab58-45cb-ae6f-1931efe8d76d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2d36314d2454165b646ce845d416e43&device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 1126 time: 0.0487201 Feb 19 07:49:45.326807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-555189a2-c7f8-4594-bc10-1657a94c71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:45.328306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-555189a2-c7f8-4594-bc10-1657a94c71fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 200 len: 913 time: 0.0841124 Feb 19 07:49:45.373121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-660b8fa8-706b-4900-bebd-6d132845a2b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee HTTP/1.1" status: 200 len: 217 time: 0.0383489 Feb 19 07:49:45.422176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-a15d04c6-9cc2-4e02-af9a-7437d334eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:45.423577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-a15d04c6-9cc2-4e02-af9a-7437d334eecf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f7031777-f0f2-4120-a273-cce64775e119 HTTP/1.1" status: 200 len: 853 time: 0.0430396 Feb 19 07:49:45.456600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-fbb8fe2c-3022-4930-946e-89a180a23ca8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ef639c9a-45d4-4662-827c-3300d3524154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250518 Feb 19 07:49:45.553827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-be6c5980-1be3-4325-b2a3-c641e31539c2 service neutron] 10.222.0.24 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902355 Feb 19 07:49:45.683349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9070ad4-f7bf-481c-8453-e29fe6dd1ffb req-31300f60-a04b-4325-b388-8e307f26ef53 service neutron] 10.222.0.24 "GET /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224570 Feb 19 07:49:45.951014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415cff5-8e0f-4295-932a-9760acacaa69 req-66718d6f-4698-4fa4-b48f-9df91b59f9b2 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:45.951520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3415cff5-8e0f-4295-932a-9760acacaa69 req-66718d6f-4698-4fa4-b48f-9df91b59f9b2 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 944 time: 0.0597093 Feb 19 07:49:46.011672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3415cff5-8e0f-4295-932a-9760acacaa69 req-4441f1b8-b25a-42c4-9b11-e1532e60e045 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519114 Feb 19 07:49:46.103166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92670c-0ad3-427b-9a98-96b684f4452f req-2f51bc6a-bcef-49ce-87e5-6894da288e9a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:46.104690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb92670c-0ad3-427b-9a98-96b684f4452f req-2f51bc6a-bcef-49ce-87e5-6894da288e9a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0559037 Feb 19 07:49:46.155055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb92670c-0ad3-427b-9a98-96b684f4452f req-a4f3192d-0302-4c7d-a1a9-b291ebe147ff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444078 Feb 19 07:49:46.677703 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-b1eef836-180c-46a6-a074-a416fb13ff31 service neutron] show failed (client error): The resource could not be found. Feb 19 07:49:46.678719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-b1eef836-180c-46a6-a074-a416fb13ff31 service neutron] 10.222.0.24 "GET /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0719118 Feb 19 07:49:46.886900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9acf5baf-8e6e-419d-8738-fa0ae603b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:46.888482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9acf5baf-8e6e-419d-8738-fa0ae603b121 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 1128 time: 0.0471494 Feb 19 07:49:46.900188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:46.961669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.199139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c339b-beba-4fd2-8a7f-7adcf3c6e9a8 req-cacfdc2a-c403-4c30-8e3b-cb2de22a1833 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:47.200734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e47c339b-beba-4fd2-8a7f-7adcf3c6e9a8 req-cacfdc2a-c403-4c30-8e3b-cb2de22a1833 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 944 time: 0.1176062 Feb 19 07:49:47.268221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:47.282725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e47c339b-beba-4fd2-8a7f-7adcf3c6e9a8 req-9b7679fe-599a-486c-9075-dbf265197595 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Feb 19 07:49:47.291414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600d270-95f6-4972-a4d1-ffc9fbb1b489 req-9e833942-36d0-4abb-8288-1e8c66fc036b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:47.308287 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e600d270-95f6-4972-a4d1-ffc9fbb1b489 req-9e833942-36d0-4abb-8288-1e8c66fc036b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0655875 Feb 19 07:49:47.318272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:47.362420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:47.365175 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88becc61-bf75-4f09-83a9-bcdf8fbb242a" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:47.370196 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks [] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.382019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e600d270-95f6-4972-a4d1-ffc9fbb1b489 req-78b6d11b-da56-4cef-a65d-4e3ca05214ac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742078 Feb 19 07:49:47.392962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Transition to ACTIVE for port object 9231895b-38ae-4d3a-babf-d3ccc6ca74ac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:49:47.400798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.469666 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd788ce-1aba-42bc-bc5e-7db15e48afd4 x-openstack-request-id: req-ebd788ce-1aba-42bc-bc5e-7db15e48afd4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:47.469967 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:47.470220 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ebd788ce-1aba-42bc-bc5e-7db15e48afd4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:47.470612 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'code': 200} Feb 19 07:49:47.526881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:47.578681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] No DVR routers for this DVR port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:49:47.726451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:49:47.727118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:49:47.727118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:47.731520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:49:47.731843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:47.736707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:49:47.737045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:49:47.737566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Bound using segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:49:47.738537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Bound port: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:49:47.738888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.818480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:47.821759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:49:47.830005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.869925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:47.870974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:47.872857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] 10.222.0.47 "PUT /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1092 time: 0.9768274 Feb 19 07:49:47.912578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c4a3a-7cb6-4728-aebf-e15fabfea936 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:47.964566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device eac592a3-3d04-45d7-966a-2bf77b5bd1ee details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:49:47.992065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-c38da334-55b8-43b1-9cc0-f78f54502f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:47.993601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-c38da334-55b8-43b1-9cc0-f78f54502f2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1126 time: 0.0771594 Feb 19 07:49:48.116807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:48.117370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-2c6c797e-2413-47a7-b7ed-dc405c1e1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:48.119117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-2c6c797e-2413-47a7-b7ed-dc405c1e1227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1137931 Feb 19 07:49:48.131113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee', 'network_id': 'ef639c9a-45d4-4662-827c-3300d3524154', 'port_id': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee', 'mac_address': 'fa:16:3e:2d:af:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7031777-f0f2-4120-a273-cce64775e119', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:49:48.205384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port eac592a3-3d04-45d7-966a-2bf77b5bd1ee is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:48.205791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:48.229402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-74a1a799-7cc7-400a-8f3e-bd4bd8b9a484 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.1025054 Feb 19 07:49:48.237147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac592a3-3d04-45d7-966a-2bf77b5bd1ee {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:49:48.261100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:48.266694 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:48.280688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-7634056b-02c5-4547-9eda-924f0d7d9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:48.282465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-7634056b-02c5-4547-9eda-924f0d7d9223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0474014 Feb 19 07:49:48.333114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:48.356730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-0345a6c3-ab6b-45fb-9d96-3b3fb801a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:48.364283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-0345a6c3-ab6b-45fb-9d96-3b3fb801a88b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721297 Feb 19 07:49:48.467020 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a045825-b353-4848-b389-953753f1d552 req-c3138a85-96f7-4794-9617-d2a4934194a3 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:48.467650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-b1634fca-1be2-4c70-8169-da32ecb4314a service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980248 Feb 19 07:49:48.471808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a045825-b353-4848-b389-953753f1d552 req-c3138a85-96f7-4794-9617-d2a4934194a3 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 945 time: 0.0878420 Feb 19 07:49:48.475902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['eac592a3-3d04-45d7-966a-2bf77b5bd1ee'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:49:48.584551 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a045825-b353-4848-b389-953753f1d552 req-aa554b44-be25-4d8d-b80b-03e4256cbade tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042573 Feb 19 07:49:48.632105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-bc04b97c-d261-4643-9476-22b1e2c46f08 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577251 Feb 19 07:49:48.657100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6087-9a14-4cae-b9ae-834e4f0d883b req-a37713a5-d4af-4904-b0af-ef42afa3acaf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:48.658740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35dc6087-9a14-4cae-b9ae-834e4f0d883b req-a37713a5-d4af-4904-b0af-ef42afa3acaf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0693758 Feb 19 07:49:48.724824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35dc6087-9a14-4cae-b9ae-834e4f0d883b req-cfee14b9-04fd-475e-9535-a141017b65ff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506258 Feb 19 07:49:49.471738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:49.474956 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24453d29-ee91-4553-89f3-4549a71ca4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:49.523987 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a68827-143b-467b-918d-0a72ee56efdf x-openstack-request-id: req-81a68827-143b-467b-918d-0a72ee56efdf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:49.524284 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:49.524628 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81a68827-143b-467b-918d-0a72ee56efdf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:49.525151 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:49:49.628097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-459be616-018f-40d6-a898-aaf518dd6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.629736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-459be616-018f-40d6-a898-aaf518dd6daf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1126 time: 0.0861697 Feb 19 07:49:49.632308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-2fada5e9-32fe-410b-a43c-a85a3cd9be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.633681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-2fada5e9-32fe-410b-a43c-a85a3cd9be23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1126 time: 0.0808861 Feb 19 07:49:49.856036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388f86-8e64-44da-95e9-549d225b39c7 req-cfcac942-6cdb-49df-a058-669c42b97ebe tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.857772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71388f86-8e64-44da-95e9-549d225b39c7 req-cfcac942-6cdb-49df-a058-669c42b97ebe tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 945 time: 0.1922660 Feb 19 07:49:49.862082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-0318469b-ed31-4e42-8a9f-ffb14d8b6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.864044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-0318469b-ed31-4e42-8a9f-ffb14d8b6d11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.2200577 Feb 19 07:49:49.879201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2034d-6d42-48e7-8f02-d7810383a7db req-8e883372-6600-444e-b2dc-71c8167a73c6 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.880121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-24c6badd-3771-4e2a-b541-4a99b186d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:49.881088 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0a2034d-6d42-48e7-8f02-d7810383a7db req-8e883372-6600-444e-b2dc-71c8167a73c6 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0676675 Feb 19 07:49:49.881558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-24c6badd-3771-4e2a-b541-4a99b186d335 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.2450609 Feb 19 07:49:49.935683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c0a2034d-6d42-48e7-8f02-d7810383a7db req-d4629ec1-bbb1-4e52-9749-8a85f6c87b16 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465679 Feb 19 07:49:49.965542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device eac592a3-3d04-45d7-966a-2bf77b5bd1ee up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:49:50.017649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port eac592a3-3d04-45d7-966a-2bf77b5bd1ee completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:49:50.021550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port eac592a3-3d04-45d7-966a-2bf77b5bd1ee triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:49:50.021728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-9207ae9d-719c-445d-a598-e80b8b2a7d06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.1485901 Feb 19 07:49:50.021927 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:50.023766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-c7fee951-f6be-412e-969f-db0437d4c257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.1011360 Feb 19 07:49:50.026999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71388f86-8e64-44da-95e9-549d225b39c7 req-0f91abcc-d3ab-4ff8-a77c-85b1ae6e8a9f tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620491 Feb 19 07:49:50.111486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-15e7a81a-314b-4864-9163-498ef59dab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:50.111871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port eac592a3-3d04-45d7-966a-2bf77b5bd1ee is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:50.112429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:50.114102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-15e7a81a-314b-4864-9163-498ef59dab43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0860500 Feb 19 07:49:50.118509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-f4506ed9-0f3b-4d9f-8701-92a741f18c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:50.120674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-f4506ed9-0f3b-4d9f-8701-92a741f18c41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0844755 Feb 19 07:49:50.146844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:50.151149 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8760b6-f1dc-452b-8812-66f7c7e1480c" -d '{"events": [{"server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "name": "network-vif-plugged", "status": "completed", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:50.171163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:50.178382 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:50.180380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:49:50.211852 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81713f8-e704-4112-82c1-c37e660cccc9 x-openstack-request-id: req-b81713f8-e704-4112-82c1-c37e660cccc9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:50.212429 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "name": "network-vif-plugged", "status": "completed", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:50.212839 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b81713f8-e704-4112-82c1-c37e660cccc9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:50.213416 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee', 'code': 200} Feb 19 07:49:50.237835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-ca7523d6-5496-4560-9aa9-43497632ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:50.239971 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-ca7523d6-5496-4560-9aa9-43497632ec12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1171246 Feb 19 07:49:50.259055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-286f8464-62e3-40ab-8c53-689fda820bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:50.268176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-286f8464-62e3-40ab-8c53-689fda820bcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1341126 Feb 19 07:49:50.293331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:50.300693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:49:50.301338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:49:50.351743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21945-dd4d-406c-bacf-c4c3f88bb4b2 req-702c434e-e687-4c93-b5b0-a8fc06bb810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:50.353831 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2d21945-dd4d-406c-bacf-c4c3f88bb4b2 req-702c434e-e687-4c93-b5b0-a8fc06bb810c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 1128 time: 0.0707800 Feb 19 07:49:50.424481 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2d21945-dd4d-406c-bacf-c4c3f88bb4b2 req-f1769bd0-40f2-4938-94ae-b3074b23ca79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643549 Feb 19 07:49:50.445170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-2ec0fe16-899c-4cfd-a9e3-f59d49035831 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976576 Feb 19 07:49:50.464709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-73d401ac-721a-4327-aedf-eb5778876797 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715951 Feb 19 07:49:50.552323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-dc568695-9f66-4f21-824d-35600deb3724 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993607 Feb 19 07:49:50.698245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-24453d29-ee91-4553-89f3-4549a71ca4eb req-f7368206-3c04-46db-8c5a-73120319d6b8 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832272 Feb 19 07:49:51.075583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f217ee-c4ee-4b38-8179-52b8ccc09906 req-176672db-fca4-4e14-b74c-fb3acb4612ee tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:51.077242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-10f217ee-c4ee-4b38-8179-52b8ccc09906 req-176672db-fca4-4e14-b74c-fb3acb4612ee tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.0623562 Feb 19 07:49:51.145797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-10f217ee-c4ee-4b38-8179-52b8ccc09906 req-a95b5c2d-4819-438c-b4d2-1c0dda176c2e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619574 Feb 19 07:49:51.186341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8c0b1-2206-4f5e-8540-481f4747735b req-a14270d3-e4aa-4119-b543-08f16a7b7a45 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:51.188928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24b8c0b1-2206-4f5e-8540-481f4747735b req-a14270d3-e4aa-4119-b543-08f16a7b7a45 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 946 time: 0.0715320 Feb 19 07:49:51.237005 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24b8c0b1-2206-4f5e-8540-481f4747735b req-f0080e29-ad12-4df6-bd92-24e93a5ef0cd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Feb 19 07:49:52.128956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:49:52.237008 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:52.251701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:49:52.294799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:52.295214 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:52.311753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:49:52.341657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d45222-9dd3-4f89-86f1-35448bfc2ab1 req-4597e905-ec14-48c4-9e52-e48b4e38c099 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:52.343462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0d45222-9dd3-4f89-86f1-35448bfc2ab1 req-4597e905-ec14-48c4-9e52-e48b4e38c099 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 944 time: 0.1149621 Feb 19 07:49:52.345548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:52.354457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:52.433400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a09d26-4a95-410e-afa6-1c0934a72678 req-4a9c606f-0a1e-4f89-a360-bf68bd752902 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:52.442378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18a09d26-4a95-410e-afa6-1c0934a72678 req-4a9c606f-0a1e-4f89-a360-bf68bd752902 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 946 time: 0.0878687 Feb 19 07:49:52.445296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0d45222-9dd3-4f89-86f1-35448bfc2ab1 req-dabae6eb-78d9-4e44-95eb-f1c9ba874425 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939631 Feb 19 07:49:52.486368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:52.512174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18a09d26-4a95-410e-afa6-1c0934a72678 req-f2a4f6e1-1a8d-47fb-8f46-3b71154b53b7 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678058 Feb 19 07:49:52.719815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['9231895b-38ae-4d3a-babf-d3ccc6ca74ac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:49:52.802722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01594a-650c-4a5d-8a72-2b2052c29adf req-a086dd44-347e-4dca-8bac-ec5c70bab723 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:52.804273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e01594a-650c-4a5d-8a72-2b2052c29adf req-a086dd44-347e-4dca-8bac-ec5c70bab723 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0736184 Feb 19 07:49:52.830678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-2a9368a6-6ef0-4353-aea4-ed1b047efcac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:52.833472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-2a9368a6-6ef0-4353-aea4-ed1b047efcac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8&tenant_id=d75edc3a2d9944719ac488c1a08ff697&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 945 time: 0.1439109 Feb 19 07:49:52.951378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-35ca75ea-28d2-42dc-bf2f-d7a31a0cc6be service neutron] 10.222.0.47 "GET /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.1033814 Feb 19 07:49:52.979170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e01594a-650c-4a5d-8a72-2b2052c29adf req-07bf5911-4163-4dbb-a3e2-702f9c29c6c2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643684 Feb 19 07:49:53.043353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-8d3f4c66-a195-4a57-a062-23996eec5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:53.044927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-8d3f4c66-a195-4a57-a062-23996eec5844 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0647886 Feb 19 07:49:53.141724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-c8d2fc36-3ea4-4070-bc5b-71ec4896e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:53.143325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-c8d2fc36-3ea4-4070-bc5b-71ec4896e9a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.0919161 Feb 19 07:49:53.217977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-42e99cfc-4b20-49e1-8266-90d483b381e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1000 time: 0.0682969 Feb 19 07:49:53.283009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-45b229d7-8cc9-4b23-b727-e39d182032b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:53.285129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-45b229d7-8cc9-4b23-b727-e39d182032b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0612621 Feb 19 07:49:53.340181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-2cabcace-bb3b-4d41-8f5c-544c661c9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:53.342427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-2cabcace-bb3b-4d41-8f5c-544c661c9cf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511429 Feb 19 07:49:53.444484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-69764681-062a-417f-87f1-714332526c70 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958343 Feb 19 07:49:53.543505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-9e25ef4d-9565-4deb-a4ee-8be551b9b023 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921338 Feb 19 07:49:53.868390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:54.011007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d6da57f-023d-4e96-b596-bf71bea05a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.116543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d6da57f-023d-4e96-b596-bf71bea05a54 admin admin] Publish callbacks [] for security_group (a6a7d30b-1c7c-4ecd-8e1d-560929beea59), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.126958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d6da57f-023d-4e96-b596-bf71bea05a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a6a7d30b-1c7c-4ecd-8e1d-560929beea59), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.132821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:49:54.184836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d6da57f-023d-4e96-b596-bf71bea05a54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d56891cb4fef430bb520393541c37e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127964 Feb 19 07:49:54.184836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6da57f-023d-4e96-b596-bf71bea05a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a7d30b-1c7c-4ecd-8e1d-560929beea59,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:54.186542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:54.245119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719504-dcfb-4703-bfec-94c4b577f52b req-8e9e2f4f-08c1-4b9c-9c54-d6d706fde14d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:54.245773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:49:54.247751 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37719504-dcfb-4703-bfec-94c4b577f52b req-8e9e2f4f-08c1-4b9c-9c54-d6d706fde14d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1428647 Feb 19 07:49:54.250707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:49:54.251095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.315370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-37719504-dcfb-4703-bfec-94c4b577f52b req-c09ad3e3-eb88-45cc-88af-6240a47c731a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591004 Feb 19 07:49:54.347853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:49:54.348255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.396249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:54.397374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:54.400393 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae21e7-7e3d-4c96-9a9b-2eb2e6432344" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:54.405080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.471442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:54.489888 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0693e173-203e-4529-8d88-9e1f712d3400 x-openstack-request-id: req-0693e173-203e-4529-8d88-9e1f712d3400 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:54.490266 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:54.490593 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0693e173-203e-4529-8d88-9e1f712d3400 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:54.491062 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'code': 200} Feb 19 07:49:54.642939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] Publish callbacks [] for security_group (a6a7d30b-1c7c-4ecd-8e1d-560929beea59), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.664608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] Publish callbacks [] for security_group (a6a7d30b-1c7c-4ecd-8e1d-560929beea59), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.711736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a6a7d30b-1c7c-4ecd-8e1d-560929beea59), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.715405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:54.718999 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6a7d30b-1c7c-4ecd-8e1d-560929beea59 HTTP/1.1" status: 204 len: 168 time: 0.5288072 Feb 19 07:49:54.726411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ab61-409b-43cb-b683-5f5052f8e4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a7d30b-1c7c-4ecd-8e1d-560929beea59,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:55.025233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:55.039733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9693ae9b-6aba-434a-86a8-6c06a189c59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.120783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9693ae9b-6aba-434a-86a8-6c06a189c59b admin admin] Publish callbacks [] for security_group (cc1c157a-1caf-4850-91de-6f83ed0c6751), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.127005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9693ae9b-6aba-434a-86a8-6c06a189c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc1c157a-1caf-4850-91de-6f83ed0c6751), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.172540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693ae9b-6aba-434a-86a8-6c06a189c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c157a-1caf-4850-91de-6f83ed0c6751,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:55.177849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9693ae9b-6aba-434a-86a8-6c06a189c59b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec8e5944c37646abaf59eed73c5aea22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513822 Feb 19 07:49:55.180963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:55.238605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] Publish callbacks [] for security_group (cc1c157a-1caf-4850-91de-6f83ed0c6751), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.265224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] Publish callbacks [] for security_group (cc1c157a-1caf-4850-91de-6f83ed0c6751), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.318774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cc1c157a-1caf-4850-91de-6f83ed0c6751), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.322013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:55.326004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc1c157a-1caf-4850-91de-6f83ed0c6751 HTTP/1.1" status: 204 len: 168 time: 0.1412070 Feb 19 07:49:55.334575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edcca9-a186-4b85-ada4-fa2a21582d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c157a-1caf-4850-91de-6f83ed0c6751,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:55.508303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c20f6-fbd8-45ec-b89f-7a24d6456bc6 req-8d85a32b-86a0-4f92-8507-0fb9bb4a39b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:55.510669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-896c20f6-fbd8-45ec-b89f-7a24d6456bc6 req-8d85a32b-86a0-4f92-8507-0fb9bb4a39b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 946 time: 0.0940866 Feb 19 07:49:55.582104 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-896c20f6-fbd8-45ec-b89f-7a24d6456bc6 req-e0970d44-f45d-49e9-8241-df1806225b39 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621090 Feb 19 07:49:55.869483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-65adf17c-06f3-4ef1-8beb-b76ecf4375b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:55.871165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-65adf17c-06f3-4ef1-8beb-b76ecf4375b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 1128 time: 0.0492625 Feb 19 07:49:55.882016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:49:55.945736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.192599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:49:56.239229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:56.280900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:56.283313 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7943a39-e3db-46b9-95e2-22e154ea5555" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:56.287058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks [] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.308319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Transition to ACTIVE for port object 9231895b-38ae-4d3a-babf-d3ccc6ca74ac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:49:56.312844 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.408737 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285e6bc-e663-4d61-91db-b6ad74fad4a4 x-openstack-request-id: req-d285e6bc-e663-4d61-91db-b6ad74fad4a4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:56.409094 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-unplugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:56.409444 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d285e6bc-e663-4d61-91db-b6ad74fad4a4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:56.409997 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'code': 200} Feb 19 07:49:56.432946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:56.470957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] No DVR routers for this DVR port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:49:56.641822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:49:56.642212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:49:56.642560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:56.647744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:49:56.648070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Attempting to bind port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on network 4d01c3eb-0adf-469d-a458-07b7e500865b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:49:56.653272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:49:56.653540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Checking segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:49:56.654093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Bound using segment: {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:49:56.654581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Bound port: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:49:56.655084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.753112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:49:56.757235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:49:56.766610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.789819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8bba3-5380-478e-bb6e-3951a30b6114 req-8db89e5d-0c23-48a4-8242-0d3d88449c4a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:56.797588 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87e8bba3-5380-478e-bb6e-3951a30b6114 req-8db89e5d-0c23-48a4-8242-0d3d88449c4a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.1258678 Feb 19 07:49:56.835407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:56.836038 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:49:56.845140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] 10.222.0.24 "PUT /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1093 time: 0.9677544 Feb 19 07:49:56.878364 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-87e8bba3-5380-478e-bb6e-3951a30b6114 req-16177a38-7f1d-4fdc-a51f-4111159a98a5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797682 Feb 19 07:49:56.929565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c552b-50b0-4c37-a9a5-0a6a146a3359 service neutron] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:49:56.946505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-da4f32db-f9c4-4866-8eef-c45c0ebd1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:56.948252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-da4f32db-f9c4-4866-8eef-c45c0ebd1e0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0781512 Feb 19 07:49:57.071578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-20bebd78-c4ea-47a4-8d88-7687309d5560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:57.073366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-20bebd78-c4ea-47a4-8d88-7687309d5560 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1192286 Feb 19 07:49:57.149215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-641e5c0b-0d4d-4d4e-a42b-1d7eed5bbc05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.0697546 Feb 19 07:49:57.199860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-95450475-bafe-4ee2-a80c-3290ef0d9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:57.201804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-95450475-bafe-4ee2-a80c-3290ef0d9760 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0468442 Feb 19 07:49:57.253987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-cee1563d-f96b-4551-9839-14c23bce8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:57.255539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-cee1563d-f96b-4551-9839-14c23bce8190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480015 Feb 19 07:49:57.354170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-597a51ed-6feb-4432-94d8-8f05198b83cc service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919187 Feb 19 07:49:57.456058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be4a5d4f-47fe-473f-9800-72ade20b2f4a req-0d12eb05-e58b-4739-b917-fe4a539fb5da service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958002 Feb 19 07:49:58.033866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80284e1e-a4dd-436c-977a-9c693bdb35d5 req-2f7df270-da04-423e-97c8-8240316ed1d1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.035573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80284e1e-a4dd-436c-977a-9c693bdb35d5 req-2f7df270-da04-423e-97c8-8240316ed1d1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0629220 Feb 19 07:49:58.096417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80284e1e-a4dd-436c-977a-9c693bdb35d5 req-6768ed70-040b-4736-8759-22821a2f8938 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544171 Feb 19 07:49:58.162936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:49:58.206669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:49:58.207078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:49:58.410640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:49:58.413088 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd4240c-16d3-4099-9d92-720697ef2a63" -d '{"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:49:58.460334 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc339a-ac86-4cc2-88aa-a450293ea34c x-openstack-request-id: req-fffc339a-ac86-4cc2-88aa-a450293ea34c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:49:58.460637 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:49:58.460898 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fffc339a-ac86-4cc2-88aa-a450293ea34c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:49:58.461311 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:49:58.555366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-13d3efca-ffa0-4725-9108-b6aeb35893ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.556817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-13d3efca-ffa0-4725-9108-b6aeb35893ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0701678 Feb 19 07:49:58.558560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-befbc81b-920e-400b-875a-4eb93370f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.559955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-befbc81b-920e-400b-875a-4eb93370f008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0810735 Feb 19 07:49:58.721287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-4049b2a9-380c-430e-9482-b1eebb2238cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.723445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-4049b2a9-380c-430e-9482-b1eebb2238cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1604924 Feb 19 07:49:58.724789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-0f010ca9-2cc3-40fd-9e9b-2e3524dfb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.726103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-0f010ca9-2cc3-40fd-9e9b-2e3524dfb642 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1560965 Feb 19 07:49:58.835783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-3d004485-3a03-45a1-8d4d-8f857d3e7ce9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.1060112 Feb 19 07:49:58.837541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-d0207331-d5ff-4cdc-9af1-7cf92e68fdc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 999 time: 0.1019769 Feb 19 07:49:58.923415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-480b830e-6c09-48ed-a012-d1dbe311f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.926507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-480b830e-6c09-48ed-a012-d1dbe311f02a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0855989 Feb 19 07:49:58.942732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-8b0cec3d-bdd2-4751-be6a-4156b582b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:58.944279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-8b0cec3d-bdd2-4751-be6a-4156b582b415 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0767007 Feb 19 07:49:59.026055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-c765c327-215e-4288-8f70-6675a196d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:59.027829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-c765c327-215e-4288-8f70-6675a196d15c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951707 Feb 19 07:49:59.083382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-104054fc-30a4-4d45-aedd-e5901ac250b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:59.085053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-104054fc-30a4-4d45-aedd-e5901ac250b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1179781 Feb 19 07:49:59.110980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-e1f62934-86a9-4a7d-9574-75d3104b0e62 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ec07a7da2b994889830e9a7a1958ef61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789208 Feb 19 07:49:59.248656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb37a9-a951-41a5-ac1a-e6e1bff17680 req-2dc5ef8d-607d-47c9-ba55-25f87b4ec999 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:59.254289 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42eb37a9-a951-41a5-ac1a-e6e1bff17680 req-2dc5ef8d-607d-47c9-ba55-25f87b4ec999 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 945 time: 0.0571282 Feb 19 07:49:59.303685 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-42eb37a9-a951-41a5-ac1a-e6e1bff17680 req-1875871e-216b-466f-a222-49cfa6fa9c8d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Feb 19 07:49:59.328862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37304) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:49:59.366685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-f820a5ed-6015-4bc9-866a-639cae67ecfb service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322082 Feb 19 07:49:59.404524 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-0b8a6a3e-240d-416d-94d9-bf8ea634d7c3 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856746 Feb 19 07:49:59.405515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-013e3a97-5a19-43ab-aefc-1966244d19fe tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 200 len: 991 time: 0.0754306 Feb 19 07:49:59.467105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4325f62b-5b9d-430b-bea5-38295d58ad06 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:49:59.468575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4325f62b-5b9d-430b-bea5-38295d58ad06 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460150 Feb 19 07:49:59.524928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-a64b9c7d-47ad-4e36-94cf-c7eaae8b7e3d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/quotas/ec07a7da2b994889830e9a7a1958ef61 HTTP/1.1" status: 200 len: 375 time: 0.0230992 Feb 19 07:49:59.582697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-3aa13c1d-c2f7-4a13-bebf-385f9f0d11a6 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec07a7da2b994889830e9a7a1958ef61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510805 Feb 19 07:49:59.593704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-37f00ac7-a90d-4724-bf20-18c7a9139476 service neutron] 10.222.0.47 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130785 Feb 19 07:49:59.598886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6bd4240c-16d3-4099-9d92-720697ef2a63 req-254c0854-86d5-419c-8e03-fabc1c843e55 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838107 Feb 19 07:49:59.749603 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-650907bd-c395-4940-9af2-1032ecd97e1a req-bcc11534-4d6a-469a-957a-8b75f73b7144 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 210 time: 0.0276494 Feb 19 07:50:00.011491 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:50:00.120507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:00.133147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'port_id': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'mac_address': 'fa:16:3e:ff:bd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:50:00.184512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:00.184971 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:00.200694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:50:00.224750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:00.228832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:00.284498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=12']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:00.459780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['9231895b-38ae-4d3a-babf-d3ccc6ca74ac'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:50:00.514390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:00.660491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-8cf581da-34b3-4f51-b336-d2c63bda29cc tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec07a7da2b994889830e9a7a1958ef61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354898 Feb 19 07:50:00.786447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84cbe005-173f-4f28-b5ce-49f56bfb543f tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:00.788036 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84cbe005-173f-4f28-b5ce-49f56bfb543f tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233015 Feb 19 07:50:00.806952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Request body: {'port': {'device_id': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': 'ec07a7da2b994889830e9a7a1958ef61'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:00.886318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4580fd9c-a38f-43a5-9ca1-cda75531570f req-7a8c5b47-33f4-4817-a92a-d440fd1072f5 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 210 time: 0.0333695 Feb 19 07:50:00.951113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Made reservation on behalf of ec07a7da2b994889830e9a7a1958ef61 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:50:00.954717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:00.964186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.039168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks [] for security_group (cd9531ec-1ddd-4ed1-b9d3-380794a7e577), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.043091 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cd9531ec-1ddd-4ed1-b9d3-380794a7e577), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.111434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9531ec-1ddd-4ed1-b9d3-380794a7e577,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:01.180557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Allocated IP 192.168.233.198 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/fea7d9e3-ba58-4530-b926-fc6dba5167a4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:50:01.623310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks [] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.655531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.696302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:01.699302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:01.701659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:50:01.739470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Pushing event updated for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:01.763355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:01.764080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:01.781441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-84a8289b-b968-48b3-ad18-795d953be67d tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9787402 Feb 19 07:50:01.792743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Request body: {'port': {'device_id': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:01.831892 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:50:01.858446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.008460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8b7b5b7b-8424-43ed-855a-09d4171c6d76 None None] Provisioning complete for port fea7d9e3-ba58-4530-b926-fc6dba5167a4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:02.009077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5b7b-8424-43ed-855a-09d4171c6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.026950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cb39-1932-4252-b74c-c24d2e0d9a4a req-d4ebed35-aa5e-4017-88c1-5ce18cf3846e tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:02.029368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c530cb39-1932-4252-b74c-c24d2e0d9a4a req-d4ebed35-aa5e-4017-88c1-5ce18cf3846e tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 936 time: 0.0592458 Feb 19 07:50:02.044769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:02.083412 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c530cb39-1932-4252-b74c-c24d2e0d9a4a req-56daeccb-1611-45a0-83de-b160eb21bc98 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Feb 19 07:50:02.109045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b5b7b-8424-43ed-855a-09d4171c6d76 None None] Port fea7d9e3-ba58-4530-b926-fc6dba5167a4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:50:02.122795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:50:02.127885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:02.128369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.176119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea7d9e3-ba58-4530-b926-fc6dba5167a4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:50:02.184331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks [] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.198517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Transition to ACTIVE for port object fea7d9e3-ba58-4530-b926-fc6dba5167a4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:50:02.202516 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.206611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:02.207006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.230087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:02.232351 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b239de46-3ed8-4f35-935c-ffee2331eeca" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:02.244739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:02.253403 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.281559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Pushing event updated for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:02.315982 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e7c7a4-d080-4e89-a670-b989cb552256 x-openstack-request-id: req-b6e7c7a4-d080-4e89-a670-b989cb552256 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:02.316437 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-plugged", "status": "completed", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:02.317101 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b6e7c7a4-d080-4e89-a670-b989cb552256 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:02.317301 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'code': 200} Feb 19 07:50:02.322269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=13']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:02.337937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Attempting to bind port fea7d9e3-ba58-4530-b926-fc6dba5167a4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:50:02.338298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Attempting to bind port fea7d9e3-ba58-4530-b926-fc6dba5167a4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:50:02.338633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Attempting to bind port fea7d9e3-ba58-4530-b926-fc6dba5167a4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:02.343550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Port fea7d9e3-ba58-4530-b926-fc6dba5167a4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:50:02.344017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Attempting to bind port fea7d9e3-ba58-4530-b926-fc6dba5167a4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:02.350428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:50:02.351001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:02.351596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:50:02.352211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Bound port: fea7d9e3-ba58-4530-b926-fc6dba5167a4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:50:02.352732 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.425467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:50:02.429030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:50:02.436661 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.473932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:02.474821 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:02.476288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] 10.222.0.47 "PUT /v2.0/ports/fea7d9e3-ba58-4530-b926-fc6dba5167a4 HTTP/1.1" status: 200 len: 1096 time: 0.6878252 Feb 19 07:50:02.476658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:02.479018 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba6b7c-78b2-414e-88d4-3a03778380dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:02.557673 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf7ec5e-fd83-4e6c-89b5-070e2bc05c17 x-openstack-request-id: req-cbf7ec5e-fd83-4e6c-89b5-070e2bc05c17 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:02.558003 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:02.558216 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbf7ec5e-fd83-4e6c-89b5-070e2bc05c17 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:02.558616 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4', 'status': 'completed', 'code': 200} Feb 19 07:50:02.560286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32c167-23b6-4527-bb37-f28f9e925290 service neutron] Pushing event updated for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:02.583496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-e31dd3c6-bc6e-4303-b842-b3f493102995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:02.585843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-e31dd3c6-bc6e-4303-b842-b3f493102995 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec07a7da2b994889830e9a7a1958ef61&device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 1130 time: 0.0684631 Feb 19 07:50:02.637307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-b21682b3-f9f0-45ed-b44e-93d77e412edf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Feb 19 07:50:02.692047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-22926220-7f11-4085-b6dd-7ff4efb9f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:02.694012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-22926220-7f11-4085-b6dd-7ff4efb9f6e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0496712 Feb 19 07:50:02.748735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-9a910928-117f-4393-a7c0-d25ffea027df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:02.750269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-9a910928-117f-4393-a7c0-d25ffea027df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508170 Feb 19 07:50:02.839266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-e8524acb-12f9-4c01-8ffe-67fc95cd17f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822992 Feb 19 07:50:02.931801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3976b4d0-fee1-476a-acfb-860a91d0ec36 req-01fffb83-8a2e-4dc0-b730-abdb003335e8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Feb 19 07:50:03.024655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-05e3e55c-f505-4639-b6bc-905517736a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:03.026228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-05e3e55c-f505-4639-b6bc-905517736a81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec07a7da2b994889830e9a7a1958ef61&device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 1130 time: 0.0460825 Feb 19 07:50:03.124541 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-a739aefc-a800-469e-a6bf-7c65954ba9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:03.126012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-a739aefc-a800-469e-a6bf-7c65954ba9e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.0936267 Feb 19 07:50:03.168227 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-b33e8511-9579-496b-852a-12c5e1dc28f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4 HTTP/1.1" status: 200 len: 217 time: 0.0363388 Feb 19 07:50:03.234424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:03.244883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-6a217091-98dd-4122-a339-45dc5ba0804d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:03.246347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-6a217091-98dd-4122-a339-45dc5ba0804d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0705938 Feb 19 07:50:03.256819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d3028-39a1-4a3f-86ab-4830c4ccff8e req-b11c27c1-8dbe-45b6-a6e0-b4a5107e0008 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:03.258249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a2d3028-39a1-4a3f-86ab-4830c4ccff8e req-b11c27c1-8dbe-45b6-a6e0-b4a5107e0008 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 948 time: 0.0928040 Feb 19 07:50:03.329853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-1dc95d7b-d9a3-4045-bc0b-0cc9e32ba9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:03.331423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-1dc95d7b-d9a3-4045-bc0b-0cc9e32ba9c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0722876 Feb 19 07:50:03.334843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a2d3028-39a1-4a3f-86ab-4830c4ccff8e req-968e47b2-29c4-4ff3-9ba4-6c6d6a6d0eb7 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685830 Feb 19 07:50:03.427397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-d036249f-bcfc-4417-a4c2-584fffa13c58 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896904 Feb 19 07:50:03.513751 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbba6b7c-78b2-414e-88d4-3a03778380dc req-e044d25b-b560-4f28-a88a-d6e6576c8dea service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811567 Feb 19 07:50:04.454143 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255d90b-7778-4c13-8446-7f7987182d94 req-554dddb3-d68d-44a3-8f24-afd6d65c1ec7 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:04.455653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f255d90b-7778-4c13-8446-7f7987182d94 req-554dddb3-d68d-44a3-8f24-afd6d65c1ec7 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 948 time: 0.0510221 Feb 19 07:50:04.505386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f255d90b-7778-4c13-8446-7f7987182d94 req-e818824b-4e40-464f-a33b-46938592ef5e tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Feb 19 07:50:05.622733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a6-1649-4f7e-9966-0446e47c2817 req-ca096873-f16e-49cb-aa96-29d78fdf0413 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:05.624318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7388c5a6-1649-4f7e-9966-0446e47c2817 req-ca096873-f16e-49cb-aa96-29d78fdf0413 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 948 time: 0.0536351 Feb 19 07:50:05.670038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7388c5a6-1649-4f7e-9966-0446e47c2817 req-41002167-403d-437b-a810-5befa99bac37 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Feb 19 07:50:06.241090 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce5e07a5-5382-461d-9afe-16064e7f726b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:06.255114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fea7d9e3-ba58-4530-b926-fc6dba5167a4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:50:06.349709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:06.509914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4', 'mac_address': 'fa:16:3e:f9:48:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:50:06.545272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port fea7d9e3-ba58-4530-b926-fc6dba5167a4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:06.545661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:06.558793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea7d9e3-ba58-4530-b926-fc6dba5167a4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:50:06.577847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:06.581612 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:06.628334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:06.785439 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d932b-bd11-4c32-9fef-fac20d32ac43 req-0ddcc6d8-785c-4755-ac9c-fd513e5246a7 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:06.787812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-717d932b-bd11-4c32-9fef-fac20d32ac43 req-0ddcc6d8-785c-4755-ac9c-fd513e5246a7 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 949 time: 0.0522356 Feb 19 07:50:06.833900 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-717d932b-bd11-4c32-9fef-fac20d32ac43 req-059c9603-13ce-4071-8cd3-cd8652d609d1 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Feb 19 07:50:06.934524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['fea7d9e3-ba58-4530-b926-fc6dba5167a4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:50:07.954335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39025-8324-4bfa-ba16-7efc1455d101 req-fefabd23-4951-4051-b2d8-dd6ed408f0ab tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:07.955876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29c39025-8324-4bfa-ba16-7efc1455d101 req-fefabd23-4951-4051-b2d8-dd6ed408f0ab tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 949 time: 0.0563631 Feb 19 07:50:08.002290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29c39025-8324-4bfa-ba16-7efc1455d101 req-133a1c4c-75d9-4fba-ac12-2d9feee6bbce tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 Feb 19 07:50:08.264343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fea7d9e3-ba58-4530-b926-fc6dba5167a4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:08.311667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port fea7d9e3-ba58-4530-b926-fc6dba5167a4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:50:08.315371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port fea7d9e3-ba58-4530-b926-fc6dba5167a4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:08.315746 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:08.395758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port fea7d9e3-ba58-4530-b926-fc6dba5167a4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:08.396146 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:08.417626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:08.419871 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fed649-295f-4148-917d-74afbebcd45b" -d '{"events": [{"server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "name": "network-vif-plugged", "status": "completed", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:08.431880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:08.436028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:08.460734 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c33f01-ab7c-4a28-933b-cd35f3332d7a x-openstack-request-id: req-27c33f01-ab7c-4a28-933b-cd35f3332d7a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:08.461011 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "name": "network-vif-plugged", "status": "completed", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:08.461262 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27c33f01-ab7c-4a28-933b-cd35f3332d7a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:08.461667 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4', 'code': 200} Feb 19 07:50:08.484029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:08.556837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d14c-95ab-4b20-899e-96564522d62a req-32275d70-2fb3-4c41-bc05-13d47c297ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:08.558486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7398d14c-95ab-4b20-899e-96564522d62a req-32275d70-2fb3-4c41-bc05-13d47c297ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 1132 time: 0.0450978 Feb 19 07:50:08.589929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b3477b7-bd91-429b-bdcf-65c9dd67b68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:08.604216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7398d14c-95ab-4b20-899e-96564522d62a req-d39ed414-2386-4d0b-886b-c4dbc4e75918 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Feb 19 07:50:09.126064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3aed6-5119-4908-a13c-a86506fced95 req-71ee369b-d7ae-4762-aadb-4b649882176c tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:09.127462 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6d3aed6-5119-4908-a13c-a86506fced95 req-71ee369b-d7ae-4762-aadb-4b649882176c tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 950 time: 0.0556440 Feb 19 07:50:09.175788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6d3aed6-5119-4908-a13c-a86506fced95 req-ab0a83e6-ec05-4fe4-bd33-df34eb4a5003 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 Feb 19 07:50:09.760082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:10.302987 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fe7c6-4992-412f-b74c-1d7d49da3aac req-f6cb4df8-5050-4292-9125-0bbc37c92243 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:10.304458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-342fe7c6-4992-412f-b74c-1d7d49da3aac req-f6cb4df8-5050-4292-9125-0bbc37c92243 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 950 time: 0.0557435 Feb 19 07:50:10.350396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-342fe7c6-4992-412f-b74c-1d7d49da3aac req-7891581c-835c-45bb-8054-2a27ddec73a5 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Feb 19 07:50:11.091682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:12.433016 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:19.250659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-7f502474-a01e-497b-a373-b1fcc8094294 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467088 Feb 19 07:50:19.339526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-4284b966-8f55-4cbc-92ee-839398c98c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:19.341110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-4284b966-8f55-4cbc-92ee-839398c98c9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0487342 Feb 19 07:50:19.452946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-7ad07f38-f42e-4746-b6e5-96de1f7d1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:19.454583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-7ad07f38-f42e-4746-b6e5-96de1f7d1815 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.0932157 Feb 19 07:50:19.526007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-1e25bec9-7f85-43be-b41f-544552bce391 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 1001 time: 0.0653200 Feb 19 07:50:19.584353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-f4e8427f-7fee-435f-8002-fc1a55122856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:19.585984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-f4e8427f-7fee-435f-8002-fc1a55122856 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0525022 Feb 19 07:50:19.657487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-cc9652a9-2004-4482-9a40-9e8b5eafaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:19.659597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-cc9652a9-2004-4482-9a40-9e8b5eafaaee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0664420 Feb 19 07:50:19.759013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-19dcd8fb-939c-4474-8cd8-5d75ddb55479 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923252 Feb 19 07:50:19.865652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f483dba-c6fb-48da-81a6-93d04a38c8a4 req-8c3ca60a-b613-42fc-bb1e-52871db702b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997009 Feb 19 07:50:30.517277 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:31.865444 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536fd5-c3aa-44d9-a58d-e11d78742066 req-7ca9d8c5-ac04-47b5-b5cd-33be095bfdbf tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:31.867641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d536fd5-c3aa-44d9-a58d-e11d78742066 req-7ca9d8c5-ac04-47b5-b5cd-33be095bfdbf tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0496187 Feb 19 07:50:31.926175 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4d536fd5-c3aa-44d9-a58d-e11d78742066 req-265dd988-95ff-419c-ac6b-443f6d4b1a67 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511935 Feb 19 07:50:31.950381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:32.118558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port c63bde2e-649b-4ca2-8921-31283edde43d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:32.119000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.192616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.193043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (c63bde2e-649b-4ca2-8921-31283edde43d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.205151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for c63bde2e-649b-4ca2-8921-31283edde43d owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:32.360454 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c63bde2e-649b-4ca2-8921-31283edde43d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.392918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=c63bde2e-649b-4ca2-8921-31283edde43d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:32.445584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.445943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.446293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.447002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.447390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.447742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.448240 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.448708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.449053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.449387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.449719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.450053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.450704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:32.478772 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (1202211d-d76f-49a1-b03b-e3966596a93b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.479212 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP 1202211d-d76f-49a1-b03b-e3966596a93b disassociated (deleted). External IP: 172.25.7.85, port: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac. Feb 19 07:50:32.701895 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router acaebfc5-8b5c-40e5-b1e9-09d37896765f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:50:32.820268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:50:32.825175 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:32.832662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Sync routers for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:50:32.844156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:32.845497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:32.856648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d39dd04-9cab-4cd4-8afd-ac2870070d77 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/floatingips/1202211d-d76f-49a1-b03b-e3966596a93b HTTP/1.1" status: 204 len: 168 time: 0.9045563 Feb 19 07:50:32.857337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:32.860163 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70edbc79-93aa-4ef4-8139-be5f85d43621" -d '{"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:32.937615 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9531ab-9fcb-456b-9863-8b2d2e9c73fd x-openstack-request-id: req-4f9531ab-9fcb-456b-9863-8b2d2e9c73fd {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:32.938207 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:32.939120 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f9531ab-9fcb-456b-9863-8b2d2e9c73fd {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:32.939120 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:50:33.018238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:33.020041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-181866d6-16d9-45d8-96c7-e6b7ecd0acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:33.022138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-181866d6-16d9-45d8-96c7-e6b7ecd0acf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0657170 Feb 19 07:50:33.134171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-0b5a3c6c-e721-40c2-b9c2-8aa387f7af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:33.136149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-0b5a3c6c-e721-40c2-b9c2-8aa387f7af5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 200 len: 896 time: 0.1087804 Feb 19 07:50:33.190877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-e8b2fa3e-65da-411b-b54e-3bd62f721129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 200 len: 217 time: 0.0482540 Feb 19 07:50:33.252645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d736040-6303-44b2-9f1a-8ff9015381df req-b1402cab-9933-44dd-abde-e008f6b74139 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:33.255087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d736040-6303-44b2-9f1a-8ff9015381df req-b1402cab-9933-44dd-abde-e008f6b74139 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 947 time: 0.1000309 Feb 19 07:50:33.290721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:33.294937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-3032cd5e-23fe-40f7-86cc-2af9a339c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:33.296641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-3032cd5e-23fe-40f7-86cc-2af9a339c90e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 200 len: 835 time: 0.0986958 Feb 19 07:50:33.313977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d736040-6303-44b2-9f1a-8ff9015381df req-3ef938bc-5c72-41cb-b154-ce12e0d90fcf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529943 Feb 19 07:50:33.318857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:33.356139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Checking router: acaebfc5-8b5c-40e5-b1e9-09d37896765f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:50:33.365741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:33.366392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:33.370652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-5e176097-e129-4394-8d08-1d141566a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:33.372539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-5e176097-e129-4394-8d08-1d141566a6e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4d01c3eb-0adf-469d-a458-07b7e500865b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0690255 Feb 19 07:50:33.524624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-08a1dcdf-edab-47ef-b604-c6f2b4406595 service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451371 Feb 19 07:50:33.544350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:33.676243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70edbc79-93aa-4ef4-8139-be5f85d43621 req-b84c6f0c-1446-4ed4-8dba-f3efaccf0d6a service neutron] 10.222.0.24 "GET /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450999 Feb 19 07:50:33.766810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:33.810664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762d1452-c98a-44d1-bd55-3cd83b939003 None None] The sync data for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 is: [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:48:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16', 'name': '', 'network_id': '4d01c3eb-0adf-469d-a458-07b7e500865b', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:ac:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:45Z', 'updated_at': '2022-02-19T07:48:50Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': 'd6ccd746-74f2-48c1-9984-d144d344c136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:50:34.056027 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a337bb45-82fa-428b-a690-4556fd1ca794 None None] New status for floating IP 1202211d-d76f-49a1-b03b-e3966596a93b: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:50:34.403905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-f3867df6-8bef-49e8-90d7-4c4b42c35ae4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:34.405392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-f3867df6-8bef-49e8-90d7-4c4b42c35ae4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 947 time: 0.0746644 Feb 19 07:50:34.514753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848879-d967-4119-806c-0098612d00b9 req-6c392eb3-0c9c-4a05-82da-50b91c5cb029 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:34.516258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a848879-d967-4119-806c-0098612d00b9 req-6c392eb3-0c9c-4a05-82da-50b91c5cb029 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=7754baa5-9548-4330-b40a-cedcc056dcd8 HTTP/1.1" status: 200 len: 947 time: 0.1099861 Feb 19 07:50:34.579870 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a848879-d967-4119-806c-0098612d00b9 req-d5a9a5c3-ad5d-4003-9595-088868416362 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=04421bc9-348f-4743-929d-1bf11c516b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561287 Feb 19 07:50:34.592565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:34.593139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:34.689984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:34.690373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:34.704109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 9231895b-38ae-4d3a-babf-d3ccc6ca74ac owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:34.855642 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9231895b-38ae-4d3a-babf-d3ccc6ca74ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:34.887397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=9231895b-38ae-4d3a-babf-d3ccc6ca74ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:34.940157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.940452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.941003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.941386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.941851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.942202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.942537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.942872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.943302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.943636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.943966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.944294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.944823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:34.953409 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] No DVR routers for this DVR port 9231895b-38ae-4d3a-babf-d3ccc6ca74ac on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:50:34.956125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:34.959860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-26797f17-4957-41e7-b61d-bb6df0b8d88b req-5c3327c6-7551-4c83-9765-ba4524b4d1da tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "DELETE /v2.0/ports/9231895b-38ae-4d3a-babf-d3ccc6ca74ac HTTP/1.1" status: 204 len: 173 time: 0.5457199 Feb 19 07:50:34.960672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-deleted', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:34.963393 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9bafc0-d3f3-4f82-ba02-a2f7a6ffafbd" -d '{"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-deleted", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:35.004588 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f3787-5b55-4b26-b48b-d76a84b0da66 x-openstack-request-id: req-346f3787-5b55-4b26-b48b-d76a84b0da66 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:35.004884 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7754baa5-9548-4330-b40a-cedcc056dcd8", "name": "network-vif-deleted", "tag": "9231895b-38ae-4d3a-babf-d3ccc6ca74ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:35.005166 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-346f3787-5b55-4b26-b48b-d76a84b0da66 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:35.005594 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7754baa5-9548-4330-b40a-cedcc056dcd8', 'name': 'network-vif-deleted', 'tag': '9231895b-38ae-4d3a-babf-d3ccc6ca74ac', 'status': 'completed', 'code': 200} Feb 19 07:50:35.644583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:36.109180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:36.244799 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bc464e-007f-406d-93ce-1d4b0d8a6569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:36.391402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:36.391840 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:36.486574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:36.486953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:36.505625 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:36.735441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:36.765320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:37.318862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56c60f-21e6-4fa6-ad1d-4caaaf8dd4f6 req-e04e8083-0c7b-4b10-8f33-9d85a6c07e72 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:37.320384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc56c60f-21e6-4fa6-ad1d-4caaaf8dd4f6 req-e04e8083-0c7b-4b10-8f33-9d85a6c07e72 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 946 time: 0.0918541 Feb 19 07:50:37.370170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:37.381553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc56c60f-21e6-4fa6-ad1d-4caaaf8dd4f6 req-26ac6087-0539-4bde-b6b9-de6e6515a384 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548894 Feb 19 07:50:37.613191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router acaebfc5-8b5c-40e5-b1e9-09d37896765f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:50:37.722893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:50:37.728579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6914e0c3-5b79-47c7-a8f5-8963aa240c85 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/acaebfc5-8b5c-40e5-b1e9-09d37896765f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828247 Feb 19 07:50:37.731752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:37.735072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Sync routers for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:50:37.749863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:37.750952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:37.785955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting subnet d6ccd746-74f2-48c1-9984-d144d344c136 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:50:37.789252 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (d6ccd746-74f2-48c1-9984-d144d344c136), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:37.828925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (d6ccd746-74f2-48c1-9984-d144d344c136), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:37.882607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:37.929098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d6ccd746-74f2-48c1-9984-d144d344c136), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.011231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (d6ccd746-74f2-48c1-9984-d144d344c136), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.042545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ccd746-74f2-48c1-9984-d144d344c136,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:38.046818 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.053813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:38.054353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b9a97c4d-99db-4bd2-98c4-c5be2655336c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/subnets/d6ccd746-74f2-48c1-9984-d144d344c136 HTTP/1.1" status: 204 len: 168 time: 0.3214676 Feb 19 07:50:38.066286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83309d9d-96f2-4159-8740-d96d8f89cbf0 None None] Network 4d01c3eb-0adf-469d-a458-07b7e500865b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:50:38.175828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:50:38.193575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.200509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 9231895b-38ae-4d3a-babf-d3ccc6ca74ac {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:50:38.200854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 9231895b-38ae-4d3a-babf-d3ccc6ca74ac not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:50:38.205003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:50:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:38.239526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Checking router: acaebfc5-8b5c-40e5-b1e9-09d37896765f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:50:38.260726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Routers {'acaebfc5-8b5c-40e5-b1e9-09d37896765f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:38.262155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:38.357977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] DHCP port deletion for 4d01c3eb-0adf-469d-a458-07b7e500865b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:50:38.371358 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (acaebfc5-8b5c-40e5-b1e9-09d37896765f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.437675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-665fd4e0-1ab6-4d50-af10-ef5505da60eb tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:38.439332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-665fd4e0-1ab6-4d50-af10-ef5505da60eb tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.24 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 946 time: 0.1148417 Feb 19 07:50:38.520452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 8958c45e-1d99-4a89-8315-aa2b2a9edc25 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:38.521086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.603827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] Set router acaebfc5-8b5c-40e5-b1e9-09d37896765f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:38.664403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 8958c45e-1d99-4a89-8315-aa2b2a9edc25, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8958c45e-1d99-4a89-8315-aa2b2a9edc25,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:38.664641 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b9a827a-1ac2-435a-9e0e-c37ecb17092f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.665327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.688624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9aac9-6ebd-4d7a-993f-475015fa2818 req-e4e7b869-a501-4d5b-9b6c-22f08aea968e tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:38.691711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0e9aac9-6ebd-4d7a-993f-475015fa2818 req-e4e7b869-a501-4d5b-9b6c-22f08aea968e tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 946 time: 0.1048551 Feb 19 07:50:38.695952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 8958c45e-1d99-4a89-8315-aa2b2a9edc25 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:38.751870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Deleting port 0272299b-60c0-4b44-b8cc-684bd86b31c4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:38.754639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.784816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0272299b-60c0-4b44-b8cc-684bd86b31c4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:50:38.819556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a0e9aac9-6ebd-4d7a-993f-475015fa2818 req-01be8299-799d-4f33-aef7-6d9e6c8c1590 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a2056a9-8b78-4440-b915-c93e936d5560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020029 Feb 19 07:50:38.834769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Deleting port eac592a3-3d04-45d7-966a-2bf77b5bd1ee {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:50:38.837354 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.866622 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:50:38.926021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] For port 0272299b-60c0-4b44-b8cc-684bd86b31c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0272299b-60c0-4b44-b8cc-684bd86b31c4,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:38.926438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:38.960345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Calling delete_port for 0272299b-60c0-4b44-b8cc-684bd86b31c4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:38.994866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8958c45e-1d99-4a89-8315-aa2b2a9edc25), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.046861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=8958c45e-1d99-4a89-8315-aa2b2a9edc25,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:39.073899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0272299b-60c0-4b44-b8cc-684bd86b31c4 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:39.074292 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.074501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] For port eac592a3-3d04-45d7-966a-2bf77b5bd1ee, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,segment=NetworkSegment(20d33d8a-6118-46e1-9497-e1e6ef09b666),segment_id=20d33d8a-6118-46e1-9497-e1e6ef09b666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:39.074871 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.087740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:50:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:39.106259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Calling delete_port for eac592a3-3d04-45d7-966a-2bf77b5bd1ee owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:50:39.115961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.137317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8357e-b7f6-41e9-80e8-0976ee6cf80f None None] The sync data for ids ['acaebfc5-8b5c-40e5-b1e9-09d37896765f'] in n-d-829866-3 is: [{'id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1640790', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:48:41Z', 'updated_at': '2022-02-19T07:50:36Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': '8958c45e-1d99-4a89-8315-aa2b2a9edc25', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ce:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaebfc5-8b5c-40e5-b1e9-09d37896765f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:48:42Z', 'updated_at': '2022-02-19T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:50:39.190903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 0272299b-60c0-4b44-b8cc-684bd86b31c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0272299b-60c0-4b44-b8cc-684bd86b31c4,segment=NetworkSegment(ad948300-f6ab-4beb-bd0d-3dc4d293d30c),segment_id=ad948300-f6ab-4beb-bd0d-3dc4d293d30c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:39.197499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.216722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.219887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (acaebfc5-8b5c-40e5-b1e9-09d37896765f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.243263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (0272299b-60c0-4b44-b8cc-684bd86b31c4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.261920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] No DVR routers for this DVR port 0272299b-60c0-4b44-b8cc-684bd86b31c4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:50:39.286719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=0272299b-60c0-4b44-b8cc-684bd86b31c4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:39.302006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (acaebfc5-8b5c-40e5-b1e9-09d37896765f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.302616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Fanout notify agent at l3_agent the message router_deleted on router acaebfc5-8b5c-40e5-b1e9-09d37896765f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:50:39.302979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.303465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.308497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.308953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.309389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.309640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.309991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.310703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.311005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.311117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.311508 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.312190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.312737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.312737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:39.314415 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-73a30f43-dd38-4017-a3c9-ae9ba445f3a8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/routers/acaebfc5-8b5c-40e5-b1e9-09d37896765f HTTP/1.1" status: 204 len: 168 time: 1.2587833 Feb 19 07:50:39.314985 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37560) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:39.340660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee47e79-3c31-4e6f-9fee-8b2fd61c750b None None] Pushing event deleted for resources: {'Port': ['ID=0272299b-60c0-4b44-b8cc-684bd86b31c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:39.381286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (eac592a3-3d04-45d7-966a-2bf77b5bd1ee), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.395455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['eac592a3-3d04-45d7-966a-2bf77b5bd1ee'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:50:39.418245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Pushing event deleted for resources: {'Port': ['ID=eac592a3-3d04-45d7-966a-2bf77b5bd1ee,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:39.426955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (4d01c3eb-0adf-469d-a458-07b7e500865b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.480201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] No DVR routers for this DVR port eac592a3-3d04-45d7-966a-2bf77b5bd1ee on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:50:39.482991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.486698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b8ea2cfd-54ab-4dfb-ba6a-997a87483d3b req-2637cb7c-0600-4c57-b017-f2996a4c99dd tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.24 "DELETE /v2.0/ports/eac592a3-3d04-45d7-966a-2bf77b5bd1ee HTTP/1.1" status: 204 len: 173 time: 1.0380814 Feb 19 07:50:39.487173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'name': 'network-vif-deleted', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:39.489537 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24dae8e-9e21-4fd8-a7b7-19d1a47043ee" -d '{"events": [{"server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "name": "network-vif-deleted", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:39.561509 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562556c5-4103-4ec1-a7da-b71bba720812 x-openstack-request-id: req-562556c5-4103-4ec1-a7da-b71bba720812 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:39.561509 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985665b7-6e7f-4b5c-9336-a75195bc8556", "name": "network-vif-deleted", "tag": "eac592a3-3d04-45d7-966a-2bf77b5bd1ee", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:39.562183 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-562556c5-4103-4ec1-a7da-b71bba720812 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:39.562183 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985665b7-6e7f-4b5c-9336-a75195bc8556', 'name': 'network-vif-deleted', 'tag': 'eac592a3-3d04-45d7-966a-2bf77b5bd1ee', 'status': 'completed', 'code': 200} Feb 19 07:50:39.567453 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (4d01c3eb-0adf-469d-a458-07b7e500865b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.617028 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d01c3eb-0adf-469d-a458-07b7e500865b']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:39.630492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:39.630492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad948300-f6ab-4beb-bd0d-3dc4d293d30c') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:39.648572 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (ad948300-f6ab-4beb-bd0d-3dc4d293d30c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.667136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ad948300-f6ab-4beb-bd0d-3dc4d293d30c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.673583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:50:39.674035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (ad948300-f6ab-4beb-bd0d-3dc4d293d30c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:50:39.678000 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:50:39.752148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (4d01c3eb-0adf-469d-a458-07b7e500865b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.761457 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.764655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/networks/4d01c3eb-0adf-469d-a458-07b7e500865b HTTP/1.1" status: 204 len: 168 time: 0.4486029 Feb 19 07:50:39.766545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.767996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:39.776489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff22584-e57f-4986-8109-6c20ee9da35f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Network': ['ID=4d01c3eb-0adf-469d-a458-07b7e500865b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:39.832545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (04421bc9-348f-4743-929d-1bf11c516b8e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.863438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (04421bc9-348f-4743-929d-1bf11c516b8e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.974477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (04421bc9-348f-4743-929d-1bf11c516b8e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.980922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:39.983977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/security-groups/04421bc9-348f-4743-929d-1bf11c516b8e HTTP/1.1" status: 204 len: 168 time: 0.2148399 Feb 19 07:50:40.006358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e7f8d-7dbf-48c1-b9e4-2bbf38ae494e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04421bc9-348f-4743-929d-1bf11c516b8e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:40.077185 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-019d28f1-e5db-4481-86cc-635f868321e9 req-dc124c51-b714-4d4c-b262-f6c5e0880040 tempest-VolumesSnapshotTestJSON-807069706 tempest-VolumesSnapshotTestJSON-807069706-project] 10.222.0.43 "GET /v2.0/ports?device_id=985665b7-6e7f-4b5c-9336-a75195bc8556 HTTP/1.1" status: 200 len: 210 time: 0.0862803 Feb 19 07:50:40.344122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:40.349626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780730268', 'description': 'tempest-secgroup-smoke-780730268 description', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:40.372410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.472373 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (68ec6535-3d99-4b1d-9b60-f3e6dc684f78), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.477596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68ec6535-3d99-4b1d-9b60-f3e6dc684f78), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.485888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8958c45e-1d99-4a89-8315-aa2b2a9edc25 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:50:40.510004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8958c45e-1d99-4a89-8315-aa2b2a9edc25 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:50:40.510767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8958c45e-1d99-4a89-8315-aa2b2a9edc25 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:50:40.511536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:50:40.532028 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.536801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1883173 Feb 19 07:50:40.537107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:40.541928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:40.546219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c6a4e-8557-4517-b4f1-ca28700eb290 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec6535-3d99-4b1d-9b60-f3e6dc684f78,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:40.547073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:50:40.547767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 688bbfbe-9e72-4b5d-b8c1-b4cdf500bd16 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:50:40.575518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8608841a-fe72-4ae9-b3b1-0f58ded96a26), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.635524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (8608841a-fe72-4ae9-b3b1-0f58ded96a26), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.639768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8608841a-fe72-4ae9-b3b1-0f58ded96a26), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.661654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8608841a-fe72-4ae9-b3b1-0f58ded96a26,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:40.667601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.671671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f316ef17-0bf1-489c-b802-c55a41aa4ce1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334777 Feb 19 07:50:40.671929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:40.676249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:40.701541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (3a63fa08-8870-4f24-8804-034f4d19ce91), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.756981 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (3a63fa08-8870-4f24-8804-034f4d19ce91), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.760842 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (3a63fa08-8870-4f24-8804-034f4d19ce91), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.780245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a63fa08-8870-4f24-8804-034f4d19ce91,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:40.787752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.789109 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-163c15cb-fd96-418d-9f45-2e18ea49af86 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163254 Feb 19 07:50:40.792227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:40.797082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:40.826974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (9a65d09b-8210-4426-8e01-9e3fd57222f0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.886630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (9a65d09b-8210-4426-8e01-9e3fd57222f0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.890591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9a65d09b-8210-4426-8e01-9e3fd57222f0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.908025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a65d09b-8210-4426-8e01-9e3fd57222f0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:40.917303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:40.918514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c116d86c-304f-454e-b186-3f60d2a21ad5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252270 Feb 19 07:50:40.921190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:40.925843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:40.954101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (4e667ff6-8650-4039-87dd-1a1bc1825d41), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.026160 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (4e667ff6-8650-4039-87dd-1a1bc1825d41), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.030118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4e667ff6-8650-4039-87dd-1a1bc1825d41), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.051363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e667ff6-8650-4039-87dd-1a1bc1825d41,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:41.061459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.062646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5111cbc7-1b05-4da8-ac36-cecb2222a42b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405466 Feb 19 07:50:41.065969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:41.070692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:41.107846 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:50:41.108658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.114024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (7761389e-76f7-4ccc-bcee-794648094f2d), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.192767 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (7761389e-76f7-4ccc-bcee-794648094f2d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.198803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7761389e-76f7-4ccc-bcee-794648094f2d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.224670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7761389e-76f7-4ccc-bcee-794648094f2d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:41.237986 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.239812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-31fdbf0c-c08c-49cd-9e77-d692265bdbf9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1724994 Feb 19 07:50:41.242653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:41.248454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': '68ec6535-3d99-4b1d-9b60-f3e6dc684f78', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:41.271461 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:50:41.278385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (2fb7c31f-081f-465c-aaf8-c5df6c87b2e6), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.342859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (2fb7c31f-081f-465c-aaf8-c5df6c87b2e6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.347626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (2fb7c31f-081f-465c-aaf8-c5df6c87b2e6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.364774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb7c31f-081f-465c-aaf8-c5df6c87b2e6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:41.383176 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.387109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5b68bbab-9c0d-47c2-bcd2-f473386dba8c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397338 Feb 19 07:50:41.387363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:41.392485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'network': {'name': 'tempest-network-smoke--1243756994', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:41.410928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:50:41.414269 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.444839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:50:41.456054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3fbcdca-658b-4d22-83f0-ed5561cac86e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.456824 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Added segment c3fbcdca-658b-4d22-83f0-ed5561cac86e of type vlan for network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 Feb 19 07:50:41.510132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (82bee6f8-77d3-45f5-8e93-1b0082f076a4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.540873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (82bee6f8-77d3-45f5-8e93-1b0082f076a4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.547574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:41.548483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.608421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2198977 Feb 19 07:50:41.611084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:41.615658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'admin_state_up': True, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:41.637454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85281f5-3e1b-4852-b50f-82d36c2f2969 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Network': ['ID=82bee6f8-77d3-45f5-8e93-1b0082f076a4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:41.638949 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.640779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.655689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:50:41.702411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (0b068581-1a20-4f1e-a68d-465bc58b38fa), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:41.853662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (0b068581-1a20-4f1e-a68d-465bc58b38fa), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.057202 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.075267 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.176020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device eac592a3-3d04-45d7-966a-2bf77b5bd1ee no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:50:42.186611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.64 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/cb706eb9-9b9d-4425-afb2-f839d90b95ac) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:50:42.206833 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: eac592a3-3d04-45d7-966a-2bf77b5bd1ee {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:50:42.207594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device eac592a3-3d04-45d7-966a-2bf77b5bd1ee not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:50:42.297462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.333330 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.399326 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:42.400387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=cb706eb9-9b9d-4425-afb2-f839d90b95ac,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:42.404152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:42.406709 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:50:42.442151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:42.688832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:43.199585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:43.329770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 0b068581-1a20-4f1e-a68d-465bc58b38fa is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:50:43.442868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:50:43.456589 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Sync routers for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:50:43.470016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:43.470909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:43.489922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:43.493327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eecf7384-b87b-4725-a393-86277fd95728 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8794203 Feb 19 07:50:43.494897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:43.528487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ffb8f882-0448-4490-8db8-a4c896a29f63 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=d75edc3a2d9944719ac488c1a08ff697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315831 Feb 19 07:50:43.529340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:43.598465 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:43.633870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effa8a6-6c1d-4ef3-9a40-9c14d4a139ec tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:43.638808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:43.639175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1effa8a6-6c1d-4ef3-9a40-9c14d4a139ec tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1083403 Feb 19 07:50:43.682394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-dec38aa8-bd90-4040-8ce3-cb4081112830 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398045 Feb 19 07:50:43.682839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37620) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:43.688952 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210628737', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:43.799070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:50:43.803684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:43.851319 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:43.893822 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Checking router: 0b068581-1a20-4f1e-a68d-465bc58b38fa for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:50:43.894167 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Updating router 0b068581-1a20-4f1e-a68d-465bc58b38fa port cb706eb9-9b9d-4425-afb2-f839d90b95ac binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:50:43.926890 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.049773 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (2af733d4-7f5f-434a-919f-a703d9bb7549), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.119030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Subnet': ['ID=2af733d4-7f5f-434a-919f-a703d9bb7549,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:44.130999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:44.131391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network hostable DHCP agents. Network: 82bee6f8-77d3-45f5-8e93-1b0082f076a4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:50:44.150420 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:50:44.164762 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 82bee6f8-77d3-45f5-8e93-1b0082f076a4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:44.173755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:44.175939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.196030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f14e2-0dec-438a-b0e9-bed478c32d30 None None] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:50:44.209839 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0a8b85c-25a7-4246-93b9-9a4bd4c48df7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5253701 Feb 19 07:50:44.213776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 37628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:50:44.259253 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks [] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.266099 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.319461 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Attempting to bind port cb706eb9-9b9d-4425-afb2-f839d90b95ac on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:50:44.320203 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Attempting to bind port cb706eb9-9b9d-4425-afb2-f839d90b95ac by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:50:44.320446 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Attempting to bind port cb706eb9-9b9d-4425-afb2-f839d90b95ac on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:44.330492 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:50:44.331623 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:44.333319 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.334148 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:50:44.336997 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Bound port: cb706eb9-9b9d-4425-afb2-f839d90b95ac, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:50:44.337521 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.396892 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Pushing event updated for resources: {'Port': ['ID=cb706eb9-9b9d-4425-afb2-f839d90b95ac,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:44.408882 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] For port cb706eb9-9b9d-4425-afb2-f839d90b95ac, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:50:44.412448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.412671 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.413107 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.413538 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.414156 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.414613 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.415122 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.415547 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.415995 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.416416 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.416836 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.417301 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.417716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:50:44.422451 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] For port cb706eb9-9b9d-4425-afb2-f839d90b95ac, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb706eb9-9b9d-4425-afb2-f839d90b95ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:50:44.430157 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.501589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:50:44.502590 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:44.506906 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:44.508180 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:44.640984 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:44.719497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f870b-5fa1-474c-ba76-10039df8df07 None None] Pushing event updated for resources: {'Port': ['ID=cb706eb9-9b9d-4425-afb2-f839d90b95ac,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:44.779629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Allocated IP 172.20.0.2 (82bee6f8-77d3-45f5-8e93-1b0082f076a4/2af733d4-7f5f-434a-919f-a703d9bb7549/7d327bef-cce0-46c6-b01d-97146fe522c4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:50:44.952794 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:45.014919 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff1a8-5bcb-418b-ae1c-d6c8168ba2e6 None None] The sync data for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 is: [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:42Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:50:45.041172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks [] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.051980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.053056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.101795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Pushing event updated for resources: {'Port': ['ID=7d327bef-cce0-46c6-b01d-97146fe522c4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:45.126603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:45.128822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:45.133987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:50:45.200015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Attempting to bind port 7d327bef-cce0-46c6-b01d-97146fe522c4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:50:45.200721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Attempting to bind port 7d327bef-cce0-46c6-b01d-97146fe522c4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:50:45.200721 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Attempting to bind port 7d327bef-cce0-46c6-b01d-97146fe522c4 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:45.207357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:50:45.207637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:45.208037 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.208432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Bound using segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:50:45.208916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Bound port: 7d327bef-cce0-46c6-b01d-97146fe522c4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:50:45.209297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.281060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] For port 7d327bef-cce0-46c6-b01d-97146fe522c4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:50:45.284748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] For port 7d327bef-cce0-46c6-b01d-97146fe522c4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7d327bef-cce0-46c6-b01d-97146fe522c4,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:50:45.292837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.366932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a8e7-f263-4656-a656-38df8ebdc5ef None None] Pushing event updated for resources: {'Port': ['ID=7d327bef-cce0-46c6-b01d-97146fe522c4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:45.452260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.1 (82bee6f8-77d3-45f5-8e93-1b0082f076a4/2af733d4-7f5f-434a-919f-a703d9bb7549/2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:50:45.624099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.691600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.750393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:45.756466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:45.771624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:50:45.868599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:45.871105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:46.086778 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.529139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.536467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.637240 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7d327bef-cce0-46c6-b01d-97146fe522c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:46.637803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:46.650012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.726394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7d327bef-cce0-46c6-b01d-97146fe522c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:46.727020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.841377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:46.843632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:46.881952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7d327bef-cce0-46c6-b01d-97146fe522c4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:46.882347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:46.937647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 7d327bef-cce0-46c6-b01d-97146fe522c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7d327bef-cce0-46c6-b01d-97146fe522c4,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:46.938817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d6eb0-5fa5-41d1-bc8a-62f0778e9b4d None None] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:50:47.011665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:47.012605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb706eb9-9b9d-4425-afb2-f839d90b95ac up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:47.101342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3bef318d-ae19-4760-bc54-3a4f0ec9b559 None None] Provisioning complete for port 7d327bef-cce0-46c6-b01d-97146fe522c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:47.101676 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bef318d-ae19-4760-bc54-3a4f0ec9b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:47.192497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=7d327bef-cce0-46c6-b01d-97146fe522c4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:47.235535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cb706eb9-9b9d-4425-afb2-f839d90b95ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:47.235912 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:47.408400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 0b068581-1a20-4f1e-a68d-465bc58b38fa has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:50:47.523346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3bef318d-ae19-4760-bc54-3a4f0ec9b559 None None] Current status of the port 7d327bef-cce0-46c6-b01d-97146fe522c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:47.541744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:50:47.550010 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-62046eab-d49b-4d9c-b10e-fc27f86bd374 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/0b068581-1a20-4f1e-a68d-465bc58b38fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350260 Feb 19 07:50:47.576676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cb706eb9-9b9d-4425-afb2-f839d90b95ac is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:47.577356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:47.623859 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port cb706eb9-9b9d-4425-afb2-f839d90b95ac, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb706eb9-9b9d-4425-afb2-f839d90b95ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:47.632760 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:47.718644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=cb706eb9-9b9d-4425-afb2-f839d90b95ac,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:47.733788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Sync routers for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:50:47.746007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:47.746659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:47.860001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-afe84eed-e608-47cc-a1f8-93ee23d8e0cb tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780730268&fields=id&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 267 time: 0.0580444 Feb 19 07:50:47.890307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:48.010658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-df0bcc9a-3553-41c5-b71c-fdd2d34d433c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:48.012243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-df0bcc9a-3553-41c5-b71c-fdd2d34d433c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 797 time: 0.1437302 Feb 19 07:50:48.037160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-90c2b3a1-3431-4378-9f9c-b2411326ee25 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/quotas/d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 375 time: 0.0189052 Feb 19 07:50:48.135809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Provisioning complete for port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:48.136489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:48.153513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-6a7d9531-58c2-42cc-9bdc-e63b129fe46d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017258 Feb 19 07:50:48.186137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:50:48.208637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 2, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:48.238038 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Checking router: 0b068581-1a20-4f1e-a68d-465bc58b38fa for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:50:48.238544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Updating router 0b068581-1a20-4f1e-a68d-465bc58b38fa port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:50:48.261772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-4126ab51-0f80-476c-a6e5-2406246df347 service neutron] 10.222.0.43 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072831 Feb 19 07:50:48.274596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Provisioning complete for port 7d327bef-cce0-46c6-b01d-97146fe522c4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:48.274978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:48.321492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:48.382350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-c1db8e16-288c-43c2-bcd7-f212cb0920a3 service neutron] 10.222.0.43 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196692 Feb 19 07:50:48.626477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7d327bef-cce0-46c6-b01d-97146fe522c4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:48.680657 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-09bb1543-a043-4047-92f9-5e8009d4158f req-635966a7-6db7-43b3-bcc8-453e860e4b01 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 210 time: 0.0546675 Feb 19 07:50:48.722874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3b871-5512-489f-96de-ac70a29488f2 None None] Current status of the port 7d327bef-cce0-46c6-b01d-97146fe522c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:48.812551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 7d327bef-cce0-46c6-b01d-97146fe522c4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:48.813060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:48.912809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b269975a-7374-4500-b2f9-59970ddb4901 None None] Provisioning complete for port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:48.913186 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b269975a-7374-4500-b2f9-59970ddb4901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:48.973556 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks [] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.012907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.028643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b269975a-7374-4500-b2f9-59970ddb4901 None None] Port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:50:49.087757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 7d327bef-cce0-46c6-b01d-97146fe522c4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:49.094086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb706eb9-9b9d-4425-afb2-f839d90b95ac up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:49.122419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4475b-bbcd-4dad-986c-6aa29fe8f687 None None] Pushing event updated for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:49.222022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Attempting to bind port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:50:49.222665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Attempting to bind port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:50:49.223253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Attempting to bind port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:49.230939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:50:49.231650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:49.232238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.232800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Bound using segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:50:49.233462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Bound port: 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:50:49.234047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.322142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port cb706eb9-9b9d-4425-afb2-f839d90b95ac triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:49.322527 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.402608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] For port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:50:49.406332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] For port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:50:49.418867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.427436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Provisioning complete for port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:49.427806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.548652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4475b-bbcd-4dad-986c-6aa29fe8f687 None None] Pushing event updated for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:49.553121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:50:49.553754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:49.555580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port cb706eb9-9b9d-4425-afb2-f839d90b95ac is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:49.776012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Current status of the port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:49.776595 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.823573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] For port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:49.836723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:49.897968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277e789-4d0e-46ad-aa08-6e201a5f99df None None] Pushing event updated for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:49.907371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:50:49.964495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-9a619827-6b15-472a-8a51-662afc85c57a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:49.966044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-9a619827-6b15-472a-8a51-662afc85c57a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 797 time: 0.2232299 Feb 19 07:50:50.026922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-974c3f94-5a5d-4ae4-a90f-02180908804a req-08c7f567-ce46-4c0f-b7c8-09df0023b069 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 210 time: 0.0597460 Feb 19 07:50:50.090076 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-da0abb73-f70c-4346-9828-653af3ac317d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 379 time: 0.1113880 Feb 19 07:50:50.096191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-73e8a2f9-dc7b-420c-ac4b-a88740f444b5 None None] Provisioning complete for port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:50.097101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73e8a2f9-dc7b-420c-ac4b-a88740f444b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:50.101279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'port': {'device_id': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'admin_state_up': True, 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'security_groups': ['68ec6535-3d99-4b1d-9b60-f3e6dc684f78']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:50.245887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:50:50.250273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:50.474866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73e8a2f9-dc7b-420c-ac4b-a88740f444b5 None None] Current status of the port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:50.492495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:50:50.493758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.9 (82bee6f8-77d3-45f5-8e93-1b0082f076a4/2af733d4-7f5f-434a-919f-a703d9bb7549/f66432c3-38d0-41d8-8640-2f0865be3177) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:50:50.529565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d901214-49a5-4757-b27f-96166b78a84f None None] The sync data for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 is: [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:50:50.794607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (f66432c3-38d0-41d8-8640-2f0865be3177), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:50.852233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:50.912581 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:50.925331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:50:50.926858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:50:50.929458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:50:51.033257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:51.033853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.067449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-49763763-1fbd-4943-bb76-4c757e3793b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9635975 Feb 19 07:50:51.074525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Request body: {'port': {'device_id': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:50:51.186347 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.306819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344e7bb-e294-4ce6-9995-6b321cb89763 req-96aeb9cf-1aca-4f24-b4dc-e099b632c27a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:51.310025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9344e7bb-e294-4ce6-9995-6b321cb89763 req-96aeb9cf-1aca-4f24-b4dc-e099b632c27a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 931 time: 0.1423080 Feb 19 07:50:51.427574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-22630867-e82f-47eb-a704-a2517a6b0c69 None None] Provisioning complete for port f66432c3-38d0-41d8-8640-2f0865be3177 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:51.428066 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22630867-e82f-47eb-a704-a2517a6b0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.444282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9344e7bb-e294-4ce6-9995-6b321cb89763 req-28a980bd-a6bb-4322-b5a0-1e57610ebbd0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262443 Feb 19 07:50:51.509027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22630867-e82f-47eb-a704-a2517a6b0c69 None None] Port f66432c3-38d0-41d8-8640-2f0865be3177 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:50:51.546504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66432c3-38d0-41d8-8640-2f0865be3177 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:50:51.556011 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks [] for port (f66432c3-38d0-41d8-8640-2f0865be3177), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.570214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Transition to ACTIVE for port object f66432c3-38d0-41d8-8640-2f0865be3177 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:50:51.579353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.712928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:51.806408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:50:51.807041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:50:51.807594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:51.818440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:50:51.819178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:50:51.833494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:50:51.834688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:50:51.835425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Bound using segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:50:51.836096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Bound port: f66432c3-38d0-41d8-8640-2f0865be3177, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:50:51.836647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:51.974763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:50:51.993086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:50:52.001992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:52.023879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:52.025199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:52.032766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] 10.222.0.24 "PUT /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1091 time: 0.9639933 Feb 19 07:50:52.034590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:52.037686 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28c388-4671-40e2-9a7a-8b4798cc5a83" -d '{"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:52.133035 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d7940-f8ca-426c-a9ce-0f2197853bc3 x-openstack-request-id: req-b95d7940-f8ca-426c-a9ce-0f2197853bc3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:52.133717 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:52.134159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b95d7940-f8ca-426c-a9ce-0f2197853bc3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:52.134715 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'status': 'completed', 'code': 200} Feb 19 07:50:52.229293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-55944421-1831-4395-b65f-41c14836c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:52.230786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-55944421-1831-4395-b65f-41c14836c8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1125 time: 0.1251063 Feb 19 07:50:52.247397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58713b26-dd77-4fda-a985-70ffa717dc91 service neutron] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:52.285790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-ba1bef9e-ca85-4d07-93a7-6b75f3e33dd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 217 time: 0.0461917 Feb 19 07:50:52.364722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-a2695aeb-46ac-436b-9398-c1f8b748d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:52.366246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-a2695aeb-46ac-436b-9398-c1f8b748d9ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0746343 Feb 19 07:50:52.476596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-c1e78500-108c-438f-aeb6-17fa28a5f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:52.479596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-c1e78500-108c-438f-aeb6-17fa28a5f292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1005428 Feb 19 07:50:52.590601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:52.718687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-6901bc02-938e-4ac1-9547-bc91be60636a service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324932 Feb 19 07:50:52.727279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:52.727665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:52.870139 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef9cbe-b2bf-49c8-a3ed-b077f26a3929 req-f78045df-894f-47dc-a586-e85004cc9f2b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:52.879015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-afef9cbe-b2bf-49c8-a3ed-b077f26a3929 req-f78045df-894f-47dc-a586-e85004cc9f2b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 943 time: 0.0819752 Feb 19 07:50:52.907609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96495c8b-5a3c-4d94-82c3-e7cea937aec4 req-ea7296b7-99aa-4771-aaba-9c5b59454326 service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823549 Feb 19 07:50:52.925650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:52.971745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-afef9cbe-b2bf-49c8-a3ed-b077f26a3929 req-4e2c7d53-d141-4a1f-b6c4-b191c5870989 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876033 Feb 19 07:50:53.035510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-2d6aba2a-69ed-47a7-8b55-fb098a602d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:53.038023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-2d6aba2a-69ed-47a7-8b55-fb098a602d03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1125 time: 0.0570514 Feb 19 07:50:53.138707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-6e5f868c-cfa9-4e23-93a7-7764f3cb471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:53.140586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-6e5f868c-cfa9-4e23-93a7-7764f3cb471c service neutron] 10.222.0.24 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.0969710 Feb 19 07:50:53.192835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-d15b1e46-87d0-4b81-b7d4-84588e7b6ff5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 217 time: 0.0463099 Feb 19 07:50:53.253013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-e3ac0f27-4926-4beb-bef8-c3599b3c030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:53.254449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-e3ac0f27-4926-4beb-bef8-c3599b3c030c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0539296 Feb 19 07:50:53.314333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-08ce3c40-2033-4cad-833e-59730e073d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:53.316534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-08ce3c40-2033-4cad-833e-59730e073d02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554142 Feb 19 07:50:53.423373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-81f0ff0d-6d87-4d58-b332-ca36ae895f42 service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002929 Feb 19 07:50:53.522188 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e28c388-4671-40e2-9a7a-8b4798cc5a83 req-92c976e5-02a9-40bb-8d35-b92bfe149bda service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924008 Feb 19 07:50:54.136090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1f204-8e8e-4d09-a2c0-76e9c9f864e4 req-c50c8ea3-6f11-483f-827e-c064d5b8e999 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:54.138440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13a1f204-8e8e-4d09-a2c0-76e9c9f864e4 req-c50c8ea3-6f11-483f-827e-c064d5b8e999 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 943 time: 0.0717602 Feb 19 07:50:54.201961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13a1f204-8e8e-4d09-a2c0-76e9c9f864e4 req-f065cc8c-ecf1-4288-a9a7-535bb60d0322 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569191 Feb 19 07:50:55.324150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a92b2-fe26-47bd-b246-17113b99030e req-7ba1f8cb-34a6-4456-88e5-c812fe81bc90 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:55.326660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-519a92b2-fe26-47bd-b246-17113b99030e req-7ba1f8cb-34a6-4456-88e5-c812fe81bc90 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 943 time: 0.0538256 Feb 19 07:50:55.375053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-519a92b2-fe26-47bd-b246-17113b99030e req-06225e26-cfa6-4ba2-a2f3-e2e2c5748b29 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Feb 19 07:50:56.212424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:50:56.325157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:56.344607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'port_id': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'mac_address': 'fa:16:3e:6c:25:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:50:56.387285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f66432c3-38d0-41d8-8640-2f0865be3177 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:56.389256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:56.419279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66432c3-38d0-41d8-8640-2f0865be3177 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:50:56.482895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:56.489322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:56.544716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb3f8d-1d67-49b1-881e-7a45a2e3a77a req-ad0889cc-d723-435f-a780-26dcd2b79473 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:56.546377 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20bb3f8d-1d67-49b1-881e-7a45a2e3a77a req-ad0889cc-d723-435f-a780-26dcd2b79473 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 943 time: 0.0897202 Feb 19 07:50:56.548410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:56.633110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-20bb3f8d-1d67-49b1-881e-7a45a2e3a77a req-ee3f02e4-d740-48f8-95d7-95f68291593e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792136 Feb 19 07:50:56.694242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f66432c3-38d0-41d8-8640-2f0865be3177'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:50:57.757088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1def39-f37e-4c71-88c4-ae0df7fdf2d4 req-89ecd10c-9ae2-413b-8355-0b0564bebdff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:57.758744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e1def39-f37e-4c71-88c4-ae0df7fdf2d4 req-89ecd10c-9ae2-413b-8355-0b0564bebdff tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0568287 Feb 19 07:50:57.809279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7e1def39-f37e-4c71-88c4-ae0df7fdf2d4 req-05e66c05-50cf-415a-93b0-05357b64c359 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 Feb 19 07:50:58.218798 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:50:58.289437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port f66432c3-38d0-41d8-8640-2f0865be3177 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:50:58.294036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port f66432c3-38d0-41d8-8640-2f0865be3177 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:50:58.294278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:58.378064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f66432c3-38d0-41d8-8640-2f0865be3177 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:50:58.380130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:58.403382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:50:58.406349 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38774ae4-c626-49d2-b136-eddf6bd14f4d" -d '{"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-plugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:50:58.448648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:50:58.458360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:50:58.471378 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d266e1-a83a-4203-b870-4eb556da27d3 x-openstack-request-id: req-99d266e1-a83a-4203-b870-4eb556da27d3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:50:58.472007 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-plugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:50:58.472007 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99d266e1-a83a-4203-b870-4eb556da27d3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:50:58.472323 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'code': 200} Feb 19 07:50:58.530635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:50:58.608258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df63a63-5b81-472e-96ba-244c6fa0606f req-9c59a7cc-a569-4fc3-8cd3-329031da11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:58.610542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9df63a63-5b81-472e-96ba-244c6fa0606f req-9c59a7cc-a569-4fc3-8cd3-329031da11c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1127 time: 0.0538423 Feb 19 07:50:58.680278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9df63a63-5b81-472e-96ba-244c6fa0606f req-67730d59-7563-4225-a5cf-b01705ac0523 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651276 Feb 19 07:50:58.972800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8d052-ba1e-4ab0-8b08-1f97102ca45d req-af7f600c-f199-4939-89da-63f65411d82a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:50:58.976593 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ce8d052-ba1e-4ab0-8b08-1f97102ca45d req-af7f600c-f199-4939-89da-63f65411d82a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0728507 Feb 19 07:50:59.030345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ce8d052-ba1e-4ab0-8b08-1f97102ca45d req-5fca2e17-2813-4dd1-a487-0e836ac4410f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480957 Feb 19 07:51:00.171405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169c64a-5324-45dc-8478-63f3fec09ed5 req-0d8af570-9c5c-4593-9a54-ca82de78d6fb tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:00.180078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3169c64a-5324-45dc-8478-63f3fec09ed5 req-0d8af570-9c5c-4593-9a54-ca82de78d6fb tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0701520 Feb 19 07:51:00.244968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3169c64a-5324-45dc-8478-63f3fec09ed5 req-7994c12e-5a57-4d8c-b093-3e59ee0aabc1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642626 Feb 19 07:51:00.389250 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbab9c-44cc-4595-ac7b-b8cd660bd547 req-99e63260-a677-40f8-a5ed-2b643d1a5a57 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:00.390775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2bbab9c-44cc-4595-ac7b-b8cd660bd547 req-99e63260-a677-40f8-a5ed-2b643d1a5a57 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0577245 Feb 19 07:51:00.444199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c2bbab9c-44cc-4595-ac7b-b8cd660bd547 req-b1dba8d8-ef49-4e53-a685-d6869e91988d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Feb 19 07:51:00.465672 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37782) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:00.540540 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:00.662459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f486561-d477-40b7-b769-3e0699c280be tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:00.664074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6f486561-d477-40b7-b769-3e0699c280be tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1122 time: 0.1974227 Feb 19 07:51:00.666788 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37786) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:00.671098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:00.696570 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:00.800566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:00.907570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.216 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/c3b3107e-42d2-47fc-80d4-486a77385d7e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:01.010143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.048105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.084175 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:01.087154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:01.090627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:51:01.125684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=c3b3107e-42d2-47fc-80d4-486a77385d7e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:01.480392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (d32a412c-d847-4894-a8d1-f876cce5d635), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.580183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.730333 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.736045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.813495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=c3b3107e-42d2-47fc-80d4-486a77385d7e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:01.824660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (d32a412c-d847-4894-a8d1-f876cce5d635), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:01.937104 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP d32a412c-d847-4894-a8d1-f876cce5d635 associated. External IP: 172.25.7.216, port: f66432c3-38d0-41d8-8640-2f0865be3177. Feb 19 07:51:02.179069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 0b068581-1a20-4f1e-a68d-465bc58b38fa has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:02.297157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:02.309313 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Sync routers for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:51:02.326934 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:02.327911 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:02.332716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:02.377354 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-07012512-43d6-4067-bc82-26505f48667d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7092824 Feb 19 07:51:02.378489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:02.382116 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede" -d '{"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:02.449190 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d72e3f-b416-47a9-bbe9-dc10e05b01e0 x-openstack-request-id: req-c2d72e3f-b416-47a9-bbe9-dc10e05b01e0 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:02.450057 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:02.450425 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2d72e3f-b416-47a9-bbe9-dc10e05b01e0 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:02.450900 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'status': 'completed', 'code': 200} Feb 19 07:51:02.487094 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:02.545241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e84c3-a99d-4186-98a4-a0e8ff5696ca req-a6a09d11-634f-4b29-aa2b-1f3a538334ad tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:02.547717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a91e84c3-a99d-4186-98a4-a0e8ff5696ca req-a6a09d11-634f-4b29-aa2b-1f3a538334ad tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.1116652 Feb 19 07:51:02.620813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a91e84c3-a99d-4186-98a4-a0e8ff5696ca req-ffca99df-7189-4172-98f8-5f5f58b7a147 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666444 Feb 19 07:51:02.622909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-ea57fdcf-bf70-4762-bb35-41e5e8cf4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:02.624982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-ea57fdcf-bf70-4762-bb35-41e5e8cf4d99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1127 time: 0.1473718 Feb 19 07:51:02.645075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:02.718810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5746997e-7742-48f8-a7cf-15b338c13468 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 200 len: 991 time: 0.0724576 Feb 19 07:51:02.740539 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-18f0dc03-3b45-480c-87de-d5faa95522bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:02.742231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-18f0dc03-3b45-480c-87de-d5faa95522bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.1108429 Feb 19 07:51:02.818017 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd32a412c-d847-4894-a8d1-f876cce5d635', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'port_id': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'mac_address': 'fa:16:3e:6c:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:51:01Z', 'updated_at': '2022-02-19T07:51:01Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:02.828489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-4c30995f-4673-48cd-8362-3d1efa60a0f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 999 time: 0.0797722 Feb 19 07:51:02.847677 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Checking router: 0b068581-1a20-4f1e-a68d-465bc58b38fa for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:51:02.856971 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:02.857594 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:50:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:02.887149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-8373c32c-45d6-4a0b-b31c-12414a194244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:02.888809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-8373c32c-45d6-4a0b-b31c-12414a194244 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0545111 Feb 19 07:51:02.974105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-1b30fe4b-fa14-488a-b7fe-c6479e0ac16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:02.975928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-1b30fe4b-fa14-488a-b7fe-c6479e0ac16b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814903 Feb 19 07:51:03.083649 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:03.087780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-b61163b5-cbbb-49f4-91a1-ffb283c2abfc service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046979 Feb 19 07:51:03.191884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0dcbb6aa-cf3a-4375-a16f-3c00c5595ede req-8d7ff374-6519-427f-8e8a-e7dc257b1510 service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979118 Feb 19 07:51:03.233701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:03.342177 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd32a412c-d847-4894-a8d1-f876cce5d635', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'port_id': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'mac_address': 'fa:16:3e:6c:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:51:01Z', 'updated_at': '2022-02-19T07:51:01Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:03.368607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40aabfa-ebd5-4422-a016-32ad6153ccf3 None None] The sync data for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 is: [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd32a412c-d847-4894-a8d1-f876cce5d635', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.216', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'port_id': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'mac_address': 'fa:16:3e:6c:25:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:51:01Z', 'updated_at': '2022-02-19T07:51:01Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:51:03.592808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c92df1-d8ba-4171-9d14-0aa7937a3dcc None None] New status for floating IP d32a412c-d847-4894-a8d1-f876cce5d635: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:51:03.724086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37856) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:03.814371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff9ee107-722c-479a-ac76-5089b4d5e6bc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 200 len: 991 time: 0.0886359 Feb 19 07:51:04.818074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 37880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:04.891690 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9cb75ed1-66ae-47d2-afb1-7c4a355a1697 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 200 len: 993 time: 0.0723195 Feb 19 07:51:06.246282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-635376d0-027c-4e2d-bcc1-e3e256c1f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:08.599018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-236cb2e9-4a14-49ad-a360-ef206401a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:09.767136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:11.097928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:12.443540 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:15.827858 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:51:22.977911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-021ca494-74ce-405c-9d98-0cb1bacabc36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334934 Feb 19 07:51:23.135110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-5a7c4d91-d6f4-418c-963a-8ab11230f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:23.138836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-5a7c4d91-d6f4-418c-963a-8ab11230f78e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33e757fd68e64cc1854965235910d6b1&device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 1128 time: 0.1123626 Feb 19 07:51:23.267425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-5b1b2fba-c54f-4f93-aaaa-e5ce26ec2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:23.269024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-5b1b2fba-c54f-4f93-aaaa-e5ce26ec2740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 200 len: 909 time: 0.1069815 Feb 19 07:51:23.346652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-35950f95-91ea-47e0-b683-baaa22e3e686 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 200 len: 1002 time: 0.0715783 Feb 19 07:51:23.399466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-f1f10107-f6ed-44be-80d5-d3a134b0918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:23.401045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-f1f10107-f6ed-44be-80d5-d3a134b0918b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 200 len: 848 time: 0.0486422 Feb 19 07:51:23.460988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-d7c10efa-93ec-4ad3-8e97-f4e19697aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:23.462660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-d7c10efa-93ec-4ad3-8e97-f4e19697aa86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=171ee781-22af-48c7-a640-adf206415d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564084 Feb 19 07:51:23.594435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-d0fd4f37-75e1-4a86-b5c9-4e3b28a99d14 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254015 Feb 19 07:51:23.712821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc9ad31-75fa-41b2-901b-f0fd6f604e03 req-29dff9b4-e4c4-46c4-86a3-edd51cea58e3 service neutron] 10.222.0.47 "GET /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132729 Feb 19 07:51:27.462206 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-bda36763-1ccf-4056-bade-9bcd4f581bae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326841969&fields=id&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 267 time: 0.0547154 Feb 19 07:51:27.581479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-38e2e760-b228-4218-80bd-d6b41b2b301d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:27.583277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-38e2e760-b228-4218-80bd-d6b41b2b301d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.1139510 Feb 19 07:51:27.599407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-38310b1d-d95d-4825-8f10-e1f1032e655e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/quotas/edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 375 time: 0.0096447 Feb 19 07:51:27.658205 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-962f5883-79f0-4059-a81d-4420d93ab6d3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532732 Feb 19 07:51:27.768273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-41ef1ab2-4847-4c3b-b977-86115a4fefc5 service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944917 Feb 19 07:51:27.858590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-5856d4d4-b3ec-4214-a1cb-34e10515aebc service neutron] 10.222.0.43 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837584 Feb 19 07:51:28.248327 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5024a513-e926-4fa3-a1e8-40aa0fa0fa0c req-7ad1e43e-dfee-48c6-80a3-3c4af662a796 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0540714 Feb 19 07:51:29.414214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb38071c-9b3a-440d-8467-c7e9c0f87bb3 req-dc899e97-e9e2-4509-88ac-cf0c15fca00f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0442798 Feb 19 07:51:29.500692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-4f7d2854-793c-4d6c-9487-62bc16d4d5bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:29.502991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-4f7d2854-793c-4d6c-9487-62bc16d4d5bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 812 time: 0.2259269 Feb 19 07:51:29.576150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-f510d920-43b5-4a5b-9331-56fdee13c7c1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfbcaf730274870a33659d48ef94c37 HTTP/1.1" status: 200 len: 380 time: 0.0658402 Feb 19 07:51:29.588671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'port': {'device_id': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'admin_state_up': True, 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'security_groups': ['2000fb7a-5f06-4e02-ad10-339baf133bb4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:29.747735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Made reservation on behalf of edfbcaf730274870a33659d48ef94c37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:51:29.751805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:29.901691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.20.0.8 (b56abe92-c475-4429-96ff-8545616e1eba/8618e766-16e2-456a-b815-684194cbcbf9/f9df300c-f3e7-4255-9ff4-7d6203aae82c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:51:30.082105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.117053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.160991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network b56abe92-c475-4429-96ff-8545616e1eba is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:51:30.164886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:51:30.178031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:51:30.238407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:30.281297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:30.286670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.316818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-b87cb9c8-8183-4b75-ba01-c577e0a3810c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317960 Feb 19 07:51:30.330151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Request body: {'port': {'device_id': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:30.411717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.574628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.609987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5decbd35-7ed3-4a58-b59e-f5223d1bbccb None None] Provisioning complete for port f9df300c-f3e7-4255-9ff4-7d6203aae82c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:30.610485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5decbd35-7ed3-4a58-b59e-f5223d1bbccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.711672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5decbd35-7ed3-4a58-b59e-f5223d1bbccb None None] Port f9df300c-f3e7-4255-9ff4-7d6203aae82c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:51:30.910245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9df300c-f3e7-4255-9ff4-7d6203aae82c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:51:30.920260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks [] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:30.943557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Transition to ACTIVE for port object f9df300c-f3e7-4255-9ff4-7d6203aae82c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:30.958559 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:31.141700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Attempting to bind port f9df300c-f3e7-4255-9ff4-7d6203aae82c on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:51:31.143962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Attempting to bind port f9df300c-f3e7-4255-9ff4-7d6203aae82c by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:51:31.143962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Attempting to bind port f9df300c-f3e7-4255-9ff4-7d6203aae82c on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:31.149101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:31.159317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Port f9df300c-f3e7-4255-9ff4-7d6203aae82c on network b56abe92-c475-4429-96ff-8545616e1eba not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:51:31.159317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Attempting to bind port f9df300c-f3e7-4255-9ff4-7d6203aae82c on network b56abe92-c475-4429-96ff-8545616e1eba {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:31.170679 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:51:31.171091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Checking segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:51:31.171468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Bound using segment: {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:51:31.171911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Bound port: f9df300c-f3e7-4255-9ff4-7d6203aae82c, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:51:31.172286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:31.256942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd92a-c40d-4859-9a2c-4c57cb4e834b req-01bb568f-ff3b-4a5f-b458-b36cbb7a1df6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:31.260060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-352fd92a-c40d-4859-9a2c-4c57cb4e834b req-01bb568f-ff3b-4a5f-b458-b36cbb7a1df6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 931 time: 0.7296286 Feb 19 07:51:31.293757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:31.301126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:31.310466 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:31.395033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:31.399776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:31.403337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 1091 time: 1.0787551 Feb 19 07:51:31.404263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:31.415231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-352fd92a-c40d-4859-9a2c-4c57cb4e834b req-7bc9360d-6c48-4f71-bb3e-fdbc1fec54c2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418827 Feb 19 07:51:31.418075 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51519b12-122c-468c-a93c-42912f5f9edf" -d '{"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:31.546019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1c15-1d97-4d53-b5d7-c957501de7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:31.568187 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca198db4-deef-49e3-bb7d-a9c9c6d7958d x-openstack-request-id: req-ca198db4-deef-49e3-bb7d-a9c9c6d7958d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:31.568537 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:31.568739 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca198db4-deef-49e3-bb7d-a9c9c6d7958d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:31.569321 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'status': 'completed', 'code': 200} Feb 19 07:51:31.598035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-60635f5a-f8b1-4c7d-8e8b-9b53ff9f85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:31.600825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-60635f5a-f8b1-4c7d-8e8b-9b53ff9f85da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1125 time: 0.1437473 Feb 19 07:51:32.038954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-fcff1e13-71fe-4b08-8d4a-32fa803b9aeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 217 time: 0.4303329 Feb 19 07:51:32.086834 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-106b6f17-ba02-48c2-91cc-33aa83a84d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.088557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-106b6f17-ba02-48c2-91cc-33aa83a84d96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0439773 Feb 19 07:51:32.139095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-5577d360-b3d2-4acc-9409-9f2409a77d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.140636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-5577d360-b3d2-4acc-9409-9f2409a77d07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464807 Feb 19 07:51:32.231611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-53a8b74c-6722-4924-9fdc-155a039227eb service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Feb 19 07:51:32.320634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92846baf-893a-48fa-b4d3-a8a10b6e2ba8 req-f6be5c41-20dd-4092-bbdc-eaeb7a418723 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828025 Feb 19 07:51:32.408411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519b12-122c-468c-a93c-42912f5f9edf req-c4bbe0d6-9a58-4ebd-965b-120d856648e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.411218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-c4bbe0d6-9a58-4ebd-965b-120d856648e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1125 time: 0.0490754 Feb 19 07:51:32.542709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519b12-122c-468c-a93c-42912f5f9edf req-969a469d-654b-43c6-aa94-6505d38af409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.542709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-969a469d-654b-43c6-aa94-6505d38af409 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1224353 Feb 19 07:51:32.582298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784aae-5c1d-4f21-94da-125864aa21c5 req-5222fc82-354b-421a-9166-79a96d66093f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.584016 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb784aae-5c1d-4f21-94da-125864aa21c5 req-5222fc82-354b-421a-9166-79a96d66093f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0738983 Feb 19 07:51:32.591298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-f3140639-ca1a-46c1-8420-dea61a5e81b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 217 time: 0.0475626 Feb 19 07:51:32.651487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519b12-122c-468c-a93c-42912f5f9edf req-f0f9a48d-c230-4c0d-8c04-8e42d980ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.653127 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-f0f9a48d-c230-4c0d-8c04-8e42d980ce04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0558379 Feb 19 07:51:32.654636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb784aae-5c1d-4f21-94da-125864aa21c5 req-46e788b5-015c-407c-a907-d617db55e61e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636973 Feb 19 07:51:32.708969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51519b12-122c-468c-a93c-42912f5f9edf req-737d48e4-9102-4b46-92cb-e8d8d5850cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:32.710505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-737d48e4-9102-4b46-92cb-e8d8d5850cbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461254 Feb 19 07:51:32.804430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-50fe658b-284f-49e9-b85c-b4f310aacc47 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Feb 19 07:51:32.903922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-51519b12-122c-468c-a93c-42912f5f9edf req-7b728708-44de-46ae-a79a-f22dcce2fc63 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940244 Feb 19 07:51:33.268189 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:33.840372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df6ebd-5061-42b3-ace5-7026c6b093a4 req-f7d1e73d-6543-4df9-bf0e-72564f38addf tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:33.847259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96df6ebd-5061-42b3-ace5-7026c6b093a4 req-f7d1e73d-6543-4df9-bf0e-72564f38addf tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0750744 Feb 19 07:51:33.896765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-96df6ebd-5061-42b3-ace5-7026c6b093a4 req-5d28ca59-e0eb-49c1-bddd-535a9479a1a0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Feb 19 07:51:34.159643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b919bd6-4c29-457e-8084-2ba180905ed1 req-436dd34f-b870-4c36-a966-43c82101433f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:34.161914 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b919bd6-4c29-457e-8084-2ba180905ed1 req-436dd34f-b870-4c36-a966-43c82101433f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0580654 Feb 19 07:51:34.224249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3b919bd6-4c29-457e-8084-2ba180905ed1 req-aaea16c8-b3f9-4c02-a053-637b40172e1a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555100 Feb 19 07:51:34.249016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:34.328402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b17e37f-d27a-4cd0-951d-de4b6b590766 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 200 len: 993 time: 0.0701654 Feb 19 07:51:34.666996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fcc0b-4804-4f7f-9711-187615ec6938 req-d069b127-49b0-405f-82a1-1ef29757e604 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:34.668636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a8fcc0b-4804-4f7f-9711-187615ec6938 req-d069b127-49b0-405f-82a1-1ef29757e604 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1127 time: 0.0517435 Feb 19 07:51:34.723224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2a8fcc0b-4804-4f7f-9711-187615ec6938 req-feb2fe65-cd7b-44f8-a695-035a6d11df53 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Feb 19 07:51:35.077283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d326a-4ee1-49d6-b36a-a1745062c527 req-3eb5c2cc-f5f1-44b5-b18d-b9e343569c93 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:35.079025 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-324d326a-4ee1-49d6-b36a-a1745062c527 req-3eb5c2cc-f5f1-44b5-b18d-b9e343569c93 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0853462 Feb 19 07:51:35.143889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-324d326a-4ee1-49d6-b36a-a1745062c527 req-d4b9df40-8088-4074-a1d1-b02ad7624515 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590224 Feb 19 07:51:35.333148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:35.447327 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-30d8b68e-f906-41c7-bfaa-81cfc4b406fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128871 Feb 19 07:51:35.456345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-3ba8061c-47c3-4c8a-8990-ada6f89d7506 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:51:35.457348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-3ba8061c-47c3-4c8a-8990-ada6f89d7506 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056415 Feb 19 07:51:35.487361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 38508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:35.591013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1a4071d2-6d91-46f0-8764-1273883c485f tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:35.592635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1a4071d2-6d91-46f0-8764-1273883c485f tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1124 time: 0.1041551 Feb 19 07:51:36.138508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-58ecbc7f-2248-4f0d-8ecf-1459a4e5e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.140177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-58ecbc7f-2248-4f0d-8ecf-1459a4e5e246 service neutron] 10.222.0.43 "GET /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1124 time: 0.0443945 Feb 19 07:51:36.154714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Request body: {'binding': {'host': 'n-h2-829866-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:36.155344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Unknown quota resources ['binding']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 07:51:36.257569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb3cb-cf88-4a6b-b12e-55268eef1ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:36.302432 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02640eed-3bb7-41d0-ab37-c96cb1539ba2 req-cec9584a-82fc-4c70-bda2-a962b926ac8c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.309676 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02640eed-3bb7-41d0-ab37-c96cb1539ba2 req-cec9584a-82fc-4c70-bda2-a962b926ac8c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0890834 Feb 19 07:51:36.350823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on host n-h2-829866-3 for vnic_type normal with profile None {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:51:36.351445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:51:36.352367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:36.358394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:51:36.360480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:36.368890 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:51:36.369387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:51:36.370796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Bound using segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:51:36.371456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Bound port: f66432c3-38d0-41d8-8640-2f0865be3177, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:51:36.378492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02640eed-3bb7-41d0-ab37-c96cb1539ba2 req-2624c239-4f02-40e0-a137-0152067073d3 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675335 Feb 19 07:51:36.467300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:36.474351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:36.481401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1eb43c6a-02ca-4c16-aaa0-bb371d10e2ca service neutron] 10.222.0.43 "POST /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177/bindings HTTP/1.1" status: 201 len: 389 time: 0.3288853 Feb 19 07:51:36.645117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd27113-2b5a-4d3b-9d26-f67959cb0d0c req-bd7e69e6-2a7f-4706-867e-38fcda9c842a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.646689 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cd27113-2b5a-4d3b-9d26-f67959cb0d0c req-bd7e69e6-2a7f-4706-867e-38fcda9c842a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0722978 Feb 19 07:51:36.711754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9cd27113-2b5a-4d3b-9d26-f67959cb0d0c req-d03a6f45-24f1-4e80-bebd-6684a52f08f4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575593 Feb 19 07:51:36.735709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b9d452ab-49de-42dd-bd98-46b603effce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.737856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b9d452ab-49de-42dd-bd98-46b603effce6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1127 time: 0.0610232 Feb 19 07:51:36.828789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-bf2f8b99-4d7b-42a2-964d-e8f02464075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.830798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-bf2f8b99-4d7b-42a2-964d-e8f02464075c service neutron] 10.222.0.47 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.0868464 Feb 19 07:51:36.900071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-9f78f076-c44f-4b5d-b524-0554a618988a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1001 time: 0.0641615 Feb 19 07:51:36.964271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b66b4670-647e-412e-8ee4-cb8c82d23f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:36.965831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b66b4670-647e-412e-8ee4-cb8c82d23f32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0606797 Feb 19 07:51:37.031301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-0c608446-9eed-4e74-ace8-6d270d6d1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:37.032843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-0c608446-9eed-4e74-ace8-6d270d6d1d89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0600452 Feb 19 07:51:37.140708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-ea1fbf64-d019-4616-8500-db6239d5dffb service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019170 Feb 19 07:51:37.254401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-5d05755c-0a47-4c79-a035-4de8cc3a42c3 service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075904 Feb 19 07:51:37.421633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-06372ff8-526c-48f8-93c6-b810334af2d8 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:37.423178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-06372ff8-526c-48f8-93c6-b810334af2d8 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea&tenant_id=d75edc3a2d9944719ac488c1a08ff697&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1127 time: 0.1098454 Feb 19 07:51:37.447044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-3'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:37.579455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d5c82-5878-4db7-a555-ed1ed6061cca req-9b541773-13a8-469d-a603-01ad3cc0032c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:37.581534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-261d5c82-5878-4db7-a555-ed1ed6061cca req-9b541773-13a8-469d-a603-01ad3cc0032c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.1008799 Feb 19 07:51:37.584627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:37.665839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-261d5c82-5878-4db7-a555-ed1ed6061cca req-a75d8e39-882f-4bbf-a0af-2cde273cb20f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776131 Feb 19 07:51:37.774282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:37.846881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b494a-a0ff-457a-ba7b-185d9048993a req-2c9932d9-e28f-49c3-984c-7d4e30e7bc20 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:37.855131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42b494a-a0ff-457a-ba7b-185d9048993a req-2c9932d9-e28f-49c3-984c-7d4e30e7bc20 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0635841 Feb 19 07:51:37.868250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:37.910997 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d42b494a-a0ff-457a-ba7b-185d9048993a req-f2dc6e8e-88da-47d8-9c11-e03260593c2d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547929 Feb 19 07:51:37.932430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:37.935849 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d49744c-9e4d-43dd-8651-ae85ef783802" -d '{"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:37.957758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks [] for port (f66432c3-38d0-41d8-8640-2f0865be3177), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:37.979461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.057776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:38.061785 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f591e774-1199-4533-9681-08e631468935 x-openstack-request-id: req-f591e774-1199-4533-9681-08e631468935 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:38.062124 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:38.063348 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f591e774-1199-4533-9681-08e631468935 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:38.063942 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'code': 200} Feb 19 07:51:38.081597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.081880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.082290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.082702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.083144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.083576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.083984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.084385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.084784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.085186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.085731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.086138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.086537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:38.211847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on host n-h1-829866-3 for vnic_type normal with profile {"migrating_to": "n-h2-829866-3"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:51:38.212284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:51:38.212692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:38.221840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:51:38.227651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Attempting to bind port f66432c3-38d0-41d8-8640-2f0865be3177 on network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:51:38.237671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:51:38.242428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Checking segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:51:38.243052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Bound using segment: {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:51:38.243710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Bound port: f66432c3-38d0-41d8-8640-2f0865be3177, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fbcdca-658b-4d22-83f0-ed5561cac86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:51:38.244290 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.370428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:38.374186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:51:38.382862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.423069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Provisioning complete for port f66432c3-38d0-41d8-8640-2f0865be3177 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:38.423747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.604773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:38.620213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Current status of the port f66432c3-38d0-41d8-8640-2f0865be3177 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:51:38.620622 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.666834 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a133909-2b78-4ad1-b2de-6acc6eea0c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.722905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:38.724644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:38.727975 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5464e17-b4d5-4cbc-99f5-5e56d3eaccd0" -d '{"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-plugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:38.729917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:38.731719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.737305 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-82757f2c-dee5-461e-8470-dc854ef7d2bd service neutron] 10.222.0.47 "PUT /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1121 time: 1.3074582 Feb 19 07:51:38.738922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:38.822523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9e6d6-a634-41bc-80c9-9f13a4de2eb2 None None] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:38.861782 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639582f4-4c31-443b-8ea2-6a76e5c1ab07 req-ce882fb9-1e2a-4b0e-a03e-1b3b06211fb0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:38.870639 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-639582f4-4c31-443b-8ea2-6a76e5c1ab07 req-ce882fb9-1e2a-4b0e-a03e-1b3b06211fb0 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0826583 Feb 19 07:51:38.941474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-639582f4-4c31-443b-8ea2-6a76e5c1ab07 req-2ee3fda9-3095-44bb-9bf0-087a79cd8df8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692623 Feb 19 07:51:38.948938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f66432c3-38d0-41d8-8640-2f0865be3177'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:51:39.014506 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf133f1-77ce-41bd-becc-4f8f4da474a4 x-openstack-request-id: req-8bf133f1-77ce-41bd-becc-4f8f4da474a4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:39.014800 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-plugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:39.015062 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bf133f1-77ce-41bd-becc-4f8f4da474a4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:39.015482 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'code': 200} Feb 19 07:51:39.105463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e8276-1e61-42af-a618-0c10c6a46c33 req-2aa25086-cf9d-42d1-8f65-331579983114 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:39.106959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c5e8276-1e61-42af-a618-0c10c6a46c33 req-2aa25086-cf9d-42d1-8f65-331579983114 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0683157 Feb 19 07:51:39.209784 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c5e8276-1e61-42af-a618-0c10c6a46c33 req-121e0cff-2a08-4bd2-8733-d2a49826e6fa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967989 Feb 19 07:51:39.332488 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-63983c2f-387e-4bfb-890c-0dd547faa1ea None None] Provisioning complete for port f66432c3-38d0-41d8-8640-2f0865be3177 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:39.332976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63983c2f-387e-4bfb-890c-0dd547faa1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:39.449056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-63983c2f-387e-4bfb-890c-0dd547faa1ea None None] Current status of the port f66432c3-38d0-41d8-8640-2f0865be3177 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:51:39.784390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:40.064992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:40.067375 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab" -d '{"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:40.081186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9fdc-d0b0-42cb-a036-3a4e73c5dbba req-fda4d7cc-7b34-4f40-930b-a95cf36a916b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.082993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f51f9fdc-d0b0-42cb-a036-3a4e73c5dbba req-fda4d7cc-7b34-4f40-930b-a95cf36a916b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0681612 Feb 19 07:51:40.127962 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac20d0d-1b1d-49c9-aab0-d99db6a63295 x-openstack-request-id: req-9ac20d0d-1b1d-49c9-aab0-d99db6a63295 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:40.128262 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:40.128521 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ac20d0d-1b1d-49c9-aab0-d99db6a63295 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:40.128920 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'status': 'completed', 'code': 200} Feb 19 07:51:40.143599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f51f9fdc-d0b0-42cb-a036-3a4e73c5dbba req-2aebfe01-fc2e-45f9-9d6b-24b75cb994db tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 Feb 19 07:51:40.215089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-4f5e20dc-5ba7-4a30-a87b-e77b1996e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.217611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-4f5e20dc-5ba7-4a30-a87b-e77b1996e3fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1157 time: 0.0657942 Feb 19 07:51:40.341132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-d05b1aaf-0269-4eb1-8953-396fcca4c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.342924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-d05b1aaf-0269-4eb1-8953-396fcca4c477 service neutron] 10.222.0.24 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.1162753 Feb 19 07:51:40.360881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fc0ff-530f-42e8-939b-7a0f1e2243c2 req-dfd904bf-859c-43c5-95ee-dfc3dd29d322 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.363163 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c6fc0ff-530f-42e8-939b-7a0f1e2243c2 req-dfd904bf-859c-43c5-95ee-dfc3dd29d322 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0663877 Feb 19 07:51:40.427775 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c6fc0ff-530f-42e8-939b-7a0f1e2243c2 req-16f37ff2-08b0-4c15-84fd-360f652f2e93 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551267 Feb 19 07:51:40.434593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-fe2ae6c5-1114-4bfe-b12e-d5c9efcf0f62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 1001 time: 0.0844142 Feb 19 07:51:40.488947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-642a2ed0-5d25-40ae-8e24-5df98697be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.490557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-642a2ed0-5d25-40ae-8e24-5df98697be59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0501003 Feb 19 07:51:40.539367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-753823c2-8683-466f-8f7d-09e560ff7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:40.541026 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-753823c2-8683-466f-8f7d-09e560ff7fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445359 Feb 19 07:51:40.632061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-2f0cfd6f-d372-4cec-8b66-8470005f7986 service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844648 Feb 19 07:51:40.725319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e4e71a6c-18ab-4a56-8443-e0f5b7be6eab req-4d03b1af-1ab6-4afd-9266-5eef3b962f7f service neutron] 10.222.0.24 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875444 Feb 19 07:51:41.102339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:41.282731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e33613-b287-4ba3-8b46-b376b1e3cadd req-ce7695fe-e19a-46a1-8ac7-efc08c0b3c92 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:41.285274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-41e33613-b287-4ba3-8b46-b376b1e3cadd req-ce7695fe-e19a-46a1-8ac7-efc08c0b3c92 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0574150 Feb 19 07:51:41.351534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-41e33613-b287-4ba3-8b46-b376b1e3cadd req-c506b022-b510-4d92-8ebf-d9f337b1833b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609181 Feb 19 07:51:41.573155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139f927-cdae-49c2-a648-c8dbe6ac0049 req-75a312fa-aa82-49ee-8a44-34f572ac7af8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:41.574895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4139f927-cdae-49c2-a648-c8dbe6ac0049 req-75a312fa-aa82-49ee-8a44-34f572ac7af8 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0774262 Feb 19 07:51:41.633963 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4139f927-cdae-49c2-a648-c8dbe6ac0049 req-5a6d539a-a382-4f0a-8da3-a44f8701489b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533097 Feb 19 07:51:42.440889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:42.498999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcd8e9-db0d-4388-a4f8-6589dcf4c611 req-45ed8fac-dcf3-4206-a904-a1e6fd36fab8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:42.500535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eddcd8e9-db0d-4388-a4f8-6589dcf4c611 req-45ed8fac-dcf3-4206-a904-a1e6fd36fab8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0680993 Feb 19 07:51:42.560714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eddcd8e9-db0d-4388-a4f8-6589dcf4c611 req-b4addf86-c13d-406e-8e3c-796f466b0af9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542235 Feb 19 07:51:42.668918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:51:42.787129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:42.796883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3512f-71da-4714-a7f0-8ffd1e44642a req-38d4bc52-1a76-41be-91e3-f6a9cb5a6acf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:42.806718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 has no active binding in host n-h2-829866-3 {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 07:51:42.808292 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0db3512f-71da-4714-a7f0-8ffd1e44642a req-38d4bc52-1a76-41be-91e3-f6a9cb5a6acf tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0822039 Feb 19 07:51:42.855505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0db3512f-71da-4714-a7f0-8ffd1e44642a req-92b1c0b8-e480-48c1-aaec-e83a3d283546 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Feb 19 07:51:43.692672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21d4de-4654-4c6e-98e6-c7a2ad5cd4a3 req-2891d31a-bce7-4d36-bdff-8a77fedbba4b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:43.694336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c21d4de-4654-4c6e-98e6-c7a2ad5cd4a3 req-2891d31a-bce7-4d36-bdff-8a77fedbba4b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0582116 Feb 19 07:51:43.748889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c21d4de-4654-4c6e-98e6-c7a2ad5cd4a3 req-80942f59-98b1-4db1-9bee-dbda43140a00 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479367 Feb 19 07:51:43.982645 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e4591-0c64-430a-bbfc-d16a42ace6a6 req-ccaabf4f-8273-4214-bc25-891f422fdb75 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:43.984391 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d3e4591-0c64-430a-bbfc-d16a42ace6a6 req-ccaabf4f-8273-4214-bc25-891f422fdb75 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0622537 Feb 19 07:51:44.034882 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7d3e4591-0c64-430a-bbfc-d16a42ace6a6 req-376c2df1-ffc2-4421-ad54-592b4e551507 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Feb 19 07:51:44.870940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639e024-5cd6-4000-bba7-4c58d0827b32 req-1f1522e1-9b58-4455-b634-59f0be6a4dff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:44.872785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3639e024-5cd6-4000-bba7-4c58d0827b32 req-1f1522e1-9b58-4455-b634-59f0be6a4dff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0550931 Feb 19 07:51:44.927523 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3639e024-5cd6-4000-bba7-4c58d0827b32 req-1c64862b-9c87-4149-9fa9-1adc7eb2667e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Feb 19 07:51:45.172307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438486b-e2ee-46d6-9c6a-d671e222c0fc req-5e141209-8d79-42be-9ae7-4ff49057b710 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:45.174909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b438486b-e2ee-46d6-9c6a-d671e222c0fc req-5e141209-8d79-42be-9ae7-4ff49057b710 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 945 time: 0.0678473 Feb 19 07:51:45.229271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b438486b-e2ee-46d6-9c6a-d671e222c0fc req-22f6ff40-6ee3-4baa-aef9-68420191015b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Feb 19 07:51:45.760420 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-aec93f5e-96a2-4ebd-981a-a79f27e4f7ca service neutron] 10.222.0.24 "GET /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 384 time: 0.0695651 Feb 19 07:51:45.935987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:45.959089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:46.056725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:46.059280 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90be0e6-f96c-4958-99b2-32ed1a955aa9" -d '{"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:46.069660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:46.096885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9269bb-759e-4db7-b134-2625f580cee5 req-a9cf1ad0-1cb2-4b3f-9497-d3e8ea1fc0c2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.098326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f9269bb-759e-4db7-b134-2625f580cee5 req-a9cf1ad0-1cb2-4b3f-9497-d3e8ea1fc0c2 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0961759 Feb 19 07:51:46.101595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:46.116883 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd74d2-0f04-415b-bc91-89c24d2c51f1 x-openstack-request-id: req-76cd74d2-0f04-415b-bc91-89c24d2c51f1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:46.117357 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:46.117705 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76cd74d2-0f04-415b-bc91-89c24d2c51f1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:46.118108 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'code': 200} Feb 19 07:51:46.198404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3f9269bb-759e-4db7-b134-2625f580cee5 req-841c9525-815c-4c27-880b-4ec043f85a6e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794306 Feb 19 07:51:46.223856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] Transition to ACTIVE for port object f66432c3-38d0-41d8-8640-2f0865be3177 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:51:46.228920 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:46.287407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] Pushing event updated for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:46.368517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] No DVR routers for this DVR port f66432c3-38d0-41d8-8640-2f0865be3177 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:51:46.379237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459659cd-036f-42bf-9770-36285b1409c4 req-fd3ab842-a380-470f-846b-9fe71873d653 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.381499 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-459659cd-036f-42bf-9770-36285b1409c4 req-fd3ab842-a380-470f-846b-9fe71873d653 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0623221 Feb 19 07:51:46.436418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-459659cd-036f-42bf-9770-36285b1409c4 req-cde84265-53a5-4784-bdf6-b46e0a798258 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473154 Feb 19 07:51:46.513064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a44b87f1-846d-464a-95f0-7f722960d64e service neutron] 10.222.0.24 "PUT /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177/bindings/n-h2-829866-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7472959 Feb 19 07:51:46.611704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-6c96c748-02f6-4749-a5d8-8e1e1697290e tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.613212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-6c96c748-02f6-4749-a5d8-8e1e1697290e tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea&tenant_id=d75edc3a2d9944719ac488c1a08ff697&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.0481873 Feb 19 07:51:46.662033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-4c47fa29-c70d-4ea3-8642-0de1d98a4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.663475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-4c47fa29-c70d-4ea3-8642-0de1d98a4e4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 1126 time: 0.0434918 Feb 19 07:51:46.733819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-7f17d7e2-c08e-44b8-91a6-579a7771411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.735359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-7f17d7e2-c08e-44b8-91a6-579a7771411a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1126 time: 0.0479274 Feb 19 07:51:46.824981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b0f7f630-c614-4a57-a113-2485e404fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.826460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-b0f7f630-c614-4a57-a113-2485e404fb62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.0850570 Feb 19 07:51:46.896398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-797b167e-7ae5-4127-a0ef-f05fcb0bec88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 999 time: 0.0637887 Feb 19 07:51:46.945142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-3ddd769c-1258-453d-9d1a-d22540209a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.946712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-3ddd769c-1258-453d-9d1a-d22540209a9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0449483 Feb 19 07:51:46.996920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a168507d-ee8a-4626-bdd1-b3aaacae6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:46.998482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-a168507d-ee8a-4626-bdd1-b3aaacae6dbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464873 Feb 19 07:51:47.094391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-ce28a6a6-c7c3-43f4-b03d-3f9456a5ff81 service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892303 Feb 19 07:51:47.183659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-7c98f904-158d-4ea2-90c4-8ff1d87fbaaa service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832672 Feb 19 07:51:47.328189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4062f5-d9d1-4410-a2e5-9b3a5719dadf req-be327544-fb03-4e95-bc5e-0e42b778c010 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.329716 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea4062f5-d9d1-4410-a2e5-9b3a5719dadf req-be327544-fb03-4e95-bc5e-0e42b778c010 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0577669 Feb 19 07:51:47.385900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea4062f5-d9d1-4410-a2e5-9b3a5719dadf req-201c8bb9-f480-4ea5-a019-67fb9bdbd8e1 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494068 Feb 19 07:51:47.479293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-abc00108-1381-4f40-a640-03393d0470e0 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.481058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-abc00108-1381-4f40-a640-03393d0470e0 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea&tenant_id=d75edc3a2d9944719ac488c1a08ff697&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 1126 time: 0.0550592 Feb 19 07:51:47.575841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af9ac3-77a0-43f5-90e6-ad1cf70d56e2 req-a66a67a8-6bb3-4338-9afd-6980e789418a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.577472 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1af9ac3-77a0-43f5-90e6-ad1cf70d56e2 req-a66a67a8-6bb3-4338-9afd-6980e789418a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0635195 Feb 19 07:51:47.597287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1c64da9c-a6fd-4205-8864-53468d2a4bdb service neutron] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:51:47.601155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1c64da9c-a6fd-4205-8864-53468d2a4bdb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:47.602392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1c64da9c-a6fd-4205-8864-53468d2a4bdb service neutron] 10.222.0.47 "DELETE /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177/bindings/n-h1-829866-3 HTTP/1.1" status: 204 len: 173 time: 0.1149235 Feb 19 07:51:47.644638 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b1af9ac3-77a0-43f5-90e6-ad1cf70d56e2 req-849bd263-e449-48bd-bfe8-32e1aa170c8b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599437 Feb 19 07:51:47.758762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba297c-3005-42a7-8202-2383232f569a req-d348a734-c67e-42ac-a6f4-38bc3c179203 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.760261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bba297c-3005-42a7-8202-2383232f569a req-d348a734-c67e-42ac-a6f4-38bc3c179203 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1126 time: 0.0443552 Feb 19 07:51:47.809471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0bba297c-3005-42a7-8202-2383232f569a req-7f7d827a-c698-4a90-9966-05a7a9ce7441 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 Feb 19 07:51:47.934464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30cbe-6844-4fc3-90a8-979d8af71b87 req-8f3402c9-f4b1-49c5-8af2-45e22e49156d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:47.936144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76c30cbe-6844-4fc3-90a8-979d8af71b87 req-8f3402c9-f4b1-49c5-8af2-45e22e49156d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0532339 Feb 19 07:51:47.991710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76c30cbe-6844-4fc3-90a8-979d8af71b87 req-71d3e8ab-6e13-4972-ac54-1259073a366d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Feb 19 07:51:48.013865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:48.077131 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-72440e3e-9679-4e2b-a491-95bf5995975e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 200 len: 991 time: 0.0622005 Feb 19 07:51:48.298757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:48.462163 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:51:48.472235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port c3b3107e-42d2-47fc-80d4-486a77385d7e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:51:48.472583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:48.503045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port f66432c3-38d0-41d8-8640-2f0865be3177 host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:51:48.503742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:51:48.571636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bef0c0-d77f-4903-9640-f9b8bd1d37b6 req-700af3de-1b89-4d01-8d14-1e0cbf7c36a9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:48.573019 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56bef0c0-d77f-4903-9640-f9b8bd1d37b6 req-700af3de-1b89-4d01-8d14-1e0cbf7c36a9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.1141031 Feb 19 07:51:48.588935 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:48.589642 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (c3b3107e-42d2-47fc-80d4-486a77385d7e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:48.608405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for c3b3107e-42d2-47fc-80d4-486a77385d7e owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:51:48.670649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-56bef0c0-d77f-4903-9640-f9b8bd1d37b6 req-779db3bf-361b-4f50-bd35-9d0638ca7631 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917795 Feb 19 07:51:48.784734 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c3b3107e-42d2-47fc-80d4-486a77385d7e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:48.811375 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=c3b3107e-42d2-47fc-80d4-486a77385d7e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:48.839770 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.840016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.840364 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.840703 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.841042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.841370 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.841699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.842027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.842352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.842677 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.843000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.843343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.843666 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:48.893716 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (d32a412c-d847-4894-a8d1-f876cce5d635), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:48.894216 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP d32a412c-d847-4894-a8d1-f876cce5d635 disassociated (deleted). External IP: 172.25.7.216, port: f66432c3-38d0-41d8-8640-2f0865be3177. Feb 19 07:51:49.117443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 0b068581-1a20-4f1e-a68d-465bc58b38fa has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:49.226808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:49.231786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:49.238373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Sync routers for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:51:49.251170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:49.251940 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:49.262716 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d4b5275-f68c-42f8-a7d8-f51a0c513a7b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/floatingips/d32a412c-d847-4894-a8d1-f876cce5d635 HTTP/1.1" status: 204 len: 168 time: 0.9625878 Feb 19 07:51:49.263345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:49.275952 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125e6a6e-f1ed-4020-b882-4951a65d2449" -d '{"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:49.402328 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ab030-8c22-42e5-a98c-4381c61210d3 x-openstack-request-id: req-aa6ab030-8c22-42e5-a98c-4381c61210d3 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:49.402733 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:49.403270 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa6ab030-8c22-42e5-a98c-4381c61210d3 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:49.403798 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'status': 'completed', 'code': 200} Feb 19 07:51:49.427030 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:49.483543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-619acc85-22ea-430b-8377-34189241c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.485980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-619acc85-22ea-430b-8377-34189241c683 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 1126 time: 0.0546174 Feb 19 07:51:49.519207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06458f3-7bfd-4803-b64f-9be519e01680 req-ae8994dc-2f0d-49b1-aa90-511bbb8bf655 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.527565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a06458f3-7bfd-4803-b64f-9be519e01680 req-ae8994dc-2f0d-49b1-aa90-511bbb8bf655 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0670762 Feb 19 07:51:49.593382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-1adaf8b9-501a-43d9-9c9f-bf00946aaa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.595322 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a06458f3-7bfd-4803-b64f-9be519e01680 req-e663d272-3ded-4b13-b728-ed377ba455c0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667531 Feb 19 07:51:49.595972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-1adaf8b9-501a-43d9-9c9f-bf00946aaa9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 200 len: 897 time: 0.1022146 Feb 19 07:51:49.642615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-da9aa01b-4502-4301-a884-803828875f6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 200 len: 217 time: 0.0402255 Feb 19 07:51:49.657781 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:49.687385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Checking router: 0b068581-1a20-4f1e-a68d-465bc58b38fa for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:51:49.693237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-f3ed1edb-deaf-447d-90c9-b89da1b50e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.697022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-f3ed1edb-deaf-447d-90c9-b89da1b50e08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 200 len: 834 time: 0.0477180 Feb 19 07:51:49.698626 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:49.699335 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:49.802472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-57ea8bfc-a719-4e31-b884-92e7abcae3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:49.804031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-57ea8bfc-a719-4e31-b884-92e7abcae3a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82bee6f8-77d3-45f5-8e93-1b0082f076a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008153 Feb 19 07:51:49.819290 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:50.028394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:50.055522 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8b2766-62d5-4dd2-af15-fecf9d4da381 None None] The sync data for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 is: [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:50:46Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9', 'name': '', 'network_id': '82bee6f8-77d3-45f5-8e93-1b0082f076a4', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4a:48:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:45Z', 'updated_at': '2022-02-19T07:50:49Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '2af733d4-7f5f-434a-919f-a703d9bb7549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:51:50.155003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2027923-d4a6-4482-9d94-ae8c20bee3f2 req-f6b2d8e0-fba4-4b04-ab2b-785de4f7cd63 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:50.162396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2027923-d4a6-4482-9d94-ae8c20bee3f2 req-f6b2d8e0-fba4-4b04-ab2b-785de4f7cd63 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.4178002 Feb 19 07:51:50.320152 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2027923-d4a6-4482-9d94-ae8c20bee3f2 req-07bc2020-8fec-4479-a862-54bc03f08598 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569037 Feb 19 07:51:50.327704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-45c86b2f-0a51-4b1c-aa0b-34f17ea41b27 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:50.329138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-45c86b2f-0a51-4b1c-aa0b-34f17ea41b27 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.1891010 Feb 19 07:51:50.332187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-0daa41d8-f43a-4361-a3c6-2ff566e710b8 service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215039 Feb 19 07:51:50.365550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b36a77-ed48-490c-973e-06bf3ae5baf6 None None] New status for floating IP d32a412c-d847-4894-a8d1-f876cce5d635: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:51:50.468756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-125e6a6e-f1ed-4020-b882-4951a65d2449 req-56298690-74f1-4e8e-be09-9ec888f99031 service neutron] 10.222.0.47 "GET /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192822 Feb 19 07:51:50.557646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port f66432c3-38d0-41d8-8640-2f0865be3177 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:51:50.558294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:50.652312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port f66432c3-38d0-41d8-8640-2f0865be3177, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f66432c3-38d0-41d8-8640-2f0865be3177,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:50.652801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:50.665853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for f66432c3-38d0-41d8-8640-2f0865be3177 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:51:50.759857 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ed3ad-e5b0-4c95-a8fa-7df7c2fe32f8 req-f7dd6d11-ec20-4a2e-9d17-126c081dd496 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:50.772345 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e4ed3ad-e5b0-4c95-a8fa-7df7c2fe32f8 req-f7dd6d11-ec20-4a2e-9d17-126c081dd496 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=eec249d4-41d9-4e29-86f2-e914fe4536ea HTTP/1.1" status: 200 len: 944 time: 0.0869296 Feb 19 07:51:50.825230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f66432c3-38d0-41d8-8640-2f0865be3177), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:50.836372 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e4ed3ad-e5b0-4c95-a8fa-7df7c2fe32f8 req-cdb9c576-b0ca-4d3f-bc04-45a3cef4f85c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=68ec6535-3d99-4b1d-9b60-f3e6dc684f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627444 Feb 19 07:51:50.877805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=f66432c3-38d0-41d8-8640-2f0865be3177,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:50.978079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] No DVR routers for this DVR port f66432c3-38d0-41d8-8640-2f0865be3177 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:51:50.981650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:50.985178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dbddb6-6ade-4c82-86e8-140f68c99b4d req-14eba913-243a-4994-b312-f31ad969b28c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "DELETE /v2.0/ports/f66432c3-38d0-41d8-8640-2f0865be3177 HTTP/1.1" status: 204 len: 173 time: 0.6462259 Feb 19 07:51:50.985716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-deleted', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:50.988968 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cce8c7-3d86-41ab-a1f3-0485e8bd2ad6" -d '{"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-deleted", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:51.051416 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc756523-bebf-4a1f-8a14-6265ce537fcb x-openstack-request-id: req-cc756523-bebf-4a1f-8a14-6265ce537fcb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:51.051718 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec249d4-41d9-4e29-86f2-e914fe4536ea", "name": "network-vif-deleted", "tag": "f66432c3-38d0-41d8-8640-2f0865be3177", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:51.052037 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc756523-bebf-4a1f-8a14-6265ce537fcb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:51.052450 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec249d4-41d9-4e29-86f2-e914fe4536ea', 'name': 'network-vif-deleted', 'tag': 'f66432c3-38d0-41d8-8640-2f0865be3177', 'status': 'completed', 'code': 200} Feb 19 07:51:51.516004 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e8750-e58b-4cbf-a2a9-abc473cf330e req-4279ad8f-348e-426a-883d-82f68e14319d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:51.517650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df4e8750-e58b-4cbf-a2a9-abc473cf330e req-4279ad8f-348e-426a-883d-82f68e14319d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0885203 Feb 19 07:51:51.581579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df4e8750-e58b-4cbf-a2a9-abc473cf330e req-6f8767e9-3ee4-4982-a160-5c90b972abd9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544264 Feb 19 07:51:51.905879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 38748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:52.392683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:52.737964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:51:52.777351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: f66432c3-38d0-41d8-8640-2f0865be3177 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:51:52.777703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f66432c3-38d0-41d8-8640-2f0865be3177 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:51:52.797524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2d3c-e438-4e4f-9970-1977171bdbcf req-dc300cd6-edc2-4afa-bfda-de4849611c2a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:52.800000 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-906a2d3c-e438-4e4f-9970-1977171bdbcf req-dc300cd6-edc2-4afa-bfda-de4849611c2a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.1188223 Feb 19 07:51:52.828652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:51:52.833029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:51:52.833448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:52.920549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-906a2d3c-e438-4e4f-9970-1977171bdbcf req-5a1d3d2d-8ff3-4a21-ad10-30f4d2a21b37 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122811 Feb 19 07:51:52.975863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:52.976961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:52.996814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:51:53.307225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:53.339525 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:53.650917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:53.927305 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 0b068581-1a20-4f1e-a68d-465bc58b38fa has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:51:54.124672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b83480-527d-481d-a23f-22ce22865e4a req-9c7eba5a-ae31-413c-bf48-ffd99f8eb45b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:54.139064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53b83480-527d-481d-a23f-22ce22865e4a req-9c7eba5a-ae31-413c-bf48-ffd99f8eb45b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 943 time: 0.0946565 Feb 19 07:51:54.181283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:51:54.195153 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Sync routers for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:51:54.199778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0bb90b84-df8b-4841-a633-80f95a98d5e2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/0b068581-1a20-4f1e-a68d-465bc58b38fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927516 Feb 19 07:51:54.200470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:54.233734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:54.237659 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:54.312864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting subnet 2af733d4-7f5f-434a-919f-a703d9bb7549 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:51:54.317198 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (2af733d4-7f5f-434a-919f-a703d9bb7549), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.329650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53b83480-527d-481d-a23f-22ce22865e4a req-4d692840-e66b-4e21-a64d-26b1af4d2b0b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820557 Feb 19 07:51:54.395117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (2af733d4-7f5f-434a-919f-a703d9bb7549), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.441300 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:54.493458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9df300c-f3e7-4255-9ff4-7d6203aae82c details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:51:54.512686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (2af733d4-7f5f-434a-919f-a703d9bb7549), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.601923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (2af733d4-7f5f-434a-919f-a703d9bb7549), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.632415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.643872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:54.659800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:54.661309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/subnets/2af733d4-7f5f-434a-919f-a703d9bb7549 HTTP/1.1" status: 204 len: 168 time: 0.4585865 Feb 19 07:51:54.673208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7f2dc-5a9a-4533-b0bc-640f26d5e879 None None] Network 82bee6f8-77d3-45f5-8e93-1b0082f076a4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:51:54.684918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'port_id': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'mac_address': 'fa:16:3e:8f:36:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:51:54.709574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f87f0-7168-4454-92c7-b8d125a8fb31 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Subnet': ['ID=2af733d4-7f5f-434a-919f-a703d9bb7549,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:54.903894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.910583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f9df300c-f3e7-4255-9ff4-7d6203aae82c is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:51:54.910981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:54.928748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9df300c-f3e7-4255-9ff4-7d6203aae82c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:51:55.002654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:55.017725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.109875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (0b068581-1a20-4f1e-a68d-465bc58b38fa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.117879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:51:53Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'cb706eb9-9b9d-4425-afb2-f839d90b95ac', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:50:42Z', 'updated_at': '2022-02-19T07:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:55.123972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] DHCP port deletion for 82bee6f8-77d3-45f5-8e93-1b0082f076a4 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:51:55.175368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.178444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Checking router: 0b068581-1a20-4f1e-a68d-465bc58b38fa for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:51:55.191772 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Routers {'0b068581-1a20-4f1e-a68d-465bc58b38fa'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:51:55.192422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0b068581-1a20-4f1e-a68d-465bc58b38fa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:55.207840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.208742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.209266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.209776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.210277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.211658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.214885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.215268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.215612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.216007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.216265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.216622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.216908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:51:55.229585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f9df300c-f3e7-4255-9ff4-7d6203aae82c'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:51:55.239885 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port cb706eb9-9b9d-4425-afb2-f839d90b95ac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:51:55.241698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.352270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Deleting port 7d327bef-cce0-46c6-b01d-97146fe522c4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:51:55.352646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.396993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port cb706eb9-9b9d-4425-afb2-f839d90b95ac, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=cb706eb9-9b9d-4425-afb2-f839d90b95ac,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:55.398586 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.420394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] Set router 0b068581-1a20-4f1e-a68d-465bc58b38fa gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:51:55.429283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for cb706eb9-9b9d-4425-afb2-f839d90b95ac owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:51:55.548734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:51:55Z', 'revision_number': 6, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:55.600995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200f8af-41bc-486d-b57f-4f7505a9cac6 req-460b63a7-01a8-49e8-b028-ec67c110e1fc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:55.608464 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6200f8af-41bc-486d-b57f-4f7505a9cac6 req-460b63a7-01a8-49e8-b028-ec67c110e1fc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 944 time: 0.1163247 Feb 19 07:51:55.622744 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2640c6ca-c76a-420a-a912-22d3afc532e7 None None] The sync data for ids ['0b068581-1a20-4f1e-a68d-465bc58b38fa'] in n-d-829866-3 is: [{'id': '0b068581-1a20-4f1e-a68d-465bc58b38fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698539898', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:50:41Z', 'updated_at': '2022-02-19T07:51:55Z', 'revision_number': 6, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:51:55.648118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cb706eb9-9b9d-4425-afb2-f839d90b95ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.697444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=cb706eb9-9b9d-4425-afb2-f839d90b95ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:55.709316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6200f8af-41bc-486d-b57f-4f7505a9cac6 req-7ab16b34-103e-4efe-8a70-57e1d03b17c6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961156 Feb 19 07:51:55.836654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.921114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] For port 7d327bef-cce0-46c6-b01d-97146fe522c4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=7d327bef-cce0-46c6-b01d-97146fe522c4,segment=NetworkSegment(c3fbcdca-658b-4d22-83f0-ed5561cac86e),segment_id=c3fbcdca-658b-4d22-83f0-ed5561cac86e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:55.922087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:55.964700 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Calling delete_port for 7d327bef-cce0-46c6-b01d-97146fe522c4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:51:56.005435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.022175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (0b068581-1a20-4f1e-a68d-465bc58b38fa), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.128156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (0b068581-1a20-4f1e-a68d-465bc58b38fa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.128956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Fanout notify agent at l3_agent the message router_deleted on router 0b068581-1a20-4f1e-a68d-465bc58b38fa {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:51:56.140556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.142094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5f81aeb7-f128-4da8-862a-bf030bc71e99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/routers/0b068581-1a20-4f1e-a68d-465bc58b38fa HTTP/1.1" status: 204 len: 168 time: 1.4974360 Feb 19 07:51:56.144752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:56.182715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (7d327bef-cce0-46c6-b01d-97146fe522c4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.215957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] No DVR routers for this DVR port 7d327bef-cce0-46c6-b01d-97146fe522c4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:51:56.220394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2885f40-d19c-4021-8a9b-d19634cbb2ba None None] Pushing event deleted for resources: {'Port': ['ID=7d327bef-cce0-46c6-b01d-97146fe522c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:56.265841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (82bee6f8-77d3-45f5-8e93-1b0082f076a4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.363348 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (82bee6f8-77d3-45f5-8e93-1b0082f076a4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.393680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bee6f8-77d3-45f5-8e93-1b0082f076a4']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:56.407071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fbcdca-658b-4d22-83f0-ed5561cac86e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:56.407546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fbcdca-658b-4d22-83f0-ed5561cac86e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:51:56.419166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (c3fbcdca-658b-4d22-83f0-ed5561cac86e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.434421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (c3fbcdca-658b-4d22-83f0-ed5561cac86e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.441593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:51:56.441970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (c3fbcdca-658b-4d22-83f0-ed5561cac86e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:51:56.445693 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:51:56.509841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (82bee6f8-77d3-45f5-8e93-1b0082f076a4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.517226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.523216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/networks/82bee6f8-77d3-45f5-8e93-1b0082f076a4 HTTP/1.1" status: 204 len: 168 time: 0.3769133 Feb 19 07:51:56.525949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39166) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:56.541668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed859125-207b-4ccf-a4e3-33fd687ec29c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Network': ['ID=82bee6f8-77d3-45f5-8e93-1b0082f076a4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:56.665840 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (68ec6535-3d99-4b1d-9b60-f3e6dc684f78), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.700138 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (68ec6535-3d99-4b1d-9b60-f3e6dc684f78), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.703825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:51:56.742232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:51:56.742960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2b31fac9-d9f8-4c0d-bc2a-bcc096a319b9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:51:56.744718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7d327bef-cce0-46c6-b01d-97146fe522c4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:51:56.787318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 7d327bef-cce0-46c6-b01d-97146fe522c4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:51:56.788036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 7d327bef-cce0-46c6-b01d-97146fe522c4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:51:56.788886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb706eb9-9b9d-4425-afb2-f839d90b95ac no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:51:56.813001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (68ec6535-3d99-4b1d-9b60-f3e6dc684f78), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.819458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:56.821280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/security-groups/68ec6535-3d99-4b1d-9b60-f3e6dc684f78 HTTP/1.1" status: 204 len: 168 time: 0.2943168 Feb 19 07:51:56.823916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: cb706eb9-9b9d-4425-afb2-f839d90b95ac {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:51:56.824383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device cb706eb9-9b9d-4425-afb2-f839d90b95ac not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:51:56.872499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3792d3-3198-4ea7-af70-c3e1f89e149f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec6535-3d99-4b1d-9b60-f3e6dc684f78,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:56.994451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee26c1-01b3-4bbe-b7f2-c3285e70dd84 req-badbe722-f2d0-4d6b-ba2c-2bef98b9cb5f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:56.996282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bee26c1-01b3-4bbe-b7f2-c3285e70dd84 req-badbe722-f2d0-4d6b-ba2c-2bef98b9cb5f tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 944 time: 0.1391311 Feb 19 07:51:57.061707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bee26c1-01b3-4bbe-b7f2-c3285e70dd84 req-6bd57952-e991-48c2-a626-d2ac05482d5c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566506 Feb 19 07:51:57.248079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:57.257725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167683439', 'description': 'tempest-secgroup-smoke-167683439 description', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:57.277223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.354966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (a8efed56-c708-4c60-b7b0-4e262872de98), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.360045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a8efed56-c708-4c60-b7b0-4e262872de98), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.397322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efed56-c708-4c60-b7b0-4e262872de98,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:57.434338 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.436080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c80a84f-8ef1-4bf0-a9db-bfdcec47e884 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1869369 Feb 19 07:51:57.439102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39180) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:57.444559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:57.476194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (4de96590-4661-42e9-93af-df90c1e68c9c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.907930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (4de96590-4661-42e9-93af-df90c1e68c9c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.914592 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4de96590-4661-42e9-93af-df90c1e68c9c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.936105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de96590-4661-42e9-93af-df90c1e68c9c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:57.947035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:57.959434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:57.972053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:57.977017 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3bbb28ff-41c1-431b-8d92-4cabc4b6842c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5359955 Feb 19 07:51:58.004876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (bdc34889-953d-4608-ad1f-ef9985561c15), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.088753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (bdc34889-953d-4608-ad1f-ef9985561c15), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.093220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bdc34889-953d-4608-ad1f-ef9985561c15), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.111418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc34889-953d-4608-ad1f-ef9985561c15,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.142003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.144464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4054893b-ff97-4625-9ed4-9fd61029198f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1769674 Feb 19 07:51:58.147113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:58.152058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:58.187349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (96161fba-42ef-4cfa-aa30-671a3df1cd95), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.241772 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f669af-a5a4-462f-9e2b-263f488d9bf5 req-dde445d6-73e2-4575-af8b-9c928b9b23bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:58.244084 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4f669af-a5a4-462f-9e2b-263f488d9bf5 req-dde445d6-73e2-4575-af8b-9c928b9b23bb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 944 time: 0.0955901 Feb 19 07:51:58.271361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (96161fba-42ef-4cfa-aa30-671a3df1cd95), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.279314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (96161fba-42ef-4cfa-aa30-671a3df1cd95), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.301368 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4f669af-a5a4-462f-9e2b-263f488d9bf5 req-19c49004-4ba5-40a9-b935-32af2a86c942 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Feb 19 07:51:58.326534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96161fba-42ef-4cfa-aa30-671a3df1cd95,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.343978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.346933 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f6b017ed-745e-4b69-b663-d71249b21ddc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1970925 Feb 19 07:51:58.348740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:58.354264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:58.385072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (bb06ba82-d906-4512-bb62-f761383dd822), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.447897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (bb06ba82-d906-4512-bb62-f761383dd822), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.456648 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bb06ba82-d906-4512-bb62-f761383dd822), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.492680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb06ba82-d906-4512-bb62-f761383dd822,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.508961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9df300c-f3e7-4255-9ff4-7d6203aae82c up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:51:58.512245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.516765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3145469a-199f-4cee-b460-e360065aaf6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643283 Feb 19 07:51:58.517494 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39194) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:58.522534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:58.576757 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:51:58.582968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (a03c1a65-e54b-4767-b911-ca1f451ae2b8), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.639824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port f9df300c-f3e7-4255-9ff4-7d6203aae82c completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:51:58.646776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port f9df300c-f3e7-4255-9ff4-7d6203aae82c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:51:58.647621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.701941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (a03c1a65-e54b-4767-b911-ca1f451ae2b8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.708216 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a03c1a65-e54b-4767-b911-ca1f451ae2b8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.743331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.744881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2258654 Feb 19 07:51:58.746030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfb6af-80a6-4d1c-a32d-c4479e34f986 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c1a65-e54b-4767-b911-ca1f451ae2b8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.747816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:58.754372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'security_group_rule': {'security_group_id': 'a8efed56-c708-4c60-b7b0-4e262872de98', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:58.772593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f9df300c-f3e7-4255-9ff4-7d6203aae82c is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:51:58.772992 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.793920 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Project d75edc3a2d9944719ac488c1a08ff697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 07:51:58.803947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (03b67db9-39bb-46e5-8a38-fc9902d813b4), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.841777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:51:58.842763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:51:58.848462 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4db741-238c-4c4e-a2f3-1737c820fb0d" -d '{"events": [{"server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "name": "network-vif-plugged", "status": "completed", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:51:58.860922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.927126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:58.957802 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a75479-2db9-4d10-9e50-a3393d14ad5f x-openstack-request-id: req-69a75479-2db9-4d10-9e50-a3393d14ad5f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:51:58.958320 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "name": "network-vif-plugged", "status": "completed", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:51:58.958623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (03b67db9-39bb-46e5-8a38-fc9902d813b4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.959066 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69a75479-2db9-4d10-9e50-a3393d14ad5f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:51:58.963272 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'code': 200} Feb 19 07:51:58.964832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (03b67db9-39bb-46e5-8a38-fc9902d813b4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:58.999284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b67db9-39bb-46e5-8a38-fc9902d813b4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:59.021146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.025734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fe15fca3-c5b5-404c-a3e1-f0515dea0350 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2734630 Feb 19 07:51:59.026074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39204) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:59.032199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'network': {'name': 'tempest-network-smoke--293436863', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:59.075718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:51:59.079540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.114662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:51:59.126605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8c7708b3-7b58-4afb-864a-7818f80537e7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.127001 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Added segment 8c7708b3-7b58-4afb-864a-7818f80537e7 of type vlan for network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 Feb 19 07:51:59.133250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdf3f5-a75d-4cb0-bb1e-7b77aaafe160 req-d01942bb-d9ba-4da9-9d42-2a688fe2b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:59.134982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07bdf3f5-a75d-4cb0-bb1e-7b77aaafe160 req-d01942bb-d9ba-4da9-9d42-2a688fe2b9a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1127 time: 0.1103032 Feb 19 07:51:59.193388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07bdf3f5-a75d-4cb0-bb1e-7b77aaafe160 req-fcfdb411-b47e-47a0-a9db-54fc1e83ca8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523071 Feb 19 07:51:59.248163 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.323245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.328217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:59.328815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.462684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4354692 Feb 19 07:51:59.466220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:51:59.471129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'admin_state_up': True, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:51:59.518368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.520039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.533931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cce4bc-4da5-45b1-b23e-5e9986252fa4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Network': ['ID=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:51:59.561603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:51:59.572994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080941f3-19e5-448d-91c1-c70e55151742 req-9abcae8c-560c-4ac3-964f-795726b27a39 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:51:59.580519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-080941f3-19e5-448d-91c1-c70e55151742 req-9abcae8c-560c-4ac3-964f-795726b27a39 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.1432905 Feb 19 07:51:59.641282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-080941f3-19e5-448d-91c1-c70e55151742 req-bd920f86-da08-4857-8bc9-75e6660670a9 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596344 Feb 19 07:51:59.700336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (1545c471-baa1-41a5-8d0f-065660f19a2e), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:51:59.978301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (1545c471-baa1-41a5-8d0f-065660f19a2e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.348911 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (1545c471-baa1-41a5-8d0f-065660f19a2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.395909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.544201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.126 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a68c3e1c-2bd2-473a-a83a-4d9619b67680) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:00.585190 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.734872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.812288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:00.867240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:00.892048 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14abe-1614-4486-9408-1d76dd12e521 req-cef3cd0f-8711-43c9-abaa-bfb756bbdceb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:00.900049 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5f14abe-1614-4486-9408-1d76dd12e521 req-cef3cd0f-8711-43c9-abaa-bfb756bbdceb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.1174948 Feb 19 07:52:00.907262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:00.911875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:00.921203 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=a68c3e1c-2bd2-473a-a83a-4d9619b67680,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:01.016226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5f14abe-1614-4486-9408-1d76dd12e521 req-40e46970-202e-40d9-8ff5-d04a03ff8dff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107824 Feb 19 07:52:01.148061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797ff47-b6c3-42fb-821a-e2b9896a80be req-009d8dea-d4d4-4d3f-b21c-f81e42c23268 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:01.149765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f797ff47-b6c3-42fb-821a-e2b9896a80be req-009d8dea-d4d4-4d3f-b21c-f81e42c23268 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0743604 Feb 19 07:52:01.220787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f797ff47-b6c3-42fb-821a-e2b9896a80be req-c0c3216a-86a3-473d-93b5-171a2788864c tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651398 Feb 19 07:52:01.251941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39222) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:01.349212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (1545c471-baa1-41a5-8d0f-065660f19a2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:01.462338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27e3ea-602a-4758-9e3e-b02d1954d571 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:01.463932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ee27e3ea-602a-4758-9e3e-b02d1954d571 tempest-TestVolumeBootPattern-1680130281 tempest-TestVolumeBootPattern-1680130281-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1122 time: 0.2094526 Feb 19 07:52:01.475828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:01.488945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:01.556987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:01.664647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:01.831109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:02.213904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 1545c471-baa1-41a5-8d0f-065660f19a2e is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:52:02.308872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Allocated IP 172.25.7.253 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/bc6e8a33-a723-4200-a399-06b92d02fa8e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:02.415638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:02.425369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Sync routers for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:02.437009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:02.438091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:02.448820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:02.453014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-04f89798-d18a-4267-ac49-7e1d9e211c67 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9826777 Feb 19 07:52:02.453728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:02.500176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1aef0931-f278-4b75-8934-cfc5d5ea764b tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=d75edc3a2d9944719ac488c1a08ff697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452199 Feb 19 07:52:02.500802 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39236) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:02.512965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:02.558031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:02.573696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:02.607858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:02.612477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:02.615442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:02.622390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25522c9-cda2-49f0-8e14-db65c0942a71 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:02.628516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e25522c9-cda2-49f0-8e14-db65c0942a71 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267192 Feb 19 07:52:02.629148 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39238) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:02.649519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=bc6e8a33-a723-4200-a399-06b92d02fa8e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:02.667177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9a872e95-5a0f-4c98-aeaa-9ab45716c4c7 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369062 Feb 19 07:52:02.668346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:02.673856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801688273', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:02.782033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:01Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:02.816311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Checking router: 1545c471-baa1-41a5-8d0f-065660f19a2e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:02.816733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Updating router 1545c471-baa1-41a5-8d0f-065660f19a2e port a68c3e1c-2bd2-473a-a83a-4d9619b67680 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:02.846905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:02.877770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:02.881599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.136606 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks [] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.142223 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.205540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901f6ae-4a73-4eb0-8417-07c39e6a5cea None None] Pushing event updated for resources: {'Port': ['ID=a68c3e1c-2bd2-473a-a83a-4d9619b67680,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:03.219224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Attempting to bind port a68c3e1c-2bd2-473a-a83a-4d9619b67680 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:03.219594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Attempting to bind port a68c3e1c-2bd2-473a-a83a-4d9619b67680 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:03.219960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Attempting to bind port a68c3e1c-2bd2-473a-a83a-4d9619b67680 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:03.225703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:03.226085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:03.227543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.227947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:03.229207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Bound port: a68c3e1c-2bd2-473a-a83a-4d9619b67680, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:03.229639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.291991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] For port a68c3e1c-2bd2-473a-a83a-4d9619b67680, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:03.295504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] For port a68c3e1c-2bd2-473a-a83a-4d9619b67680, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a68c3e1c-2bd2-473a-a83a-4d9619b67680,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:03.296930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.300036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (f2b16588-b39c-4f34-bc14-283183a0c7c6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.303473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (83a3b26b-7bec-4de2-b3d7-01ac6ba4b814), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.304836 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.366405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:03.367050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:03.372554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901f6ae-4a73-4eb0-8417-07c39e6a5cea None None] Pushing event updated for resources: {'Port': ['ID=a68c3e1c-2bd2-473a-a83a-4d9619b67680,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:03.433794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Subnet': ['ID=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:03.442393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Checking segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:03.442768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network hostable DHCP agents. Network: 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:52:03.450017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.503968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:52:03.512249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:03.531983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:03.552472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227ce2c-fb42-4969-926d-ccee0f1a238c None None] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:03.562093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:03.562691 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.589599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-393a2c0e-8c2c-40e5-9a7e-bac7e22bf0af tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9199932 Feb 19 07:52:03.592443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:03.728330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.740112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.773972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:52:03.774920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.879298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event updated for resources: {'Port': ['ID=bc6e8a33-a723-4200-a399-06b92d02fa8e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:03.913233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (f2b16588-b39c-4f34-bc14-283183a0c7c6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:03.913463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:01Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:03.944878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275daab-8c0b-4817-acc0-d82afe86edad None None] The sync data for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 is: [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:01Z', 'revision_number': 3, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:03.961083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Allocated IP 172.20.0.2 (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9/83a3b26b-7bec-4de2-b3d7-01ac6ba4b814/ef1d687c-4393-4b61-98fb-31f1d9abbdf4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:04.071229 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP f2b16588-b39c-4f34-bc14-283183a0c7c6 associated. External IP: 172.25.7.253, port: f9df300c-f3e7-4255-9ff4-7d6203aae82c. Feb 19 07:52:04.218022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks [] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.255411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.385813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Pushing event updated for resources: {'Port': ['ID=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:04.394436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:04.396722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:04.399437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:04.530740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Attempting to bind port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:04.531989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Attempting to bind port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:04.534277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Attempting to bind port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 on network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:04.543273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:04.543993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Checking segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:04.544777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.545341 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Bound using segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:04.546002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Bound port: ef1d687c-4393-4b61-98fb-31f1d9abbdf4, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:04.546611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.620530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] For port ef1d687c-4393-4b61-98fb-31f1d9abbdf4, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:04.638672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] For port ef1d687c-4393-4b61-98fb-31f1d9abbdf4, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:04.646794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:04.654665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a68c3e1c-2bd2-473a-a83a-4d9619b67680 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:04.722848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.742037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:04.915772 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:04.931682 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:04.954873 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:04.956485 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:04.983923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:05.071576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d39b24-da59-4d7a-9711-958f99ad26b3 None None] Pushing event updated for resources: {'Port': ['ID=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:05.087345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a68c3e1c-2bd2-473a-a83a-4d9619b67680 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:05.087739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:05.194651 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:05.240369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a68c3e1c-2bd2-473a-a83a-4d9619b67680 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:05.240771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:05.287373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a68c3e1c-2bd2-473a-a83a-4d9619b67680, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a68c3e1c-2bd2-473a-a83a-4d9619b67680,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:05.298991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:05.317754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.1 (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9/83a3b26b-7bec-4de2-b3d7-01ac6ba4b814/9ebef290-8b15-4f5c-8f5f-7679c95e5b68) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:05.321336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7ea53207-daef-4c82-bc22-d8407bf3181e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8415952 Feb 19 07:52:05.324059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:05.326655 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6389a38d-9e61-4166-9d9a-a380068588f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:05.457726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a68c3e1c-2bd2-473a-a83a-4d9619b67680,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:05.609539 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}, {'id': 'f2b16588-b39c-4f34-bc14-283183a0c7c6', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:8f:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:03Z', 'updated_at': '2022-02-19T07:52:03Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:05.640884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:05.649587 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:05.650202 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:05.766175 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be02d60-6d27-40f5-86fd-7e657afd8c1f x-openstack-request-id: req-2be02d60-6d27-40f5-86fd-7e657afd8c1f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:05.766784 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:05.766784 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2be02d60-6d27-40f5-86fd-7e657afd8c1f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:05.767109 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'status': 'completed', 'code': 200} Feb 19 07:52:05.794837 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:05.877106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-6e7c6aee-040e-4842-934a-c79db673b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:05.878668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-6e7c6aee-040e-4842-934a-c79db673b07e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1127 time: 0.1107473 Feb 19 07:52:05.912918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.022933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-11253f53-90be-4c8c-a96a-15fa70357305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:06.024485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-11253f53-90be-4c8c-a96a-15fa70357305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1396525 Feb 19 07:52:06.031043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.086730 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}, {'id': 'f2b16588-b39c-4f34-bc14-283183a0c7c6', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:8f:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:03Z', 'updated_at': '2022-02-19T07:52:03Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:06.116727 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0d20b-4091-4718-a58d-981fbb27f666 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}, {'id': 'f2b16588-b39c-4f34-bc14-283183a0c7c6', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:8f:36:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:03Z', 'updated_at': '2022-02-19T07:52:03Z', 'revision_number': 0, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:06.136904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:06.149232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:06.155884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:06.169616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:06.176513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-b7da29ca-f796-4d01-af48-ff835b59dd4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 999 time: 0.1429098 Feb 19 07:52:06.266371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9bb78fc-9f68-4be2-89a5-cf73cc3c8101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.285473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-a1c762b1-2689-4c6b-9b0d-2dbd0187e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:06.287319 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-a1c762b1-2689-4c6b-9b0d-2dbd0187e684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0866654 Feb 19 07:52:06.288324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (1545c471-baa1-41a5-8d0f-065660f19a2e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.390300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-2a17160a-4b7a-46f6-961b-d4435dff85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:06.391869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-2a17160a-4b7a-46f6-961b-d4435dff85e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986540 Feb 19 07:52:06.445121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f19364-e18b-4103-b272-890aaac897c3 None None] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:06.524897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.591928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-644e33e1-7608-4b8d-bc6c-58354101aae2 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767981 Feb 19 07:52:06.604408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Provisioning complete for port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:06.605280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.810602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Current status of the port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:06.814434 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:06.843383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3c385e-515b-4a63-a23a-2a2e0fed0cbe None None] New status for floating IP f2b16588-b39c-4f34-bc14-283183a0c7c6: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:52:06.846708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ef1d687c-4393-4b61-98fb-31f1d9abbdf4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:06.853853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6389a38d-9e61-4166-9d9a-a380068588f4 req-574b0110-8169-4e38-a2e7-79d3259d95e6 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561193 Feb 19 07:52:06.956685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] For port ef1d687c-4393-4b61-98fb-31f1d9abbdf4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:06.983450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.042390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.048968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.085348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c01f4a-20d3-4490-989a-80f2df9b80db None None] Pushing event updated for resources: {'Port': ['ID=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:07.101398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:07.102139 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.136446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (1545c471-baa1-41a5-8d0f-065660f19a2e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.138461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:07.230318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Provisioning complete for port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:07.230796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.266035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:07.267328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a68c3e1c-2bd2-473a-a83a-4d9619b67680 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:07.272782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:07.274210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:07.371498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a68c3e1c-2bd2-473a-a83a-4d9619b67680 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:07.371498 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.371906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Current status of the port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:07.412307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Provisioning complete for port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:07.412816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.447700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 1545c471-baa1-41a5-8d0f-065660f19a2e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:07.455364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7913aa07-a49c-4f9e-985f-a0f923217382 None None] Port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:07.493626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a68c3e1c-2bd2-473a-a83a-4d9619b67680 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:07.571024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:07.576490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86550c54-96d6-4a9d-bf90-89b98f61fd3e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/1545c471-baa1-41a5-8d0f-065660f19a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9828608 Feb 19 07:52:07.583959 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Sync routers for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:07.589588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-431470e8-d24b-46c6-bc14-ac5eeb13ad42 None None] Provisioning complete for port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:07.590094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-431470e8-d24b-46c6-bc14-ac5eeb13ad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:07.597893 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:07.598727 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:51:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:07.644056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-431470e8-d24b-46c6-bc14-ac5eeb13ad42 None None] Port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:07.713424 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:07.740247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-92244e90-f25a-4d22-b566-963cdbf6b5ea tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167683439&fields=id&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 267 time: 0.0473478 Feb 19 07:52:07.860014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-ba0f0ead-9168-46af-bcb4-8b60509a2189 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:07.867143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-ba0f0ead-9168-46af-bcb4-8b60509a2189 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 796 time: 0.1213675 Feb 19 07:52:07.883103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-4932e590-2e2d-462b-9b08-6c36170873b6 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/quotas/d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 375 time: 0.0150096 Feb 19 07:52:07.931637 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 2, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:07.938616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-a0b82803-d422-408b-91bb-a52cfff64f99 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545866 Feb 19 07:52:07.966785 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Checking router: 1545c471-baa1-41a5-8d0f-065660f19a2e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:07.967477 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Updating router 1545c471-baa1-41a5-8d0f-065660f19a2e port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:07.997896 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.053671 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-e66606f4-112e-4ce1-922d-1f51c450f63f service neutron] 10.222.0.43 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956423 Feb 19 07:52:08.155518 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-3638f02f-8876-4e89-ab86-7cb278d1c372 service neutron] 10.222.0.43 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960045 Feb 19 07:52:08.350268 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks [] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.356980 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3dc373fd-2ee6-4efe-9dea-1ebeca11e61e req-1b72260d-b923-439d-ac90-37e0a7095390 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 210 time: 0.0347130 Feb 19 07:52:08.369792 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.539717 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Pushing event updated for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:08.543252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.543785 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.543929 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.544252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.544579 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.544910 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.545274 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.545546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.545868 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.546188 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.546504 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.546824 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.547137 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:08.625664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3174034-8284-421e-9d40-5403c540fdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.632010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ef1d687c-4393-4b61-98fb-31f1d9abbdf4 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:08.633855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Attempting to bind port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:08.634394 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Attempting to bind port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:08.635119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Attempting to bind port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 on network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:08.643433 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:08.643849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Checking segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:08.644310 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.644804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Bound using segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:08.645278 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Bound port: 9ebef290-8b15-4f5c-8f5f-7679c95e5b68, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:08.645661 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.705513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:08.706366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.756909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] For port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:08.761369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] For port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:08.769900 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.829276 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:08.829784 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:08.850873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:08.884588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Provisioning complete for port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:08.884973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:08.982962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:09.025890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0bcb-5140-4b73-8c2d-df750e58930b None None] Pushing event updated for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:09.047596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Current status of the port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:09.048378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:09.105669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] For port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:09.115583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:09.183159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27aa45-d9ee-4c25-a168-09fa96841751 None None] Pushing event updated for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:09.256038 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:08Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:09.302453 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecccae1-b914-4556-99a3-64f1e32b2fa7 None None] The sync data for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 is: [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:08Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:09.343369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-214d9cba-0d1f-4930-8fa5-ff381bacd380 None None] Provisioning complete for port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:09.343885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-214d9cba-0d1f-4930-8fa5-ff381bacd380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:09.355995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50052b-c48d-4960-a7b9-53123f12baa4 req-1d674b0a-c2fb-440d-a152-4c8218a71b17 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:09.357816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd50052b-c48d-4960-a7b9-53123f12baa4 req-1d674b0a-c2fb-440d-a152-4c8218a71b17 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 950 time: 0.0716820 Feb 19 07:52:09.438156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fd50052b-c48d-4960-a7b9-53123f12baa4 req-c37571ad-1ef6-428b-9a18-0ea05d1dc20c tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606675 Feb 19 07:52:09.483228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e735842b-5bf5-4a43-a7cf-b0c6557ee2eb req-82302570-fd59-43cb-9b54-a9f3a0837107 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 210 time: 0.0313418 Feb 19 07:52:09.511170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-214d9cba-0d1f-4930-8fa5-ff381bacd380 None None] Current status of the port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:09.753620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-febc9b69-a2c4-4af7-958d-28c49ac78064 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:09.755144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-febc9b69-a2c4-4af7-958d-28c49ac78064 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 796 time: 0.1419494 Feb 19 07:52:09.779557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:09.828916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-74058d62-a96c-4179-9452-285b2e32b0b4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75edc3a2d9944719ac488c1a08ff697 HTTP/1.1" status: 200 len: 379 time: 0.0648599 Feb 19 07:52:09.840124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'port': {'device_id': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'admin_state_up': True, 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'security_groups': ['a8efed56-c708-4c60-b7b0-4e262872de98']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:09.983626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Made reservation on behalf of d75edc3a2d9944719ac488c1a08ff697 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:09.987736 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.119424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.20.0.8 (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9/83a3b26b-7bec-4de2-b3d7-01ac6ba4b814/85fba892-fc89-4c32-822c-b0c19d1b2dc6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:10.280057 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.320041 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.369288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:10.375084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:10.380750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:10.404314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:10.440341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:10.441015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.460144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0c773a6d-edbf-4a03-b597-1466838aae4d tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6255972 Feb 19 07:52:10.476736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Request body: {'port': {'device_id': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:10.603232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.666203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:10.758702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f51ed-9889-47ac-8839-667406af251e req-3724a988-cfc0-46c1-885b-46d7e4e4d48f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:10.767745 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e8f51ed-9889-47ac-8839-667406af251e req-3724a988-cfc0-46c1-885b-46d7e4e4d48f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 931 time: 0.1045585 Feb 19 07:52:10.774450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ed3aa2b8-94f0-43af-be3c-0985ef436839 None None] Provisioning complete for port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:10.775299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa2b8-94f0-43af-be3c-0985ef436839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.809406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12f96c-bb42-4ae5-a97e-138c12836e8c req-8d44882c-186a-48d0-8f11-2f183beb1f83 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:10.817750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc12f96c-bb42-4ae5-a97e-138c12836e8c req-8d44882c-186a-48d0-8f11-2f183beb1f83 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 950 time: 0.2306993 Feb 19 07:52:10.838170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e8f51ed-9889-47ac-8839-667406af251e req-fc9c25f6-23e2-40fd-bd77-10f0edc70705 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688486 Feb 19 07:52:10.861664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:10.862291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:10.867133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ed3aa2b8-94f0-43af-be3c-0985ef436839 None None] Port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:10.962150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:10.992979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc12f96c-bb42-4ae5-a97e-138c12836e8c req-c7048ef2-27e9-4ec0-b54a-bc230d7059cd tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/security-groups?id=cd9531ec-1ddd-4ed1-b9d3-380794a7e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742513 Feb 19 07:52:11.049851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-6899a37f-078f-4d55-88d8-123405dca283 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:11.051456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-6899a37f-078f-4d55-88d8-123405dca283 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.47 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 950 time: 0.1303678 Feb 19 07:52:11.105220 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.169334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:52:11.180014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks [] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.199329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Transition to ACTIVE for port object 85fba892-fc89-4c32-822c-b0c19d1b2dc6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:52:11.205578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.255263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Deleting port fea7d9e3-ba58-4530-b926-fc6dba5167a4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:11.255608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.318070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:11.425948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] For port fea7d9e3-ba58-4530-b926-fc6dba5167a4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=fea7d9e3-ba58-4530-b926-fc6dba5167a4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:11.426733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.439955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Attempting to bind port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:11.440290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Attempting to bind port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:11.440703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Attempting to bind port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 on network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:11.446850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Calling delete_port for fea7d9e3-ba58-4530-b926-fc6dba5167a4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:11.453600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 on network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:52:11.453924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Attempting to bind port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 on network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:11.465914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:11.466257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Checking segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:11.466723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Bound using segment: {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:11.467222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Bound port: 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7708b3-7b58-4afb-864a-7818f80537e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:11.467628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.597195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:11.603897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:11.633004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.715877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:11.716564 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.718307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-f185cdf2-5021-4065-b864-ff800333217a service neutron] 10.222.0.47 "PUT /v2.0/ports/85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 1091 time: 1.2464867 Feb 19 07:52:11.720809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:11.723544 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b5291-9c15-40e2-81e4-0817762c68ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:11.751583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (fea7d9e3-ba58-4530-b926-fc6dba5167a4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:11.759354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185cdf2-5021-4065-b864-ff800333217a service neutron] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:11.768836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['fea7d9e3-ba58-4530-b926-fc6dba5167a4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:52:11.782557 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10161af7-fcc0-48c0-9b04-2a2977567564 x-openstack-request-id: req-10161af7-fcc0-48c0-9b04-2a2977567564 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:11.783163 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:11.783780 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10161af7-fcc0-48c0-9b04-2a2977567564 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:11.784486 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'status': 'completed', 'code': 200} Feb 19 07:52:12.103904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82093f17-c274-4c70-b766-7e347f9a3e96 req-f8d07f79-691d-4f1b-985f-c0dbec471657 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde17878-0d6a-4107-a91d-4a2e9518e4ab HTTP/1.1" status: 200 len: 210 time: 0.0281084 Feb 19 07:52:12.190443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Pushing event deleted for resources: {'Port': ['ID=fea7d9e3-ba58-4530-b926-fc6dba5167a4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:12.239622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] No DVR routers for this DVR port fea7d9e3-ba58-4530-b926-fc6dba5167a4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:12.245921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:12.250299 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2c77125-05b3-44ad-8639-c3dde37b5a73 req-aeaf109b-5d8f-4d2b-abe3-e3fb5ac68d70 tempest-VolumesBackupsTest-1116997421 tempest-VolumesBackupsTest-1116997421-project] 10.222.0.47 "DELETE /v2.0/ports/fea7d9e3-ba58-4530-b926-fc6dba5167a4 HTTP/1.1" status: 204 len: 173 time: 1.1939602 Feb 19 07:52:12.296815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa43e-bdf9-4d12-8656-10ffff028433 req-1be0d0d3-fc47-4cf7-8633-c5fac30e5034 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.298810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b34aa43e-bdf9-4d12-8656-10ffff028433 req-1be0d0d3-fc47-4cf7-8633-c5fac30e5034 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 943 time: 0.1377282 Feb 19 07:52:12.301883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0734e412-f5e2-4a7c-a1fe-7f0d8d25cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.304219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-0734e412-f5e2-4a7c-a1fe-7f0d8d25cc01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1125 time: 0.1508620 Feb 19 07:52:12.371013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-52ff1f2c-3a00-49f0-8dd3-7e64977d1380 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0564234 Feb 19 07:52:12.435657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b34aa43e-bdf9-4d12-8656-10ffff028433 req-7fb6556f-3246-4d56-bb8c-8ca5df03ba2f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290536 Feb 19 07:52:12.447589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-1e6890fe-e7f8-4c1c-a183-8b79eefc9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.449263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-1e6890fe-e7f8-4c1c-a183-8b79eefc9e74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 200 len: 834 time: 0.0666292 Feb 19 07:52:12.451034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:12.500584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46757-b488-4049-bc2f-6af43a11e39f req-00fa9c30-fcdd-4386-80fa-3ad15bf618e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.502135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-00fa9c30-fcdd-4386-80fa-3ad15bf618e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452666 Feb 19 07:52:12.594665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-9fa3f957-63dd-40f2-8bd3-0f2210c5679e service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861180 Feb 19 07:52:12.706691 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bed46757-b488-4049-bc2f-6af43a11e39f req-11fe9338-9507-4212-99ef-86acd8e48a89 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047208 Feb 19 07:52:12.807960 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5291-9c15-40e2-81e4-0817762c68ee req-33373ec1-2360-4c16-b7e7-f1d6af5f7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.809574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-33373ec1-2360-4c16-b7e7-f1d6af5f7c92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1125 time: 0.0522566 Feb 19 07:52:12.909603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5291-9c15-40e2-81e4-0817762c68ee req-2949650c-a73f-4694-b911-38907bff82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:12.911077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-2949650c-a73f-4694-b911-38907bff82f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 896 time: 0.0943861 Feb 19 07:52:12.955917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-60e2af15-4972-4cf8-a10b-f7a7d9d58b63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0388577 Feb 19 07:52:13.005615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5291-9c15-40e2-81e4-0817762c68ee req-46a3edea-9203-4c25-a363-abc8114007fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:13.007122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-46a3edea-9203-4c25-a363-abc8114007fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 200 len: 834 time: 0.0462887 Feb 19 07:52:13.062303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b5291-9c15-40e2-81e4-0817762c68ee req-382a6a42-89d7-4b22-9ef1-0b7ceea14438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:13.063881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-382a6a42-89d7-4b22-9ef1-0b7ceea14438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509830 Feb 19 07:52:13.154405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-4d71d9fc-4bed-455f-892c-11c3738e08c5 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Feb 19 07:52:13.274834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-581b5291-9c15-40e2-81e4-0817762c68ee req-257087d0-67c6-41d3-b487-f2e1e0a7a6f6 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118562 Feb 19 07:52:13.572936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e708e-000d-4072-9c5c-e34a7f5c89ed req-496de566-29fa-4258-a54b-3fafe853fd08 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:13.575661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-527e708e-000d-4072-9c5c-e34a7f5c89ed req-496de566-29fa-4258-a54b-3fafe853fd08 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 943 time: 0.0664792 Feb 19 07:52:13.628647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-527e708e-000d-4072-9c5c-e34a7f5c89ed req-cac20d3c-f3a9-47d3-b2fb-f93d300e2909 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467863 Feb 19 07:52:13.785855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'name': 'network-vif-deleted', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:13.789137 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24734be8-7d39-4933-826d-d25589e1286e" -d '{"events": [{"server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "name": "network-vif-deleted", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:13.831667 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a4889-47f8-4a86-b3b4-35d1d107ec36 x-openstack-request-id: req-7f4a4889-47f8-4a86-b3b4-35d1d107ec36 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:13.832062 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde17878-0d6a-4107-a91d-4a2e9518e4ab", "name": "network-vif-deleted", "tag": "fea7d9e3-ba58-4530-b926-fc6dba5167a4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:13.832414 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f4a4889-47f8-4a86-b3b4-35d1d107ec36 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:13.832911 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde17878-0d6a-4107-a91d-4a2e9518e4ab', 'name': 'network-vif-deleted', 'tag': 'fea7d9e3-ba58-4530-b926-fc6dba5167a4', 'status': 'completed', 'code': 200} Feb 19 07:52:14.751651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d716bf0-b90c-46f7-a2f5-d82e96346366 req-c9b599ee-f60e-4bec-b9ee-21b310df6aac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:14.754704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d716bf0-b90c-46f7-a2f5-d82e96346366 req-c9b599ee-f60e-4bec-b9ee-21b310df6aac tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 943 time: 0.0551383 Feb 19 07:52:14.805598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d716bf0-b90c-46f7-a2f5-d82e96346366 req-e411935a-5b13-4c95-8686-0fd0fee63cc5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450110 Feb 19 07:52:14.818839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fea7d9e3-ba58-4530-b926-fc6dba5167a4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:14.843960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: fea7d9e3-ba58-4530-b926-fc6dba5167a4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:14.844533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device fea7d9e3-ba58-4530-b926-fc6dba5167a4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:14.847887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:15.032919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Deleting subnet f7031777-f0f2-4120-a273-cce64775e119 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:52:15.036935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Publish callbacks [] for subnet (f7031777-f0f2-4120-a273-cce64775e119), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.074200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (f7031777-f0f2-4120-a273-cce64775e119), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.115696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f7031777-f0f2-4120-a273-cce64775e119), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.170751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f7031777-f0f2-4120-a273-cce64775e119), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.203736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7031777-f0f2-4120-a273-cce64775e119,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:15.206768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.212113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d09946f1-9d8a-48d3-ae29-ab02b63f54b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f7031777-f0f2-4120-a273-cce64775e119 HTTP/1.1" status: 204 len: 168 time: 0.3604460 Feb 19 07:52:15.212113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:15.285922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ef639c9a-45d4-4662-827c-3300d3524154), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.372636 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ef639c9a-45d4-4662-827c-3300d3524154), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.400604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef639c9a-45d4-4662-827c-3300d3524154']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:15.412034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d33d8a-6118-46e1-9497-e1e6ef09b666') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:15.412573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d33d8a-6118-46e1-9497-e1e6ef09b666') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:15.427645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (20d33d8a-6118-46e1-9497-e1e6ef09b666), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.441703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20d33d8a-6118-46e1-9497-e1e6ef09b666), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.448083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:52:15.448461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (20d33d8a-6118-46e1-9497-e1e6ef09b666), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:52:15.450065 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:52:15.504525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ef639c9a-45d4-4662-827c-3300d3524154), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.509510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.512710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef639c9a-45d4-4662-827c-3300d3524154 HTTP/1.1" status: 204 len: 168 time: 0.2997222 Feb 19 07:52:15.532585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090adb62-e9c5-4f8d-b2b3-eb505b1783e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef639c9a-45d4-4662-827c-3300d3524154,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:15.639306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:15.685090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-415680df-2eb5-429b-8275-2e2d6ee2b7d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2d36314d2454165b646ce845d416e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422184 Feb 19 07:52:15.685594 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:15.735147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] Publish callbacks [] for security_group (2a2056a9-8b78-4440-b915-c93e936d5560), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.757568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] Publish callbacks [] for security_group (2a2056a9-8b78-4440-b915-c93e936d5560), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.804794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2a2056a9-8b78-4440-b915-c93e936d5560), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.808208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:15.812474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a2056a9-8b78-4440-b915-c93e936d5560 HTTP/1.1" status: 204 len: 168 time: 0.1257966 Feb 19 07:52:15.823094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbd7a2-cc19-4737-9cd0-ad292f7fc832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2056a9-8b78-4440-b915-c93e936d5560,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:15.975815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ba06-d1d2-42b9-bd11-34d06bcba99f req-deded859-9847-46c8-a03d-27f97688e37f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:15.983316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54d5ba06-d1d2-42b9-bd11-34d06bcba99f req-deded859-9847-46c8-a03d-27f97688e37f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 943 time: 0.0958984 Feb 19 07:52:16.055653 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-54d5ba06-d1d2-42b9-bd11-34d06bcba99f req-387bc033-76e7-4bde-bc16-0a8090fd240c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709705 Feb 19 07:52:16.649940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:16.746917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1625205081-network', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:16.766140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Made reservation on behalf of c05b6192dc224a9c8818a01f65e898de for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:16.769197 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.777517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.830322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:52:16.857638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks [] for security_group (4df6fe66-5149-44f0-a3cb-dbf8ec5534f0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.861899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4df6fe66-5149-44f0-a3cb-dbf8ec5534f0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.874165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:52:16.889909 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (87224bc2-d9be-42d8-b928-d87eed8f321b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.890392 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Added segment 87224bc2-d9be-42d8-b928-d87eed8f321b of type vlan for network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 Feb 19 07:52:16.937047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:16.951396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'mac_address': 'fa:16:3e:96:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:52:16.957664 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1db5ec2a-4b8c-496d-b814-d65aa04805c6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.972207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6fe66-5149-44f0-a3cb-dbf8ec5534f0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:16.994335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1db5ec2a-4b8c-496d-b814-d65aa04805c6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:16.995752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:16.996392 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.004265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:17.004632 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.019840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:52:17.043077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:17.048842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.062260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4109681 Feb 19 07:52:17.065575 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39390) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:17.071135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0758-ec66-4022-a71c-5f49c926f578 admin admin] Pushing event updated for resources: {'Network': ['ID=1db5ec2a-4b8c-496d-b814-d65aa04805c6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:17.080804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Request body: {'subnet': {'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1625205081-subnet', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:17.116115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Made reservation on behalf of c05b6192dc224a9c8818a01f65e898de for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:17.121362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.152940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:17.160792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:52:17.269372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42021456-f017-467a-aa4b-e0e5d9681256 req-249fe933-881e-48ed-a81d-9eb6f2ed22e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:17.272718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42021456-f017-467a-aa4b-e0e5d9681256 req-249fe933-881e-48ed-a81d-9eb6f2ed22e3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 944 time: 0.1329789 Feb 19 07:52:17.361337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42021456-f017-467a-aa4b-e0e5d9681256 req-31085199-05ac-4375-8d25-128cc1cfd85a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749581 Feb 19 07:52:17.412097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (4a787f74-461a-4bfb-a2f7-c6fe4bdcca93), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.431884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['85fba892-fc89-4c32-822c-b0c19d1b2dc6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:52:17.480604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a787f74-461a-4bfb-a2f7-c6fe4bdcca93,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:17.485091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Checking segment: {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:17.485454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Network hostable DHCP agents. Network: 1db5ec2a-4b8c-496d-b814-d65aa04805c6, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:52:17.515807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:52:17.528448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1db5ec2a-4b8c-496d-b814-d65aa04805c6) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:17.534338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:17.534617 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.541739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd522d19-76e4-4855-a87f-57a5fa45bbcd None None] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:17.558221 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ebccd8d6-509d-4d80-a27d-83f265eaa6e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4909341 Feb 19 07:52:17.560803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39396) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:17.565754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:17.584554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.585711 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.642286 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for router_controller (078a66de-d365-40ff-86b0-7ffdc063dd19), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.699903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:52:17.700820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.794293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for router_gateway (078a66de-d365-40ff-86b0-7ffdc063dd19), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:17.888977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Allocated IP 172.20.0.2 (1db5ec2a-4b8c-496d-b814-d65aa04805c6/4a787f74-461a-4bfb-a2f7-c6fe4bdcca93/a8815480-ae8a-4c1f-8365-0aba7aef4336) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:18.041115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for router_gateway (078a66de-d365-40ff-86b0-7ffdc063dd19), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.067430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.086796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks [] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.092966 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.150367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:18.157290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:18.159982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:18.168321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Pushing event updated for resources: {'Port': ['ID=a8815480-ae8a-4c1f-8365-0aba7aef4336,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:18.200968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Allocated IP 172.25.7.64 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/b33abc92-f636-4961-99e1-c4f2ce2aeb03) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:18.242664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Attempting to bind port a8815480-ae8a-4c1f-8365-0aba7aef4336 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:18.243149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Attempting to bind port a8815480-ae8a-4c1f-8365-0aba7aef4336 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:18.243646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Attempting to bind port a8815480-ae8a-4c1f-8365-0aba7aef4336 on network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:18.249200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:18.249877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Checking segment: {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:18.250383 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.250877 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Bound using segment: {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:18.251470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Bound port: a8815480-ae8a-4c1f-8365-0aba7aef4336, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:18.251948 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.324006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] For port a8815480-ae8a-4c1f-8365-0aba7aef4336, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:18.337264 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] For port a8815480-ae8a-4c1f-8365-0aba7aef4336, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8815480-ae8a-4c1f-8365-0aba7aef4336,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:18.361122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.400891 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.431880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96674bc-7c1f-44be-b072-77c43f46d5ad None None] Pushing event updated for resources: {'Port': ['ID=a8815480-ae8a-4c1f-8365-0aba7aef4336,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:18.446361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d05c6a-61f1-45d3-a194-5f70da080b6f req-cbe632e1-f53e-4527-8968-4283e7023657 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.453937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5d05c6a-61f1-45d3-a194-5f70da080b6f req-cbe632e1-f53e-4527-8968-4283e7023657 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.1048665 Feb 19 07:52:18.531815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5d05c6a-61f1-45d3-a194-5f70da080b6f req-d1e293f6-6b13-432d-9e03-b9f6ea41b1bd tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770373 Feb 19 07:52:18.534236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.542980 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ccfe8-5eaf-4372-9246-9b4117b5bc22 req-d6e5342e-c144-4331-bbc4-66c3badfb81e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.552048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-811ccfe8-5eaf-4372-9246-9b4117b5bc22 req-d6e5342e-c144-4331-bbc4-66c3badfb81e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 944 time: 0.0807302 Feb 19 07:52:18.601101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:18.604447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:18.610227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:18.667272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Pushing event updated for resources: {'Port': ['ID=b33abc92-f636-4961-99e1-c4f2ce2aeb03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:18.669844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-811ccfe8-5eaf-4372-9246-9b4117b5bc22 req-0f0f7e5f-8d6a-40d8-a5a2-db9ee9be0da1 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155555 Feb 19 07:52:18.847778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:18.912232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:52:18.917178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:18.917547 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:18.988145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-d0744c20-191f-490b-861d-8f2c1f387e73 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:18.989545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-d0744c20-191f-490b-861d-8f2c1f387e73 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.47 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.1334896 Feb 19 07:52:19.023634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:19.024147 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.047592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:19.050035 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac826c8-0230-49ad-ad37-efa01e6e01e2" -d '{"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-plugged", "status": "completed", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:19.073021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:19.083424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.111499 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for router_gateway (078a66de-d365-40ff-86b0-7ffdc063dd19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.121495 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1250a64f-615c-4ffd-ac58-71f1be66109b x-openstack-request-id: req-1250a64f-615c-4ffd-ac58-71f1be66109b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:19.121840 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-plugged", "status": "completed", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:19.122144 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1250a64f-615c-4ffd-ac58-71f1be66109b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:19.122609 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'code': 200} Feb 19 07:52:19.161235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:19.264489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Deleting port cd711b47-3f2b-457d-bfe0-dca26b7626ea {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:19.264740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.342022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424e170-d3b7-4ce0-a4c5-44627a14ad35 req-d033db84-3a79-4dff-a424-c73c43cf84cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:19.343556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5424e170-d3b7-4ce0-a4c5-44627a14ad35 req-d033db84-3a79-4dff-a424-c73c43cf84cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1127 time: 0.1586781 Feb 19 07:52:19.440316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] For port cd711b47-3f2b-457d-bfe0-dca26b7626ea, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=cd711b47-3f2b-457d-bfe0-dca26b7626ea,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:19.440683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.806794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a3d4f-9204-4e82-9999-5ee61d20bfa7 req-ef22ae45-e384-43f1-b129-dde8f97de45c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:19.830629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb645d-cd96-49c3-a1c7-d2bef86a8216 None None] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:19.850825 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca8a3d4f-9204-4e82-9999-5ee61d20bfa7 req-ef22ae45-e384-43f1-b129-dde8f97de45c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 946 time: 0.2265491 Feb 19 07:52:19.909373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5424e170-d3b7-4ce0-a4c5-44627a14ad35 req-d139cad0-8366-42b3-bef4-325af09f3208 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5254467 Feb 19 07:52:19.941925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:19.988820 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ca8a3d4f-9204-4e82-9999-5ee61d20bfa7 req-f824dd9b-cf64-4dd8-a709-b2e1cfdccdaf tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/security-groups?id=71c45a18-d796-4c84-a7d7-0d36cbdd78b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299698 Feb 19 07:52:20.080505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141add-7527-4e8b-86e1-b5e9e4a306e6 req-ebbc7343-42e1-478a-b174-e8ce31cd8bcd tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:20.082083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21141add-7527-4e8b-86e1-b5e9e4a306e6 req-ebbc7343-42e1-478a-b174-e8ce31cd8bcd tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.2005072 Feb 19 07:52:20.256614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.257093 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (94939d7d-7b9c-4169-9f8f-af5e27e26373), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.257362 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Floating IP 94939d7d-7b9c-4169-9f8f-af5e27e26373 disassociated. External IP: 172.25.7.230, port: cd711b47-3f2b-457d-bfe0-dca26b7626ea. Feb 19 07:52:20.257896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Calling delete_port for cd711b47-3f2b-457d-bfe0-dca26b7626ea owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:20.270141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21141add-7527-4e8b-86e1-b5e9e4a306e6 req-dafca56a-8d71-4035-b59b-bcce4e0e03cc tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808827 Feb 19 07:52:20.278343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Provisioning complete for port a8815480-ae8a-4c1f-8365-0aba7aef4336 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:20.279012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.365548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Router 078a66de-d365-40ff-86b0-7ffdc063dd19 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:52:20.538325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Current status of the port a8815480-ae8a-4c1f-8365-0aba7aef4336 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:20.540459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (cd711b47-3f2b-457d-bfe0-dca26b7626ea), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.542514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.586140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event deleted for resources: {'Port': ['ID=cd711b47-3f2b-457d-bfe0-dca26b7626ea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:20.600102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:20.622267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.629161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:20.643738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a83f6d7a-e2e7-4b64-9063-34f2fb89615e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0804138 Feb 19 07:52:20.683956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Sync routers for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:20.705411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] For port a8815480-ae8a-4c1f-8365-0aba7aef4336, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8815480-ae8a-4c1f-8365-0aba7aef4336,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:20.725654 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:20.770767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8815480-ae8a-4c1f-8365-0aba7aef4336 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:20.808235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:20.809061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:20.885676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Router e367f5b0-ea7b-4da9-9189-5855c5b714a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:20.935006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cd711b47-3f2b-457d-bfe0-dca26b7626ea no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:21.111823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:21.125943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Sync routers for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:21.145677 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:21.146385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:21.259320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:21.305139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f2cf955-7cbc-452f-a6de-5737836deae5 req-022ffea1-cf63-4a47-9314-853b611c686c tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 210 time: 0.0759897 Feb 19 07:52:21.306610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] No DVR routers for this DVR port cd711b47-3f2b-457d-bfe0-dca26b7626ea on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:21.317496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:21.333631 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7fea8861-c586-4753-a1e5-b61774cfba9f req-3b9e253a-5abb-43d6-b4e0-8808b1730e77 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.47 "DELETE /v2.0/ports/cd711b47-3f2b-457d-bfe0-dca26b7626ea HTTP/1.1" status: 204 len: 173 time: 2.3381464 Feb 19 07:52:21.370032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'name': 'network-vif-deleted', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:21.375650 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c608f-5f72-493d-8067-643ebd44bdc9" -d '{"events": [{"server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "name": "network-vif-deleted", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:21.472460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-c3f69a22-0743-4234-ab01-0fbe48d0c2f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712496 Feb 19 07:52:21.533219 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160439c-b304-421b-ab41-ba08d36bdec8 x-openstack-request-id: req-e160439c-b304-421b-ab41-ba08d36bdec8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:21.533624 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67d02e5-96c0-4a68-83b4-628a922c9626", "name": "network-vif-deleted", "tag": "cd711b47-3f2b-457d-bfe0-dca26b7626ea", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:21.533950 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e160439c-b304-421b-ab41-ba08d36bdec8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:21.534485 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67d02e5-96c0-4a68-83b4-628a922c9626', 'name': 'network-vif-deleted', 'tag': 'cd711b47-3f2b-457d-bfe0-dca26b7626ea', 'status': 'completed', 'code': 200} Feb 19 07:52:21.548006 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:21.638993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: cd711b47-3f2b-457d-bfe0-dca26b7626ea {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:21.639684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device cd711b47-3f2b-457d-bfe0-dca26b7626ea not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:21.766370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1d23a632-aab5-47ba-b216-30b481b99aee None None] Provisioning complete for port a8815480-ae8a-4c1f-8365-0aba7aef4336 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:21.766816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d23a632-aab5-47ba-b216-30b481b99aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:21.810708 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:21.933309 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:21.997759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136315a-6edf-49d9-a2ac-06a35c1580a0 req-9bbda6d2-be9e-4366-8ded-bc778896415f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:21.999787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3136315a-6edf-49d9-a2ac-06a35c1580a0 req-9bbda6d2-be9e-4366-8ded-bc778896415f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.3858705 Feb 19 07:52:22.003416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-7afb0228-f9b4-4716-b9d6-55b9328a3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.004997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-7afb0228-f9b4-4716-b9d6-55b9328a3457 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1127 time: 0.4127119 Feb 19 07:52:22.006740 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Checking router: e367f5b0-ea7b-4da9-9189-5855c5b714a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:22.026115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:22.032231 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:22.043290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed18c19-d28f-4c69-93e8-5874935bebe8 None None] Pushing event updated for resources: {'Port': ['ID=a8815480-ae8a-4c1f-8365-0aba7aef4336,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:22.129820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a8815480-ae8a-4c1f-8365-0aba7aef4336 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:22.132152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:22.135745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Allocated IP 172.20.0.1 (1db5ec2a-4b8c-496d-b814-d65aa04805c6/4a787f74-461a-4bfb-a2f7-c6fe4bdcca93/db85102a-8bea-4a1c-8982-7456e46c0290) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:22.213629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3136315a-6edf-49d9-a2ac-06a35c1580a0 req-9e810866-3e74-409e-8d97-c4a02ac5233e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072392 Feb 19 07:52:22.236404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:22.281825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-d7c9707d-8b8e-4d06-80bb-edac9a2e80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.288998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-d7c9707d-8b8e-4d06-80bb-edac9a2e80b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.2446790 Feb 19 07:52:22.301376 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks [] for port (db85102a-8bea-4a1c-8982-7456e46c0290), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:22.356039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:22.357204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:18Z', 'revision_number': 3, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:22.438262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-5b84cfe8-03e2-44d5-ad7b-aa661d9ead17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 1001 time: 0.1426592 Feb 19 07:52:22.439857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1d23a632-aab5-47ba-b216-30b481b99aee None None] Current status of the port a8815480-ae8a-4c1f-8365-0aba7aef4336 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:22.444325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Checking router: 078a66de-d365-40ff-86b0-7ffdc063dd19 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:22.444445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Updating router 078a66de-d365-40ff-86b0-7ffdc063dd19 port b33abc92-f636-4961-99e1-c4f2ce2aeb03 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:22.529320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-e7d4be03-b40a-47b6-8680-13e59ea7b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.532029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-e7d4be03-b40a-47b6-8680-13e59ea7b813 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0865123 Feb 19 07:52:22.536859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:22.575087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a8815480-ae8a-4c1f-8365-0aba7aef4336 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:22.576819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-033e84a4-ed1b-4789-a398-e48b4c97b997 req-c2423656-8eab-4022-b59d-ea30545c2ac2 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "GET /v2.0/ports?device_id=f67d02e5-96c0-4a68-83b4-628a922c9626 HTTP/1.1" status: 200 len: 210 time: 0.0436013 Feb 19 07:52:22.632281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:22.652520 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:22.655777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:22.697277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb2fd4-3a4b-4b1e-afb6-f2fb46e1ec71 None None] The sync data for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 is: [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:46:37Z', 'revision_number': 4, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '789c4d3b-1d7e-4d93-997d-cfb9b3b1041e', 'name': '', 'network_id': '171ee781-22af-48c7-a640-adf206415d73', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'mac_address': 'fa:16:3e:d5:e5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:37Z', 'updated_at': '2022-02-19T07:46:44Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'subnets': [{'id': '8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:22.718198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:22.749789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-f211dcf0-c11a-4876-b539-7ff6c047e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.754475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-f211dcf0-c11a-4876-b539-7ff6c047e06f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1564596 Feb 19 07:52:22.824381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Pushing event updated for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:22.850595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8815480-ae8a-4c1f-8365-0aba7aef4336 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:22.867828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa110-88f1-4568-bb4a-c5d5e5095aa8 req-130daef1-dfa5-4c30-9187-a1f69b434f48 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:22.874909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04aaa110-88f1-4568-bb4a-c5d5e5095aa8 req-130daef1-dfa5-4c30-9187-a1f69b434f48 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.5004952 Feb 19 07:52:22.878476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (078a66de-d365-40ff-86b0-7ffdc063dd19), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:22.926357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-894af680-33a6-4502-84bf-3f57c2283b37 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640289 Feb 19 07:52:23.005785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a8815480-ae8a-4c1f-8365-0aba7aef4336 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:23.006193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.086108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04aaa110-88f1-4568-bb4a-c5d5e5095aa8 req-56af6eea-d714-4ca6-b2e3-3e2758438712 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102573 Feb 19 07:52:23.114900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-94569e23-9d2b-45a8-a6e4-bb3daf489111 req-9ac700c5-89d1-4fcb-8428-718d7c13877d service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803820 Feb 19 07:52:23.115840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:23.164703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.193138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036f958-b8e9-42c3-9cbd-053b793a4171 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:23.197710 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8036f958-b8e9-42c3-9cbd-053b793a4171 tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1122 time: 0.0805955 Feb 19 07:52:23.202866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:23.209333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:23.221965 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e420e56-83f7-41a4-891f-87af498e1b20 None None] New status for floating IP 94939d7d-7b9c-4169-9f8f-af5e27e26373: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:52:23.225624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks [] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.240267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.283596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c49eb5cd-3956-4d45-b193-a11c5ed38be9 None None] Provisioning complete for port db85102a-8bea-4a1c-8982-7456e46c0290 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:23.283596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c49eb5cd-3956-4d45-b193-a11c5ed38be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.315643 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.361039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.389399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a8815480-ae8a-4c1f-8365-0aba7aef4336 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:23.438265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks [] for port (db85102a-8bea-4a1c-8982-7456e46c0290), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.451415 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.461361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58ff08-fdc7-4248-b1de-9a0a7ea29610 None None] Pushing event updated for resources: {'Port': ['ID=b33abc92-f636-4961-99e1-c4f2ce2aeb03,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:23.464255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Attempting to bind port b33abc92-f636-4961-99e1-c4f2ce2aeb03 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:23.464592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Attempting to bind port b33abc92-f636-4961-99e1-c4f2ce2aeb03 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:23.465357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Attempting to bind port b33abc92-f636-4961-99e1-c4f2ce2aeb03 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:23.467986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c49eb5cd-3956-4d45-b193-a11c5ed38be9 None None] Port db85102a-8bea-4a1c-8982-7456e46c0290 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:23.473427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:23.473817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:23.474245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.474704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:23.475209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Bound port: b33abc92-f636-4961-99e1-c4f2ce2aeb03, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:23.475634 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.536432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] For port b33abc92-f636-4961-99e1-c4f2ce2aeb03, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:23.540712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] For port b33abc92-f636-4961-99e1-c4f2ce2aeb03, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b33abc92-f636-4961-99e1-c4f2ce2aeb03,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:23.548774 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.557124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Allocated IP 172.25.7.102 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/76ba96e2-b894-40d0-9485-25f8a91ff98b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:23.557843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Pushing event updated for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:23.560573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (078a66de-d365-40ff-86b0-7ffdc063dd19), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.624780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:23.625844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:23.678343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:23.719514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:23.721256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:23.731069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58ff08-fdc7-4248-b1de-9a0a7ea29610 None None] Pushing event updated for resources: {'Port': ['ID=b33abc92-f636-4961-99e1-c4f2ce2aeb03,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:23.803742 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.859258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:23.901868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Router 078a66de-d365-40ff-86b0-7ffdc063dd19 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:23.980066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:23.984486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-826ae5d3-9759-42e1-993f-6c89c973ba35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077106 Feb 19 07:52:24.053822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:24.059138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-22d177b8-1258-4b14-a98b-c21b75074037 admin admin] 10.222.0.43 "PUT /v2.0/routers/078a66de-d365-40ff-86b0-7ffdc063dd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4281688 Feb 19 07:52:24.087927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:24.098010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:24.101313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Deleting port a1ec60b5-9c9b-4d7b-aa8e-21205583f248 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:24.101313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.105704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:24.121810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=76ba96e2-b894-40d0-9485-25f8a91ff98b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:24.207400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2bce35d2-c8c2-43cd-baac-3ab86c2f866f None None] Provisioning complete for port db85102a-8bea-4a1c-8982-7456e46c0290 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:24.207985 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bce35d2-c8c2-43cd-baac-3ab86c2f866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.217777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-afb8df0e-0719-4691-8411-e757d24703ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:24.219417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-afb8df0e-0719-4691-8411-e757d24703ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1127 time: 0.2110138 Feb 19 07:52:24.262804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'db85102a-8bea-4a1c-8982-7456e46c0290', 'name': '', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'mac_address': 'fa:16:3e:f4:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:21Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 2, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'subnets': [{'id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:24.305368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14e0c5-679d-4265-a1c7-c88ac172e8aa None None] The sync data for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 is: [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'db85102a-8bea-4a1c-8982-7456e46c0290', 'name': '', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'mac_address': 'fa:16:3e:f4:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:21Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 2, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'subnets': [{'id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:24.328367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bce35d2-c8c2-43cd-baac-3ab86c2f866f None None] Port db85102a-8bea-4a1c-8982-7456e46c0290 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:24.396157 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.396774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for floatingip (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.430304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Calling delete_port for a1ec60b5-9c9b-4d7b-aa8e-21205583f248 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:24.464365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-2b80a73d-5688-445a-bbbc-19b993298352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:24.466098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-2b80a73d-5688-445a-bbbc-19b993298352 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.2174306 Feb 19 07:52:24.596975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-c960302b-4003-4d18-aafa-acd67c6c9a01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 1000 time: 0.1173060 Feb 19 07:52:24.825262 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39534) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:24.830600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1179635353-network', 'tenant_id': 'c161d5705a014504b113b4d0006f8799'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:24.865093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Made reservation on behalf of c161d5705a014504b113b4d0006f8799 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:24.867579 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.880321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:24.998072 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks [] for security_group (f885f693-502d-4cf5-93cc-331e7e2f7e45), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.004069 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f885f693-502d-4cf5-93cc-331e7e2f7e45), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.038828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885f693-502d-4cf5-93cc-331e7e2f7e45,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:25.050592 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:52:25.063018 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (12a2d6a4-ce4f-4383-9e6c-9789309114fa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.063483 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Added segment 12a2d6a4-ce4f-4383-9e6c-9789309114fa of type vlan for network ad56e825-8316-4adb-8e83-4e5e27563a20 Feb 19 07:52:25.117081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (ad56e825-8316-4adb-8e83-4e5e27563a20), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.148424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (ad56e825-8316-4adb-8e83-4e5e27563a20), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.154580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:25.155511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.207773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-d1f718a1-cc6a-4ba0-9c8e-4628f5860da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:25.209711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-d1f718a1-cc6a-4ba0-9c8e-4628f5860da9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.5646524 Feb 19 07:52:25.250304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4238997 Feb 19 07:52:25.253174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:25.259415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Request body: {'subnet': {'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1179635353-subnet', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:25.268994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0c965-5052-4273-abee-4e3a726bfec3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad56e825-8316-4adb-8e83-4e5e27563a20,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:25.287502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network ad56e825-8316-4adb-8e83-4e5e27563a20 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:52:25.294563 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Made reservation on behalf of c161d5705a014504b113b4d0006f8799 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:25.298205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.388481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-42d491a6-793f-4b12-93cc-bd5cbe18d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:25.390121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-42d491a6-793f-4b12-93cc-bd5cbe18d194 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1739693 Feb 19 07:52:25.420010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a1ec60b5-9c9b-4d7b-aa8e-21205583f248), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.503787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event deleted for resources: {'Port': ['ID=a1ec60b5-9c9b-4d7b-aa8e-21205583f248,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:25.572656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (3fe60efd-30fb-4809-a6c7-fc3fe0c029c3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.636121 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for floatingip (94939d7d-7b9c-4169-9f8f-af5e27e26373), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.639134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.642744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-15285fb8-242a-4c50-bcb8-be9329859f57 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "DELETE /v2.0/floatingips/94939d7d-7b9c-4169-9f8f-af5e27e26373 HTTP/1.1" status: 204 len: 168 time: 1.9611499 Feb 19 07:52:25.656839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe60efd-30fb-4809-a6c7-fc3fe0c029c3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:25.674266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Checking segment: {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:25.674886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Network hostable DHCP agents. Network: ad56e825-8316-4adb-8e83-4e5e27563a20, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:52:25.716501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Network ad56e825-8316-4adb-8e83-4e5e27563a20 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:52:25.728809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, ad56e825-8316-4adb-8e83-4e5e27563a20) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:25.735076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:25.735724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.740274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-d4185e7c-aae7-4532-8a8a-e610ddef00c2 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419054 Feb 19 07:52:25.746691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b46b0fd-6b67-42f1-a0da-92294f14c2bf None None] Network ad56e825-8316-4adb-8e83-4e5e27563a20 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:25.757898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:25.773528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fcf5172a-6fd6-43b2-9853-cc43caa0191b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5192878 Feb 19 07:52:25.776599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39544) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:25.781358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:25.807300 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.809030 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.914200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for router_controller (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:25.956627 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (c9b64d43-4650-470d-9680-b3a10a557999), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.058915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (71c45a18-d796-4c84-a7d7-0d36cbdd78b7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.087207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d6f84dc-b4ad-40e4-8609-ebc4b2bcdf61 req-df8f251e-a19e-4aa6-ba81-026028dd041e service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407123 Feb 19 07:52:26.112783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (71c45a18-d796-4c84-a7d7-0d36cbdd78b7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.181544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for router_gateway (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.187490 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.190687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-ad56e825-8316-4adb-8e83-4e5e27563a20', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'project_id': 'c161d5705a014504b113b4d0006f8799', 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:52:26.191643 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.367431 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Allocated IP 172.20.0.2 (ad56e825-8316-4adb-8e83-4e5e27563a20/3fe60efd-30fb-4809-a6c7-fc3fe0c029c3/765513c8-f6ac-4f16-9931-93f4b342b7c1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:26.435075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.443201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.450040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (71c45a18-d796-4c84-a7d7-0d36cbdd78b7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.458534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.461343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] 10.222.0.43 "DELETE /v2.0/security-groups/71c45a18-d796-4c84-a7d7-0d36cbdd78b7 HTTP/1.1" status: 204 len: 168 time: 0.7024875 Feb 19 07:52:26.510541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for router_gateway (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.526985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:26.550244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.556455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1836f5-9ff0-4f29-8909-2ae054f72ec0 tempest-TestServerBasicOps-863828602 tempest-TestServerBasicOps-863828602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c45a18-d796-4c84-a7d7-0d36cbdd78b7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:26.599822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event updated for resources: {'Port': ['ID=76ba96e2-b894-40d0-9485-25f8a91ff98b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:26.620494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c9b64d43-4650-470d-9680-b3a10a557999), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.696109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Allocated IP 172.25.7.37 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/35615291-b3d9-4e05-b965-0f61bafdb3df) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:26.779891 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks [] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.789494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.826505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b33abc92-f636-4961-99e1-c4f2ce2aeb03 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:26.843172 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.886945 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:26.896475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Network ad56e825-8316-4adb-8e83-4e5e27563a20 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:26.904112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:26.906708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:26.908803 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP c9b64d43-4650-470d-9680-b3a10a557999 associated. External IP: 172.25.7.102, port: 85fba892-fc89-4c32-822c-b0c19d1b2dc6. Feb 19 07:52:26.933486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:26.937354 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:26.941828 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:26.976440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Pushing event updated for resources: {'Port': ['ID=765513c8-f6ac-4f16-9931-93f4b342b7c1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:26.991553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=35615291-b3d9-4e05-b965-0f61bafdb3df,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:27.005300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b33abc92-f636-4961-99e1-c4f2ce2aeb03 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:27.005655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.017032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Attempting to bind port 765513c8-f6ac-4f16-9931-93f4b342b7c1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:27.017415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Attempting to bind port 765513c8-f6ac-4f16-9931-93f4b342b7c1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:27.018299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Attempting to bind port 765513c8-f6ac-4f16-9931-93f4b342b7c1 on network ad56e825-8316-4adb-8e83-4e5e27563a20 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:27.070838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:27.075239 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Checking segment: {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:27.075889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.076297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Bound using segment: {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:27.076791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Bound port: 765513c8-f6ac-4f16-9931-93f4b342b7c1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:27.077175 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.190751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b33abc92-f636-4961-99e1-c4f2ce2aeb03 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:27.191138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.237428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b33abc92-f636-4961-99e1-c4f2ce2aeb03, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b33abc92-f636-4961-99e1-c4f2ce2aeb03,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:27.240667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] For port 765513c8-f6ac-4f16-9931-93f4b342b7c1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:27.248102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] For port 765513c8-f6ac-4f16-9931-93f4b342b7c1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=765513c8-f6ac-4f16-9931-93f4b342b7c1,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:27.249464 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.278005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.310606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for router_gateway (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.333976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b33abc92-f636-4961-99e1-c4f2ce2aeb03,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:27.416573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badabf0c-c364-43f2-acc8-b5643ae623da None None] Pushing event updated for resources: {'Port': ['ID=765513c8-f6ac-4f16-9931-93f4b342b7c1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:27.621725 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.631098 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Sync routers for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:27.654238 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:27.654852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 1545c471-baa1-41a5-8d0f-065660f19a2e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:27.655999 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:27.831285 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:27.859732 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:27.872203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Sync routers for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:27.886403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:27.897245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:27.898010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:27.984055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:28.045022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-66cff73c-76f8-4d29-836e-357d46acd5de tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8387380 Feb 19 07:52:28.118000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:28.120551 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525c420-3a4c-4269-9b94-77a65fb3d4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:28.174146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:28.179741 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af67cb-caf7-48c3-a3ac-52806bcc7b4e x-openstack-request-id: req-58af67cb-caf7-48c3-a3ac-52806bcc7b4e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:28.180270 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:28.181113 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58af67cb-caf7-48c3-a3ac-52806bcc7b4e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:28.182183 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'status': 'completed', 'code': 200} Feb 19 07:52:28.360764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-de6647d3-e451-497a-a244-b5fc2a38a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:28.363558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-de6647d3-e451-497a-a244-b5fc2a38a0fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1127 time: 0.1541517 Feb 19 07:52:28.406406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14936922-f04a-4236-acb5-7173bd61ea50 req-0c97c45e-62d5-4933-ab9a-b49c3a64e45c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:28.415961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14936922-f04a-4236-acb5-7173bd61ea50 req-0c97c45e-62d5-4933-ab9a-b49c3a64e45c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.2393770 Feb 19 07:52:28.418214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:52:28.438605 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'db85102a-8bea-4a1c-8982-7456e46c0290', 'name': '', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'mac_address': 'fa:16:3e:f4:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:21Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 2, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'subnets': [{'id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:28.498739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Checking router: 078a66de-d365-40ff-86b0-7ffdc063dd19 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:28.505216 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Updating router 078a66de-d365-40ff-86b0-7ffdc063dd19 port db85102a-8bea-4a1c-8982-7456e46c0290 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:28.520445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c9b64d43-4650-470d-9680-b3a10a557999', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'mac_address': 'fa:16:3e:96:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:25Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:28.565498 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:28.604507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Checking router: 1545c471-baa1-41a5-8d0f-065660f19a2e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:28.611217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:28.637935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Sync routers for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:28.639282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:28.643591 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-432d11b7-b933-40f8-9169-a4da2d02bfc8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8629286 Feb 19 07:52:28.645281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39564) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:28.664149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:28.668917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:28.681766 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:28.682397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:28.857645 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:28.920547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 765513c8-f6ac-4f16-9931-93f4b342b7c1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:28.925462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bb6fe-a5d5-435a-8351-50db55e2a6e2 None None] Network ad56e825-8316-4adb-8e83-4e5e27563a20 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:29.139946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:29.238465 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Provisioning complete for port 765513c8-f6ac-4f16-9931-93f4b342b7c1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:29.238838 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.279069 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:27Z', 'revision_number': 3, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:29.325965 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Checking router: 6b67f4bd-6d8b-4b56-acfe-121f41b4543e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:29.326579 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Updating router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e port 35615291-b3d9-4e05-b965-0f61bafdb3df binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:29.375556 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks [] for port (db85102a-8bea-4a1c-8982-7456e46c0290), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.377743 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.399054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-14936922-f04a-4236-acb5-7173bd61ea50 req-2d56f070-01a7-480a-b2f5-aaca93de32d7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9815185 Feb 19 07:52:29.399613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.418076 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.421287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:29.422805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Deleting port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:29.423282 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.460409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 765513c8-f6ac-4f16-9931-93f4b342b7c1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:29.460784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.530195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] For port 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:29.530768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.562894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Calling delete_port for 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:29.564827 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4ecf-ed18-4a30-8a45-6262e8852f6b None None] Pushing event updated for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:29.677490 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Allocated IP 172.20.0.1 (ad56e825-8316-4adb-8e83-4e5e27563a20/3fe60efd-30fb-4809-a6c7-fc3fe0c029c3/f7c0c218-64ce-4b4d-9277-d1784ba43ae9) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:29.730991 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Attempting to bind port db85102a-8bea-4a1c-8982-7456e46c0290 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:29.731602 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Attempting to bind port db85102a-8bea-4a1c-8982-7456e46c0290 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:29.731726 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Attempting to bind port db85102a-8bea-4a1c-8982-7456e46c0290 on network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:29.750057 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:29.750444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Checking segment: {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:29.750856 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.755362 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Bound using segment: {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:29.755956 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Bound port: db85102a-8bea-4a1c-8982-7456e46c0290, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87224bc2-d9be-42d8-b928-d87eed8f321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:29.756382 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.864936 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:52:29.867466 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks [] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.873134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (789c4d3b-1d7e-4d93-997d-cfb9b3b1041e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.927633 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] For port db85102a-8bea-4a1c-8982-7456e46c0290, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:29.935981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-a2d48315-1862-4f88-9459-f2c21da7a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:29.937956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-a2d48315-1862-4f88-9459-f2c21da7a255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 896 time: 1.5666683 Feb 19 07:52:29.942900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:29.979008 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] For port db85102a-8bea-4a1c-8982-7456e46c0290, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db85102a-8bea-4a1c-8982-7456e46c0290,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:29.999788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=789c4d3b-1d7e-4d93-997d-cfb9b3b1041e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:30.013833 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks [] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.016620 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.041034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:30.053939 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.090052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Network ad56e825-8316-4adb-8e83-4e5e27563a20 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:30.093294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:30.099946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:30.140894 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Current status of the port 765513c8-f6ac-4f16-9931-93f4b342b7c1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:30.141396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.149221 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:30.149913 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:30.156459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4ecf-ed18-4a30-8a45-6262e8852f6b None None] Pushing event updated for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:30.161796 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.211242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 765513c8-f6ac-4f16-9931-93f4b342b7c1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:30.211571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.232714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-47e83230-f82a-4959-832f-b99bc508d5b3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/c9b64d43-4650-470d-9680-b3a10a557999 HTTP/1.1" status: 200 len: 991 time: 0.3685501 Feb 19 07:52:30.256647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-ab7b3157-cb95-49d8-82a2-beb68323c2cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 999 time: 0.2456849 Feb 19 07:52:30.276221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] For port 765513c8-f6ac-4f16-9931-93f4b342b7c1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=765513c8-f6ac-4f16-9931-93f4b342b7c1,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:30.316938 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.407534 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Attempting to bind port 35615291-b3d9-4e05-b965-0f61bafdb3df on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:30.407906 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Attempting to bind port 35615291-b3d9-4e05-b965-0f61bafdb3df by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:30.408328 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Attempting to bind port 35615291-b3d9-4e05-b965-0f61bafdb3df on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:30.425083 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:30.429819 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:30.430550 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.431214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:30.431950 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Bound port: 35615291-b3d9-4e05-b965-0f61bafdb3df, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:30.432586 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.489552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820329a-27b4-4ebc-9a55-d64fc38799cc None None] Pushing event updated for resources: {'Port': ['ID=35615291-b3d9-4e05-b965-0f61bafdb3df,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:30.546969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.647547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c9b64d43-4650-470d-9680-b3a10a557999', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'mac_address': 'fa:16:3e:96:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:25Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:30.681844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-90fce713-0b2f-4a4a-938d-89c1868a60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:30.688288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7d697-331b-460c-9a82-8691b70cfdff None None] Pushing event updated for resources: {'Port': ['ID=765513c8-f6ac-4f16-9931-93f4b342b7c1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:30.689560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-90fce713-0b2f-4a4a-938d-89c1868a60cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 200 len: 834 time: 0.3180480 Feb 19 07:52:30.702065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] For port 35615291-b3d9-4e05-b965-0f61bafdb3df, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:30.725381 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] For port 35615291-b3d9-4e05-b965-0f61bafdb3df, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=35615291-b3d9-4e05-b965-0f61bafdb3df,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:30.730851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:30.764653 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.781360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.787952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Provisioning complete for port db85102a-8bea-4a1c-8982-7456e46c0290 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:30.790339 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.794980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9b1a5-4259-4b8e-b570-0f83adb0f32a None None] The sync data for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 is: [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c9b64d43-4650-470d-9680-b3a10a557999', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'mac_address': 'fa:16:3e:96:a5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:25Z', 'revision_number': 0, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:30.828934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.857242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-f094feb6-3b55-4370-8235-4a0adf88c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:30.858781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-f094feb6-3b55-4370-8235-4a0adf88c4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1626220 Feb 19 07:52:30.877226 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:52:30.878073 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:52:30.930344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks [] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.941431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:30.991582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Current status of the port db85102a-8bea-4a1c-8982-7456e46c0290 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:30.992115 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.042297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] For port db85102a-8bea-4a1c-8982-7456e46c0290, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db85102a-8bea-4a1c-8982-7456e46c0290,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:31.053022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.108163 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820329a-27b4-4ebc-9a55-d64fc38799cc None None] Pushing event updated for resources: {'Port': ['ID=35615291-b3d9-4e05-b965-0f61bafdb3df,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:31.111237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.117883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:31.122515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:31.125988 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:31.188163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-629aed25-ac5a-42e7-91de-353f1f781390 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509327 Feb 19 07:52:31.206815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92047e1-cbe9-4346-9498-ed0190d71b09 None None] Pushing event updated for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:31.229741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cde184-e1d4-4ab5-b13d-ed89b0629023 None None] New status for floating IP c9b64d43-4650-470d-9680-b3a10a557999: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:52:31.231922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Provisioning complete for port 765513c8-f6ac-4f16-9931-93f4b342b7c1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:31.232303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.243800 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39572) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:31.317844 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:31.398963 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Network ad56e825-8316-4adb-8e83-4e5e27563a20 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:31.410142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:31.451258 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c525c420-3a4c-4269-9b94-77a65fb3d4fa req-659fd96c-adde-491a-912c-6a9dc4d5d1ce service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019386 Feb 19 07:52:31.462120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Router e367f5b0-ea7b-4da9-9189-5855c5b714a0 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:31.583943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea44bfdb-9d00-418a-8859-f75d09eb5f17 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/c9b64d43-4650-470d-9680-b3a10a557999 HTTP/1.1" status: 200 len: 991 time: 0.3389697 Feb 19 07:52:31.699757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:31.705175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 765513c8-f6ac-4f16-9931-93f4b342b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:31.706374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b33abc92-f636-4961-99e1-c4f2ce2aeb03 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:31.718066 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Sync routers for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:31.724752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cd91955f-fdb0-4772-9d4b-425f667ebeb5 admin admin] 10.222.0.43 "PUT /v2.0/routers/e367f5b0-ea7b-4da9-9189-5855c5b714a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1877949 Feb 19 07:52:31.730778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:31.750044 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f7c0c218-64ce-4b4d-9277-d1784ba43ae9', 'name': '', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'mac_address': 'fa:16:3e:92:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:29Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 2, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'subnets': [{'id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:31.785816 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2b05-0c18-4d51-ab64-8a34dabbcf5c None None] The sync data for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 is: [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f7c0c218-64ce-4b4d-9277-d1784ba43ae9', 'name': '', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'mac_address': 'fa:16:3e:92:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:29Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 2, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'subnets': [{'id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:31.791612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:31.796072 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:31.796818 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:31.844827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Current status of the port 765513c8-f6ac-4f16-9931-93f4b342b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:31.880635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Provisioning complete for port db85102a-8bea-4a1c-8982-7456e46c0290 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:31.881010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.940906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b33abc92-f636-4961-99e1-c4f2ce2aeb03 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:31.941287 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:31.941532 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:31.991349 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks [] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.040190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'db85102a-8bea-4a1c-8982-7456e46c0290', 'name': '', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'mac_address': 'fa:16:3e:f4:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:21Z', 'updated_at': '2022-02-19T07:52:29Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'subnets': [{'id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:32.074091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b33abc92-f636-4961-99e1-c4f2ce2aeb03 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:32.098487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:32.122706 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf3fe4-9588-48eb-8195-ee0d362f031a None None] The sync data for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 is: [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:23Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'db85102a-8bea-4a1c-8982-7456e46c0290', 'name': '', 'network_id': '1db5ec2a-4b8c-496d-b814-d65aa04805c6', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'mac_address': 'fa:16:3e:f4:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:21Z', 'updated_at': '2022-02-19T07:52:29Z', 'revision_number': 4, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'subnets': [{'id': '4a787f74-461a-4bfb-a2f7-c6fe4bdcca93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:32.123047 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9c47947e-864e-4f73-87b4-9c9eb30f6e64 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b67f4bd-6d8b-4b56-acfe-121f41b4543e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4729266 Feb 19 07:52:32.123224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Current status of the port db85102a-8bea-4a1c-8982-7456e46c0290 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:32.163212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Provisioning complete for port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:32.164253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.263432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4f44a-d645-4ba5-bd61-61f5974d90c4 None None] Port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:32.309549 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks [] for router_gateway (e367f5b0-ea7b-4da9-9189-5855c5b714a0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.418137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Deleting port bfff7683-5fb1-41d1-9aef-09c24d007512 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:32.418481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.427595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db85102a-8bea-4a1c-8982-7456e46c0290 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:32.464362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fa71f284-1a3d-4c7a-bd0e-c01edc38aae4 None None] Provisioning complete for port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:32.472530 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa71f284-1a3d-4c7a-bd0e-c01edc38aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.498211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:52:29Z', 'revision_number': 5, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port': {'id': 'bfff7683-5fb1-41d1-9aef-09c24d007512', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:34Z', 'updated_at': '2022-02-19T07:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:32.570409 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Checking router: e367f5b0-ea7b-4da9-9189-5855c5b714a0 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:32.577031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] For port bfff7683-5fb1-41d1-9aef-09c24d007512, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bfff7683-5fb1-41d1-9aef-09c24d007512,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:32.577408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.584653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:32.596882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Calling delete_port for bfff7683-5fb1-41d1-9aef-09c24d007512 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:32.602404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Routers {'e367f5b0-ea7b-4da9-9189-5855c5b714a0'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:32.603601 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:32.646527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa71f284-1a3d-4c7a-bd0e-c01edc38aae4 None None] Port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:32.682011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port db85102a-8bea-4a1c-8982-7456e46c0290 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:32.682396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.760261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-04dabff5-c2d9-47ef-becd-2313e101d808 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/c9b64d43-4650-470d-9680-b3a10a557999 HTTP/1.1" status: 200 len: 993 time: 0.1743939 Feb 19 07:52:32.851007 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] Set router e367f5b0-ea7b-4da9-9189-5855c5b714a0 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:32.877648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port db85102a-8bea-4a1c-8982-7456e46c0290 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:32.879352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 765513c8-f6ac-4f16-9931-93f4b342b7c1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:32.940897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 765513c8-f6ac-4f16-9931-93f4b342b7c1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:32.941575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:32.984421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (bfff7683-5fb1-41d1-9aef-09c24d007512), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.056469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfff7683-5fb1-41d1-9aef-09c24d007512,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:33.060377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:52:32Z', 'revision_number': 6, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:33.120957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 765513c8-f6ac-4f16-9931-93f4b342b7c1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:33.139846 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8dd14-445a-4fbb-a779-f953526cc6e0 None None] The sync data for ids ['e367f5b0-ea7b-4da9-9189-5855c5b714a0'] in n-d-829866-3 is: [{'id': 'e367f5b0-ea7b-4da9-9189-5855c5b714a0', 'name': 'tempest-TestServerBasicOps-1411352741-router', 'tenant_id': '33e757fd68e64cc1854965235910d6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:33Z', 'updated_at': '2022-02-19T07:52:32Z', 'revision_number': 6, 'project_id': '33e757fd68e64cc1854965235910d6b1', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:33.206285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.301842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.321217 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.323438 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks [] for router_controller (e367f5b0-ea7b-4da9-9189-5855c5b714a0), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.380207 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (e367f5b0-ea7b-4da9-9189-5855c5b714a0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.380811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e367f5b0-ea7b-4da9-9189-5855c5b714a0 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:52:33.385676 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.386882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee4edfdc-7e56-44d8-8d2f-b1d753469193 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e367f5b0-ea7b-4da9-9189-5855c5b714a0 HTTP/1.1" status: 204 len: 168 time: 1.6528563 Feb 19 07:52:33.389491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:33.459711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Deleting subnet 8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:52:33.463644 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Publish callbacks [] for subnet (8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.502787 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.645580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.720225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.750537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:33.765314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.769953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a736b-68a0-48bb-9bb7-9804b33e4136 None None] Network 171ee781-22af-48c7-a640-adf206415d73 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:33.772485 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39624) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:33.793151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ff3db20a-fcb6-4541-8670-041208f7ce70 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d6b8442-9f56-4bb7-8fed-9bcd9c608d7c HTTP/1.1" status: 204 len: 168 time: 0.4017942 Feb 19 07:52:33.880161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (171ee781-22af-48c7-a640-adf206415d73), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:33.983060 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Deleting port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:33.983665 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.023173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:34.075744 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] For port 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61603c5c-5ec8-47e5-8542-7f61a22b88f7,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:34.076654 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.101126 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Calling delete_port for 61603c5c-5ec8-47e5-8542-7f61a22b88f7 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:34.124187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] DHCP port deletion for 171ee781-22af-48c7-a640-adf206415d73 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:52:34.211561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Deleting port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:34.211941 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.272428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.319604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] No DVR routers for this DVR port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:34.325461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61603c5c-5ec8-47e5-8542-7f61a22b88f7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:34.346774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 35615291-b3d9-4e05-b965-0f61bafdb3df up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:34.431790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] For port 61603c5c-5ec8-47e5-8542-7f61a22b88f7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=61603c5c-5ec8-47e5-8542-7f61a22b88f7,segment=NetworkSegment(d39053fe-70d9-49fd-ae45-cc75b90a055a),segment_id=d39053fe-70d9-49fd-ae45-cc75b90a055a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:34.432486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.453577 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (171ee781-22af-48c7-a640-adf206415d73), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.480724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171ee781-22af-48c7-a640-adf206415d73']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:34.502975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39053fe-70d9-49fd-ae45-cc75b90a055a') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:34.504556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39053fe-70d9-49fd-ae45-cc75b90a055a') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:34.519477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Calling delete_port for 61603c5c-5ec8-47e5-8542-7f61a22b88f7 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:34.521618 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d39053fe-70d9-49fd-ae45-cc75b90a055a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.555322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d39053fe-70d9-49fd-ae45-cc75b90a055a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.568457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:52:34.569245 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d39053fe-70d9-49fd-ae45-cc75b90a055a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.607519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 35615291-b3d9-4e05-b965-0f61bafdb3df triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:34.609027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:52:34.662703 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:52:34.669103 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (171ee781-22af-48c7-a640-adf206415d73), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.678814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.683984 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/171ee781-22af-48c7-a640-adf206415d73 HTTP/1.1" status: 204 len: 168 time: 0.9103088 Feb 19 07:52:34.698652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39636) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:34.709147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068a5b8-bf67-41db-b715-1364771335c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=171ee781-22af-48c7-a640-adf206415d73,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 07:52:34.740948 n-d-829866-3 neutron-server[103589]: self.session.flush() Feb 19 07:52:34.813939 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (61603c5c-5ec8-47e5-8542-7f61a22b88f7), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.824312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Network 171ee781-22af-48c7-a640-adf206415d73 is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 07:52:34.829575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] No DVR routers for this DVR port 61603c5c-5ec8-47e5-8542-7f61a22b88f7 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:34.858203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64774924-5a66-4916-ac10-be897095e5a9 None None] Pushing event deleted for resources: {'Port': ['ID=61603c5c-5ec8-47e5-8542-7f61a22b88f7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:34.865250 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 35615291-b3d9-4e05-b965-0f61bafdb3df is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:34.865648 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:34.891019 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 35615291-b3d9-4e05-b965-0f61bafdb3df, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=35615291-b3d9-4e05-b965-0f61bafdb3df,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:34.896256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.004703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (078a66de-d365-40ff-86b0-7ffdc063dd19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.018515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:35.022300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=35615291-b3d9-4e05-b965-0f61bafdb3df,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:35.054946 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:35.055336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 789c4d3b-1d7e-4d93-997d-cfb9b3b1041e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:35.055768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfff7683-5fb1-41d1-9aef-09c24d007512 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:35.076743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: bfff7683-5fb1-41d1-9aef-09c24d007512 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:35.077379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bfff7683-5fb1-41d1-9aef-09c24d007512 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:35.077830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61603c5c-5ec8-47e5-8542-7f61a22b88f7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:35.103522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 61603c5c-5ec8-47e5-8542-7f61a22b88f7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:35.103786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 61603c5c-5ec8-47e5-8542-7f61a22b88f7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:35.208084 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.287269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Deleting port db85102a-8bea-4a1c-8982-7456e46c0290 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:35.287877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.370024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] For port db85102a-8bea-4a1c-8982-7456e46c0290, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=db85102a-8bea-4a1c-8982-7456e46c0290,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:35.370400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.387477 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Calling delete_port for db85102a-8bea-4a1c-8982-7456e46c0290 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:35.494100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Deleting port bf5f492a-2dd8-414b-8b9b-7f50ba838621 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:35.494787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.577230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] For port bf5f492a-2dd8-414b-8b9b-7f50ba838621, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=bf5f492a-2dd8-414b-8b9b-7f50ba838621,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:35.577596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.599319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Calling delete_port for bf5f492a-2dd8-414b-8b9b-7f50ba838621 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:35.628410 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (db85102a-8bea-4a1c-8982-7456e46c0290), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.667266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Pushing event deleted for resources: {'Port': ['ID=db85102a-8bea-4a1c-8982-7456e46c0290,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:35.873520 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bf5f492a-2dd8-414b-8b9b-7f50ba838621), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:35.900343 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5f492a-2dd8-414b-8b9b-7f50ba838621,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:35.900652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (078a66de-d365-40ff-86b0-7ffdc063dd19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.158282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.225826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Router 078a66de-d365-40ff-86b0-7ffdc063dd19 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:36.259976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34106c3d-9557-4c80-b69a-994bd36a8ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.326103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 35615291-b3d9-4e05-b965-0f61bafdb3df up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:36.389919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 35615291-b3d9-4e05-b965-0f61bafdb3df triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:36.390797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.404037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:36.419965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-52da815d-e6a8-4dc4-94ec-7bb997eeed08 admin admin] 10.222.0.43 "PUT /v2.0/routers/078a66de-d365-40ff-86b0-7ffdc063dd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3933108 Feb 19 07:52:36.420640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39642) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:36.425525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Sync routers for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:36.460481 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:36.460962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:36.587100 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks [] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.646102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 35615291-b3d9-4e05-b965-0f61bafdb3df is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:36.668820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:36.741718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks [] for router_gateway (078a66de-d365-40ff-86b0-7ffdc063dd19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.813386 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Sync routers for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:36.831498 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:36.835554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Deleting port b33abc92-f636-4961-99e1-c4f2ce2aeb03 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:36.835888 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:36.836043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.853198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Router 485ba96b-a71e-4910-8c84-fa63b7fc953c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:36.948482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] For port b33abc92-f636-4961-99e1-c4f2ce2aeb03, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b33abc92-f636-4961-99e1-c4f2ce2aeb03,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:36.949103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:36.973934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Calling delete_port for b33abc92-f636-4961-99e1-c4f2ce2aeb03 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:36.985326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:35Z', 'revision_number': 5, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port': {'id': 'b33abc92-f636-4961-99e1-c4f2ce2aeb03', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:18Z', 'updated_at': '2022-02-19T07:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.032013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:37.035123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Checking router: 078a66de-d365-40ff-86b0-7ffdc063dd19 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:37.045377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-760d13e4-1352-415d-b4d5-cda49b547b75 admin admin] 10.222.0.43 "PUT /v2.0/routers/485ba96b-a71e-4910-8c84-fa63b7fc953c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3452275 Feb 19 07:52:37.046176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Sync routers for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:37.048139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:37.052380 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:37.063540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Routers {'078a66de-d365-40ff-86b0-7ffdc063dd19'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:37.064583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['078a66de-d365-40ff-86b0-7ffdc063dd19'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.068142 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:37.068781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.243126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks [] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.258911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] Set router 078a66de-d365-40ff-86b0-7ffdc063dd19 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:37.321014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:36Z', 'revision_number': 6, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.359873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f6831-c1b7-4359-8ac2-fb510b355f2e None None] The sync data for ids ['078a66de-d365-40ff-86b0-7ffdc063dd19'] in n-d-829866-3 is: [{'id': '078a66de-d365-40ff-86b0-7ffdc063dd19', 'name': 'tempest-TestAggregatesBasicOps-1625205081-router', 'tenant_id': 'c05b6192dc224a9c8818a01f65e898de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:17Z', 'updated_at': '2022-02-19T07:52:36Z', 'revision_number': 6, 'project_id': 'c05b6192dc224a9c8818a01f65e898de', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:37.374949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:37.405126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks [] for router_gateway (485ba96b-a71e-4910-8c84-fa63b7fc953c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.445815 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f7c0c218-64ce-4b4d-9277-d1784ba43ae9', 'name': '', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'mac_address': 'fa:16:3e:92:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:29Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 2, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'subnets': [{'id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.454477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b33abc92-f636-4961-99e1-c4f2ce2aeb03), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.488787 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Checking router: 6b67f4bd-6d8b-4b56-acfe-121f41b4543e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:37.489204 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Updating router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:37.520668 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.551213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (078a66de-d365-40ff-86b0-7ffdc063dd19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.554026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b33abc92-f636-4961-99e1-c4f2ce2aeb03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:37.656811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.659983 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks [] for router_controller (078a66de-d365-40ff-86b0-7ffdc063dd19), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.709899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Deleting port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:37.710242 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.760961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (078a66de-d365-40ff-86b0-7ffdc063dd19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.761563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078a66de-d365-40ff-86b0-7ffdc063dd19 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:52:37.766728 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.771461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:37.772404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-26ad2aa6-a448-4406-8b0f-ff8e98d84fdd admin admin] 10.222.0.43 "DELETE /v2.0/routers/078a66de-d365-40ff-86b0-7ffdc063dd19 HTTP/1.1" status: 204 len: 168 time: 1.3489487 Feb 19 07:52:37.858953 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Deleting subnet 4a787f74-461a-4bfb-a2f7-c6fe4bdcca93 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:52:37.860303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] For port d94f1bda-f013-4d1a-b07a-ed3c9a0e478a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:37.861097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.866182 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Publish callbacks [] for subnet (4a787f74-461a-4bfb-a2f7-c6fe4bdcca93), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.885664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Calling delete_port for d94f1bda-f013-4d1a-b07a-ed3c9a0e478a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:37.922782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (4a787f74-461a-4bfb-a2f7-c6fe4bdcca93), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.929076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:52:35Z', 'revision_number': 5, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port': {'id': 'd94f1bda-f013-4d1a-b07a-ed3c9a0e478a', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:46:41Z', 'updated_at': '2022-02-19T07:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:37.942330 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks [] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:37.951610 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.044307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Checking router: 485ba96b-a71e-4910-8c84-fa63b7fc953c for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:38.054072 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Routers {'485ba96b-a71e-4910-8c84-fa63b7fc953c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:38.054864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['485ba96b-a71e-4910-8c84-fa63b7fc953c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:38.065976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (4a787f74-461a-4bfb-a2f7-c6fe4bdcca93), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.106269 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda737-1c43-46e6-8938-b3474447c4f6 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:38.141966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Attempting to bind port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:38.147073 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Attempting to bind port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:38.147569 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Attempting to bind port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 on network ad56e825-8316-4adb-8e83-4e5e27563a20 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:38.148857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (4a787f74-461a-4bfb-a2f7-c6fe4bdcca93), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.159716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:38.160307 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Checking segment: {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:38.160874 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.161256 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Bound using segment: {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:38.161802 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Bound port: f7c0c218-64ce-4b4d-9277-d1784ba43ae9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a2d6a4-ce4f-4383-9e6c-9789309114fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:38.162378 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.181798 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.192058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:38.195916 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4a787f74-461a-4bfb-a2f7-c6fe4bdcca93 HTTP/1.1" status: 204 len: 168 time: 0.4213147 Feb 19 07:52:38.224838 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d94f1bda-f013-4d1a-b07a-ed3c9a0e478a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.246827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] Set router 485ba96b-a71e-4910-8c84-fa63b7fc953c gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:38.260651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac248f-f2d6-492c-abc5-ddbe98e11a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a787f74-461a-4bfb-a2f7-c6fe4bdcca93,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:38.273166 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] For port f7c0c218-64ce-4b4d-9277-d1784ba43ae9, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:38.278076 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] For port f7c0c218-64ce-4b4d-9277-d1784ba43ae9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:38.293875 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.329490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460c7dd8-3b32-407c-862e-7fd66a469990 None None] Network 1db5ec2a-4b8c-496d-b814-d65aa04805c6 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:38.368320 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:38.369340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:38.383869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=d94f1bda-f013-4d1a-b07a-ed3c9a0e478a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:38.505707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.506402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.506957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.507430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.508093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.508790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.509217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.509696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.510114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.510538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.510958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.512177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.512813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:38.525873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1db5ec2a-4b8c-496d-b814-d65aa04805c6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.537304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda737-1c43-46e6-8938-b3474447c4f6 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:38.545989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.584786 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:38.592265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db85102a-8bea-4a1c-8982-7456e46c0290 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:38.647586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:52:37Z', 'revision_number': 6, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:38.696971 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: db85102a-8bea-4a1c-8982-7456e46c0290 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:38.697319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device db85102a-8bea-4a1c-8982-7456e46c0290 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:38.697850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b33abc92-f636-4961-99e1-c4f2ce2aeb03 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:38.763268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b33abc92-f636-4961-99e1-c4f2ce2aeb03 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:38.763635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b33abc92-f636-4961-99e1-c4f2ce2aeb03 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:38.769328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af802c9-ad73-4128-8da5-e6e725bce969 None None] The sync data for ids ['485ba96b-a71e-4910-8c84-fa63b7fc953c'] in n-d-829866-3 is: [{'id': '485ba96b-a71e-4910-8c84-fa63b7fc953c', 'name': 'tempest-TestServerBasicOps-1864538780-router', 'tenant_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:46:40Z', 'updated_at': '2022-02-19T07:52:37Z', 'revision_number': 6, 'project_id': 'ae5bfb90c8484bffa4089ca71b08f92f', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:38.783865 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca54bd76-8c18-4eb4-9111-1814b57cf6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.804266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Provisioning complete for port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:38.804664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.901723 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f7c0c218-64ce-4b4d-9277-d1784ba43ae9', 'name': '', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'mac_address': 'fa:16:3e:92:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:29Z', 'updated_at': '2022-02-19T07:52:38Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'subnets': [{'id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:38.932653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Current status of the port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:38.932974 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:38.963209 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3d928-1d38-4038-b0d2-ad30b8361a9c None None] The sync data for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 is: [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:30Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'f7c0c218-64ce-4b4d-9277-d1784ba43ae9', 'name': '', 'network_id': 'ad56e825-8316-4adb-8e83-4e5e27563a20', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'mac_address': 'fa:16:3e:92:13:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:29Z', 'updated_at': '2022-02-19T07:52:38Z', 'revision_number': 4, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'subnets': [{'id': '3fe60efd-30fb-4809-a6c7-fc3fe0c029c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:38.988078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] For port f7c0c218-64ce-4b4d-9277-d1784ba43ae9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:38.999245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.057957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f79ead-042a-4548-a991-d8b75ade28e7 None None] Pushing event updated for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:39.124591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ebf71e11-da90-419b-acb8-27a8f64bcfd0 None None] Provisioning complete for port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:39.124978 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebf71e11-da90-419b-acb8-27a8f64bcfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.180155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] DHCP port deletion for 1db5ec2a-4b8c-496d-b814-d65aa04805c6 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:52:39.214928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.217637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks [] for router_controller (485ba96b-a71e-4910-8c84-fa63b7fc953c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.268712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (485ba96b-a71e-4910-8c84-fa63b7fc953c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.269575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485ba96b-a71e-4910-8c84-fa63b7fc953c {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:52:39.275368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.276549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9d681991-6d03-4b73-a1ef-c2acece16b1d admin admin] 10.222.0.43 "DELETE /v2.0/routers/485ba96b-a71e-4910-8c84-fa63b7fc953c HTTP/1.1" status: 204 len: 168 time: 2.2268269 Feb 19 07:52:39.279423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39664) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:39.295096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Deleting port a8815480-ae8a-4c1f-8365-0aba7aef4336 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:39.295563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.334913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ebf71e11-da90-419b-acb8-27a8f64bcfd0 None None] Current status of the port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:39.360177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Deleting port a8815480-ae8a-4c1f-8365-0aba7aef4336 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:39.362215 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.391583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Deleting subnet 90851ec2-461f-4b83-ad88-cd789bd2d458 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:52:39.393327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] For port a8815480-ae8a-4c1f-8365-0aba7aef4336, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8815480-ae8a-4c1f-8365-0aba7aef4336,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:39.393994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.395837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Publish callbacks [] for subnet (90851ec2-461f-4b83-ad88-cd789bd2d458), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.415888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Calling delete_port for a8815480-ae8a-4c1f-8365-0aba7aef4336 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:39.446736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (90851ec2-461f-4b83-ad88-cd789bd2d458), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.476851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] For port a8815480-ae8a-4c1f-8365-0aba7aef4336, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a8815480-ae8a-4c1f-8365-0aba7aef4336,segment=NetworkSegment(87224bc2-d9be-42d8-b928-d87eed8f321b),segment_id=87224bc2-d9be-42d8-b928-d87eed8f321b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:39.476851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.503448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Calling delete_port for a8815480-ae8a-4c1f-8365-0aba7aef4336 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:39.555862 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (90851ec2-461f-4b83-ad88-cd789bd2d458), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.556886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.610811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8815480-ae8a-4c1f-8365-0aba7aef4336,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:39.616044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] No DVR routers for this DVR port a8815480-ae8a-4c1f-8365-0aba7aef4336 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:39.620439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (a8815480-ae8a-4c1f-8365-0aba7aef4336), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.652943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (90851ec2-461f-4b83-ad88-cd789bd2d458), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.685514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] Pushing event deleted for resources: {'Port': ['ID=a8815480-ae8a-4c1f-8365-0aba7aef4336,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:39.699913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ff097-4e8c-4ba0-b0c6-4ab8df08b156 None None] No DVR routers for this DVR port a8815480-ae8a-4c1f-8365-0aba7aef4336 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:39.716592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1db5ec2a-4b8c-496d-b814-d65aa04805c6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.728500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.732897 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90851ec2-461f-4b83-ad88-cd789bd2d458 HTTP/1.1" status: 204 len: 168 time: 0.4517491 Feb 19 07:52:39.736322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c97dc-bdeb-4882-89f7-0ed18fe280cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90851ec2-461f-4b83-ad88-cd789bd2d458,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:39.738487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:39.739710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e33d4-197a-4eeb-a80b-f8129f0d6db1 None None] Network 37162aef-cad0-46fa-8da5-d5f6f0ce6667 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:39.776807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db5ec2a-4b8c-496d-b814-d65aa04805c6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:39.828266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87224bc2-d9be-42d8-b928-d87eed8f321b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:39.828994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87224bc2-d9be-42d8-b928-d87eed8f321b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:39.840146 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.853250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (87224bc2-d9be-42d8-b928-d87eed8f321b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.888584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (87224bc2-d9be-42d8-b928-d87eed8f321b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.893532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (37162aef-cad0-46fa-8da5-d5f6f0ce6667), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.903764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:52:39.904178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (87224bc2-d9be-42d8-b928-d87eed8f321b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:52:39.906061 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:52:39.980263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] DHCP port deletion for 37162aef-cad0-46fa-8da5-d5f6f0ce6667 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:52:40.011752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1db5ec2a-4b8c-496d-b814-d65aa04805c6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.018533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.025038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1db5ec2a-4b8c-496d-b814-d65aa04805c6 HTTP/1.1" status: 204 len: 168 time: 1.8282590 Feb 19 07:52:40.026299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:40.040568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0b8ca-b02d-4b3b-b096-395af815f8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db5ec2a-4b8c-496d-b814-d65aa04805c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:40.058355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Deleting port 47f31281-6898-4e2a-95ad-02e4286811a4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:40.058916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.059146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Deleting port 47f31281-6898-4e2a-95ad-02e4286811a4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:40.059622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.213078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] For port 47f31281-6898-4e2a-95ad-02e4286811a4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f31281-6898-4e2a-95ad-02e4286811a4,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:40.213538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.223990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] For port 47f31281-6898-4e2a-95ad-02e4286811a4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f31281-6898-4e2a-95ad-02e4286811a4,segment=NetworkSegment(0e316413-00d5-4561-912b-3d37c02b6b07),segment_id=0e316413-00d5-4561-912b-3d37c02b6b07)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:40.224666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.243580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Calling delete_port for 47f31281-6898-4e2a-95ad-02e4286811a4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:40.257401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Calling delete_port for 47f31281-6898-4e2a-95ad-02e4286811a4 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:40.344604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f7c0c218-64ce-4b4d-9277-d1784ba43ae9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:40.388876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.420402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f31281-6898-4e2a-95ad-02e4286811a4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:40.425309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] No DVR routers for this DVR port 47f31281-6898-4e2a-95ad-02e4286811a4 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:40.513084 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (47f31281-6898-4e2a-95ad-02e4286811a4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.556314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (37162aef-cad0-46fa-8da5-d5f6f0ce6667), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.581083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] No DVR routers for this DVR port 47f31281-6898-4e2a-95ad-02e4286811a4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:40.584126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37162aef-cad0-46fa-8da5-d5f6f0ce6667']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:40.604187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e316413-00d5-4561-912b-3d37c02b6b07') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:40.605458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e316413-00d5-4561-912b-3d37c02b6b07') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:40.621941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe240-13ed-440a-9aa4-9dfdaf1cdb47 None None] Pushing event deleted for resources: {'Port': ['ID=47f31281-6898-4e2a-95ad-02e4286811a4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:40.624198 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (0e316413-00d5-4561-912b-3d37c02b6b07), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.639100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:40.640020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.647537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0e316413-00d5-4561-912b-3d37c02b6b07), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.655789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:52:40.656368 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (0e316413-00d5-4561-912b-3d37c02b6b07), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:52:40.659629 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:52:40.677332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.737980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (37162aef-cad0-46fa-8da5-d5f6f0ce6667), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.748800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:40.755608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:40.758773 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37162aef-cad0-46fa-8da5-d5f6f0ce6667 HTTP/1.1" status: 204 len: 168 time: 1.0152969 Feb 19 07:52:40.787817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99b6b-4968-4348-8abb-d5474bf7c627 admin admin] Pushing event deleted for resources: {'Network': ['ID=37162aef-cad0-46fa-8da5-d5f6f0ce6667,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:40.854653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8815480-ae8a-4c1f-8365-0aba7aef4336 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:40.885758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a8815480-ae8a-4c1f-8365-0aba7aef4336 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:40.885758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a8815480-ae8a-4c1f-8365-0aba7aef4336 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:40.885758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f31281-6898-4e2a-95ad-02e4286811a4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:40.913391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 47f31281-6898-4e2a-95ad-02e4286811a4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:40.914028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f31281-6898-4e2a-95ad-02e4286811a4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:40.914773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bf5f492a-2dd8-414b-8b9b-7f50ba838621 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:40.938060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: bf5f492a-2dd8-414b-8b9b-7f50ba838621 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:40.938429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device bf5f492a-2dd8-414b-8b9b-7f50ba838621 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:40.938945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d94f1bda-f013-4d1a-b07a-ed3c9a0e478a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:40.947552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:40.983058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d94f1bda-f013-4d1a-b07a-ed3c9a0e478a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:40.983737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d94f1bda-f013-4d1a-b07a-ed3c9a0e478a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:41.015599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39684) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:41.015894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-662d0286-e7bd-4759-b351-a424072e9ed3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33e757fd68e64cc1854965235910d6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669811 Feb 19 07:52:41.085720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Deleting port f7c0c218-64ce-4b4d-9277-d1784ba43ae9 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:41.086186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.089269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] Publish callbacks [] for security_group (aedd2b6f-0518-47aa-bc6e-249107d2730c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.112457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.155785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] Publish callbacks [] for security_group (aedd2b6f-0518-47aa-bc6e-249107d2730c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.214785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] For port f7c0c218-64ce-4b4d-9277-d1784ba43ae9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:41.215151 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.229192 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Calling delete_port for f7c0c218-64ce-4b4d-9277-d1784ba43ae9 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:41.273354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (aedd2b6f-0518-47aa-bc6e-249107d2730c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.276338 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.280070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aedd2b6f-0518-47aa-bc6e-249107d2730c HTTP/1.1" status: 204 len: 168 time: 0.2606740 Feb 19 07:52:41.304767 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d5b18-189f-4378-9c5b-cf4e231da34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd2b6f-0518-47aa-bc6e-249107d2730c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:41.464884 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f7c0c218-64ce-4b4d-9277-d1784ba43ae9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.498049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c0c218-64ce-4b4d-9277-d1784ba43ae9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:41.696039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:41.729744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.759486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dcb9bfb2-3ef4-4a7b-b1c1-dfe0c32ccd3e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae5bfb90c8484bffa4089ca71b08f92f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0620379 Feb 19 07:52:41.762194 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:41.831044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] Publish callbacks [] for security_group (a76f5e58-a27b-47bf-8d6f-e85a62401ed3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.856441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] Publish callbacks [] for security_group (a76f5e58-a27b-47bf-8d6f-e85a62401ed3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.910346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a76f5e58-a27b-47bf-8d6f-e85a62401ed3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.913416 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:41.917412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a76f5e58-a27b-47bf-8d6f-e85a62401ed3 HTTP/1.1" status: 204 len: 168 time: 0.1539838 Feb 19 07:52:41.926106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90e88-e475-4c3a-9039-74cdfb7be130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f5e58-a27b-47bf-8d6f-e85a62401ed3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:41.995935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:42.140116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:42.151323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d9a82c80-9c90-46ef-82ae-050801ca21e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/6b67f4bd-6d8b-4b56-acfe-121f41b4543e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1233342 Feb 19 07:52:42.152137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:42.154591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Sync routers for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:42.172934 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:42.173617 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:42.311692 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:42.319279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks [] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.464872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.529120 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks [] for router_gateway (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.595072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Deleting port 35615291-b3d9-4e05-b965-0f61bafdb3df {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:42.595485 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.606619 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:41Z', 'revision_number': 5, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port': {'id': '35615291-b3d9-4e05-b965-0f61bafdb3df', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:74:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:26Z', 'updated_at': '2022-02-19T07:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:42.641584 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Checking router: 6b67f4bd-6d8b-4b56-acfe-121f41b4543e for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:42.656049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Routers {'6b67f4bd-6d8b-4b56-acfe-121f41b4543e'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:42.656664 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:42.687013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] For port 35615291-b3d9-4e05-b965-0f61bafdb3df, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=35615291-b3d9-4e05-b965-0f61bafdb3df,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:42.687414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.702027 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Calling delete_port for 35615291-b3d9-4e05-b965-0f61bafdb3df owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:42.744370 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] Set router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:42.797630 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:42Z', 'revision_number': 6, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:42.823350 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d89d46-11e8-4bab-b2a0-d953492b3fbd None None] The sync data for ids ['6b67f4bd-6d8b-4b56-acfe-121f41b4543e'] in n-d-829866-3 is: [{'id': '6b67f4bd-6d8b-4b56-acfe-121f41b4543e', 'name': 'tempest-TestAggregatesBasicOps-1179635353-router', 'tenant_id': 'c161d5705a014504b113b4d0006f8799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:25Z', 'updated_at': '2022-02-19T07:52:42Z', 'revision_number': 6, 'project_id': 'c161d5705a014504b113b4d0006f8799', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:42.884423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (35615291-b3d9-4e05-b965-0f61bafdb3df), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:42.911244 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Pushing event deleted for resources: {'Port': ['ID=35615291-b3d9-4e05-b965-0f61bafdb3df,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:42.979023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.076669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.079170 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks [] for router_controller (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.128105 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6b67f4bd-6d8b-4b56-acfe-121f41b4543e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.128579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b67f4bd-6d8b-4b56-acfe-121f41b4543e {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:52:43.133539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.134779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-572a64e3-4b96-4f19-97e8-acf9b122180f admin admin] 10.222.0.43 "DELETE /v2.0/routers/6b67f4bd-6d8b-4b56-acfe-121f41b4543e HTTP/1.1" status: 204 len: 168 time: 0.9814439 Feb 19 07:52:43.137436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39702) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:43.185204 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Deleting subnet 3fe60efd-30fb-4809-a6c7-fc3fe0c029c3 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:52:43.188564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Publish callbacks [] for subnet (3fe60efd-30fb-4809-a6c7-fc3fe0c029c3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.224803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (3fe60efd-30fb-4809-a6c7-fc3fe0c029c3), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.331669 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (3fe60efd-30fb-4809-a6c7-fc3fe0c029c3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.386001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (3fe60efd-30fb-4809-a6c7-fc3fe0c029c3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.413039 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe60efd-30fb-4809-a6c7-fc3fe0c029c3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:43.424037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.424037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d6f2e472-ea9a-4527-a409-1d7d3d3bc115 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3fe60efd-30fb-4809-a6c7-fc3fe0c029c3 HTTP/1.1" status: 204 len: 168 time: 0.2817702 Feb 19 07:52:43.424037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39708) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:43.431830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0507154-1d01-4afc-8151-dce1aad2846d None None] Network ad56e825-8316-4adb-8e83-4e5e27563a20 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:43.500034 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ad56e825-8316-4adb-8e83-4e5e27563a20), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.564046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Deleting port 765513c8-f6ac-4f16-9931-93f4b342b7c1 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:43.564384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.647298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] DHCP port deletion for ad56e825-8316-4adb-8e83-4e5e27563a20 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:52:43.677493 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] For port 765513c8-f6ac-4f16-9931-93f4b342b7c1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=765513c8-f6ac-4f16-9931-93f4b342b7c1,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:43.678047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.699946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Calling delete_port for 765513c8-f6ac-4f16-9931-93f4b342b7c1 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:43.733830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Deleting port 765513c8-f6ac-4f16-9931-93f4b342b7c1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:52:43.734308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.804400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] For port 765513c8-f6ac-4f16-9931-93f4b342b7c1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=765513c8-f6ac-4f16-9931-93f4b342b7c1,segment=NetworkSegment(12a2d6a4-ce4f-4383-9e6c-9789309114fa),segment_id=12a2d6a4-ce4f-4383-9e6c-9789309114fa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:43.804905 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.823037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Calling delete_port for 765513c8-f6ac-4f16-9931-93f4b342b7c1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:52:43.930052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:43.973792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] No DVR routers for this DVR port 765513c8-f6ac-4f16-9931-93f4b342b7c1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:43.985010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64b66a-4efa-44d6-bb6e-97f0fef96e3f None None] Pushing event deleted for resources: {'Port': ['ID=765513c8-f6ac-4f16-9931-93f4b342b7c1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:44.165223 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (765513c8-f6ac-4f16-9931-93f4b342b7c1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.177634 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 35615291-b3d9-4e05-b965-0f61bafdb3df no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:44.187890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Pushing event deleted for resources: {'Port': ['ID=765513c8-f6ac-4f16-9931-93f4b342b7c1,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:44.193843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] No DVR routers for this DVR port 765513c8-f6ac-4f16-9931-93f4b342b7c1 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:52:44.201898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 35615291-b3d9-4e05-b965-0f61bafdb3df {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:44.202247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 35615291-b3d9-4e05-b965-0f61bafdb3df not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:44.202662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f7c0c218-64ce-4b4d-9277-d1784ba43ae9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:44.222950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f7c0c218-64ce-4b4d-9277-d1784ba43ae9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:44.223329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f7c0c218-64ce-4b4d-9277-d1784ba43ae9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:44.223927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 765513c8-f6ac-4f16-9931-93f4b342b7c1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:52:44.247090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 765513c8-f6ac-4f16-9931-93f4b342b7c1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:52:44.247384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 765513c8-f6ac-4f16-9931-93f4b342b7c1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:52:44.280696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ad56e825-8316-4adb-8e83-4e5e27563a20), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.304844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad56e825-8316-4adb-8e83-4e5e27563a20']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:44.317614 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a2d6a4-ce4f-4383-9e6c-9789309114fa') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:44.317917 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a2d6a4-ce4f-4383-9e6c-9789309114fa') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:44.328003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (12a2d6a4-ce4f-4383-9e6c-9789309114fa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.341392 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (12a2d6a4-ce4f-4383-9e6c-9789309114fa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.347412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:52:44.347822 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (12a2d6a4-ce4f-4383-9e6c-9789309114fa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:52:44.349708 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:52:44.403132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ad56e825-8316-4adb-8e83-4e5e27563a20), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.408178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.412037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ad56e825-8316-4adb-8e83-4e5e27563a20 HTTP/1.1" status: 204 len: 168 time: 0.9883208 Feb 19 07:52:44.427804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6391d-97fb-448e-b5e5-e42070b2d640 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad56e825-8316-4adb-8e83-4e5e27563a20,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:44.590051 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39722) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:44.633393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f42f5464-58b2-4e11-9a99-e38c7b248907 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c05b6192dc224a9c8818a01f65e898de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417287 Feb 19 07:52:44.635824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:44.692906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] Publish callbacks [] for security_group (4df6fe66-5149-44f0-a3cb-dbf8ec5534f0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.716726 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] Publish callbacks [] for security_group (4df6fe66-5149-44f0-a3cb-dbf8ec5534f0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.768494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4df6fe66-5149-44f0-a3cb-dbf8ec5534f0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.771475 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:44.772591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4df6fe66-5149-44f0-a3cb-dbf8ec5534f0 HTTP/1.1" status: 204 len: 168 time: 0.1357098 Feb 19 07:52:44.783897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cab6d-cd3b-498e-b0f4-508dd8b5fed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6fe66-5149-44f0-a3cb-dbf8ec5534f0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:45.102594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:45.144316 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fef2449a-cce2-4b22-8aa8-4fbcbd40360e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c161d5705a014504b113b4d0006f8799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400314 Feb 19 07:52:45.146696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39734) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:45.194677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] Publish callbacks [] for security_group (f885f693-502d-4cf5-93cc-331e7e2f7e45), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:45.215172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] Publish callbacks [] for security_group (f885f693-502d-4cf5-93cc-331e7e2f7e45), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:45.267333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f885f693-502d-4cf5-93cc-331e7e2f7e45), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:45.269943 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:45.271084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f885f693-502d-4cf5-93cc-331e7e2f7e45 HTTP/1.1" status: 204 len: 168 time: 0.1234522 Feb 19 07:52:45.279288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88aa7f-9c8a-4017-941b-226455aed24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885f693-502d-4cf5-93cc-331e7e2f7e45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:47.445503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:47.450630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'network': {'name': 'tempest-network-smoke--929032756', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:47.470111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:47.473467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.485362 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.560358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.564261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.589621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:52:47.607169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:47.614116 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (06ba6acc-9569-439a-80ba-03d1b168c3b5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.614336 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Added segment 06ba6acc-9569-439a-80ba-03d1b168c3b5 of type vlan for network da8eba23-24ee-4981-981c-9affb927af45 Feb 19 07:52:47.662989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (da8eba23-24ee-4981-981c-9affb927af45), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.688055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (da8eba23-24ee-4981-981c-9affb927af45), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.693572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:47.694189 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.759634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3129382 Feb 19 07:52:47.762652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:47.767357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'admin_state_up': True, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:47.779089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b0071-9ab8-4f96-87b0-d15f9cd62a69 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Network': ['ID=da8eba23-24ee-4981-981c-9affb927af45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:47.792766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network da8eba23-24ee-4981-981c-9affb927af45 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:52:47.793464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.794570 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:47.847589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_controller (6b506e42-c26d-48cb-a15e-cb80d5ceb232), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.042301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (6b506e42-c26d-48cb-a15e-cb80d5ceb232), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.306006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.333556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.447728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.25.7.198 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/ee21fa32-2263-49a6-94ef-bf84fb2246d1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:48.556605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.590293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:48.629228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:48.632455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:48.635977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:48.667500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=ee21fa32-2263-49a6-94ef-bf84fb2246d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:48.898261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:49.110552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:49.246636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:52:49.360992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:49.371978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Sync routers for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:49.383335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:49.387512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:49.387512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:49.387858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-38fd52cf-5d63-492f-820f-585f35fefd5d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6210024 Feb 19 07:52:49.388070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:49.515985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:49.537677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7c6858fd-b6f3-4ac3-a606-6a7093311d54 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f5a12de46d8843908aae94a89f96474f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1482503 Feb 19 07:52:49.538227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39802) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:49.632369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550966ce-def3-4af2-b83e-f494bd5bcd89 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:49.637440 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-550966ce-def3-4af2-b83e-f494bd5bcd89 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959022 Feb 19 07:52:49.637733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:49.670030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0af32377-27ee-433a-9aa7-ff1e76b33ad9 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309422 Feb 19 07:52:49.673221 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39806) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:49.679905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706907571', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:49.712554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:48Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:49.744791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Checking router: 6b506e42-c26d-48cb-a15e-cb80d5ceb232 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:49.745378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Updating router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 port ee21fa32-2263-49a6-94ef-bf84fb2246d1 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:49.775933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:49.804459 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:49.807831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.001446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (7f6b3b3c-4355-4a83-8007-ff2a7c9583b8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.073676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Subnet': ['ID=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:50.089500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.089881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.090241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.090620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.091019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.091379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.091801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.092201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.092557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.092930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.093306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.093730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.094183 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:50.097634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Checking segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:50.098013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network hostable DHCP agents. Network: da8eba23-24ee-4981-981c-9affb927af45, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:52:50.117249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network da8eba23-24ee-4981-981c-9affb927af45 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:52:50.128111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, da8eba23-24ee-4981-981c-9affb927af45) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:50.133951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:50.134953 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.139228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb986ac-242d-4284-885c-dbac2b939a00 None None] Network da8eba23-24ee-4981-981c-9affb927af45 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:50.157341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-944381d3-7b32-4ab5-861d-4c5bb51e04fa tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4802907 Feb 19 07:52:50.157717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:50.274510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks [] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.300437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.318449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-da8eba23-24ee-4981-981c-9affb927af45', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:52:50.319450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.379001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Attempting to bind port ee21fa32-2263-49a6-94ef-bf84fb2246d1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:50.379837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Attempting to bind port ee21fa32-2263-49a6-94ef-bf84fb2246d1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:50.379837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Attempting to bind port ee21fa32-2263-49a6-94ef-bf84fb2246d1 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:50.444643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122319f-bfd0-4fe7-9152-fb126ed334c7 None None] Pushing event updated for resources: {'Port': ['ID=ee21fa32-2263-49a6-94ef-bf84fb2246d1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:50.450169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:50.450593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:50.450973 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.451398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:50.451992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Bound port: ee21fa32-2263-49a6-94ef-bf84fb2246d1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:50.452477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.546515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] For port ee21fa32-2263-49a6-94ef-bf84fb2246d1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:50.552872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] For port ee21fa32-2263-49a6-94ef-bf84fb2246d1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ee21fa32-2263-49a6-94ef-bf84fb2246d1,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:50.559899 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Allocated IP 172.20.0.2 (da8eba23-24ee-4981-981c-9affb927af45/7f6b3b3c-4355-4a83-8007-ff2a7c9583b8/5833f2ab-4bf2-4aa5-a426-7f75e577e143) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:50.564501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.678188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122319f-bfd0-4fe7-9152-fb126ed334c7 None None] Pushing event updated for resources: {'Port': ['ID=ee21fa32-2263-49a6-94ef-bf84fb2246d1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:50.690220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:50.691116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:50.701218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.864154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks [] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:50.866487 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:50.897380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.005732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Network da8eba23-24ee-4981-981c-9affb927af45 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:51.016988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:51.021349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:51.031532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Pushing event updated for resources: {'Port': ['ID=5833f2ab-4bf2-4aa5-a426-7f75e577e143,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:51.096355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Attempting to bind port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:51.096736 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Attempting to bind port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:51.097104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Attempting to bind port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 on network da8eba23-24ee-4981-981c-9affb927af45 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:51.111316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:51.112246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Checking segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:51.112655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.113054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Bound using segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:51.113530 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Bound port: 5833f2ab-4bf2-4aa5-a426-7f75e577e143, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:51.113917 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.124685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.20.0.1 (da8eba23-24ee-4981-981c-9affb927af45/7f6b3b3c-4355-4a83-8007-ff2a7c9583b8/a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:51.203080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] For port 5833f2ab-4bf2-4aa5-a426-7f75e577e143, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:51.207106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] For port 5833f2ab-4bf2-4aa5-a426-7f75e577e143, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5833f2ab-4bf2-4aa5-a426-7f75e577e143,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:51.221245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.294825 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.305438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb963a0-9912-428e-9631-57e392a77458 None None] Pushing event updated for resources: {'Port': ['ID=5833f2ab-4bf2-4aa5-a426-7f75e577e143,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:51.312805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:48Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:51.343306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.360029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a95f21-2f80-47c3-88f2-9b19af5dc685 None None] The sync data for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 is: [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:48Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:51.384119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network da8eba23-24ee-4981-981c-9affb927af45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:51.388105 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:51.393450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:51.455838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:51.474199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:51.691970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.128627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.145834 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.265779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:52.274446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.356107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ee21fa32-2263-49a6-94ef-bf84fb2246d1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:52.398808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network da8eba23-24ee-4981-981c-9affb927af45 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:52.400414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:52.532554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ee21fa32-2263-49a6-94ef-bf84fb2246d1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:52.533023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.641180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:52:52.645127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ee21fa32-2263-49a6-94ef-bf84fb2246d1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:52.645600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.671790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ee21fa32-2263-49a6-94ef-bf84fb2246d1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ee21fa32-2263-49a6-94ef-bf84fb2246d1,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:52.679869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.679869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5833f2ab-4bf2-4aa5-a426-7f75e577e143 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:52.870707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ee21fa32-2263-49a6-94ef-bf84fb2246d1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:52.910058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:52:52.912534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:52.912914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:52.918280 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3f3872c1-f3f8-48df-ae90-52a05cca749f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "PUT /v2.0/routers/6b506e42-c26d-48cb-a15e-cb80d5ceb232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7587900 Feb 19 07:52:52.922041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:52.939344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--394357467', 'description': 'tempest-secgroup_access--394357467 description', 'project_id': 'f5a12de46d8843908aae94a89f96474f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:53.000912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.013979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291235d-13b5-45e3-b2f4-e6a853353683 None None] Network da8eba23-24ee-4981-981c-9affb927af45 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:52:53.083800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:53.084563 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.085473 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (e6401162-4bfc-44df-a071-c3939769c2a5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.095170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e6401162-4bfc-44df-a071-c3939769c2a5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.132986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6401162-4bfc-44df-a071-c3939769c2a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:53.152649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 5833f2ab-4bf2-4aa5-a426-7f75e577e143, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5833f2ab-4bf2-4aa5-a426-7f75e577e143,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:53.160453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d92a189a-2d0a-44ed-8ad0-d4287d2c7911 None None] Provisioning complete for port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:53.163356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d92a189a-2d0a-44ed-8ad0-d4287d2c7911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.163544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.169034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.172473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ae86dd1-f39b-46f7-8bf6-9689ee838999 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2487447 Feb 19 07:52:53.174886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:53.180049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1122342200', 'description': 'tempest-secgroup_general--1122342200 description', 'project_id': 'f5a12de46d8843908aae94a89f96474f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:53.215740 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.305763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=5833f2ab-4bf2-4aa5-a426-7f75e577e143,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:53.336928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (5ce3f0ee-445a-412f-baaa-6cf38e26f8a5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.348095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ce3f0ee-445a-412f-baaa-6cf38e26f8a5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.357990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d92a189a-2d0a-44ed-8ad0-d4287d2c7911 None None] Current status of the port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:53.380435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.384739 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39834) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:52:53.385697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2095397 Feb 19 07:52:53.390082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'security_group_rule': {'security_group_id': 'e6401162-4bfc-44df-a071-c3939769c2a5', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:53.404093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46001e5e-a337-4134-8568-460848873d9c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:53.427388 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group_rule (55a5565a-e991-4606-819b-4ab14cc5cf6c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.493435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group_rule (55a5565a-e991-4606-819b-4ab14cc5cf6c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.502490 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (55a5565a-e991-4606-819b-4ab14cc5cf6c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.527976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a5565a-e991-4606-819b-4ab14cc5cf6c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:53.538462 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.548158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-de4e7172-55a3-4310-8e65-04d8262e833d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547058 Feb 19 07:52:53.686695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Provisioning complete for port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:53.687237 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.735367 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-3d956ae1-0c95-44ac-bf4d-d9e7e29ed35e tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1122342200&fields=id&tenant_id=f5a12de46d8843908aae94a89f96474f HTTP/1.1" status: 200 len: 267 time: 0.0639524 Feb 19 07:52:53.802312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Current status of the port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:53.813923 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-2aa1beba-40ee-437b-9ed1-f30e09cfdb97 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--394357467&fields=id&tenant_id=f5a12de46d8843908aae94a89f96474f HTTP/1.1" status: 200 len: 267 time: 0.0707459 Feb 19 07:52:53.816399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:53.816786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.851832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-33242436-5677-418a-93e0-4b36e55c70de None None] Port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:53.897878 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Sync routers for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:52:53.913505 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:53.913676 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:53.973927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-b30687dc-c2a4-4502-9a18-4243efb26ba5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:53.975513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-b30687dc-c2a4-4502-9a18-4243efb26ba5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/networks?id=da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 200 len: 796 time: 0.1489649 Feb 19 07:52:53.981564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bcacfe57-e524-4313-b855-90d7a5cfd3a7 None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:53.981946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcacfe57-e524-4313-b855-90d7a5cfd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:53.992909 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-ebe2ebe2-dd36-4b29-a8bd-fbf8d4d11d56 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/quotas/f5a12de46d8843908aae94a89f96474f HTTP/1.1" status: 200 len: 375 time: 0.0111303 Feb 19 07:52:54.045841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bcacfe57-e524-4313-b855-90d7a5cfd3a7 None None] Port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:54.065483 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:54.088428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-83ba6fff-6f2e-42e4-bc2c-bee5c9ea50a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801957 Feb 19 07:52:54.232433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-936b1756-000c-4109-86f1-5c58602da39b service neutron] 10.222.0.43 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426713 Feb 19 07:52:54.242975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ee21fa32-2263-49a6-94ef-bf84fb2246d1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:54.312866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-221aa643-ee0c-4c5a-bdce-c5a2894167bd None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:54.313585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-221aa643-ee0c-4c5a-bdce-c5a2894167bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.362854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-8b9239cd-3832-46fc-8f3b-85e61e96ef00 service neutron] 10.222.0.43 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228914 Feb 19 07:52:54.420716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 2, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:54.458902 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Checking router: 6b506e42-c26d-48cb-a15e-cb80d5ceb232 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:52:54.459763 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Updating router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:52:54.511871 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.528256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ee21fa32-2263-49a6-94ef-bf84fb2246d1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:54.528788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.583719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-16733278-3a65-4c0e-99a8-79865722d045 req-c5902d4c-b5c3-48f7-80d7-caafacf1910d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 210 time: 0.0411503 Feb 19 07:52:54.597501 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-221aa643-ee0c-4c5a-bdce-c5a2894167bd None None] Port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:54.672659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ee21fa32-2263-49a6-94ef-bf84fb2246d1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:54.673844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5833f2ab-4bf2-4aa5-a426-7f75e577e143 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:54.733498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:54.733878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.826507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:54.831941 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks [] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.838147 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.942962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecfc0f-f41c-4920-972e-bf90904f5718 None None] Pushing event updated for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:54.956917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Attempting to bind port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:54.957293 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Attempting to bind port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:54.957653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Attempting to bind port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 on network da8eba23-24ee-4981-981c-9affb927af45 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:54.968016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:54.968386 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Checking segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:54.968978 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:54.969562 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Bound using segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:54.970205 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Bound port: a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:54.970755 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.052844 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] For port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:55.057448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] For port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:55.065490 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.158958 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:52:55.159646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:55.211853 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecfc0f-f41c-4920-972e-bf90904f5718 None None] Pushing event updated for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:55.229682 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-59e72077-242b-4896-b761-f73a27b399de None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:55.230070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.319785 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:52:55.367882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-59e72077-242b-4896-b761-f73a27b399de None None] Current status of the port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:55.368541 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.416989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-59e72077-242b-4896-b761-f73a27b399de None None] For port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:52:55.422380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.484716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72077-242b-4896-b761-f73a27b399de None None] Pushing event updated for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:55.492793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.493265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.493712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.494157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.494599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.495055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.495521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.496600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.497042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.497514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.497948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.498388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.498816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e72077-242b-4896-b761-f73a27b399de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:52:55.548299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-70dab3f5-6aa2-4d64-bb18-d745333ce83e None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:55.549500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70dab3f5-6aa2-4d64-bb18-d745333ce83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:55.587313 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:52:55.614924 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1ee8db-60ac-4b3b-a002-37ab399f3877 None None] The sync data for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 is: [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:52:55.639744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70dab3f5-6aa2-4d64-bb18-d745333ce83e None None] Current status of the port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:55.716427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1cad5d07-17ec-4dad-9f3c-fbf429f6c723 req-f8e1e017-7c9b-40eb-bd77-8591e5f5b31e tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 210 time: 0.0324850 Feb 19 07:52:55.954805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-db48ca28-8a7f-444e-b6c6-2ba90f804030 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:55.957979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-db48ca28-8a7f-444e-b6c6-2ba90f804030 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.24 "GET /v2.0/networks?id=da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 200 len: 796 time: 0.1708019 Feb 19 07:52:56.066638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-a01f4300-cc2d-45c1-88d1-73195790db64 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a12de46d8843908aae94a89f96474f HTTP/1.1" status: 200 len: 477 time: 0.0982535 Feb 19 07:52:56.077644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'port': {'device_id': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'admin_state_up': True, 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'security_groups': ['5ce3f0ee-445a-412f-baaa-6cf38e26f8a5', 'e6401162-4bfc-44df-a071-c3939769c2a5']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:56.229282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:52:56.231366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:52:56.235066 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:56.294165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:56.294352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:56.388120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:52:56.411443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.20.0.13 (da8eba23-24ee-4981-981c-9affb927af45/7f6b3b3c-4355-4a83-8007-ff2a7c9583b8/07a85a09-c3d3-4e43-9e9a-863893d6a7ae) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:52:56.595634 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:56.631254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:56.681425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network da8eba23-24ee-4981-981c-9affb927af45 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:52:56.684641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:52:56.688413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:52:56.728867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:56.779438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:56.780089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:56.802306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-e20357d1-87e9-433d-abe0-44d7c7d8339a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7301147 Feb 19 07:52:56.817500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Request body: {'port': {'device_id': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:52:56.953681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5671-ed9b-4149-bdec-97ff8ac5e1e7 req-e4ba735d-7fea-4250-9e7b-3e39b033cc00 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:56.955529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fdf5671-ed9b-4149-bdec-97ff8ac5e1e7 req-e4ba735d-7fea-4250-9e7b-3e39b033cc00 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 971 time: 0.1289852 Feb 19 07:52:56.957680 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.071074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e980a14f-8340-4a7e-af78-6d3abb10d243 None None] Provisioning complete for port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:52:57.072300 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e980a14f-8340-4a7e-af78-6d3abb10d243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.121858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e980a14f-8340-4a7e-af78-6d3abb10d243 None None] Port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:52:57.141434 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2fdf5671-ed9b-4149-bdec-97ff8ac5e1e7 req-c83c3f58-a13b-4515-845e-fa35606673c2 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1661656 Feb 19 07:52:57.314079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a85a09-c3d3-4e43-9e9a-863893d6a7ae {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:52:57.329084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks [] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.347106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Transition to ACTIVE for port object 07a85a09-c3d3-4e43-9e9a-863893d6a7ae will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:52:57.350989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.403357 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Pushing event updated for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:57.476594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Attempting to bind port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:52:57.476931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Attempting to bind port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:52:57.477260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Attempting to bind port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae on network da8eba23-24ee-4981-981c-9affb927af45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:57.482266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae on network da8eba23-24ee-4981-981c-9affb927af45 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:52:57.482593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Attempting to bind port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae on network da8eba23-24ee-4981-981c-9affb927af45 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:52:57.487731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:52:57.488066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Checking segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:52:57.488474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Bound using segment: {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:52:57.488887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Bound port: 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ba6acc-9569-439a-80ba-03d1b168c3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:52:57.489243 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.868445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:52:57.871320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:52:57.878118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.908970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:57.908970 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:52:57.910988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] 10.222.0.24 "PUT /v2.0/ports/07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 200 len: 1131 time: 1.1002250 Feb 19 07:52:57.913516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:52:57.916391 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013d1ce4-68a5-441f-8adf-380c69086ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:52:57.970043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252c9c6-3d14-4ec6-a8b7-4493562136ab service neutron] Pushing event updated for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:52:58.037492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-2c2b5af9-e8e3-47ef-bf0e-768036eabc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.039074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-2c2b5af9-e8e3-47ef-bf0e-768036eabc03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1165 time: 0.0612035 Feb 19 07:52:58.089484 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b405f-cb8d-4e4a-8741-78a3bf572ebf x-openstack-request-id: req-da8b405f-cb8d-4e4a-8741-78a3bf572ebf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:52:58.089779 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:52:58.090039 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da8b405f-cb8d-4e4a-8741-78a3bf572ebf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:52:58.090442 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'status': 'completed', 'code': 200} Feb 19 07:52:58.092023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-1486fc0d-e19e-4f9c-9ed5-b0c4ee1edaa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 200 len: 217 time: 0.0469441 Feb 19 07:52:58.143232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-6cda8c47-bf02-4fc8-8bc0-361f52742486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.144750 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-6cda8c47-bf02-4fc8-8bc0-361f52742486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 HTTP/1.1" status: 200 len: 834 time: 0.0475254 Feb 19 07:52:58.195798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-73453ad8-560f-479f-8f65-ab0bfe3a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.197301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-73453ad8-560f-479f-8f65-ab0bfe3a2aba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8eba23-24ee-4981-981c-9affb927af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460002 Feb 19 07:52:58.324128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048fca6-eed6-451a-87dc-29f068ec3646 req-10d997a6-c1fb-4a1c-9bac-c39c61894613 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.325589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a048fca6-eed6-451a-87dc-29f068ec3646 req-10d997a6-c1fb-4a1c-9bac-c39c61894613 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 983 time: 0.1059315 Feb 19 07:52:58.329135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-83dc058c-a480-4357-831a-add4f390022e service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259074 Feb 19 07:52:58.442958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a048fca6-eed6-451a-87dc-29f068ec3646 req-85602bf2-23c4-40ba-84c9-842bfcfc2b02 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1110160 Feb 19 07:52:58.458610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c4af3676-f68f-4213-a12a-f16a99ab3158 req-b693acbd-a79e-4f0d-ac22-eac81beca20d service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207366 Feb 19 07:52:58.553764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-dbcaaaf6-5461-416e-ae1e-02b85c745414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.555337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-dbcaaaf6-5461-416e-ae1e-02b85c745414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1165 time: 0.0457740 Feb 19 07:52:58.647474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-431d62ab-93a4-4546-8d69-c8aebc9cefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.648950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-431d62ab-93a4-4546-8d69-c8aebc9cefeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 200 len: 896 time: 0.0884693 Feb 19 07:52:58.688578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-d1344f39-88b7-49fd-afd3-29772dd46034 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 200 len: 217 time: 0.0343089 Feb 19 07:52:58.735313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-bdca6dbf-d208-47c7-8141-2f4d8495f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.736702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-bdca6dbf-d208-47c7-8141-2f4d8495f2cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 HTTP/1.1" status: 200 len: 834 time: 0.0422828 Feb 19 07:52:58.785651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-c6d9f6aa-8de8-49b8-bbeb-eaf035fce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:58.787149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-c6d9f6aa-8de8-49b8-bbeb-eaf035fce101 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8eba23-24ee-4981-981c-9affb927af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433593 Feb 19 07:52:58.882060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-50ebc6ab-a5dc-4fb4-a2ac-a3eafa85dc5b service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885477 Feb 19 07:52:58.970508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-013d1ce4-68a5-441f-8adf-380c69086ad3 req-31115511-753b-422d-9781-ce54067191ed service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820849 Feb 19 07:52:59.569376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bf4bc-eab2-47b0-9d01-e8060439266f req-8919533f-224a-4828-822b-b97a99d99fe4 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:52:59.570763 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de0bf4bc-eab2-47b0-9d01-e8060439266f req-8919533f-224a-4828-822b-b97a99d99fe4 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 983 time: 0.0534322 Feb 19 07:52:59.626360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de0bf4bc-eab2-47b0-9d01-e8060439266f req-3c8b488e-44a9-4870-ab71-380290746524 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495319 Feb 19 07:53:00.585393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:00.712069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 07a85a09-c3d3-4e43-9e9a-863893d6a7ae details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:53:00.751751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833278b5-afa2-4efd-b9d9-0051162aac95 req-4cbe6ea7-db84-4121-8539-e4d09a2f2c3c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:00.753862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-833278b5-afa2-4efd-b9d9-0051162aac95 req-4cbe6ea7-db84-4121-8539-e4d09a2f2c3c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 983 time: 0.0613575 Feb 19 07:53:00.813113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:00.814181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-833278b5-afa2-4efd-b9d9-0051162aac95 req-95b1845b-6663-457a-a52f-cfee33c8c041 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543108 Feb 19 07:53:00.826733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'port_id': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'mac_address': 'fa:16:3e:71:0f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:53:00.865549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:00.865954 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:00.880309 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a85a09-c3d3-4e43-9e9a-863893d6a7ae {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:53:00.901257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:00.905584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:00.962024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:01.121006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['07a85a09-c3d3-4e43-9e9a-863893d6a7ae'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:53:01.932947 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8f519-fd99-40a4-807a-ef0d1b74872d req-0a144021-8857-45b9-87c9-20de95169205 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:01.934501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81c8f519-fd99-40a4-807a-ef0d1b74872d req-0a144021-8857-45b9-87c9-20de95169205 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 984 time: 0.0511916 Feb 19 07:53:01.995133 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-81c8f519-fd99-40a4-807a-ef0d1b74872d req-2c661aa2-3e3e-406e-b4eb-548d0460d884 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541208 Feb 19 07:53:02.729268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 07a85a09-c3d3-4e43-9e9a-863893d6a7ae up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:02.785159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:53:02.789301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:02.789678 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:02.869000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:02.869424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:02.893326 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:02.897433 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14396fc1-4287-4dbf-81e9-198941bf3682" -d '{"events": [{"server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "name": "network-vif-plugged", "status": "completed", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:02.911785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:02.916784 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:02.951758 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e812c9a-7cb6-4931-973d-062eabc02e96 x-openstack-request-id: req-6e812c9a-7cb6-4931-973d-062eabc02e96 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:02.951758 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "name": "network-vif-plugged", "status": "completed", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:02.951758 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e812c9a-7cb6-4931-973d-062eabc02e96 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:02.951758 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'code': 200} Feb 19 07:53:02.992096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:03.058243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f8d1-f61b-41c7-8f45-06afc89aa018 req-3337b775-272a-4103-b935-3d847e5a25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:03.060674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3425f8d1-f61b-41c7-8f45-06afc89aa018 req-3337b775-272a-4103-b935-3d847e5a25ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1167 time: 0.0495524 Feb 19 07:53:03.129940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3425f8d1-f61b-41c7-8f45-06afc89aa018 req-d721873f-7585-47cc-b2d4-f026bbd2debf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&id=e6401162-4bfc-44df-a071-c3939769c2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0637255 Feb 19 07:53:03.137609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc81cf1-a47f-4a01-b036-0e7bad7bb280 req-a168c10c-59c7-4338-91a1-e578884a5f70 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:03.139161 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fc81cf1-a47f-4a01-b036-0e7bad7bb280 req-a168c10c-59c7-4338-91a1-e578884a5f70 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0682971 Feb 19 07:53:03.199048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fc81cf1-a47f-4a01-b036-0e7bad7bb280 req-a11fa604-ac4c-4951-bc03-b780e1b474b5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0534415 Feb 19 07:53:03.296506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:04.326091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783612-20a7-4fd2-a13c-682625eb8034 req-db97ff02-24c5-4013-83c3-0912cdd11e82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:04.327505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb783612-20a7-4fd2-a13c-682625eb8034 req-db97ff02-24c5-4013-83c3-0912cdd11e82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0575111 Feb 19 07:53:04.381908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb783612-20a7-4fd2-a13c-682625eb8034 req-25730737-24dc-474c-ac82-d2eeba3b312c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0486405 Feb 19 07:53:04.503230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9c3d3-3741-427a-a24f-914a50688b68 req-5f40a5fb-a673-42d3-9a44-da8191b56015 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:04.504646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aae9c3d3-3741-427a-a24f-914a50688b68 req-5f40a5fb-a673-42d3-9a44-da8191b56015 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0539660 Feb 19 07:53:04.560473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aae9c3d3-3741-427a-a24f-914a50688b68 req-66509c7d-f0db-41ba-af86-2418dc94655a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494571 Feb 19 07:53:04.670091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-3b6613ac-ba31-421b-be26-169aca98fa9a tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:04.671724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-3b6613ac-ba31-421b-be26-169aca98fa9a tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1167 time: 0.0461600 Feb 19 07:53:04.689577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-d78ea519-267f-4060-9c23-8d6e040fea3e tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:04.760974 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-d78ea519-267f-4060-9c23-8d6e040fea3e tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Publish callbacks [] for security_group (cd8df7d4-59a1-4177-a287-9b1829868380), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:04.766084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-d78ea519-267f-4060-9c23-8d6e040fea3e tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cd8df7d4-59a1-4177-a287-9b1829868380), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:04.806067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ea519-267f-4060-9c23-8d6e040fea3e tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8df7d4-59a1-4177-a287-9b1829868380,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:04.814404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d68a0f0-3a88-4f28-80df-cea6b82dc8c0 req-d78ea519-267f-4060-9c23-8d6e040fea3e tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1368208 Feb 19 07:53:04.838774 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39922) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:04.887271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf29f7-7cf5-4683-9a19-ac92b132bb55 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:04.888793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-becf29f7-7cf5-4683-9a19-ac92b132bb55 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1162 time: 0.0488954 Feb 19 07:53:04.891869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:04.896634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:04.915984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.015799 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.128388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.25.7.238 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/7bd7bd75-87cd-41df-aad2-890450cd4b12) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:53:05.243927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.276814 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.316627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:05.319385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:05.324721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:53:05.329996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=7bd7bd75-87cd-41df-aad2-890450cd4b12,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:05.698377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for floatingip (f59bb338-6309-44c8-8f24-8069bdb07a4d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.774616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.923448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.927678 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:05.996730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=7bd7bd75-87cd-41df-aad2-890450cd4b12,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:06.006451 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (f59bb338-6309-44c8-8f24-8069bdb07a4d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:06.107543 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Floating IP f59bb338-6309-44c8-8f24-8069bdb07a4d associated. External IP: 172.25.7.238, port: 07a85a09-c3d3-4e43-9e9a-863893d6a7ae. Feb 19 07:53:06.256598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9cc879b-fdb9-4669-b858-e172786f3335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:06.637867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:53:06.745426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:06.755686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Sync routers for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:53:06.765473 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:06.766602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:06.767515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:06.798738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5f98a0e9-5444-4a2b-996f-ec39f4215f14 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9035928 Feb 19 07:53:06.798738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:06.799728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 39952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:06.800189 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5638a784-4b88-4a87-9333-e642a4fc64be" -d '{"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:06.834758 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:53:06.838077 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb1ec6-bd7d-4b76-9bea-4c6a9b323310 x-openstack-request-id: req-70fb1ec6-bd7d-4b76-9bea-4c6a9b323310 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:06.838369 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:06.838625 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70fb1ec6-bd7d-4b76-9bea-4c6a9b323310 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:06.839032 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'status': 'completed', 'code': 200} Feb 19 07:53:06.914222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:07.027407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.027923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.028351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.028810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.029274 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.029731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.030185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.035212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9047c882-6358-4d08-a4f7-0b02ccd79129 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.2314742 Feb 19 07:53:07.035990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39956) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:07.041045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a784-4b88-4a87-9333-e642a4fc64be req-ada67d0d-7606-47ce-b593-d4386255bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.042810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-ada67d0d-7606-47ce-b593-d4386255bff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1167 time: 0.1539242 Feb 19 07:53:07.130822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.131320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.132497 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.132970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.133400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.133849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.134292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.138686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f9529cc-195e-420a-a917-169492acd741 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0996227 Feb 19 07:53:07.138941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:07.166251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a784-4b88-4a87-9333-e642a4fc64be req-11199b58-fd18-4b10-a7e0-0ea18422a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.167707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-11199b58-fd18-4b10-a7e0-0ea18422a58a service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 200 len: 896 time: 0.1191485 Feb 19 07:53:07.173100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f59bb338-6309-44c8-8f24-8069bdb07a4d', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'port_id': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'mac_address': 'fa:16:3e:71:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:53:05Z', 'updated_at': '2022-02-19T07:53:05Z', 'revision_number': 0, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:07.203535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Checking router: 6b506e42-c26d-48cb-a15e-cb80d5ceb232 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:53:07.214774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:07.215537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:52:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:07.241302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-36b615bf-d78a-47c6-80b7-618bd98a2471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 200 len: 1000 time: 0.0675220 Feb 19 07:53:07.301701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a784-4b88-4a87-9333-e642a4fc64be req-0e77f8f3-0455-4818-a4e5-cb5f602d2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.301856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-0e77f8f3-0455-4818-a4e5-cb5f602d2e45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 HTTP/1.1" status: 200 len: 834 time: 0.0554087 Feb 19 07:53:07.355026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:07.362147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a784-4b88-4a87-9333-e642a4fc64be req-b5a0d5b9-ad24-4b56-96b6-c9e8decc39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.365784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-b5a0d5b9-ad24-4b56-96b6-c9e8decc39d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8eba23-24ee-4981-981c-9affb927af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584927 Feb 19 07:53:07.431323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1883db2a-7aba-4108-9c96-8f78b14ca353 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 0.2889888 Feb 19 07:53:07.433584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 39964) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:07.467110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-ba51af57-cd11-44dc-bfbc-d162da0539d5 service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952766 Feb 19 07:53:07.496177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da030be-b8f4-4c9c-b8f4-1bed6ee8a592 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.496783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da030be-b8f4-4c9c-b8f4-1bed6ee8a592 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:07.507967 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4da030be-b8f4-4c9c-b8f4-1bed6ee8a592 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6b506e42-c26d-48cb-a15e-cb80d5ceb232 HTTP/1.1" status: 200 len: 2062 time: 0.0729978 Feb 19 07:53:07.572014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5638a784-4b88-4a87-9333-e642a4fc64be req-29ead200-a017-428e-8663-2eed90d78d24 service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993342 Feb 19 07:53:07.616177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f59bb338-6309-44c8-8f24-8069bdb07a4d', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'port_id': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'mac_address': 'fa:16:3e:71:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:53:05Z', 'updated_at': '2022-02-19T07:53:05Z', 'revision_number': 0, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:07.642189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301b1a-7f17-47af-87b3-de4a446a9862 None None] The sync data for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 is: [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f59bb338-6309-44c8-8f24-8069bdb07a4d', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'floating_ip_address': '172.25.7.238', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'port_id': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'mac_address': 'fa:16:3e:71:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:53:05Z', 'updated_at': '2022-02-19T07:53:05Z', 'revision_number': 0, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:53:07.825668 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956647f-6c91-4cbc-b3d7-b5d400030530 None None] New status for floating IP f59bb338-6309-44c8-8f24-8069bdb07a4d: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:53:08.619321 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aef7eba5-b073-4978-9aa9-2027a91c0783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:09.782431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:11.110379 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:12.443113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:21.285459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-f285e53b-b04a-4436-b93a-d6e93547193f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0968797 Feb 19 07:53:21.369025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-152be80b-3d89-45d2-8f2d-50bf28f16316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:21.370514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-152be80b-3d89-45d2-8f2d-50bf28f16316 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1127 time: 0.0446274 Feb 19 07:53:21.474076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-bcf6b47d-57b9-4ebc-a0a1-d67004910d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:21.476455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-bcf6b47d-57b9-4ebc-a0a1-d67004910d16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.0884774 Feb 19 07:53:21.539596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-f4782a3c-ea62-4b22-8278-b7cf3d67d15b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 1001 time: 0.0576923 Feb 19 07:53:21.590213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-27a8c213-b04f-4155-b535-fbbe3eb550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:21.591680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-27a8c213-b04f-4155-b535-fbbe3eb550fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0470083 Feb 19 07:53:21.638897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-82be47a3-58b6-4e4c-af9b-16f891f12883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:21.640450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-82be47a3-58b6-4e4c-af9b-16f891f12883 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434856 Feb 19 07:53:21.649569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-2f37cd91-cbdb-4093-963d-87e9d7a17d31 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:53:21.650490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-2f37cd91-cbdb-4093-963d-87e9d7a17d31 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047929 Feb 19 07:53:21.735349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-f9ed6f61-22b5-4ee8-b5c7-2d2b00904e91 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789938 Feb 19 07:53:21.826250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54a3bf1c-b810-4c91-a911-f9ac2d59ae53 req-6798a07e-fa53-41e2-9d10-90ec3caa1579 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842135 Feb 19 07:53:27.562574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2844e-e628-4e3f-833b-ecd756aeabb8 req-228730a0-1f7f-4d18-9391-f1ae76272def tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:27.565018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22a2844e-e628-4e3f-833b-ecd756aeabb8 req-228730a0-1f7f-4d18-9391-f1ae76272def tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0661285 Feb 19 07:53:27.615300 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-22a2844e-e628-4e3f-833b-ecd756aeabb8 req-a456f59b-0345-4c6e-ad66-5f8bd2f261e0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430787 Feb 19 07:53:28.743418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4067c4-a6bc-456f-917a-fd8d6e53c00b req-ea5257a9-40e8-496e-976c-527ac06e92e4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:28.744927 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4067c4-a6bc-456f-917a-fd8d6e53c00b req-ea5257a9-40e8-496e-976c-527ac06e92e4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0554054 Feb 19 07:53:28.793309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4067c4-a6bc-456f-917a-fd8d6e53c00b req-7985e0cc-a492-4af5-b94d-22fce583927a tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424635 Feb 19 07:53:29.916438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abe786-74c7-4c3f-bb8e-a8b5031e5cb1 req-a95f136c-1109-473f-8f7d-20be2356d14f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:29.917899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0abe786-74c7-4c3f-bb8e-a8b5031e5cb1 req-a95f136c-1109-473f-8f7d-20be2356d14f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Feb 19 07:53:29.965983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0abe786-74c7-4c3f-bb8e-a8b5031e5cb1 req-1f2aafc2-65bb-4922-98d1-6a97275e0417 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418527 Feb 19 07:53:30.585885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:31.083751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29821-582a-4e7a-b7fb-b84b3ea1cf53 req-0f2b7651-c962-4883-9204-66d6946b3b6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:31.085282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baa29821-582a-4e7a-b7fb-b84b3ea1cf53 req-0f2b7651-c962-4883-9204-66d6946b3b6b tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0523875 Feb 19 07:53:31.138159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-baa29821-582a-4e7a-b7fb-b84b3ea1cf53 req-89b6d639-5513-4800-97c7-48380a358944 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470719 Feb 19 07:53:32.260427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d543091-a18b-4a49-b313-782898f2fe1b req-596f2bb7-a165-45a1-8655-15e837ed4ea4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:32.261906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d543091-a18b-4a49-b313-782898f2fe1b req-596f2bb7-a165-45a1-8655-15e837ed4ea4 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0513947 Feb 19 07:53:32.319201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d543091-a18b-4a49-b313-782898f2fe1b req-6ba7e09f-eeff-49e4-9aa1-2ec0f6da2cd0 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516186 Feb 19 07:53:33.261862 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40192) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:33.296066 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.423547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port bc6e8a33-a723-4200-a399-06b92d02fa8e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:53:33.423948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.442585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2641212-2d4d-4bcf-8310-12f993af94ae req-5cd81e9d-e64f-4bb1-9461-fb545e876028 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:33.444212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2641212-2d4d-4bcf-8310-12f993af94ae req-5cd81e9d-e64f-4bb1-9461-fb545e876028 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0541174 Feb 19 07:53:33.493705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2641212-2d4d-4bcf-8310-12f993af94ae req-56653726-8ca2-4bcd-ac76-99c1faf88660 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Feb 19 07:53:33.507020 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.507442 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (bc6e8a33-a723-4200-a399-06b92d02fa8e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.519517 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for bc6e8a33-a723-4200-a399-06b92d02fa8e owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:53:33.665166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (bc6e8a33-a723-4200-a399-06b92d02fa8e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.689077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=bc6e8a33-a723-4200-a399-06b92d02fa8e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:33.752412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (f2b16588-b39c-4f34-bc14-283183a0c7c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:33.752647 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP f2b16588-b39c-4f34-bc14-283183a0c7c6 disassociated (deleted). External IP: 172.25.7.253, port: f9df300c-f3e7-4255-9ff4-7d6203aae82c. Feb 19 07:53:33.966197 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:53:34.076668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:34.081438 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:34.087683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:53:34.099042 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:34.100402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:34.114195 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-28fb300c-7504-43ea-8d84-7de1a7d76bfc tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "DELETE /v2.0/floatingips/f2b16588-b39c-4f34-bc14-283183a0c7c6 HTTP/1.1" status: 204 len: 168 time: 0.8480608 Feb 19 07:53:34.114195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:34.114953 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2574b0-3718-4e15-a27e-c97d4eb407c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:34.161750 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333421d6-3e55-4e11-903c-7ecfbb244178 x-openstack-request-id: req-333421d6-3e55-4e11-903c-7ecfbb244178 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:34.162048 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:34.162310 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-333421d6-3e55-4e11-903c-7ecfbb244178 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:34.162718 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'status': 'completed', 'code': 200} Feb 19 07:53:34.225781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:34.249749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-708c6d82-9c15-436f-b27c-df19560392b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.258846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-708c6d82-9c15-436f-b27c-df19560392b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 1127 time: 0.0752130 Feb 19 07:53:34.403565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-6e042ebd-f243-4c5d-bc3c-9bdaea1e72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.405109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-6e042ebd-f243-4c5d-bc3c-9bdaea1e72d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1400654 Feb 19 07:53:34.417033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713ccf-3b1f-47b1-bbb0-4b93e558b210 req-8b470858-2009-41f0-961a-f349c5c3a2be tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.418647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60713ccf-3b1f-47b1-bbb0-4b93e558b210 req-8b470858-2009-41f0-961a-f349c5c3a2be tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0807521 Feb 19 07:53:34.467215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-feaa32b4-2b0d-4f70-a1e8-b70bbe03f617 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 200 len: 217 time: 0.0474520 Feb 19 07:53:34.536953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60713ccf-3b1f-47b1-bbb0-4b93e558b210 req-e0b1a4df-9d22-41cc-950f-f47d38cf802d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116228 Feb 19 07:53:34.561587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-8c097066-dbed-4439-baae-f89e4c729cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.563172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-8c097066-dbed-4439-baae-f89e4c729cd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0882680 Feb 19 07:53:34.617228 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5c5f7-51fb-4fbe-9b1f-e62cafa18d73 req-5019eb7a-d2c2-4a19-b0cd-213663b72026 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.618900 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dc5c5f7-51fb-4fbe-9b1f-e62cafa18d73 req-5019eb7a-d2c2-4a19-b0cd-213663b72026 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0544150 Feb 19 07:53:34.623079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-28bda5e1-fa3d-4c3c-827b-b7e1c336884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:34.624634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-28bda5e1-fa3d-4c3c-827b-b7e1c336884e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537381 Feb 19 07:53:34.667699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:34.681041 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dc5c5f7-51fb-4fbe-9b1f-e62cafa18d73 req-05c490db-a768-4d96-a21e-1194de2896e5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538385 Feb 19 07:53:34.700027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:53:34.709352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:34.710046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:34.746956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-7edf33d5-5665-4758-b13e-307f4719f1d6 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159863 Feb 19 07:53:34.823393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:34.853306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa2574b0-3718-4e15-a27e-c97d4eb407c9 req-e64060b3-a6b4-45b0-a6ca-0996eb1ff8e5 service neutron] 10.222.0.24 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003909 Feb 19 07:53:35.045413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:35.075180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15613ec4-d707-406a-b96f-ac82375dda0f None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '52dc4e01-bc79-48e4-84c4-0a46090d4c38', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'port_id': 'e130439e-c060-4484-8d52-9dc5156f4307', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'mac_address': 'fa:16:3e:fc:ad:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T07:49:29Z', 'updated_at': '2022-02-19T07:49:32Z', 'revision_number': 1, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:53:35.302516 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a1c00-b974-45f3-9c88-221314c5468c None None] New status for floating IP f2b16588-b39c-4f34-bc14-283183a0c7c6: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:53:35.660865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019f5-fb97-4498-b60c-5a9680e0e608 req-36bef900-ba21-40c7-aa11-7de5b089c43d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:35.662362 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c50019f5-fb97-4498-b60c-5a9680e0e608 req-36bef900-ba21-40c7-aa11-7de5b089c43d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Feb 19 07:53:35.714464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c50019f5-fb97-4498-b60c-5a9680e0e608 req-78e4ed71-703b-49d0-a95d-e466d6ae3425 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Feb 19 07:53:35.800969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed53cf-5a33-4e74-a12d-93b84f67f82d req-349edd29-ff39-4528-a061-30b1bfcf9870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:35.802445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ed53cf-5a33-4e74-a12d-93b84f67f82d req-349edd29-ff39-4528-a061-30b1bfcf9870 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Feb 19 07:53:35.854313 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ed53cf-5a33-4e74-a12d-93b84f67f82d req-9f1309d2-eed9-4d7e-99c3-48e26b83e5c6 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462773 Feb 19 07:53:35.914381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-e98b460f-319e-43ac-8a49-2ca3473bfe61 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:35.915934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-e98b460f-319e-43ac-8a49-2ca3473bfe61 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Feb 19 07:53:36.008768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port f9df300c-f3e7-4255-9ff4-7d6203aae82c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:53:36.009034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:36.098098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port f9df300c-f3e7-4255-9ff4-7d6203aae82c, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f9df300c-f3e7-4255-9ff4-7d6203aae82c,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:36.098461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:36.111251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for f9df300c-f3e7-4255-9ff4-7d6203aae82c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:53:36.242040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f9df300c-f3e7-4255-9ff4-7d6203aae82c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:36.267405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34fb321c-3295-477d-bca0-8e54a55dc62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:36.275126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=f9df300c-f3e7-4255-9ff4-7d6203aae82c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:36.326238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port f9df300c-f3e7-4255-9ff4-7d6203aae82c on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:53:36.328820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:36.332333 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b3840d6-40f8-4757-ac81-f5c9d32b3de1 req-5953936a-f059-490c-aff4-b832c552f7ae tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.24 "DELETE /v2.0/ports/f9df300c-f3e7-4255-9ff4-7d6203aae82c HTTP/1.1" status: 204 len: 173 time: 0.4109502 Feb 19 07:53:36.332773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'name': 'network-vif-deleted', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:36.335071 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc8d14-f0df-4763-b6b9-cca1b93d55c7" -d '{"events": [{"server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "name": "network-vif-deleted", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:36.382539 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf7acb5-d6eb-434c-9977-5aaa0a81ca26 x-openstack-request-id: req-dcf7acb5-d6eb-434c-9977-5aaa0a81ca26 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:36.382843 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3297cd99-2dc1-4af5-9746-985ef253f6f1", "name": "network-vif-deleted", "tag": "f9df300c-f3e7-4255-9ff4-7d6203aae82c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:36.383100 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf7acb5-d6eb-434c-9977-5aaa0a81ca26 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:36.383545 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3297cd99-2dc1-4af5-9746-985ef253f6f1', 'name': 'network-vif-deleted', 'tag': 'f9df300c-f3e7-4255-9ff4-7d6203aae82c', 'status': 'completed', 'code': 200} Feb 19 07:53:36.817864 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5945af2a-1fb3-41f6-99a3-fbd622fb0d28 req-e40cd802-95f0-4a05-b45a-a88a233ea3b5 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0274804 Feb 19 07:53:36.982958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8398-df67-4360-b472-860b9220c0be req-6a43550b-6326-4692-9e40-481b4e8c93c2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:36.984532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba9b8398-df67-4360-b472-860b9220c0be req-6a43550b-6326-4692-9e40-481b4e8c93c2 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0608025 Feb 19 07:53:37.037931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ba9b8398-df67-4360-b472-860b9220c0be req-326aba2a-d312-4d13-a5d8-4d12fb34c9ea tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467682 Feb 19 07:53:37.913241 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2e48ddf1-cdf3-49cf-9ab4-4d54a683dee7 req-dfd3317f-5c5d-4150-bfb8-43f3bd0fee05 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0285800 Feb 19 07:53:38.182368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff310b4-178e-4ccf-acef-a963db6a50d1 req-d7ce75b3-9a12-4aab-91c0-9017a96416fa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:38.183998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ff310b4-178e-4ccf-acef-a963db6a50d1 req-d7ce75b3-9a12-4aab-91c0-9017a96416fa tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0734286 Feb 19 07:53:38.236421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ff310b4-178e-4ccf-acef-a963db6a50d1 req-5f60644c-79b0-4f1b-bf10-83cdfd1dfd0e tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466683 Feb 19 07:53:38.601589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86b7d7fe-ee31-47cf-b4b8-e2b8143d2f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:38.901223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9df300c-f3e7-4255-9ff4-7d6203aae82c no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:53:38.929086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: f9df300c-f3e7-4255-9ff4-7d6203aae82c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:53:38.929515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f9df300c-f3e7-4255-9ff4-7d6203aae82c not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:53:39.018344 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-932745ce-ed3d-481e-a81e-8df2c696628b req-4b2af560-2ef2-4569-9ae2-39e6fa58e57a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0295007 Feb 19 07:53:39.359886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5b244-00dd-4191-805d-4b636f1de38c req-3731b9e4-91b0-48c3-8532-29972c78734f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:39.361529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6b5b244-00dd-4191-805d-4b636f1de38c req-3731b9e4-91b0-48c3-8532-29972c78734f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0545564 Feb 19 07:53:39.427699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6b5b244-00dd-4191-805d-4b636f1de38c req-845b9399-e1cc-4854-a279-d09703fbbc46 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509396 Feb 19 07:53:39.787261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:40.115283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47e72c66-6667-4237-ade9-943003f809ac req-57f5979a-7a23-49b1-89d7-8eec8c0fe99b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0285146 Feb 19 07:53:40.556311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539187-3c8a-4bcc-a974-40c526a155f7 req-b0b30e5e-6738-4f85-961a-174cfc4a2667 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:40.557843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66539187-3c8a-4bcc-a974-40c526a155f7 req-b0b30e5e-6738-4f85-961a-174cfc4a2667 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0596707 Feb 19 07:53:40.606639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66539187-3c8a-4bcc-a974-40c526a155f7 req-1551ca7e-f8e0-4695-9069-f21ffa901056 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 Feb 19 07:53:41.114657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.343635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-71d31523-e926-43fe-912d-6811665a7076 req-be49392c-6916-44ee-9d81-c2478f9c7b2a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Feb 19 07:53:41.365310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:41.468016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-787790ba-732e-47eb-91e7-5d7d85423748 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3193 time: 0.0988796 Feb 19 07:53:41.468247 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40294) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:41.473200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'network': {'name': 'tempest-network-smoke--713577373', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'port_security_enabled': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:41.497134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:53:41.501715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.541856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:53:41.551794 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (bf6123fe-be35-4139-8f63-431d69a811c6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.552135 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Added segment bf6123fe-be35-4139-8f63-431d69a811c6 of type vlan for network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 Feb 19 07:53:41.594838 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a3ce5f93-d4f7-40c2-86d3-73dd424567a9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.622035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a3ce5f93-d4f7-40c2-86d3-73dd424567a9), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.627637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:41.628234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.710093 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379653 Feb 19 07:53:41.710764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40302) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:41.715618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'admin_state_up': True, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:41.727647 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ceabb-d4f4-4d9b-ba43-42c7f6e7f468 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Network': ['ID=a3ce5f93-d4f7-40c2-86d3-73dd424567a9,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:41.746148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:53:41.767465 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.770274 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.806056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85430-5b86-4900-b302-4fdde747c5e7 req-60d6eb39-a989-46bf-b9b9-a80c3de6d00f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:41.823795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5f85430-5b86-4900-b302-4fdde747c5e7 req-60d6eb39-a989-46bf-b9b9-a80c3de6d00f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.1040459 Feb 19 07:53:41.841714 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_controller (d5fa6a4a-265d-408b-b7a6-e022e550c331), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:41.911055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5f85430-5b86-4900-b302-4fdde747c5e7 req-d8c1185b-dd3e-44f6-80f7-791ed02ee3cd tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843735 Feb 19 07:53:41.913088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b889b1-c535-4871-9188-d85377e95a29 req-4c443ada-4004-4e40-833b-d1da055c7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:41.914565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82b889b1-c535-4871-9188-d85377e95a29 req-4c443ada-4004-4e40-833b-d1da055c7a63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1127 time: 0.1287892 Feb 19 07:53:41.982089 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-82b889b1-c535-4871-9188-d85377e95a29 req-1190aa59-a16b-4f78-b21d-08747afbf01b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609038 Feb 19 07:53:42.022226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (d5fa6a4a-265d-408b-b7a6-e022e550c331), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.237152 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.256468 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.362041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.25.7.47 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/ac3354b2-5064-420e-8f55-90bc818112ba) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:53:42.450184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.462012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3377eb93-947f-40c4-8687-8a47f53930ea req-440a86d0-5eaf-4bb3-bdec-a07940d3fcb8 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0367062 Feb 19 07:53:42.514941 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (ac3354b2-5064-420e-8f55-90bc818112ba), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.551971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:42.594676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:42.597911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:42.602742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:53:42.654552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=ac3354b2-5064-420e-8f55-90bc818112ba,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:43.084503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2fda1-c1a0-45e0-a422-b2648517b973 req-eef086ca-d8dd-4fd4-96bb-68febb55f183 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:43.091978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27e2fda1-c1a0-45e0-a422-b2648517b973 req-eef086ca-d8dd-4fd4-96bb-68febb55f183 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0798104 Feb 19 07:53:43.172621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27e2fda1-c1a0-45e0-a422-b2648517b973 req-ef036f8b-b0f1-4e31-a87e-54491b9d45d5 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794206 Feb 19 07:53:43.199810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:53:43.202903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:53:43.269590 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:43.362226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:43.406552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'port_id': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'mac_address': 'fa:16:3e:96:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:53:43.467791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:43.468525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:43.594495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:43.595294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:43.599463 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:53:43.624892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:43.626369 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ed1198e-4c83-4b58-b0c9-c47d93feb6fd req-1a070964-8373-4ed8-a9c7-c79dacb61ae4 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0592082 Feb 19 07:53:43.642181 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:43.698218 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:43.757066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:43.803660 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 07:53:43.804070 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 07:53:43.838308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:53:43.899633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router d5fa6a4a-265d-408b-b7a6-e022e550c331 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 07:53:43.974846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['85fba892-fc89-4c32-822c-b0c19d1b2dc6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:53:44.079768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:44.102606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Sync routers for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:53:44.132943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:44.138055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b17a9b6d-6977-465b-8fda-814eba759fba tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4222598 Feb 19 07:53:44.138226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:44.138226 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:44.138464 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.251312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8154eda0-85e0-46a8-a8a5-446797471f8d tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.253099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8154eda0-85e0-46a8-a8a5-446797471f8d tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f5a12de46d8843908aae94a89f96474f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1138184 Feb 19 07:53:44.256495 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.345778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:44.346019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152577f9-b2b7-41e0-8d9a-b4eb136294ae tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.347483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-152577f9-b2b7-41e0-8d9a-b4eb136294ae tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891685 Feb 19 07:53:44.348297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: BUILD; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:44.348771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:44.350307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40340) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.395063 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3ffd2326-5fa6-4d12-a8db-dda2db817fa7 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433993 Feb 19 07:53:44.397638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.445545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6df96271-1880-43fd-84d7-132966cc8f38 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=f5a12de46d8843908aae94a89f96474f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468488 Feb 19 07:53:44.448928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.454826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:53:44.485555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c646-7443-41c8-aafd-7c704bdf58e4 req-0b70858a-f4b8-4e0a-8a55-5f967056566c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.486753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40e7c646-7443-41c8-aafd-7c704bdf58e4 req-0b70858a-f4b8-4e0a-8a55-5f967056566c tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 944 time: 0.2163239 Feb 19 07:53:44.530358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:44.559778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:44.587259 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40e7c646-7443-41c8-aafd-7c704bdf58e4 req-50315aca-c04d-4b94-b0d0-a54897db6422 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705209 Feb 19 07:53:44.619896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc189a3e-e417-431d-99ce-505abba822f5 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:44.623895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-bc189a3e-e417-431d-99ce-505abba822f5 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1715591 Feb 19 07:53:44.624233 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40352) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.635409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40354) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.661092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:44.739995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f52c5ee3-a488-47b8-97ed-01b169276cdf tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1116354 Feb 19 07:53:44.741954 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:44.748417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-45215578', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:44.780020 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63846835-ea9a-4519-b7ce-95be44d731d1 req-ef1c8120-e273-4816-9b47-4a7d45801cff tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0561578 Feb 19 07:53:44.809351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:43Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:44.841626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Checking router: d5fa6a4a-265d-408b-b7a6-e022e550c331 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:53:44.842312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Updating router d5fa6a4a-265d-408b-b7a6-e022e550c331 port ac3354b2-5064-420e-8f55-90bc818112ba binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:53:44.845349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-75c7fbc6-1d67-4f47-98c0-262d96609aea tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/floatingips/c9b64d43-4650-470d-9680-b3a10a557999 HTTP/1.1" status: 200 len: 991 time: 0.2084510 Feb 19 07:53:44.878072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:44.878764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:53:44.882596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.115737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (d9c87c53-88d6-46a3-9ad9-5816fda5b467), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.192474 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Subnet': ['ID=d9c87c53-88d6-46a3-9ad9-5816fda5b467,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:45.238731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Checking segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:53:45.239450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network hostable DHCP agents. Network: a3ce5f93-d4f7-40c2-86d3-73dd424567a9, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:53:45.258815 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:53:45.272271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, a3ce5f93-d4f7-40c2-86d3-73dd424567a9) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:45.281195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:45.281874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.284476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb6b06-3057-4deb-9dc8-ca134afd0171 None None] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:53:45.305199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eae0f3ff-daf1-44aa-89a5-0bd61619c480 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5603912 Feb 19 07:53:45.307573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40364) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:45.447453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'fixed_ips': [{'subnet_id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 07:53:45.448299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.470981 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks [] for port (ac3354b2-5064-420e-8f55-90bc818112ba), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.484759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.612541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Attempting to bind port ac3354b2-5064-420e-8f55-90bc818112ba on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:53:45.613406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Attempting to bind port ac3354b2-5064-420e-8f55-90bc818112ba by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:53:45.613571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Attempting to bind port ac3354b2-5064-420e-8f55-90bc818112ba on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:53:45.618462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2d6a9-4b87-4091-8d44-ff01dff6f6b8 None None] Pushing event updated for resources: {'Port': ['ID=ac3354b2-5064-420e-8f55-90bc818112ba,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:45.648873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:53:45.649263 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:53:45.649669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.650061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:53:45.650541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Bound port: ac3354b2-5064-420e-8f55-90bc818112ba, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:53:45.650929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.727895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Allocated IP 172.20.0.18 (a3ce5f93-d4f7-40c2-86d3-73dd424567a9/d9c87c53-88d6-46a3-9ad9-5816fda5b467/83893d49-965d-4a7c-8e2e-9bc016522aa9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:53:45.735944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] For port ac3354b2-5064-420e-8f55-90bc818112ba, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:53:45.743346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] For port ac3354b2-5064-420e-8f55-90bc818112ba, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac3354b2-5064-420e-8f55-90bc818112ba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:53:45.754465 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:45.884985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:45.885612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:45.901418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2d6a9-4b87-4091-8d44-ff01dff6f6b8 None None] Pushing event updated for resources: {'Port': ['ID=ac3354b2-5064-420e-8f55-90bc818112ba,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:45.962892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-807bf98c-c21e-4c17-b0f8-657af4da4d83 req-1a7ea1e5-90d6-42d5-bf4e-a3442fe45fec tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=3297cd99-2dc1-4af5-9746-985ef253f6f1 HTTP/1.1" status: 200 len: 210 time: 0.0438700 Feb 19 07:53:45.996684 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.068179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:46.139722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks [] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.157658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.232120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Pushing event updated for resources: {'Port': ['ID=83893d49-965d-4a7c-8e2e-9bc016522aa9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:46.255022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:46.255022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:46.262286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:53:46.365334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Attempting to bind port 83893d49-965d-4a7c-8e2e-9bc016522aa9 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:53:46.365707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Attempting to bind port 83893d49-965d-4a7c-8e2e-9bc016522aa9 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:53:46.366067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Attempting to bind port 83893d49-965d-4a7c-8e2e-9bc016522aa9 on network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:53:46.377315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:53:46.377688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Checking segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:53:46.378108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.379223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Bound using segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:53:46.379838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Bound port: 83893d49-965d-4a7c-8e2e-9bc016522aa9, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:53:46.380261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.388561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.20.0.17 (a3ce5f93-d4f7-40c2-86d3-73dd424567a9/d9c87c53-88d6-46a3-9ad9-5816fda5b467/05abbdd0-830e-4f8a-a102-9ce6ecebdf7a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:53:46.464755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:43Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:46.498395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc3dbb1-a74b-4a30-97f2-73d427a63c14 None None] The sync data for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 is: [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:43Z', 'revision_number': 3, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:53:46.501378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] For port 83893d49-965d-4a7c-8e2e-9bc016522aa9, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:53:46.515261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] For port 83893d49-965d-4a7c-8e2e-9bc016522aa9, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83893d49-965d-4a7c-8e2e-9bc016522aa9,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:53:46.522596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.534785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.583750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.586557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ad078-058a-45b8-8491-6830507a9347 None None] Pushing event updated for resources: {'Port': ['ID=83893d49-965d-4a7c-8e2e-9bc016522aa9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:46.657237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:46.661866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:46.667030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:53:46.728147 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:46.734311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:46.957409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.226598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:47.339937 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:47.340312 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.434731 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.444999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:47.445263 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.446030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.475514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:47.478498 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b85794c-b2b3-49b7-a1bd-e5d4adbfb1b1" -d '{"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-plugged", "status": "completed", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:47.496247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:47.502080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.561261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:47.579524 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f5d02-0b2b-4101-a00e-2c35d40831fc x-openstack-request-id: req-dc1f5d02-0b2b-4101-a00e-2c35d40831fc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:47.579898 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-plugged", "status": "completed", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:47.580101 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc1f5d02-0b2b-4101-a00e-2c35d40831fc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:47.580496 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'code': 200} Feb 19 07:53:47.605893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:47.623771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:47.811779 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:47.813421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:47.990322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router d5fa6a4a-265d-408b-b7a6-e022e550c331 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:53:48.028147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a076990-ce70-4306-a1ad-cb7baabcbcfc None None] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:53:48.132676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Provisioning complete for port 83893d49-965d-4a7c-8e2e-9bc016522aa9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:48.133062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.194387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:53:48.207452 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-81849381-a62d-4cc4-ba37-39a56b6e48e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "PUT /v2.0/routers/d5fa6a4a-265d-408b-b7a6-e022e550c331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8911271 Feb 19 07:53:48.321551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Current status of the port 83893d49-965d-4a7c-8e2e-9bc016522aa9 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:48.322108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.375049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] For port 83893d49-965d-4a7c-8e2e-9bc016522aa9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83893d49-965d-4a7c-8e2e-9bc016522aa9,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:48.381587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac3354b2-5064-420e-8f55-90bc818112ba up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:48.388287 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.502587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba888c-507f-41b2-9b00-5318098fd395 None None] Pushing event updated for resources: {'Port': ['ID=83893d49-965d-4a7c-8e2e-9bc016522aa9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:48.524882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ac3354b2-5064-420e-8f55-90bc818112ba triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:48.525360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.637024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ac3354b2-5064-420e-8f55-90bc818112ba is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:48.637507 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.662959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port ac3354b2-5064-420e-8f55-90bc818112ba, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac3354b2-5064-420e-8f55-90bc818112ba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:48.669595 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.670578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83893d49-965d-4a7c-8e2e-9bc016522aa9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:48.832356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=ac3354b2-5064-420e-8f55-90bc818112ba,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:48.844645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:48.845022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:48.922158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 83893d49-965d-4a7c-8e2e-9bc016522aa9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:48.922691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:49.007295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:53:49.054100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Provisioning complete for port 83893d49-965d-4a7c-8e2e-9bc016522aa9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:49.054507 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:49.058951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-50633deb-8fbb-4612-b33c-4dad07a0249a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:49.061053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-50633deb-8fbb-4612-b33c-4dad07a0249a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/networks?id=a3ce5f93-d4f7-40c2-86d3-73dd424567a9 HTTP/1.1" status: 200 len: 797 time: 0.6612206 Feb 19 07:53:49.077971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-1f1b58f5-58d5-4343-b76b-ea94ad142d02 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/quotas/f5a12de46d8843908aae94a89f96474f HTTP/1.1" status: 200 len: 375 time: 0.0108240 Feb 19 07:53:49.181640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-c0ce606f-01ca-4117-bcaa-45e1c5501a9e tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0975950 Feb 19 07:53:49.200976 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-ce183e5a-e129-4ba3-99be-14f4306ef0d8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:53:49.202352 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-ce183e5a-e129-4ba3-99be-14f4306ef0d8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090284 Feb 19 07:53:49.241374 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 83893d49-965d-4a7c-8e2e-9bc016522aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:49.278621 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-11d10bfd-7598-41c5-8c68-2ae46cae4d4b None None] Current status of the port 83893d49-965d-4a7c-8e2e-9bc016522aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:49.293678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Sync routers for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:53:49.305936 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:49.306811 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:49.328288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-59a24558-1512-4b76-b403-d5465aedd2f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188176 Feb 19 07:53:49.414258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1d05fc44-df53-4392-96d9-333f61119214 None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:49.414816 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d05fc44-df53-4392-96d9-333f61119214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:49.516286 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:49.523741 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-07a8132e-afe7-4e67-99b5-14760fb1ed0c service neutron] 10.222.0.43 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891437 Feb 19 07:53:49.530909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1d05fc44-df53-4392-96d9-333f61119214 None None] Port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:53:49.687143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-953c44cd-8aef-4e1d-9594-f01a1560a697 None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:49.687549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-953c44cd-8aef-4e1d-9594-f01a1560a697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:49.744611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86fed29d-1218-4bf3-9dee-7856eb88f6dd req-e18382ca-526e-4e4c-ab5c-763d4995f59c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 210 time: 0.0384126 Feb 19 07:53:49.778935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-953c44cd-8aef-4e1d-9594-f01a1560a697 None None] Port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:53:49.810017 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:46Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '05abbdd0-830e-4f8a-a102-9ce6ecebdf7a', 'name': '', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:81:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:46Z', 'updated_at': '2022-02-19T07:53:47Z', 'revision_number': 2, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:49.843771 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Checking router: d5fa6a4a-265d-408b-b7a6-e022e550c331 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:53:49.844016 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Updating router d5fa6a4a-265d-408b-b7a6-e022e550c331 port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 07:53:49.986788 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.288933 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks [] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.298313 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac3354b2-5064-420e-8f55-90bc818112ba up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:50.302075 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.355054 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Pushing event updated for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:50.380447 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.380978 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.385277 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.385839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.386353 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.386845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.387371 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.387855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.388373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.388851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.389349 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.389839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.390317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:50.425773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ac3354b2-5064-420e-8f55-90bc818112ba triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:50.426324 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.522165 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Attempting to bind port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:53:50.522794 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Attempting to bind port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:53:50.523355 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Attempting to bind port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a on network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:53:50.537168 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:53:50.537540 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Checking segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:53:50.537944 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.538337 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Bound using segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:53:50.538822 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Bound port: 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:53:50.539221 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.715308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] For port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:53:50.720211 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] For port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:53:50.732925 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.827674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:50.828505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:50.870000 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:53:50.870630 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:50.948602 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c9112-8b1a-47fc-94ba-9b5ce946ac44 None None] Pushing event updated for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:50.996261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1d93737c-1090-438b-9474-a2bd57d96ad0 req-26aa5acf-94cd-403b-a685-8c63f603ebf5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 210 time: 0.0979261 Feb 19 07:53:51.084857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ac3354b2-5064-420e-8f55-90bc818112ba is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:51.086007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83893d49-965d-4a7c-8e2e-9bc016522aa9 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:51.107362 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:53:51.284055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Current status of the port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:51.284473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:51.327851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] For port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:51.336960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 83893d49-965d-4a7c-8e2e-9bc016522aa9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:51.337188 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:51.343116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-8c09259b-2297-4c78-ac2b-0d5d450d168b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:51.345244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:51.346759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-8c09259b-2297-4c78-ac2b-0d5d450d168b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.47 "GET /v2.0/networks?id=a3ce5f93-d4f7-40c2-86d3-73dd424567a9 HTTP/1.1" status: 200 len: 797 time: 0.3119285 Feb 19 07:53:51.360430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Request body: {'port': {'device_id': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'admin_state_up': True, 'tenant_id': 'f5a12de46d8843908aae94a89f96474f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:51.441991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaf9e7-e6e0-4861-9a04-8593e4d62f2b None None] Pushing event updated for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:51.490004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 83893d49-965d-4a7c-8e2e-9bc016522aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:51.508658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-caf8e7ab-e949-4b19-a4c8-12552e0a7193 None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:51.509108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caf8e7ab-e949-4b19-a4c8-12552e0a7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:51.595876 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:46Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '05abbdd0-830e-4f8a-a102-9ce6ecebdf7a', 'name': '', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:81:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:46Z', 'updated_at': '2022-02-19T07:53:50Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:53:51.608266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Made reservation on behalf of f5a12de46d8843908aae94a89f96474f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:53:51.616475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-caf8e7ab-e949-4b19-a4c8-12552e0a7193 None None] Current status of the port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:51.616689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:51.668272 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240752c-f93f-4625-b3f4-8c7943d88c64 None None] The sync data for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 is: [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:53:46Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '05abbdd0-830e-4f8a-a102-9ce6ecebdf7a', 'name': '', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:81:9a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:46Z', 'updated_at': '2022-02-19T07:53:50Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:53:51.885821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Allocated IP 172.20.0.30 (a3ce5f93-d4f7-40c2-86d3-73dd424567a9/d9c87c53-88d6-46a3-9ad9-5816fda5b467/806ba10b-123e-4b17-ba15-c93694c1b786) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:53:52.313029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:53:52.423083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:52.423560 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:52.586415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:52.653861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a30de9aa-34d0-475a-a36b-92bab1dee680 req-020bf9eb-8158-4f4a-a88b-237b4cdd4233 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 210 time: 0.0772207 Feb 19 07:53:52.711181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for port (806ba10b-123e-4b17-ba15-c93694c1b786), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:52.803122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:52.827788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:53:52.830731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:53:52.911181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:53:52.992186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:52.992825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:53.014443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event updated for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:53.037868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.038216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.038564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.038903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.039253 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.040259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.040259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.040259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.040651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.040865 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.041135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.041451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.041776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:53.058119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-a30a1244-2ef4-4596-9f2c-b13246fedfca tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7031441 Feb 19 07:53:53.070105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Request body: {'port': {'device_id': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:53:53.197743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:53.258560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-c63714c4-eb96-464e-b6dc-8fd219f708b2 None None] Provisioning complete for port 806ba10b-123e-4b17-ba15-c93694c1b786 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:53:53.259299 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c63714c4-eb96-464e-b6dc-8fd219f708b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:53.321381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c63714c4-eb96-464e-b6dc-8fd219f708b2 None None] Port 806ba10b-123e-4b17-ba15-c93694c1b786 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:53:53.624592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806ba10b-123e-4b17-ba15-c93694c1b786 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:53:53.639647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks [] for port (806ba10b-123e-4b17-ba15-c93694c1b786), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:53.656043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Transition to ACTIVE for port object 806ba10b-123e-4b17-ba15-c93694c1b786 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:53:53.661879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:53.754592 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Pushing event updated for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:53.883487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Attempting to bind port 806ba10b-123e-4b17-ba15-c93694c1b786 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:53:53.883734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Attempting to bind port 806ba10b-123e-4b17-ba15-c93694c1b786 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:53:53.884080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Attempting to bind port 806ba10b-123e-4b17-ba15-c93694c1b786 on network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:53:53.888636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Port 806ba10b-123e-4b17-ba15-c93694c1b786 on network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:53:53.888970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Attempting to bind port 806ba10b-123e-4b17-ba15-c93694c1b786 on network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:53:53.894983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:53:53.895381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Checking segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:53:53.895781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Bound using segment: {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:53:53.896213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Bound port: 806ba10b-123e-4b17-ba15-c93694c1b786, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6123fe-be35-4139-8f63-431d69a811c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:53:53.896576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:54.010974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d63fd-de84-4ff0-8bf1-068196214aa2 req-ff06f435-141e-497d-904d-80a966cb2af5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.012781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-033d63fd-de84-4ff0-8bf1-068196214aa2 req-ff06f435-141e-497d-904d-80a966cb2af5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 907 time: 0.2322376 Feb 19 07:53:54.050826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:53:54.053991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=806ba10b-123e-4b17-ba15-c93694c1b786,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:53:54.061713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:54.102131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.102879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:54.104949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] 10.222.0.47 "PUT /v2.0/ports/806ba10b-123e-4b17-ba15-c93694c1b786 HTTP/1.1" status: 200 len: 1055 time: 1.0396624 Feb 19 07:53:54.105653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:53:54.108009 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:53:54.193182 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279e963-909b-4e03-90ba-d969ba6b4393 x-openstack-request-id: req-6279e963-909b-4e03-90ba-d969ba6b4393 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:53:54.193705 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:53:54.193978 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6279e963-909b-4e03-90ba-d969ba6b4393 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:53:54.194385 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786', 'status': 'completed', 'code': 200} Feb 19 07:53:54.207586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc261306-06e5-417b-9d14-1c64e0e69a1a service neutron] Pushing event updated for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:54.228587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-c4746290-e919-41ee-85b5-eba819b2bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.235573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-c4746290-e919-41ee-85b5-eba819b2bac3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 1089 time: 0.0818181 Feb 19 07:53:54.318023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-263b42ef-a5d3-4727-909b-937eecd86ebc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=806ba10b-123e-4b17-ba15-c93694c1b786 HTTP/1.1" status: 200 len: 217 time: 0.0750248 Feb 19 07:53:54.396651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-abf329ee-dddc-4028-967b-65f24e08d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.398281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-abf329ee-dddc-4028-967b-65f24e08d22b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9c87c53-88d6-46a3-9ad9-5816fda5b467 HTTP/1.1" status: 200 len: 836 time: 0.0698993 Feb 19 07:53:54.453286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-ba0b08d3-a8bd-4b1a-8556-610f5ae99e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.453566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-ba0b08d3-a8bd-4b1a-8556-610f5ae99e6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3ce5f93-d4f7-40c2-86d3-73dd424567a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488312 Feb 19 07:53:54.562404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-39559475-227f-4a20-be22-ba5e42bea542 service neutron] 10.222.0.47 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031432 Feb 19 07:53:54.656560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0655894b-8916-4047-bdc8-4fecd677ae3d req-887277bb-c609-4d69-9506-06b87c088237 service neutron] 10.222.0.47 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873647 Feb 19 07:53:54.769649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-f2fac50d-a29e-440e-960f-151cc59bf439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.771358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-f2fac50d-a29e-440e-960f-151cc59bf439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 1089 time: 0.0590503 Feb 19 07:53:54.873113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-87e2905f-cbf1-4135-977d-4e0a8c2defba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.875672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-87e2905f-cbf1-4135-977d-4e0a8c2defba service neutron] 10.222.0.47 "GET /v2.0/networks?id=a3ce5f93-d4f7-40c2-86d3-73dd424567a9 HTTP/1.1" status: 200 len: 897 time: 0.0976067 Feb 19 07:53:54.937250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-65cadf5a-ac31-469b-9578-042d3e828da9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=806ba10b-123e-4b17-ba15-c93694c1b786 HTTP/1.1" status: 200 len: 217 time: 0.0546341 Feb 19 07:53:54.993645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-2fd87c9b-be95-4200-8ca0-724b0247faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:54.995428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-2fd87c9b-be95-4200-8ca0-724b0247faa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d9c87c53-88d6-46a3-9ad9-5816fda5b467 HTTP/1.1" status: 200 len: 836 time: 0.0528738 Feb 19 07:53:55.054737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-ef5d8d69-a664-423b-aa3c-b9c488b89a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:55.056953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-ef5d8d69-a664-423b-aa3c-b9c488b89a37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a3ce5f93-d4f7-40c2-86d3-73dd424567a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509951 Feb 19 07:53:55.153907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d14b5-e5e0-44ec-967a-5031cac32a0e req-aa0aaf83-cb89-4904-adcc-37c6befdd7de tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:55.156083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a74d14b5-e5e0-44ec-967a-5031cac32a0e req-aa0aaf83-cb89-4904-adcc-37c6befdd7de tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 907 time: 0.0573339 Feb 19 07:53:55.160934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-8a21a420-e265-4591-9f21-6dce5a0ae2d0 service neutron] 10.222.0.47 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966589 Feb 19 07:53:55.258405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0e8d6e87-19ec-4e72-93d7-9a4ceb59e50a req-c411fc3f-212b-4233-a1e8-34b9e7c91299 service neutron] 10.222.0.47 "GET /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903695 Feb 19 07:53:56.323108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf610-929e-4451-bd51-4773d6a23b6d req-290ea124-7e02-44a3-88a7-e3191b6c3e0c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:56.328336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c8cf610-929e-4451-bd51-4773d6a23b6d req-290ea124-7e02-44a3-88a7-e3191b6c3e0c tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 907 time: 0.0865333 Feb 19 07:53:57.455050 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6839b-6ff9-47ce-9f01-cf5f2de4a4ab req-b8ab77c3-3cab-4cda-8f6e-4ae8e0ca071e tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:57.456333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82c6839b-6ff9-47ce-9f01-cf5f2de4a4ab req-b8ab77c3-3cab-4cda-8f6e-4ae8e0ca071e tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 907 time: 0.0544519 Feb 19 07:53:58.653019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae96fce-15b6-4adf-b944-e1e924ba4a4a req-78f1708e-f477-4c17-bd0d-abeb80f15c74 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:58.654596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ae96fce-15b6-4adf-b944-e1e924ba4a4a req-78f1708e-f477-4c17-bd0d-abeb80f15c74 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 907 time: 0.1208260 Feb 19 07:53:59.140742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:53:59.284812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 806ba10b-123e-4b17-ba15-c93694c1b786 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:53:59.303520 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port 7c45b66c-4615-45af-99c3-9ac954bc761b {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:53:59.303870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.382531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.383013 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (7c45b66c-4615-45af-99c3-9ac954bc761b), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.385672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=806ba10b-123e-4b17-ba15-c93694c1b786,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:59.395411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for 7c45b66c-4615-45af-99c3-9ac954bc761b owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:53:59.397442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '806ba10b-123e-4b17-ba15-c93694c1b786', 'network_id': 'a3ce5f93-d4f7-40c2-86d3-73dd424567a9', 'port_id': '806ba10b-123e-4b17-ba15-c93694c1b786', 'mac_address': 'fa:16:3e:41:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c87c53-88d6-46a3-9ad9-5816fda5b467', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:53:59.437231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 806ba10b-123e-4b17-ba15-c93694c1b786 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:53:59.438476 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.452528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806ba10b-123e-4b17-ba15-c93694c1b786 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:53:59.475245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=806ba10b-123e-4b17-ba15-c93694c1b786,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:53:59.479691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.529969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:59.537966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.538571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.539074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.539766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.540282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.540801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.541132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.541459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.541782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.542108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.542424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.542743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.543058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.560002 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (7c45b66c-4615-45af-99c3-9ac954bc761b), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.585411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=7c45b66c-4615-45af-99c3-9ac954bc761b,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:53:59.615697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.615821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.616134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.616472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.616801 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.617131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.617461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.617787 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.618106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.618423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.618923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.619277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.619602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:53:59.663368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (52dc4e01-bc79-48e4-84c4-0a46090d4c38), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:53:59.663702 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Floating IP 52dc4e01-bc79-48e4-84c4-0a46090d4c38 disassociated (deleted). External IP: 172.25.7.49, port: e130439e-c060-4484-8d52-9dc5156f4307. Feb 19 07:53:59.813660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['806ba10b-123e-4b17-ba15-c93694c1b786'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:53:59.861758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ef8a-a851-43c0-9b2d-1ef7a33d285f req-7d900709-5138-4246-ad7e-223939cf969a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:53:59.863821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f853ef8a-a851-43c0-9b2d-1ef7a33d285f req-7d900709-5138-4246-ad7e-223939cf969a tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 908 time: 0.1068015 Feb 19 07:53:59.937564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:00.048399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:00.053186 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:00.058274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:00.067784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:00.068602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:00.087816 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e3356619-653e-43a1-a329-f70ee2660f50 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "DELETE /v2.0/floatingips/52dc4e01-bc79-48e4-84c4-0a46090d4c38 HTTP/1.1" status: 204 len: 168 time: 0.9434752 Feb 19 07:54:00.087816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:00.088610 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb217e7-7da4-4b15-aec7-263c486e9bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:00.130331 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787ab7fe-170c-4b37-85be-dae9dfff0551 x-openstack-request-id: req-787ab7fe-170c-4b37-85be-dae9dfff0551 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:00.130626 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "tag": "e130439e-c060-4484-8d52-9dc5156f4307", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:00.130885 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-787ab7fe-170c-4b37-85be-dae9dfff0551 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:00.131334 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307', 'status': 'completed', 'code': 200} Feb 19 07:54:00.215749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-f34a829e-93bb-444a-94cb-58e8d1a92341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.218414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-f34a829e-93bb-444a-94cb-58e8d1a92341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfbcaf730274870a33659d48ef94c37&device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 1127 time: 0.0600646 Feb 19 07:54:00.232661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:00.337278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-f78678da-da61-4b99-8179-0fb813f5ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.339233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-f78678da-da61-4b99-8179-0fb813f5ab3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 200 len: 912 time: 0.1151195 Feb 19 07:54:00.390593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-36bc77c5-1a62-4e7d-9a67-c76607d3f411 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 200 len: 217 time: 0.0431504 Feb 19 07:54:00.414826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f7b11-1a01-4f4a-96ec-cb72f1c9e005 req-e82fbd2f-e877-4138-8d78-0f804e488e62 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.422262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-733f7b11-1a01-4f4a-96ec-cb72f1c9e005 req-e82fbd2f-e877-4138-8d78-0f804e488e62 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0733607 Feb 19 07:54:00.453382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-dcecaf24-939c-44bb-ac4b-b7d3f3b95dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.455438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-dcecaf24-939c-44bb-ac4b-b7d3f3b95dfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 200 len: 851 time: 0.0588918 Feb 19 07:54:00.474751 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:00.477060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-733f7b11-1a01-4f4a-96ec-cb72f1c9e005 req-01b39f64-b881-4dd7-9c6b-5e0007a12fcf tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537422 Feb 19 07:54:00.506725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:00.515260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:00.515559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-881103c1-5075-4c8a-9730-9baaf4bd66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.515888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:53:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:00.517160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-881103c1-5075-4c8a-9730-9baaf4bd66f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b56abe92-c475-4429-96ff-8545616e1eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535836 Feb 19 07:54:00.617796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-c16dfab7-3a65-46ec-ac18-f882da730d6c service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941887 Feb 19 07:54:00.621407 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:00.643077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:00.718617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dcb217e7-7da4-4b15-aec7-263c486e9bf2 req-d1d004b6-5913-4809-899b-7914bbe1c5d1 service neutron] 10.222.0.47 "GET /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938234 Feb 19 07:54:00.860661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:00.891574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9305a2-621c-4ba8-9bf9-a49a6409fec2 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:36:27Z', 'revision_number': 4, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '48c9b925-02d7-43cf-b006-56b5b7b8c0eb', 'name': '', 'network_id': 'b56abe92-c475-4429-96ff-8545616e1eba', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'mac_address': 'fa:16:3e:e3:90:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '8618e766-16e2-456a-b815-684194cbcbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:25Z', 'updated_at': '2022-02-19T07:36:38Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'subnets': [{'id': '8618e766-16e2-456a-b815-684194cbcbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:00.995829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b296-05ff-4b1f-9871-c24398f91b35 req-947e4c51-993a-4df7-b24f-3ade594d9b55 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:00.997388 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c23b296-05ff-4b1f-9871-c24398f91b35 req-947e4c51-993a-4df7-b24f-3ade594d9b55 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 908 time: 0.0604854 Feb 19 07:54:01.155655 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa94f6-99d2-4777-bfeb-2f7b1c92606c None None] New status for floating IP 52dc4e01-bc79-48e4-84c4-0a46090d4c38: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:54:01.284457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 806ba10b-123e-4b17-ba15-c93694c1b786 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:54:01.334387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 806ba10b-123e-4b17-ba15-c93694c1b786 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:54:01.338202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 806ba10b-123e-4b17-ba15-c93694c1b786 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:54:01.338571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:01.422314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 806ba10b-123e-4b17-ba15-c93694c1b786 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:54:01.422622 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:01.445166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:01.447440 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94faf4-8f6d-4813-b9f5-150c564e4dcc" -d '{"events": [{"server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "name": "network-vif-plugged", "status": "completed", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:01.459768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=806ba10b-123e-4b17-ba15-c93694c1b786,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:01.465744 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:01.492467 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be2dd96-c0b1-4f12-a816-db2578104cf0 x-openstack-request-id: req-8be2dd96-c0b1-4f12-a816-db2578104cf0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:01.493122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "name": "network-vif-plugged", "status": "completed", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:01.493122 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8be2dd96-c0b1-4f12-a816-db2578104cf0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:01.494072 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786', 'code': 200} Feb 19 07:54:01.532886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:01.648884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726157b-ed8e-4453-ab6c-27f4994d71e4 req-a5de63ef-ffaa-40c1-8d9a-f84b1208357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:01.650415 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b726157b-ed8e-4453-ab6c-27f4994d71e4 req-a5de63ef-ffaa-40c1-8d9a-f84b1208357a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 1091 time: 0.0830839 Feb 19 07:54:01.660968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e816-b5d9-417e-bead-44011010a316 req-f79a8ecb-3d97-48c6-bb45-95a802216c2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:01.662358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3742e816-b5d9-417e-bead-44011010a316 req-f79a8ecb-3d97-48c6-bb45-95a802216c2e tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0835454 Feb 19 07:54:01.727841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3742e816-b5d9-417e-bead-44011010a316 req-2d4a6bec-994f-4039-ad62-2fd42cbbacdb tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/security-groups?id=2000fb7a-5f06-4e02-ad10-339baf133bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595798 Feb 19 07:54:02.126057 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64a782-07f0-4d3a-b1c3-e0eedcd85553 req-121e73ca-2aa2-4500-8856-43ee0beeef71 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:02.127556 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc64a782-07f0-4d3a-b1c3-e0eedcd85553 req-121e73ca-2aa2-4500-8856-43ee0beeef71 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0581536 Feb 19 07:54:02.216014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-c9ce2a6a-624e-4245-85df-7fb3a1f1ed66 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:02.217482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-c9ce2a6a-624e-4245-85df-7fb3a1f1ed66 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 945 time: 0.0518610 Feb 19 07:54:02.317270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port e130439e-c060-4484-8d52-9dc5156f4307 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:02.317611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e130439e-c060-4484-8d52-9dc5156f4307), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:02.410793 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] For port e130439e-c060-4484-8d52-9dc5156f4307, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e130439e-c060-4484-8d52-9dc5156f4307,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:02.411146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e130439e-c060-4484-8d52-9dc5156f4307), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:02.422685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for e130439e-c060-4484-8d52-9dc5156f4307 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:02.549583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e130439e-c060-4484-8d52-9dc5156f4307), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:02.584259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=e130439e-c060-4484-8d52-9dc5156f4307,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:02.630632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] No DVR routers for this DVR port e130439e-c060-4484-8d52-9dc5156f4307 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:02.633531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:02.638022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e9beed90-97ca-4dd4-b2f4-4d7e53f8707f req-454765e0-30ba-48f7-988f-a801ec8ef749 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.47 "DELETE /v2.0/ports/e130439e-c060-4484-8d52-9dc5156f4307 HTTP/1.1" status: 204 len: 173 time: 0.4145525 Feb 19 07:54:02.638575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'name': 'network-vif-deleted', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:02.640862 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a4e00-a88c-4ddd-81fe-553ff6136c52" -d '{"events": [{"server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "name": "network-vif-deleted", "tag": "e130439e-c060-4484-8d52-9dc5156f4307"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:02.682653 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc84a59-812e-4515-b7f2-4e12ce5416d5 x-openstack-request-id: req-0cc84a59-812e-4515-b7f2-4e12ce5416d5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:02.683310 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e79a13-3f6d-4255-929e-ba5b283f387a", "name": "network-vif-deleted", "tag": "e130439e-c060-4484-8d52-9dc5156f4307", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:02.683310 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cc84a59-812e-4515-b7f2-4e12ce5416d5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:02.683835 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e79a13-3f6d-4255-929e-ba5b283f387a', 'name': 'network-vif-deleted', 'tag': 'e130439e-c060-4484-8d52-9dc5156f4307', 'status': 'completed', 'code': 200} Feb 19 07:54:02.833478 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1b46a1b4-3212-4a8c-ad47-53cde026ff66 req-029c1b11-3f10-4416-89fa-3647541e357b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0284519 Feb 19 07:54:03.258808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d02d8-214e-4c59-a23b-1c51978ee467 req-58a97032-79b1-4a16-8998-534d0abcc011 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:03.260266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-172d02d8-214e-4c59-a23b-1c51978ee467 req-58a97032-79b1-4a16-8998-534d0abcc011 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0598948 Feb 19 07:54:03.295461 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:03.396997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bff309-c186-4fa2-a7d3-e4ce882991fd req-291a7cf1-20dd-40fd-a2fa-37c9539506a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:03.398486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62bff309-c186-4fa2-a7d3-e4ce882991fd req-291a7cf1-20dd-40fd-a2fa-37c9539506a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0575678 Feb 19 07:54:03.518388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed6efd-6b3b-4ce7-90b6-86208cb5cada req-7d41b719-f6e6-499c-9434-27d5b182f21d tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:03.520097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9ed6efd-6b3b-4ce7-90b6-86208cb5cada req-7d41b719-f6e6-499c-9434-27d5b182f21d tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 1091 time: 0.0455642 Feb 19 07:54:03.629887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40a9e8-550a-4556-8d31-8b67b0efdbff req-c269fa89-bb6c-4dd7-a7b9-da0e88acfffd tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:03.631491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc40a9e8-550a-4556-8d31-8b67b0efdbff req-c269fa89-bb6c-4dd7-a7b9-da0e88acfffd tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1167 time: 0.0459807 Feb 19 07:54:03.699467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fc40a9e8-550a-4556-8d31-8b67b0efdbff req-d628dd13-ee0e-44f8-b614-24502835c7f4 tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0614252 Feb 19 07:54:03.720663 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40698) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:03.770511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a67b3-cd01-4fd8-bb7e-1b5dcd05481a tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:03.775249 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a3a67b3-cd01-4fd8-bb7e-1b5dcd05481a tempest-TestSecurityGroupsBasicOps-1154320521 tempest-TestSecurityGroupsBasicOps-1154320521-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 1086 time: 0.0504465 Feb 19 07:54:03.956868 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f0d61e3-64ad-48c9-b536-d772af0d619b req-a5e4ccc9-cd08-43dd-a571-79a7cd4c6265 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0295608 Feb 19 07:54:04.069350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108983c2-d84c-4c32-a2bd-94adc37637c9 req-8fb5cd27-dc37-4e31-85d9-7fd7270482b8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:04.070957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-108983c2-d84c-4c32-a2bd-94adc37637c9 req-8fb5cd27-dc37-4e31-85d9-7fd7270482b8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0611150 Feb 19 07:54:05.067530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01c28bf8-a94c-4211-bd6e-0c5b4cdc18e8 req-d8a5fb1e-52ae-4e95-a855-73c7955014a6 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0314002 Feb 19 07:54:05.211577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8cc91-6a40-4dec-b2aa-ca1abb87dbbc req-8349cede-b4df-44c6-a95e-8ff15fa1aabe tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:05.213404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a8a8cc91-6a40-4dec-b2aa-ca1abb87dbbc req-8349cede-b4df-44c6-a95e-8ff15fa1aabe tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0719182 Feb 19 07:54:05.500148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6e616b5-35ae-480c-8b40-7f49ee67ecde tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:05.501554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6e616b5-35ae-480c-8b40-7f49ee67ecde tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 909 time: 0.0530245 Feb 19 07:54:05.600464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port 806ba10b-123e-4b17-ba15-c93694c1b786 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:05.600896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:05.699207 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port 806ba10b-123e-4b17-ba15-c93694c1b786, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=806ba10b-123e-4b17-ba15-c93694c1b786,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:05.699674 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:05.713724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for 806ba10b-123e-4b17-ba15-c93694c1b786 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:05.861138 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (806ba10b-123e-4b17-ba15-c93694c1b786), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:05.888776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=806ba10b-123e-4b17-ba15-c93694c1b786,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:05.940954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] No DVR routers for this DVR port 806ba10b-123e-4b17-ba15-c93694c1b786 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:05.943677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:05.951928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b062e0dd-0828-43bc-a077-f0d62cc4c324 req-a6323079-98e4-4a31-b272-59ac32b3db82 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.47 "DELETE /v2.0/ports/806ba10b-123e-4b17-ba15-c93694c1b786 HTTP/1.1" status: 204 len: 173 time: 0.4405184 Feb 19 07:54:05.951928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'name': 'network-vif-deleted', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:05.951928 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2da6b-209c-4224-b16e-29ddfb3f17e9" -d '{"events": [{"server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "name": "network-vif-deleted", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:06.007311 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdcf2c3-cd7d-4437-b5de-9bffba799844 x-openstack-request-id: req-0cdcf2c3-cd7d-4437-b5de-9bffba799844 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:06.007710 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cc6c8c-57bc-4ee8-bf34-2985fa879511", "name": "network-vif-deleted", "tag": "806ba10b-123e-4b17-ba15-c93694c1b786", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:06.008084 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cdcf2c3-cd7d-4437-b5de-9bffba799844 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:06.008742 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cc6c8c-57bc-4ee8-bf34-2985fa879511', 'name': 'network-vif-deleted', 'tag': '806ba10b-123e-4b17-ba15-c93694c1b786', 'status': 'completed', 'code': 200} Feb 19 07:54:06.174298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa5b4e18-9942-4295-be5d-36e5dcd77347 req-37cc8ddd-6884-4cf3-ad1e-9bd54bd9a747 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0309963 Feb 19 07:54:06.268273 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52565277-a24b-4b77-8368-63a22ba78a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:06.340703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a69886f8-8c50-43ef-b294-5675f1a1d526 req-17d3556b-4bb0-4020-ad52-986b90b902ec tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8cc6c8c-57bc-4ee8-bf34-2985fa879511 HTTP/1.1" status: 200 len: 210 time: 0.0409477 Feb 19 07:54:07.268817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3ebb5a0-0699-4178-8288-4e90ea9fa24c req-5f8ca82b-d324-4ede-931b-8bda7fe3c07d tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0270233 Feb 19 07:54:07.335637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 806ba10b-123e-4b17-ba15-c93694c1b786 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:07.360281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 806ba10b-123e-4b17-ba15-c93694c1b786 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:07.360630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 806ba10b-123e-4b17-ba15-c93694c1b786 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:07.361043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e130439e-c060-4484-8d52-9dc5156f4307 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:07.379796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: e130439e-c060-4484-8d52-9dc5156f4307 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:07.380112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e130439e-c060-4484-8d52-9dc5156f4307 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:07.404413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40748) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:07.760996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.033280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:08.033540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.123549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:08.123911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.136824 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:08.322461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (05abbdd0-830e-4f8a-a102-9ce6ecebdf7a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.363940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=05abbdd0-830e-4f8a-a102-9ce6ecebdf7a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:08.411632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bfab08c1-1f9a-41c2-b616-57d0149b1c4e req-07d0c96f-ce07-4510-bd4a-80a26dda0e6a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0661230 Feb 19 07:54:08.542709 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.604963 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67bd043-fb61-4def-916c-a9c21bcedf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:08.777299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router d5fa6a4a-265d-408b-b7a6-e022e550c331 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:08.885620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:08.890457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-97c517b2-4fa2-4fd4-822f-eab04ddaab2b tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "PUT /v2.0/routers/d5fa6a4a-265d-408b-b7a6-e022e550c331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4849186 Feb 19 07:54:08.893458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:08.897037 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Sync routers for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:08.907892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:08.908517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:08.946773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting subnet d9c87c53-88d6-46a3-9ad9-5816fda5b467 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:54:08.957039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (d9c87c53-88d6-46a3-9ad9-5816fda5b467), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.011250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (d9c87c53-88d6-46a3-9ad9-5816fda5b467), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.031306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:09.096951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (d9c87c53-88d6-46a3-9ad9-5816fda5b467), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.161453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (d9c87c53-88d6-46a3-9ad9-5816fda5b467), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.192705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c87c53-88d6-46a3-9ad9-5816fda5b467,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.196293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.199859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-13baf378-8614-4bc9-9580-046346a9c0e8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/subnets/d9c87c53-88d6-46a3-9ad9-5816fda5b467 HTTP/1.1" status: 204 len: 168 time: 0.3045573 Feb 19 07:54:09.202656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:09.210214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207bcbb-b928-45e1-9cbf-793693f6f7f3 None None] Network a3ce5f93-d4f7-40c2-86d3-73dd424567a9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:54:09.314580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.431673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (d5fa6a4a-265d-408b-b7a6-e022e550c331), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.447649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:54:08Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ac3354b2-5064-420e-8f55-90bc818112ba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:53:42Z', 'updated_at': '2022-02-19T07:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:09.490472 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port ac3354b2-5064-420e-8f55-90bc818112ba {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:09.491170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.504796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Checking router: d5fa6a4a-265d-408b-b7a6-e022e550c331 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:09.518767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Routers {'d5fa6a4a-265d-408b-b7a6-e022e550c331'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:09.519490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['d5fa6a4a-265d-408b-b7a6-e022e550c331'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:09.543736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04baa525-e11e-4c8d-80a4-ab02e5ec3281 req-89381097-c0b7-4ebe-a977-181326c6b40a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0444984 Feb 19 07:54:09.579520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port ac3354b2-5064-420e-8f55-90bc818112ba, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac3354b2-5064-420e-8f55-90bc818112ba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:09.579906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.593215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for ac3354b2-5064-420e-8f55-90bc818112ba owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:09.623355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] Set router d5fa6a4a-265d-408b-b7a6-e022e550c331 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:09.678589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 6, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:09.712060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] DHCP port deletion for a3ce5f93-d4f7-40c2-86d3-73dd424567a9 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:54:09.714290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc6c5a-111a-4bf8-babc-53f0703dd50a None None] The sync data for ids ['d5fa6a4a-265d-408b-b7a6-e022e550c331'] in n-d-829866-3 is: [{'id': 'd5fa6a4a-265d-408b-b7a6-e022e550c331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1040606695', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:53:41Z', 'updated_at': '2022-02-19T07:54:09Z', 'revision_number': 6, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:09.774338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Deleting port 83893d49-965d-4a7c-8e2e-9bc016522aa9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:09.774718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.805903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ac3354b2-5064-420e-8f55-90bc818112ba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.837560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=ac3354b2-5064-420e-8f55-90bc818112ba,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.842163 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.862051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] For port 83893d49-965d-4a7c-8e2e-9bc016522aa9, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=83893d49-965d-4a7c-8e2e-9bc016522aa9,segment=NetworkSegment(bf6123fe-be35-4139-8f63-431d69a811c6),segment_id=bf6123fe-be35-4139-8f63-431d69a811c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:09.862449 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.877663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Calling delete_port for 83893d49-965d-4a7c-8e2e-9bc016522aa9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:09.905686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.958281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (83893d49-965d-4a7c-8e2e-9bc016522aa9), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:09.987314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] Pushing event deleted for resources: {'Port': ['ID=83893d49-965d-4a7c-8e2e-9bc016522aa9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:09.990057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a3240-b331-4dca-9a95-0ccbdf65520d None None] No DVR routers for this DVR port 83893d49-965d-4a7c-8e2e-9bc016522aa9 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:10.011850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.013997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_controller (d5fa6a4a-265d-408b-b7a6-e022e550c331), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.072719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (d5fa6a4a-265d-408b-b7a6-e022e550c331), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.074110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Fanout notify agent at l3_agent the message router_deleted on router d5fa6a4a-265d-408b-b7a6-e022e550c331 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:10.084527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.089324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4da830c1-8244-4099-9475-41729cd513f8 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/routers/d5fa6a4a-265d-408b-b7a6-e022e550c331 HTTP/1.1" status: 204 len: 168 time: 0.8827732 Feb 19 07:54:10.089555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40762) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:10.174476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a3ce5f93-d4f7-40c2-86d3-73dd424567a9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.273545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a3ce5f93-d4f7-40c2-86d3-73dd424567a9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.293448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ce5f93-d4f7-40c2-86d3-73dd424567a9']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:10.302566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6123fe-be35-4139-8f63-431d69a811c6') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:10.302864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6123fe-be35-4139-8f63-431d69a811c6') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:10.312183 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (bf6123fe-be35-4139-8f63-431d69a811c6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.325893 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (bf6123fe-be35-4139-8f63-431d69a811c6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.332870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:54:10.333347 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (bf6123fe-be35-4139-8f63-431d69a811c6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:10.336217 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:10.395877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a3ce5f93-d4f7-40c2-86d3-73dd424567a9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.404259 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.407507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/networks/a3ce5f93-d4f7-40c2-86d3-73dd424567a9 HTTP/1.1" status: 204 len: 168 time: 0.3168616 Feb 19 07:54:10.410809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:10.417698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9bb1f-f3f7-44e4-b1d2-adb29548b5bb tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Network': ['ID=a3ce5f93-d4f7-40c2-86d3-73dd424567a9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:10.599170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port 7bd7bd75-87cd-41df-aad2-890450cd4b12 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:10.599790 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.635601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:10.664614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:10.664957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 05abbdd0-830e-4f8a-a102-9ce6ecebdf7a not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:10.665589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83893d49-965d-4a7c-8e2e-9bc016522aa9 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:10.683726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-700313fb-304f-41be-ae8e-320764c6e261 req-8c785e4e-ea1c-4003-83bd-b541e6b34a0a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0383465 Feb 19 07:54:10.685473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 83893d49-965d-4a7c-8e2e-9bc016522aa9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:10.686032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 83893d49-965d-4a7c-8e2e-9bc016522aa9 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:10.720492 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.720826 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for floatingip (7bd7bd75-87cd-41df-aad2-890450cd4b12), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.734076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for 7bd7bd75-87cd-41df-aad2-890450cd4b12 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:10.929688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (7bd7bd75-87cd-41df-aad2-890450cd4b12), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:10.954868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=7bd7bd75-87cd-41df-aad2-890450cd4b12,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:11.017566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for floatingip (f59bb338-6309-44c8-8f24-8069bdb07a4d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:11.017795 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Floating IP f59bb338-6309-44c8-8f24-8069bdb07a4d disassociated (deleted). External IP: 172.25.7.238, port: 07a85a09-c3d3-4e43-9e9a-863893d6a7ae. Feb 19 07:54:11.125392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:11.555084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:11.666876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:11.671877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:11.677094 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Sync routers for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:11.688427 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:11.689068 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:11.707342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-171b83c7-2ea9-4ba2-823a-857091606cb5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/floatingips/f59bb338-6309-44c8-8f24-8069bdb07a4d HTTP/1.1" status: 204 len: 168 time: 1.2945495 Feb 19 07:54:11.708036 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:11.710406 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220bbd9-3d98-4768-8917-9d7663af46e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:11.759615 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c86809a-844c-48ee-84f0-b66337fe653f x-openstack-request-id: req-0c86809a-844c-48ee-84f0-b66337fe653f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:11.759983 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:11.760308 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c86809a-844c-48ee-84f0-b66337fe653f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:11.760792 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'status': 'completed', 'code': 200} Feb 19 07:54:11.874540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe456280-91ee-4874-8fcc-bf8763c2dd0e req-acde5c03-a0ad-4e5c-95ea-97198e37d69b tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e79a13-3f6d-4255-929e-ba5b283f387a HTTP/1.1" status: 200 len: 210 time: 0.0402105 Feb 19 07:54:11.891887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-4b1cf2fc-182f-4ff3-960a-aa3e63c0ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:11.893385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-4b1cf2fc-182f-4ff3-960a-aa3e63c0ff0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5a12de46d8843908aae94a89f96474f&device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 1167 time: 0.1008663 Feb 19 07:54:11.899711 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:12.052296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-e987a976-8e80-4855-b3b8-9e048bf2ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:12.054164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-e987a976-8e80-4855-b3b8-9e048bf2ee1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 200 len: 896 time: 0.1518869 Feb 19 07:54:12.070886 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4862ce-1286-4d12-adc3-29be41683794 req-fc89e19d-b898-4a3b-a537-46e525a3cefd tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:12.080138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd4862ce-1286-4d12-adc3-29be41683794 req-fc89e19d-b898-4a3b-a537-46e525a3cefd tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0776205 Feb 19 07:54:12.107857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-f00e3d24-8f77-446a-bd9f-93908b3b713d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 200 len: 217 time: 0.0469019 Feb 19 07:54:12.142267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd4862ce-1286-4d12-adc3-29be41683794 req-b91f4bef-dedc-417a-8e94-fe038ad8e136 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0608013 Feb 19 07:54:12.145670 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:12.169063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-ae40d73a-bffe-4c4e-b325-b8c9fcbdecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:12.169063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-ae40d73a-bffe-4c4e-b325-b8c9fcbdecf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 HTTP/1.1" status: 200 len: 834 time: 0.0541372 Feb 19 07:54:12.173470 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Checking router: 6b506e42-c26d-48cb-a15e-cb80d5ceb232 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:12.178454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac3354b2-5064-420e-8f55-90bc818112ba no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:12.184706 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:12.185328 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:12.199135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ac3354b2-5064-420e-8f55-90bc818112ba {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:12.199532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac3354b2-5064-420e-8f55-90bc818112ba not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:12.239231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-e06138e1-8d97-479c-8211-dd78b7431db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:12.240765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-e06138e1-8d97-479c-8211-dd78b7431db0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da8eba23-24ee-4981-981c-9affb927af45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641315 Feb 19 07:54:12.359514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-eceb36fd-c348-4c61-986d-08394e37da1c service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084657 Feb 19 07:54:12.414825 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:12.446235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:12.467584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4220bbd9-3d98-4768-8917-9d7663af46e6 req-b836a03f-3a40-4b8d-b5f6-39baba1c1a9c service neutron] 10.222.0.24 "GET /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991364 Feb 19 07:54:12.632075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:12.657623 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0a01-e8d5-4ef9-9a79-ff3b7b791aa7 None None] The sync data for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 is: [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:52:51Z', 'revision_number': 4, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3', 'name': '', 'network_id': 'da8eba23-24ee-4981-981c-9affb927af45', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'mac_address': 'fa:16:3e:2a:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_interface', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:50Z', 'updated_at': '2022-02-19T07:52:55Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'subnets': [{'id': '7f6b3b3c-4355-4a83-8007-ff2a7c9583b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:12.879709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2777eb-6901-4014-aac0-c479b4d8b064 None None] New status for floating IP f59bb338-6309-44c8-8f24-8069bdb07a4d: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:54:12.955608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:13.090926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Deleting port 87ec6344-ad68-430a-b0a6-4c8e1d6d3f08 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:13.091304 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.167894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.168223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.192814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Calling delete_port for 87ec6344-ad68-430a-b0a6-4c8e1d6d3f08 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:13.270551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844ff5f-c700-45db-8c18-884f888d5c33 req-23c67ca8-ea50-4d14-8abd-054a7123e69d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:13.272254 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6844ff5f-c700-45db-8c18-884f888d5c33 req-23c67ca8-ea50-4d14-8abd-054a7123e69d tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0530589 Feb 19 07:54:13.273213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-b8f63a25-c6c9-4e43-9886-64c08bbf8db2 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:13.274708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-b8f63a25-c6c9-4e43-9886-64c08bbf8db2 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.24 "GET /v2.0/ports?device_id=2109d73f-22cc-4694-8dd6-c210ec5fdd7f HTTP/1.1" status: 200 len: 985 time: 0.0971241 Feb 19 07:54:13.333179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6844ff5f-c700-45db-8c18-884f888d5c33 req-78c9872a-a1d2-4aea-93ec-1999fb9da076 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6401162-4bfc-44df-a071-c3939769c2a5&id=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552535 Feb 19 07:54:13.434333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:13.434663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.438903 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (87ec6344-ad68-430a-b0a6-4c8e1d6d3f08), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.506046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'Port': ['ID=87ec6344-ad68-430a-b0a6-4c8e1d6d3f08,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:13.606839 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for floatingip (035d138f-60ea-4781-a63e-963766ba4a14), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.609769 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.610968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f542994d-650d-42c0-aeb3-4a23ab47e21a tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "DELETE /v2.0/floatingips/035d138f-60ea-4781-a63e-963766ba4a14 HTTP/1.1" status: 204 len: 168 time: 0.6543536 Feb 19 07:54:13.619127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:13.619550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.633220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for 07a85a09-c3d3-4e43-9e9a-863893d6a7ae owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:13.802453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (07a85a09-c3d3-4e43-9e9a-863893d6a7ae), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.837535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=07a85a09-c3d3-4e43-9e9a-863893d6a7ae,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:13.890629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] No DVR routers for this DVR port 07a85a09-c3d3-4e43-9e9a-863893d6a7ae on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:13.893067 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:13.896825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c6dd921-402f-4dc1-9a05-96374f4a4214 req-e846e669-1b9e-4a13-913c-263715d355b0 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.24 "DELETE /v2.0/ports/07a85a09-c3d3-4e43-9e9a-863893d6a7ae HTTP/1.1" status: 204 len: 173 time: 0.6150169 Feb 19 07:54:13.897245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'name': 'network-vif-deleted', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:13.899490 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e5d4d7-a5de-4806-a1de-32e892a41f84" -d '{"events": [{"server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "name": "network-vif-deleted", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:13.944846 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326e8353-f5d9-4e4a-bb0b-f1e38e9ea862 x-openstack-request-id: req-326e8353-f5d9-4e4a-bb0b-f1e38e9ea862 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:13.945144 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2109d73f-22cc-4694-8dd6-c210ec5fdd7f", "name": "network-vif-deleted", "tag": "07a85a09-c3d3-4e43-9e9a-863893d6a7ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:13.945487 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-326e8353-f5d9-4e4a-bb0b-f1e38e9ea862 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:13.945824 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2109d73f-22cc-4694-8dd6-c210ec5fdd7f', 'name': 'network-vif-deleted', 'tag': '07a85a09-c3d3-4e43-9e9a-863893d6a7ae', 'status': 'completed', 'code': 200} Feb 19 07:54:14.397608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:14.452700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (5ce3f0ee-445a-412f-baaa-6cf38e26f8a5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.483618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (5ce3f0ee-445a-412f-baaa-6cf38e26f8a5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.528625 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ce3f0ee-445a-412f-baaa-6cf38e26f8a5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.532169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.533575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ce3f0ee-445a-412f-baaa-6cf38e26f8a5 HTTP/1.1" status: 204 len: 168 time: 0.1349552 Feb 19 07:54:14.536278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40804) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:14.544470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ccf46-d482-43b9-a2a0-c440c96347e5 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce3f0ee-445a-412f-baaa-6cf38e26f8a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:14.597777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (e6401162-4bfc-44df-a071-c3939769c2a5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.621032 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (e6401162-4bfc-44df-a071-c3939769c2a5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.665237 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e6401162-4bfc-44df-a071-c3939769c2a5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.667892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:14.671923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:14.672174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/security-groups/e6401162-4bfc-44df-a071-c3939769c2a5 HTTP/1.1" status: 204 len: 168 time: 0.1346517 Feb 19 07:54:14.683222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e5c60-2e28-4fb3-87bd-676221b4a6c3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6401162-4bfc-44df-a071-c3939769c2a5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:15.047659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:15.313554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:15.313893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:15.406861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:15.407552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:15.421647 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:15.610524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:15.646953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:15.842167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.072822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:16.201469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:16.210111 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:16.215943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-35ff034e-8514-4dc6-a473-fca0c3a331ce tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "PUT /v2.0/routers/6b506e42-c26d-48cb-a15e-cb80d5ceb232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5426836 Feb 19 07:54:16.216997 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Sync routers for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:16.231683 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:16.232776 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:16.265093 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting subnet 7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:54:16.268704 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (7f6b3b3c-4355-4a83-8007-ff2a7c9583b8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.308779 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (7f6b3b3c-4355-4a83-8007-ff2a7c9583b8), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.352753 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:16.396561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (7f6b3b3c-4355-4a83-8007-ff2a7c9583b8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.461839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (7f6b3b3c-4355-4a83-8007-ff2a7c9583b8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.490877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6b3b3c-4355-4a83-8007-ff2a7c9583b8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:16.492837 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.495978 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb29449d-0f00-4c84-8151-bd91e9152e0f tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/subnets/7f6b3b3c-4355-4a83-8007-ff2a7c9583b8 HTTP/1.1" status: 204 len: 168 time: 0.2850134 Feb 19 07:54:16.498748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:16.508193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd72a527-c967-4842-a390-bc513d8430ea None None] Network da8eba23-24ee-4981-981c-9affb927af45 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:54:16.553306 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:54:15Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:16.594094 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Checking router: 6b506e42-c26d-48cb-a15e-cb80d5ceb232 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:16.603574 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Routers {'6b506e42-c26d-48cb-a15e-cb80d5ceb232'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:16.604489 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:16.645834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.728510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] Set router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:16.734824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157314c-09d5-412a-b460-690180a40532 None None] DHCP port deletion for da8eba23-24ee-4981-981c-9affb927af45 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:54:16.774386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_gateway (6b506e42-c26d-48cb-a15e-cb80d5ceb232), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.789646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3157314c-09d5-412a-b460-690180a40532 None None] Deleting port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:16.790454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3157314c-09d5-412a-b460-690180a40532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.866456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3157314c-09d5-412a-b460-690180a40532 None None] For port 5833f2ab-4bf2-4aa5-a426-7f75e577e143, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5833f2ab-4bf2-4aa5-a426-7f75e577e143,segment=NetworkSegment(06ba6acc-9569-439a-80ba-03d1b168c3b5),segment_id=06ba6acc-9569-439a-80ba-03d1b168c3b5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:16.867519 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3157314c-09d5-412a-b460-690180a40532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:16.886153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3157314c-09d5-412a-b460-690180a40532 None None] Calling delete_port for 5833f2ab-4bf2-4aa5-a426-7f75e577e143 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:16.964777 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:54:15Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:16.993857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182b08c-7943-4129-92b9-5081f318b33d None None] The sync data for ids ['6b506e42-c26d-48cb-a15e-cb80d5ceb232'] in n-d-829866-3 is: [{'id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1430859814', 'tenant_id': 'f5a12de46d8843908aae94a89f96474f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:52:47Z', 'updated_at': '2022-02-19T07:54:15Z', 'revision_number': 5, 'project_id': 'f5a12de46d8843908aae94a89f96474f', 'gw_port': {'id': 'ee21fa32-2263-49a6-94ef-bf84fb2246d1', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b506e42-c26d-48cb-a15e-cb80d5ceb232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:48Z', 'updated_at': '2022-02-19T07:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:17.011392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 07a85a09-c3d3-4e43-9e9a-863893d6a7ae no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:17.054768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 07a85a09-c3d3-4e43-9e9a-863893d6a7ae {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:17.055300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 07a85a09-c3d3-4e43-9e9a-863893d6a7ae not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:17.079837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3157314c-09d5-412a-b460-690180a40532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (5833f2ab-4bf2-4aa5-a426-7f75e577e143), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.109810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157314c-09d5-412a-b460-690180a40532 None None] No DVR routers for this DVR port 5833f2ab-4bf2-4aa5-a426-7f75e577e143 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:17.114040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157314c-09d5-412a-b460-690180a40532 None None] Pushing event deleted for resources: {'Port': ['ID=5833f2ab-4bf2-4aa5-a426-7f75e577e143,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:17.219607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Deleting port ee21fa32-2263-49a6-94ef-bf84fb2246d1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:17.219953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.302997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] For port ee21fa32-2263-49a6-94ef-bf84fb2246d1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ee21fa32-2263-49a6-94ef-bf84fb2246d1,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:17.303408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.320804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Calling delete_port for ee21fa32-2263-49a6-94ef-bf84fb2246d1 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:17.509315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ee21fa32-2263-49a6-94ef-bf84fb2246d1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.577344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Port': ['ID=ee21fa32-2263-49a6-94ef-bf84fb2246d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:17.625720 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.729014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.731495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router_controller (6b506e42-c26d-48cb-a15e-cb80d5ceb232), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.778141 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (6b506e42-c26d-48cb-a15e-cb80d5ceb232), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.778795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Fanout notify agent at l3_agent the message router_deleted on router 6b506e42-c26d-48cb-a15e-cb80d5ceb232 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:17.787246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:17.791526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40826) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:17.802265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f9929afd-f44f-4f45-8cc8-1da3b0f9c1a3 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/routers/6b506e42-c26d-48cb-a15e-cb80d5ceb232 HTTP/1.1" status: 204 len: 168 time: 1.3024800 Feb 19 07:54:18.244607 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (da8eba23-24ee-4981-981c-9affb927af45), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.351352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ee21fa32-2263-49a6-94ef-bf84fb2246d1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:18.376902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ee21fa32-2263-49a6-94ef-bf84fb2246d1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:18.377258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ee21fa32-2263-49a6-94ef-bf84fb2246d1 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:18.377687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:18.382760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (da8eba23-24ee-4981-981c-9affb927af45), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.406379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:18.407049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a5c42bbd-1460-41a1-9fc1-23a2d1fe2bf3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:18.407684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5833f2ab-4bf2-4aa5-a426-7f75e577e143 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:18.412198 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8eba23-24ee-4981-981c-9affb927af45']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:18.423713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ba6acc-9569-439a-80ba-03d1b168c3b5') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:18.424168 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ba6acc-9569-439a-80ba-03d1b168c3b5') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:18.435728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5833f2ab-4bf2-4aa5-a426-7f75e577e143 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:18.435988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (06ba6acc-9569-439a-80ba-03d1b168c3b5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.436119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5833f2ab-4bf2-4aa5-a426-7f75e577e143 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:18.452989 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (06ba6acc-9569-439a-80ba-03d1b168c3b5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.460151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:54:18.460555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (06ba6acc-9569-439a-80ba-03d1b168c3b5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:18.463921 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:18.526512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (da8eba23-24ee-4981-981c-9affb927af45), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.531864 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:18.536121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] 10.222.0.43 "DELETE /v2.0/networks/da8eba23-24ee-4981-981c-9affb927af45 HTTP/1.1" status: 204 len: 168 time: 0.7433317 Feb 19 07:54:18.552968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86e93c-1d5e-4849-9e9d-2fede5f03161 tempest-TestSecurityGroupsBasicOps-156244145 tempest-TestSecurityGroupsBasicOps-156244145-project] Pushing event deleted for resources: {'Network': ['ID=da8eba23-24ee-4981-981c-9affb927af45,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:18.855016 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40838) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:18.996080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2b71f53a-a7ad-4f16-a5bc-26660f551f64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f5a12de46d8843908aae94a89f96474f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366093 Feb 19 07:54:18.996488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:19.054868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] Publish callbacks [] for security_group (1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.116112 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] Publish callbacks [] for security_group (1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.169987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.173014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.174386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279 HTTP/1.1" status: 204 len: 168 time: 0.1768847 Feb 19 07:54:19.183214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4e89-971c-4ea5-8618-40a4e866de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffeb5b5-3f7c-439f-8e84-c6fa0a93d279,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:19.469505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40854) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:19.483475 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9dcd-4947-4cbb-be0f-0e0e4e8568b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.564972 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9dcd-4947-4cbb-be0f-0e0e4e8568b2 admin admin] Publish callbacks [] for security_group (a4c92c8e-4287-4c38-a4dd-52a33f14ef85), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.569902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9dcd-4947-4cbb-be0f-0e0e4e8568b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a4c92c8e-4287-4c38-a4dd-52a33f14ef85), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.595637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9dcd-4947-4cbb-be0f-0e0e4e8568b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c92c8e-4287-4c38-a4dd-52a33f14ef85,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:19.619398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f7fc9dcd-4947-4cbb-be0f-0e0e4e8568b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea7e08a4aba34f82948315ae01754f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485038 Feb 19 07:54:19.621715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40856) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:19.670015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] Publish callbacks [] for security_group (a4c92c8e-4287-4c38-a4dd-52a33f14ef85), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.691674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] Publish callbacks [] for security_group (a4c92c8e-4287-4c38-a4dd-52a33f14ef85), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.742344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a4c92c8e-4287-4c38-a4dd-52a33f14ef85), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.744898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:19.748505 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4c92c8e-4287-4c38-a4dd-52a33f14ef85 HTTP/1.1" status: 204 len: 168 time: 0.1236367 Feb 19 07:54:19.767546 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19517ac-d18d-4725-8b6e-3a9f36fb169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c92c8e-4287-4c38-a4dd-52a33f14ef85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:20.134699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:20.180942 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fd537507-e608-430e-b48a-23b22aa0ee2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af87814332824bd7a6ffa1c159af963c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449860 Feb 19 07:54:20.184467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:20.235567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] Publish callbacks [] for security_group (cd8df7d4-59a1-4177-a287-9b1829868380), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:20.258691 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] Publish callbacks [] for security_group (cd8df7d4-59a1-4177-a287-9b1829868380), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:20.309649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cd8df7d4-59a1-4177-a287-9b1829868380), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:20.313141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:20.317549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd8df7d4-59a1-4177-a287-9b1829868380 HTTP/1.1" status: 204 len: 168 time: 0.1299651 Feb 19 07:54:20.326844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee93ce-eb9a-445d-9d69-a5c628aeb0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8df7d4-59a1-4177-a287-9b1829868380,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:20.841528 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:54:21.213757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:21.271291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (2000fb7a-5f06-4e02-ad10-339baf133bb4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:21.297256 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (2000fb7a-5f06-4e02-ad10-339baf133bb4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:21.364764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2000fb7a-5f06-4e02-ad10-339baf133bb4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:21.368712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:21.373837 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] 10.222.0.43 "DELETE /v2.0/security-groups/2000fb7a-5f06-4e02-ad10-339baf133bb4 HTTP/1.1" status: 204 len: 168 time: 0.1583641 Feb 19 07:54:21.385734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2a11-0eeb-4fab-85d6-c77b66b78a70 tempest-TestVolumeBootPattern-1971519629 tempest-TestVolumeBootPattern-1971519629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000fb7a-5f06-4e02-ad10-339baf133bb4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:21.458600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40880) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:22.097059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:22.367829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Deleting port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:22.368495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:22.456411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] For port 48c9b925-02d7-43cf-b006-56b5b7b8c0eb, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:22.456784 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:22.472621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Calling delete_port for 48c9b925-02d7-43cf-b006-56b5b7b8c0eb owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:22.676254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (48c9b925-02d7-43cf-b006-56b5b7b8c0eb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:22.703273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Pushing event deleted for resources: {'Port': ['ID=48c9b925-02d7-43cf-b006-56b5b7b8c0eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:22.898046 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.151226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:23.263397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:23.268213 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-770b821e-c6ab-4ca1-8927-b40430848bae admin admin] 10.222.0.43 "PUT /v2.0/routers/0f13b8f5-680d-4aaa-8918-0908dd5eb8a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074062 Feb 19 07:54:23.271396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:23.272365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Sync routers for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:23.282220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:23.282827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:23.375832 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks [] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.387475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:23.478446 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks [] for router_gateway (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.530009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Deleting port 9575334f-758a-4e9a-b287-331324ca8cba {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:23.530232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9575334f-758a-4e9a-b287-331324ca8cba), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.564293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '9575334f-758a-4e9a-b287-331324ca8cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:54:22Z', 'revision_number': 5, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port': {'id': '9575334f-758a-4e9a-b287-331324ca8cba', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:20Z', 'updated_at': '2022-02-19T07:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:23.590417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Checking router: 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:23.599175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Routers {'0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:23.599803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:23.608051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] For port 9575334f-758a-4e9a-b287-331324ca8cba, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9575334f-758a-4e9a-b287-331324ca8cba,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:23.608415 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9575334f-758a-4e9a-b287-331324ca8cba), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.620826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Calling delete_port for 9575334f-758a-4e9a-b287-331324ca8cba owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:23.686735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] Set router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:23.742838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:54:23Z', 'revision_number': 6, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:23.770018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258abec-37b4-4fce-bf78-6907b73ffb48 None None] The sync data for ids ['0f13b8f5-680d-4aaa-8918-0908dd5eb8a7'] in n-d-829866-3 is: [{'id': '0f13b8f5-680d-4aaa-8918-0908dd5eb8a7', 'name': 'tempest-TestVolumeBootPattern-1503417708-router', 'tenant_id': 'edfbcaf730274870a33659d48ef94c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:19Z', 'updated_at': '2022-02-19T07:54:23Z', 'revision_number': 6, 'project_id': 'edfbcaf730274870a33659d48ef94c37', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:23.790996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9575334f-758a-4e9a-b287-331324ca8cba), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.821257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=9575334f-758a-4e9a-b287-331324ca8cba,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:23.878635 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.970937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:23.973951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks [] for router_controller (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.021257 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (0f13b8f5-680d-4aaa-8918-0908dd5eb8a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.024237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:24.029076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.032634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-57c24927-f9bf-4c59-8063-b33caa863a45 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0f13b8f5-680d-4aaa-8918-0908dd5eb8a7 HTTP/1.1" status: 204 len: 168 time: 0.7578759 Feb 19 07:54:24.032794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:24.077877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Deleting subnet 8618e766-16e2-456a-b815-684194cbcbf9 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:54:24.081105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Publish callbacks [] for subnet (8618e766-16e2-456a-b815-684194cbcbf9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.119955 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (8618e766-16e2-456a-b815-684194cbcbf9), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.240015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (8618e766-16e2-456a-b815-684194cbcbf9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.296775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (8618e766-16e2-456a-b815-684194cbcbf9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.324303 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.328097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8618e766-16e2-456a-b815-684194cbcbf9 HTTP/1.1" status: 204 len: 168 time: 0.2942159 Feb 19 07:54:24.329115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f9a07-725e-4a81-8fcb-6fabfe332aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8618e766-16e2-456a-b815-684194cbcbf9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:24.331054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e184fcf-f06a-458a-83b8-64df384c5d10 None None] Network b56abe92-c475-4429-96ff-8545616e1eba requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:54:24.332670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40904) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:24.404832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (b56abe92-c475-4429-96ff-8545616e1eba), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.459412 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Deleting port 9e5bdae4-c801-47b7-a280-950c9dfa969e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:24.459760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.523106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] For port 9e5bdae4-c801-47b7-a280-950c9dfa969e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9e5bdae4-c801-47b7-a280-950c9dfa969e,segment=NetworkSegment(a3f50b59-5e34-4e84-9a2c-9e53d79a8b30),segment_id=a3f50b59-5e34-4e84-9a2c-9e53d79a8b30)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:24.523422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.542460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Calling delete_port for 9e5bdae4-c801-47b7-a280-950c9dfa969e owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:24.594998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] DHCP port deletion for b56abe92-c475-4429-96ff-8545616e1eba request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:54:24.627544 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.661224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5bdae4-c801-47b7-a280-950c9dfa969e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:24.663138 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] No DVR routers for this DVR port 9e5bdae4-c801-47b7-a280-950c9dfa969e on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:24.671167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Deleting port 9e5bdae4-c801-47b7-a280-950c9dfa969e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:24.671824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.730628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 48c9b925-02d7-43cf-b006-56b5b7b8c0eb no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:24.745383 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (b56abe92-c475-4429-96ff-8545616e1eba), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.766466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56abe92-c475-4429-96ff-8545616e1eba']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:24.767241 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 48c9b925-02d7-43cf-b006-56b5b7b8c0eb {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:24.767604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 48c9b925-02d7-43cf-b006-56b5b7b8c0eb not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:24.779933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:24.780260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f50b59-5e34-4e84-9a2c-9e53d79a8b30') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:24.786363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] For port 9e5bdae4-c801-47b7-a280-950c9dfa969e, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:24.787265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.790944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (a3f50b59-5e34-4e84-9a2c-9e53d79a8b30), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.800383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Calling delete_port for 9e5bdae4-c801-47b7-a280-950c9dfa969e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:24.802938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Port 9e5bdae4-c801-47b7-a280-950c9dfa969e was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 07:54:24.804537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (a3f50b59-5e34-4e84-9a2c-9e53d79a8b30), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.804794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (9e5bdae4-c801-47b7-a280-950c9dfa969e), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.811838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:54:24.812229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (a3f50b59-5e34-4e84-9a2c-9e53d79a8b30), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:24.813979 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:24.827692 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] Pushing event deleted for resources: {'Port': ['ID=9e5bdae4-c801-47b7-a280-950c9dfa969e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:24.834979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f48d0-9fbc-469d-835f-18ffebfc03d2 None None] No DVR routers for this DVR port 9e5bdae4-c801-47b7-a280-950c9dfa969e on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:24.890208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (b56abe92-c475-4429-96ff-8545616e1eba), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.896740 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:24.903361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:24.903911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] 10.222.0.43 "DELETE /v2.0/networks/b56abe92-c475-4429-96ff-8545616e1eba HTTP/1.1" status: 204 len: 168 time: 0.5689411 Feb 19 07:54:24.922332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5fad5-80de-47fc-85d3-23731671b0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b56abe92-c475-4429-96ff-8545616e1eba,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:25.612582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:25.881209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-afc007b4-7273-4854-8d35-a8abf71a819b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747123 Feb 19 07:54:25.893529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Deleting port 2364f29e-87db-4b7a-9c72-602e58d84bc4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:25.894408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:26.005031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] For port 2364f29e-87db-4b7a-9c72-602e58d84bc4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2364f29e-87db-4b7a-9c72-602e58d84bc4,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:26.005765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:26.020712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-2a80c865-8837-458f-bd5b-6616ba054957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:26.022191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-2a80c865-8837-458f-bd5b-6616ba054957 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1127 time: 0.0927153 Feb 19 07:54:26.023017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Calling delete_port for 2364f29e-87db-4b7a-9c72-602e58d84bc4 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:26.197411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-92ff6f08-b90c-4bac-9f92-f22389eab7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:26.199043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-92ff6f08-b90c-4bac-9f92-f22389eab7f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 896 time: 0.1378031 Feb 19 07:54:26.228768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9575334f-758a-4e9a-b287-331324ca8cba no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:26.255399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9575334f-758a-4e9a-b287-331324ca8cba {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:26.256069 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9575334f-758a-4e9a-b287-331324ca8cba not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:26.256627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e5bdae4-c801-47b7-a280-950c9dfa969e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:26.279018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9e5bdae4-c801-47b7-a280-950c9dfa969e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:26.279485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9e5bdae4-c801-47b7-a280-950c9dfa969e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:26.304394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-d85b0c4e-274c-4e4f-9d4f-709db4ff63bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 1001 time: 0.0958984 Feb 19 07:54:26.381615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-d5be6f6c-4c2a-4eaa-8d0d-a820df6dbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:26.383221 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-d5be6f6c-4c2a-4eaa-8d0d-a820df6dbedd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 200 len: 834 time: 0.0589297 Feb 19 07:54:26.384278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2364f29e-87db-4b7a-9c72-602e58d84bc4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:26.418364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2364f29e-87db-4b7a-9c72-602e58d84bc4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:26.506255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-b28e08f9-afb7-4bb4-b8d1-907156df7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:26.507824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-b28e08f9-afb7-4bb4-b8d1-907156df7eed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156769 Feb 19 07:54:26.690356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-c25dd7f2-b506-4d75-a65d-e7c8aa4a39d0 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756911 Feb 19 07:54:26.691027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:26.866609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a81860dc-e3ef-4478-bea2-f068f7fd343b req-744ccc22-85a0-4972-bb3f-574a321aba6b service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698403 Feb 19 07:54:26.987503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:27.098193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:27.103093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-20f6b3a1-7323-4a0c-bc81-21af48d05d95 admin admin] 10.222.0.43 "PUT /v2.0/routers/a5aa52ac-dc7a-4d51-9242-f952d1b0ee42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1966715 Feb 19 07:54:27.105827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:27.106879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Sync routers for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:27.121322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:27.122115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:27.239948 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks [] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.242944 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:27.351279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks [] for router_gateway (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.412551 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Deleting port c195b729-d309-4e94-9576-dcd589308b3f {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:27.413003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c195b729-d309-4e94-9576-dcd589308b3f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.431228 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:54:26Z', 'revision_number': 5, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port': {'id': 'c195b729-d309-4e94-9576-dcd589308b3f', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:36:34Z', 'updated_at': '2022-02-19T07:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:27.459925 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Checking router: a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:27.470224 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Routers {'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:27.470869 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:27.499949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] For port c195b729-d309-4e94-9576-dcd589308b3f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=c195b729-d309-4e94-9576-dcd589308b3f,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:27.500354 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c195b729-d309-4e94-9576-dcd589308b3f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.516899 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Calling delete_port for c195b729-d309-4e94-9576-dcd589308b3f owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:27.660661 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] Set router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:27.699928 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (c195b729-d309-4e94-9576-dcd589308b3f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.718448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:54:27Z', 'revision_number': 6, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:27.729477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c195b729-d309-4e94-9576-dcd589308b3f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:27.746897 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b797a872-4246-4f8c-ba1c-6677df5e5ffa None None] The sync data for ids ['a5aa52ac-dc7a-4d51-9242-f952d1b0ee42'] in n-d-829866-3 is: [{'id': 'a5aa52ac-dc7a-4d51-9242-f952d1b0ee42', 'name': 'tempest-TestVolumeBootPattern-1108237538-router', 'tenant_id': '8bb9275483bd4a468942f11e6a70fc92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:36:32Z', 'updated_at': '2022-02-19T07:54:27Z', 'revision_number': 6, 'project_id': '8bb9275483bd4a468942f11e6a70fc92', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:27.798310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.890677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.892846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks [] for router_controller (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.935327 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (a5aa52ac-dc7a-4d51-9242-f952d1b0ee42), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.935912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:27.940282 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:27.941966 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb634285-6f65-4da1-87eb-cc8a6c858a4c admin admin] 10.222.0.43 "DELETE /v2.0/routers/a5aa52ac-dc7a-4d51-9242-f952d1b0ee42 HTTP/1.1" status: 204 len: 168 time: 0.8337953 Feb 19 07:54:27.945041 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:27.999623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Deleting subnet 904905a3-9bff-4508-83aa-de1c8d43cda2 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:54:28.002900 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Publish callbacks [] for subnet (904905a3-9bff-4508-83aa-de1c8d43cda2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.036856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (904905a3-9bff-4508-83aa-de1c8d43cda2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.118126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (904905a3-9bff-4508-83aa-de1c8d43cda2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.182512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (904905a3-9bff-4508-83aa-de1c8d43cda2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.212736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904905a3-9bff-4508-83aa-de1c8d43cda2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:28.215008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.221225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6c2a1606-8f7a-49fa-81de-a4ba5e6e1f2c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/904905a3-9bff-4508-83aa-de1c8d43cda2 HTTP/1.1" status: 204 len: 168 time: 0.2725568 Feb 19 07:54:28.221436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7986a-7ddc-4e6a-91aa-ec120ed3f309 None None] Network ab89f1e5-aa4a-463e-9568-7e0c3abbf869 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:54:28.222429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:28.305571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (ab89f1e5-aa4a-463e-9568-7e0c3abbf869), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.370272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Deleting port d92756c4-08eb-4e13-b3e3-7e92a5b4098f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:28.370765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.436652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] For port d92756c4-08eb-4e13-b3e3-7e92a5b4098f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,segment=NetworkSegment(54306515-8781-4869-91ea-16654ff25d53),segment_id=54306515-8781-4869-91ea-16654ff25d53)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:28.437056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.451077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Calling delete_port for d92756c4-08eb-4e13-b3e3-7e92a5b4098f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:28.533452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d92756c4-08eb-4e13-b3e3-7e92a5b4098f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.558705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Pushing event deleted for resources: {'Port': ['ID=d92756c4-08eb-4e13-b3e3-7e92a5b4098f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:28.562829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] No DVR routers for this DVR port d92756c4-08eb-4e13-b3e3-7e92a5b4098f on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:28.621306 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96283df-b06b-452d-834f-5c4b50860b65 None None] DHCP port deletion for ab89f1e5-aa4a-463e-9568-7e0c3abbf869 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:54:28.655331 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (ab89f1e5-aa4a-463e-9568-7e0c3abbf869), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.661552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2364f29e-87db-4b7a-9c72-602e58d84bc4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:28.684762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab89f1e5-aa4a-463e-9568-7e0c3abbf869']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.685800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2364f29e-87db-4b7a-9c72-602e58d84bc4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:28.686156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2364f29e-87db-4b7a-9c72-602e58d84bc4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:28.696006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54306515-8781-4869-91ea-16654ff25d53') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.696306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54306515-8781-4869-91ea-16654ff25d53') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:28.706083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (54306515-8781-4869-91ea-16654ff25d53), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.720412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (54306515-8781-4869-91ea-16654ff25d53), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.727450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:54:28.728107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (54306515-8781-4869-91ea-16654ff25d53), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: timer() Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:28.730180 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:28.786717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (ab89f1e5-aa4a-463e-9568-7e0c3abbf869), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.792766 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:28.796658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] 10.222.0.43 "DELETE /v2.0/networks/ab89f1e5-aa4a-463e-9568-7e0c3abbf869 HTTP/1.1" status: 204 len: 168 time: 0.5735443 Feb 19 07:54:28.809292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4f6e6-c1bd-44d9-b54e-1e8bb44eaddd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab89f1e5-aa4a-463e-9568-7e0c3abbf869,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:28.932814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40926) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:28.984850 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0bdb1019-2ec0-4e04-ad25-dbdfdacfbcd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edfbcaf730274870a33659d48ef94c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508599 Feb 19 07:54:28.987297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:29.035782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] Publish callbacks [] for security_group (c3a1b76d-01d2-4e8e-8b04-1d054c199d85), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.057346 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] Publish callbacks [] for security_group (c3a1b76d-01d2-4e8e-8b04-1d054c199d85), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.103739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c3a1b76d-01d2-4e8e-8b04-1d054c199d85), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.106329 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.107985 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3a1b76d-01d2-4e8e-8b04-1d054c199d85 HTTP/1.1" status: 204 len: 168 time: 0.1191196 Feb 19 07:54:29.116190 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2893-9da7-4193-9863-e3638bb2ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a1b76d-01d2-4e8e-8b04-1d054c199d85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:29.463564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 40936) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:29.503407 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0a67c5ba-50a7-4734-9eab-0021f3cdbcdd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bb9275483bd4a468942f11e6a70fc92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383403 Feb 19 07:54:29.506022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 40938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:29.554930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] Publish callbacks [] for security_group (16c46b2f-fd17-458f-b65e-79e2b6f774ac), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.579904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] Publish callbacks [] for security_group (16c46b2f-fd17-458f-b65e-79e2b6f774ac), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.628619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (16c46b2f-fd17-458f-b65e-79e2b6f774ac), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.631181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:29.632412 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16c46b2f-fd17-458f-b65e-79e2b6f774ac HTTP/1.1" status: 204 len: 168 time: 0.1253610 Feb 19 07:54:29.642828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fd0c8-4d42-41b5-8ff1-3f79559e0cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c46b2f-fd17-458f-b65e-79e2b6f774ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:30.244771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d92756c4-08eb-4e13-b3e3-7e92a5b4098f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:30.266981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d92756c4-08eb-4e13-b3e3-7e92a5b4098f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:30.267349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d92756c4-08eb-4e13-b3e3-7e92a5b4098f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:30.267774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c195b729-d309-4e94-9576-dcd589308b3f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:30.286071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: c195b729-d309-4e94-9576-dcd589308b3f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:30.286419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device c195b729-d309-4e94-9576-dcd589308b3f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:30.601083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:33.305095 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:36.261387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74622786-b33b-49de-aaf5-9191a4a435b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:38.692935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69816850-d74c-45e7-af94-1c2dd0d75e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:39.795912 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:41.121360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:42.440271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.301819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:49.474440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 76ba96e2-b894-40d0-9485-25f8a91ff98b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:49.474988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.561568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.561925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (76ba96e2-b894-40d0-9485-25f8a91ff98b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.589597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 76ba96e2-b894-40d0-9485-25f8a91ff98b owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:49.745431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (76ba96e2-b894-40d0-9485-25f8a91ff98b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.769943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=76ba96e2-b894-40d0-9485-25f8a91ff98b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:49.839671 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for floatingip (c9b64d43-4650-470d-9680-b3a10a557999), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:49.840191 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Floating IP c9b64d43-4650-470d-9680-b3a10a557999 disassociated (deleted). External IP: 172.25.7.102, port: 85fba892-fc89-4c32-822c-b0c19d1b2dc6. Feb 19 07:54:50.066380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 1545c471-baa1-41a5-8d0f-065660f19a2e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:50.524426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:50.529385 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:50.534735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Sync routers for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:50.544449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:50.545070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:50.558962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-13ee9a58-986b-4be5-8a39-eb345bf057d9 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9b64d43-4650-470d-9680-b3a10a557999 HTTP/1.1" status: 204 len: 168 time: 1.2560503 Feb 19 07:54:50.559591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:50.561935 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:50.630262 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c7335d-a89a-4c98-b23a-057f4339545d x-openstack-request-id: req-28c7335d-a89a-4c98-b23a-057f4339545d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:50.630558 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:50.630815 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28c7335d-a89a-4c98-b23a-057f4339545d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:50.631237 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'status': 'completed', 'code': 200} Feb 19 07:54:50.748342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-5760902d-9484-4a32-a39b-3a8468f02e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:50.749877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-5760902d-9484-4a32-a39b-3a8468f02e1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d75edc3a2d9944719ac488c1a08ff697&device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 1127 time: 0.0985355 Feb 19 07:54:50.775046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:50.939863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-a0b18903-2f66-4584-a5a1-14334ee44218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:50.942683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-a0b18903-2f66-4584-a5a1-14334ee44218 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 200 len: 896 time: 0.1833043 Feb 19 07:54:50.957750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4917dd-d6e8-4daa-9032-6949f3802a0d req-a957f0db-bff3-44a2-ad4b-345fa8201a76 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:50.959328 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4917dd-d6e8-4daa-9032-6949f3802a0d req-a957f0db-bff3-44a2-ad4b-345fa8201a76 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0864727 Feb 19 07:54:51.008550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-a6e0955a-8d60-4a64-8336-eb6ddc982d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0482035 Feb 19 07:54:51.048459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:51.050613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd4917dd-d6e8-4daa-9032-6949f3802a0d req-78478a6a-bb73-4f33-a37c-b1ae7210fc03 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837257 Feb 19 07:54:51.089474 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Checking router: 1545c471-baa1-41a5-8d0f-065660f19a2e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:51.100800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:51.101970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:51.103148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-8e9d294c-c298-4013-98f3-b156283e2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:51.104787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-8e9d294c-c298-4013-98f3-b156283e2104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 200 len: 834 time: 0.0653152 Feb 19 07:54:51.165816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-1abdfa9e-2915-4dd5-a265-bfadc792955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:51.167983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-1abdfa9e-2915-4dd5-a265-bfadc792955a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558460 Feb 19 07:54:51.222961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:51.268230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-e15c2941-1430-45e7-82a7-979e890d31da service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937595 Feb 19 07:54:51.369521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ef4b4a67-74e6-4d40-81ae-a83076f3dc14 req-1f5b2bb5-edaf-4bc3-a601-9c4a421a6bb4 service neutron] 10.222.0.47 "GET /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946429 Feb 19 07:54:51.444849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:51.477691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9d3c1-473a-4d66-81d0-55ef03a94f07 None None] The sync data for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 is: [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:52:06Z', 'revision_number': 4, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9ebef290-8b15-4f5c-8f5f-7679c95e5b68', 'name': '', 'network_id': '8480e78a-0e97-4b9a-b39b-6c622d6a3ea9', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'mac_address': 'fa:16:3e:4e:88:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:05Z', 'updated_at': '2022-02-19T07:52:09Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'subnets': [{'id': '83a3b26b-7bec-4de2-b3d7-01ac6ba4b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:51.729366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624c1b35-705f-4cbe-9166-c65f70328e7c None None] New status for floating IP c9b64d43-4650-470d-9680-b3a10a557999: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 07:54:52.202427 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052d2a-1f7d-4138-a500-6be88d6cc1c7 req-77eeb1ac-d682-482e-88b3-e3a3caba491f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:52.207675 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97052d2a-1f7d-4138-a500-6be88d6cc1c7 req-77eeb1ac-d682-482e-88b3-e3a3caba491f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0618184 Feb 19 07:54:52.265881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-a24ae4dd-7035-4b4a-a52a-9738a3f1d823 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:54:52.269853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-a24ae4dd-7035-4b4a-a52a-9738a3f1d823 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe6d7ccf-ac82-456d-8314-efb5d2595248 HTTP/1.1" status: 200 len: 945 time: 0.0710785 Feb 19 07:54:52.271605 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97052d2a-1f7d-4138-a500-6be88d6cc1c7 req-3f6fc830-7780-4f6e-adf3-efb56a912bd3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "GET /v2.0/security-groups?id=a8efed56-c708-4c60-b7b0-4e262872de98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594399 Feb 19 07:54:52.366837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:52.367258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:52.460282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 85fba892-fc89-4c32-822c-b0c19d1b2dc6, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=85fba892-fc89-4c32-822c-b0c19d1b2dc6,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:52.460643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:52.473001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 85fba892-fc89-4c32-822c-b0c19d1b2dc6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:52.605048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (85fba892-fc89-4c32-822c-b0c19d1b2dc6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:52.632879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=85fba892-fc89-4c32-822c-b0c19d1b2dc6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:52.690385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] No DVR routers for this DVR port 85fba892-fc89-4c32-822c-b0c19d1b2dc6 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:52.693762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:52.697075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a8e2096-7dd5-4757-98f9-1b26acbbbaa2 req-8d4cb7fc-3d7d-4d7f-b39d-49a3b9b21c87 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.47 "DELETE /v2.0/ports/85fba892-fc89-4c32-822c-b0c19d1b2dc6 HTTP/1.1" status: 204 len: 173 time: 0.4224608 Feb 19 07:54:52.697511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-deleted', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:54:52.699756 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9bd1ef-76ba-4a29-8868-6bf2265d62f7" -d '{"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-deleted", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:54:52.736400 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209923a-7363-4488-86cf-f5363383d8b3 x-openstack-request-id: req-5209923a-7363-4488-86cf-f5363383d8b3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:54:52.736702 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6d7ccf-ac82-456d-8314-efb5d2595248", "name": "network-vif-deleted", "tag": "85fba892-fc89-4c32-822c-b0c19d1b2dc6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:54:52.736970 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5209923a-7363-4488-86cf-f5363383d8b3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:54:52.737879 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6d7ccf-ac82-456d-8314-efb5d2595248', 'name': 'network-vif-deleted', 'tag': '85fba892-fc89-4c32-822c-b0c19d1b2dc6', 'status': 'completed', 'code': 200} Feb 19 07:54:53.322757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:53.682310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (1545c471-baa1-41a5-8d0f-065660f19a2e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:53.965308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:53.965632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.057687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port 9ebef290-8b15-4f5c-8f5f-7679c95e5b68, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:54.058049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.071560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:54.260435 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9ebef290-8b15-4f5c-8f5f-7679c95e5b68), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.285018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=9ebef290-8b15-4f5c-8f5f-7679c95e5b68,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:54.298558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.298683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.298961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.299320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.299651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.300471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.300798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.301121 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.301446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.301769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.302100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.302408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.302762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:54:54.485504 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (1545c471-baa1-41a5-8d0f-065660f19a2e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.701995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Router 1545c471-baa1-41a5-8d0f-065660f19a2e has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 07:54:54.811544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 07:54:54.820029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f3df3e6a-e32e-4206-8d14-5cb9a7903c33 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "PUT /v2.0/routers/1545c471-baa1-41a5-8d0f-065660f19a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929874 Feb 19 07:54:54.820127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41242) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:54.822449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Sync routers for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 07:54:54.834194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:54.834840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:54.872131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting subnet 83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:54:54.875543 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (83a3b26b-7bec-4de2-b3d7-01ac6ba4b814), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.917430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (83a3b26b-7bec-4de2-b3d7-01ac6ba4b814), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:54.948099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:55.008146 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (83a3b26b-7bec-4de2-b3d7-01ac6ba4b814), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.069085 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (83a3b26b-7bec-4de2-b3d7-01ac6ba4b814), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.096472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Subnet': ['ID=83a3b26b-7bec-4de2-b3d7-01ac6ba4b814,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:55.101819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.108283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-372a3a0a-91b9-4f0f-86ec-5bbb9559cfe7 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/subnets/83a3b26b-7bec-4de2-b3d7-01ac6ba4b814 HTTP/1.1" status: 204 len: 168 time: 0.2845969 Feb 19 07:54:55.108619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:55.113224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dbef5-57e2-4ac6-9a88-8fc5e6ce9216 None None] Network 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:54:55.215051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:54:54Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:55.220131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.242217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Checking router: 1545c471-baa1-41a5-8d0f-065660f19a2e for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 07:54:55.256021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Routers {'1545c471-baa1-41a5-8d0f-065660f19a2e'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 07:54:55.256760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T07:54:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1545c471-baa1-41a5-8d0f-065660f19a2e'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:55.342532 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_gateway (1545c471-baa1-41a5-8d0f-065660f19a2e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.351480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] DHCP port deletion for 8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 07:54:55.397442 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Deleting port a68c3e1c-2bd2-473a-a83a-4d9619b67680 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:55.397785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.406523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] Set router 1545c471-baa1-41a5-8d0f-065660f19a2e gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 07:54:55.481807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] For port a68c3e1c-2bd2-473a-a83a-4d9619b67680, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a68c3e1c-2bd2-473a-a83a-4d9619b67680,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:55.482425 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.495250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Calling delete_port for a68c3e1c-2bd2-473a-a83a-4d9619b67680 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:55.517253 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Deleting port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:54:55.517631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.605198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] For port ef1d687c-4393-4b61-98fb-31f1d9abbdf4, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,segment=NetworkSegment(8c7708b3-7b58-4afb-864a-7818f80537e7),segment_id=8c7708b3-7b58-4afb-864a-7818f80537e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:54:55.605499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.624177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Calling delete_port for ef1d687c-4393-4b61-98fb-31f1d9abbdf4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:54:55.684689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a68c3e1c-2bd2-473a-a83a-4d9619b67680), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.719649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Port': ['ID=a68c3e1c-2bd2-473a-a83a-4d9619b67680,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:55.755449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:54:54Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:55.793264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (1545c471-baa1-41a5-8d0f-065660f19a2e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.897988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.900236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router_controller (1545c471-baa1-41a5-8d0f-065660f19a2e), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.948958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (1545c471-baa1-41a5-8d0f-065660f19a2e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.949649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Fanout notify agent at l3_agent the message router_deleted on router 1545c471-baa1-41a5-8d0f-065660f19a2e {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 07:54:55.955887 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (ef1d687c-4393-4b61-98fb-31f1d9abbdf4), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.957948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:55.962940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2063de3f-1355-4865-8049-83025cfcfcc3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/routers/1545c471-baa1-41a5-8d0f-065660f19a2e HTTP/1.1" status: 204 len: 168 time: 0.8496351 Feb 19 07:54:55.963046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50baa0c-eca1-4fab-be5b-e6d3ed7def03 None None] The sync data for ids ['1545c471-baa1-41a5-8d0f-065660f19a2e'] in n-d-829866-3 is: [{'id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1019671529', 'tenant_id': 'd75edc3a2d9944719ac488c1a08ff697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T07:51:59Z', 'updated_at': '2022-02-19T07:54:54Z', 'revision_number': 5, 'project_id': 'd75edc3a2d9944719ac488c1a08ff697', 'gw_port': {'id': 'a68c3e1c-2bd2-473a-a83a-4d9619b67680', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1545c471-baa1-41a5-8d0f-065660f19a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T07:52:00Z', 'updated_at': '2022-02-19T07:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 07:54:55.963564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 41248) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:55.984364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] Pushing event deleted for resources: {'Port': ['ID=ef1d687c-4393-4b61-98fb-31f1d9abbdf4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:55.988392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f481256-be1f-4cda-b848-5b65238b221e None None] No DVR routers for this DVR port ef1d687c-4393-4b61-98fb-31f1d9abbdf4 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:54:56.068874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.215011 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.237718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8480e78a-0e97-4b9a-b39b-6c622d6a3ea9']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:56.248133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7708b3-7b58-4afb-864a-7818f80537e7') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:56.248437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7708b3-7b58-4afb-864a-7818f80537e7') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:54:56.258675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8c7708b3-7b58-4afb-864a-7818f80537e7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.279554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8c7708b3-7b58-4afb-864a-7818f80537e7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.287172 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:54:56.287737 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8c7708b3-7b58-4afb-864a-7818f80537e7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:54:56.304418 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:54:56.345523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:56.367924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:56.368327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9ebef290-8b15-4f5c-8f5f-7679c95e5b68 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:56.368819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ef1d687c-4393-4b61-98fb-31f1d9abbdf4 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:56.370208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (8480e78a-0e97-4b9a-b39b-6c622d6a3ea9), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.376751 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.384676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:56.390273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ef1d687c-4393-4b61-98fb-31f1d9abbdf4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:56.390849 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ef1d687c-4393-4b61-98fb-31f1d9abbdf4 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:56.391940 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/networks/8480e78a-0e97-4b9a-b39b-6c622d6a3ea9 HTTP/1.1" status: 204 len: 168 time: 0.4269495 Feb 19 07:54:56.418196 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def715-8949-497d-a4a5-2c7fd75e46c3 tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'Network': ['ID=8480e78a-0e97-4b9a-b39b-6c622d6a3ea9,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:56.450856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (a8efed56-c708-4c60-b7b0-4e262872de98), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.480507 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (a8efed56-c708-4c60-b7b0-4e262872de98), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.555412 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a8efed56-c708-4c60-b7b0-4e262872de98), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.558633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:56.563228 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] 10.222.0.43 "DELETE /v2.0/security-groups/a8efed56-c708-4c60-b7b0-4e262872de98 HTTP/1.1" status: 204 len: 168 time: 0.1772878 Feb 19 07:54:56.574848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754196-a48a-4bba-9bf1-af4fb298465f tempest-TestNetworkAdvancedServerOps-1491537877 tempest-TestNetworkAdvancedServerOps-1491537877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efed56-c708-4c60-b7b0-4e262872de98,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:56.868620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:57.013605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81709336-79d5-46f8-afd8-67c6225885a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d75edc3a2d9944719ac488c1a08ff697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437564 Feb 19 07:54:57.019586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41266) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:57.068184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] Publish callbacks [] for security_group (744e657d-9af6-4a9b-b035-41c044037c37), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.089421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] Publish callbacks [] for security_group (744e657d-9af6-4a9b-b035-41c044037c37), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.137433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (744e657d-9af6-4a9b-b035-41c044037c37), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.140479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.141696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/744e657d-9af6-4a9b-b035-41c044037c37 HTTP/1.1" status: 204 len: 168 time: 0.1208234 Feb 19 07:54:57.150024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e884c7-064c-4298-91e2-1a96b80b913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e657d-9af6-4a9b-b035-41c044037c37,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:57.411247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:57.455720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-14008d1c-c8be-40b3-8199-d1631048ab14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eef33b64d1334e3dada063fa16dd215b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432606 Feb 19 07:54:57.458227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 41276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:54:57.506426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] Publish callbacks [] for security_group (4f54b57b-615e-4c43-9fdf-0148bab71033), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.527460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] Publish callbacks [] for security_group (4f54b57b-615e-4c43-9fdf-0148bab71033), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.581105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4f54b57b-615e-4c43-9fdf-0148bab71033), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.584713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:54:57.585964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f54b57b-615e-4c43-9fdf-0148bab71033 HTTP/1.1" status: 204 len: 168 time: 0.1268158 Feb 19 07:54:57.594490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6268ca-65f0-4475-be81-cee61ca37960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f54b57b-615e-4c43-9fdf-0148bab71033,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:54:57.613408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:57.640769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 85fba892-fc89-4c32-822c-b0c19d1b2dc6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:57.641124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 85fba892-fc89-4c32-822c-b0c19d1b2dc6 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:54:57.841493 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:54:58.195816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a68c3e1c-2bd2-473a-a83a-4d9619b67680 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:54:58.217097 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a68c3e1c-2bd2-473a-a83a-4d9619b67680 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:54:58.217592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a68c3e1c-2bd2-473a-a83a-4d9619b67680 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:55:00.605507 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:03.312297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:06.266370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df7afcce-b891-47fe-add8-dd96f305ad56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:08.610865 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f6648a0-37ab-4302-9034-0beca1fcbc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:09.795989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:11.124353 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:12.443751 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:30.621175 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:33.312710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:34.840065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:55:36.268788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bec48195-74cb-4de7-a979-cf095e1f14a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:38.603633 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93fde7bc-406d-41d4-a028-52e1fa2df4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:39.799858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:41.124319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:55:42.446051 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:00.624247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:03.328141 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:06.271203 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc582570-7d56-479c-a001-dcc4d89b60ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:08.606363 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da7210f6-242b-4811-b65e-404a778c6ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:09.803667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:11.126354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:11.838640 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:56:12.447684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:30.641369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:33.340484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:36.272395 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faefc8e7-d52c-4589-9b45-7334ecdd5187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:38.608164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e4d0cb5-56e8-4aee-96a1-18f850351f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:39.807199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:41.132246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:42.451222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:48.837592 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:56:56.290440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:56:56.477121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d02ea26e-4553-402b-8c95-74d2021887df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec07a7da2b994889830e9a7a1958ef61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853309 Feb 19 07:56:56.479594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:56:56.526047 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Publish callbacks [] for security_group (cd9531ec-1ddd-4ed1-b9d3-380794a7e577), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:56.547434 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Publish callbacks [] for security_group (cd9531ec-1ddd-4ed1-b9d3-380794a7e577), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:56.594993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (cd9531ec-1ddd-4ed1-b9d3-380794a7e577), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:56.597618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:56:56.598767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd9531ec-1ddd-4ed1-b9d3-380794a7e577 HTTP/1.1" status: 204 len: 168 time: 0.1182828 Feb 19 07:56:56.606869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9531ec-1ddd-4ed1-b9d3-380794a7e577,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:56:56.615283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.615607 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.615952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.616279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.616614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.616933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.617256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.617583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.617895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.618210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.618656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.618976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:56.619314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bdf18d-6634-46a3-8b66-12723c53b8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:56:59.873767 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-2b8bab1c-37a4-4108-a9db-25af8e7a4c03 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288675 Feb 19 07:57:00.069435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-04e6edab-7490-447f-b00e-9e811272067a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:00.070802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-04e6edab-7490-447f-b00e-9e811272067a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921878 Feb 19 07:57:00.084755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-0e264581-f944-4219-8f23-6d7d0deb835f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/quotas/8aaba339f6744d5da56727a0bfffeeaf HTTP/1.1" status: 200 len: 375 time: 0.0085874 Feb 19 07:57:00.115378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-e6e32a56-8f76-427c-bdb2-e144cd8f0773 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258811 Feb 19 07:57:00.273454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4c6045cf-b3a9-47a0-a18a-475618c64e60 req-19ef5790-f14a-4282-809d-f6b30e748f84 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 210 time: 0.0271313 Feb 19 07:57:00.634533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.097002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-01c2bb17-e14c-4954-a96e-9ea2962296f0 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264482 Feb 19 07:57:01.203715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-ddd6c2e0-e462-4798-bd03-800cebd46566 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:01.205197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-ddd6c2e0-e462-4798-bd03-800cebd46566 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037588 Feb 19 07:57:01.216187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Request body: {'port': {'device_id': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '8aaba339f6744d5da56727a0bfffeeaf'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:57:01.322824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Made reservation on behalf of 8aaba339f6744d5da56727a0bfffeeaf for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:57:01.326195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.335488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.375993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5336591d-d7b2-434f-9e27-6b3193e13ba7 req-d9c08896-d4c7-46ac-bf08-8bd675e60398 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 210 time: 0.0315030 Feb 19 07:57:01.411475 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks [] for security_group (25f6dda0-92b2-4149-9d1b-00134f0b3f35), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.414801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (25f6dda0-92b2-4149-9d1b-00134f0b3f35), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.477948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f6dda0-92b2-4149-9d1b-00134f0b3f35,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:01.546524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Allocated IP 192.168.233.148 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/f6f9d09b-8235-4f90-9b9d-f31387144a1e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:57:01.689122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks [] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.721456 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.767052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:57:01.769929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:57:01.776028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:57:01.798991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Pushing event updated for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:01.827301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:01.827925 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:01.844748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-41bfd02c-1046-4cab-b89f-a5a1c2c3111a tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6320198 Feb 19 07:57:01.956663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Request body: {'port': {'device_id': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:57:02.014621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.048586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5cb015d4-4070-4638-8771-acf5f146285e None None] Provisioning complete for port f6f9d09b-8235-4f90-9b9d-f31387144a1e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:57:02.049143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cb015d4-4070-4638-8771-acf5f146285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.082585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5cb015d4-4070-4638-8771-acf5f146285e None None] Port f6f9d09b-8235-4f90-9b9d-f31387144a1e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:57:02.292650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f9d09b-8235-4f90-9b9d-f31387144a1e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:57:02.300189 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks [] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.311747 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Transition to ACTIVE for port object f6f9d09b-8235-4f90-9b9d-f31387144a1e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:57:02.315273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.362974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:02.435533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Attempting to bind port f6f9d09b-8235-4f90-9b9d-f31387144a1e on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:57:02.436013 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Attempting to bind port f6f9d09b-8235-4f90-9b9d-f31387144a1e by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:57:02.436505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Attempting to bind port f6f9d09b-8235-4f90-9b9d-f31387144a1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:57:02.441408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Port f6f9d09b-8235-4f90-9b9d-f31387144a1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:57:02.441408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Attempting to bind port f6f9d09b-8235-4f90-9b9d-f31387144a1e on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:57:02.447109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:57:02.447487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:57:02.447880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:57:02.448317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Bound port: f6f9d09b-8235-4f90-9b9d-f31387144a1e, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:57:02.448679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.878423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3f70-3112-4bed-8485-30170c0384c5 req-216d8f57-1a6b-46f7-a51c-8e84a821deed tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:02.880394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f84f3f70-3112-4bed-8485-30170c0384c5 req-216d8f57-1a6b-46f7-a51c-8e84a821deed tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 948 time: 0.4177380 Feb 19 07:57:02.882735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:57:02.886051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:57:02.897639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.941636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:02.941977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:02.944150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6f9d09b-8235-4f90-9b9d-f31387144a1e HTTP/1.1" status: 200 len: 1096 time: 1.0924518 Feb 19 07:57:02.946850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:57:02.949159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a225b5-f2fd-4547-ae75-5c2d75a81c06" -d '{"events": [{"name": "network-changed", "server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:57:03.002475 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adb55bf-0b47-406f-957a-f43c7e517d9d x-openstack-request-id: req-5adb55bf-0b47-406f-957a-f43c7e517d9d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:57:03.002765 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:57:03.003017 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5adb55bf-0b47-406f-957a-f43c7e517d9d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:57:03.003436 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e', 'status': 'completed', 'code': 200} Feb 19 07:57:03.013943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f84f3f70-3112-4bed-8485-30170c0384c5 req-aea6ed78-0492-4043-8c0e-89b9f4980e36 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262143 Feb 19 07:57:03.028481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead331f-3c39-4361-a93c-ebb8f36c6ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:03.050867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-c185b4aa-9e71-4cd9-af1d-dc7719c8f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.053011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-c185b4aa-9e71-4cd9-af1d-dc7719c8f47e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 1130 time: 0.0616598 Feb 19 07:57:03.096784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-2d4ea740-bb7d-418d-80f6-719928f63cb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e HTTP/1.1" status: 200 len: 217 time: 0.0365784 Feb 19 07:57:03.151870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-0df1a761-defc-4969-a1cf-09cf7eeda071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.153349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-0df1a761-defc-4969-a1cf-09cf7eeda071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0514257 Feb 19 07:57:03.206214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-e490b7ca-05c6-490c-b34f-9030683b3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.207782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-e490b7ca-05c6-490c-b34f-9030683b3bf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0485661 Feb 19 07:57:03.294869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-a20e0b78-c640-4d95-bed0-758fd3fe9aa8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805616 Feb 19 07:57:03.337730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:03.386505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0de1ca85-7841-41c0-9fb2-7c996e5a9d15 req-b7c764ec-3f6a-47f2-9e42-2164b24542db service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852058 Feb 19 07:57:03.471476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-cf213c8b-9b59-467d-b97e-35bd34a106b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.472987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-cf213c8b-9b59-467d-b97e-35bd34a106b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 1130 time: 0.0435760 Feb 19 07:57:03.564148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-c1360547-f9ff-4843-8fec-9de47293c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.565620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-c1360547-f9ff-4843-8fec-9de47293c7a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.0866904 Feb 19 07:57:03.604647 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-4eb60eb3-0194-4cb7-818c-8e384b2183b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e HTTP/1.1" status: 200 len: 217 time: 0.0336552 Feb 19 07:57:03.650091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-696de8b5-f6d2-4109-aca1-9186f4b04879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.651529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-696de8b5-f6d2-4109-aca1-9186f4b04879 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0418611 Feb 19 07:57:03.698804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-438d6e79-d412-4a3e-9bfc-a7599abb85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:03.700336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-438d6e79-d412-4a3e-9bfc-a7599abb85d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0428443 Feb 19 07:57:03.790833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-d5af7c46-95cf-4f35-b0d2-e5a33025023c service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840907 Feb 19 07:57:03.877442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65a225b5-f2fd-4547-ae75-5c2d75a81c06 req-467b134b-b61f-4565-ba2e-54a7953d4f3d service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806065 Feb 19 07:57:04.134132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cd254-c159-4583-aa5d-4f408c4f1d3f req-fb710267-9016-4edc-801a-17672b53d4e5 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:04.135608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3cd254-c159-4583-aa5d-4f408c4f1d3f req-fb710267-9016-4edc-801a-17672b53d4e5 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 948 time: 0.0526602 Feb 19 07:57:04.181952 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f3cd254-c159-4583-aa5d-4f408c4f1d3f req-631ecfe9-ebe9-43d4-8411-3a77a56f0a24 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Feb 19 07:57:05.305135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cbe79-a28c-4e19-923e-109507e211d5 req-471a4e64-55e5-47c3-bd5a-18dc6683c59d tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:05.306611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a8cbe79-a28c-4e19-923e-109507e211d5 req-471a4e64-55e5-47c3-bd5a-18dc6683c59d tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 948 time: 0.0565238 Feb 19 07:57:05.352557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a8cbe79-a28c-4e19-923e-109507e211d5 req-81219008-cba4-4778-bff8-50942065925e tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Feb 19 07:57:06.200544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f6f9d09b-8235-4f90-9b9d-f31387144a1e details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:57:06.284291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-788f6cb5-9fe4-4965-a9f5-3975eeda42a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:06.308319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:06.318928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e', 'mac_address': 'fa:16:3e:19:fd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:57:06.353874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f6f9d09b-8235-4f90-9b9d-f31387144a1e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:57:06.354246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:06.367174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f9d09b-8235-4f90-9b9d-f31387144a1e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:57:06.390368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:06.394667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:06.442095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:06.449296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.449647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.449987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.450325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.450658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.450991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.451352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.451679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.452005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.452328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.452656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.452977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.453295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:06.470241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee98507-ccea-464d-8d9a-f84af4eda595 req-1d28812a-7fdf-4433-8898-9e15ffda34d0 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:06.471774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ee98507-ccea-464d-8d9a-f84af4eda595 req-1d28812a-7fdf-4433-8898-9e15ffda34d0 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 949 time: 0.0527678 Feb 19 07:57:06.522110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ee98507-ccea-464d-8d9a-f84af4eda595 req-136cde91-a4b2-466e-903d-273f21e9ce5c tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Feb 19 07:57:06.736429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f6f9d09b-8235-4f90-9b9d-f31387144a1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:57:07.636693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2ea6-7132-46ba-be42-aea867189b90 req-4870c00c-e93d-458f-8b41-8b9f49cefe42 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:07.638160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f07a2ea6-7132-46ba-be42-aea867189b90 req-4870c00c-e93d-458f-8b41-8b9f49cefe42 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 949 time: 0.0510910 Feb 19 07:57:07.684974 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f07a2ea6-7132-46ba-be42-aea867189b90 req-7be6d52d-d11f-452e-a4b1-bf3b63495eab tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Feb 19 07:57:08.200325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f6f9d09b-8235-4f90-9b9d-f31387144a1e up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:57:08.248047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port f6f9d09b-8235-4f90-9b9d-f31387144a1e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:57:08.251716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port f6f9d09b-8235-4f90-9b9d-f31387144a1e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:57:08.252093 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:08.326449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f6f9d09b-8235-4f90-9b9d-f31387144a1e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:57:08.326842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:08.348060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:57:08.350294 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d008cd-b836-4846-9e28-b5e4e3b3755c" -d '{"events": [{"server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "name": "network-vif-plugged", "status": "completed", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:57:08.366540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:08.371439 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:08.418462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:08.510615 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c91bb8-b2fe-40c5-b0d3-bfec606f010f x-openstack-request-id: req-33c91bb8-b2fe-40c5-b0d3-bfec606f010f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:57:08.510907 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "name": "network-vif-plugged", "status": "completed", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:57:08.511162 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33c91bb8-b2fe-40c5-b0d3-bfec606f010f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:57:08.511587 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e', 'code': 200} Feb 19 07:57:08.610091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1727961-69dc-4924-93d7-c82c220e8e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:08.613451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df0eaf-a06c-4fb9-b462-31534e35e1e5 req-2ede6029-663d-4bcc-be0b-ee36d2ddc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:08.615706 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8df0eaf-a06c-4fb9-b462-31534e35e1e5 req-2ede6029-663d-4bcc-be0b-ee36d2ddc190 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 1132 time: 0.0494184 Feb 19 07:57:08.658746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8df0eaf-a06c-4fb9-b462-31534e35e1e5 req-50ead39b-8bbb-4ea7-8dd8-8a21505f6edd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Feb 19 07:57:08.800152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e2be-e2e2-4afb-a84b-3fd724459833 req-34359a90-1797-4683-b67c-142820064d33 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:08.802101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e976e2be-e2e2-4afb-a84b-3fd724459833 req-34359a90-1797-4683-b67c-142820064d33 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0507905 Feb 19 07:57:08.847311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e976e2be-e2e2-4afb-a84b-3fd724459833 req-87da70e2-f34c-47c0-a325-8753592b44dd tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Feb 19 07:57:09.808800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:09.973049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38014e05-7c01-4c5f-a718-d91633a99de7 req-760cd0f6-37fc-4137-90f3-a9cd823094be tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:09.974637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38014e05-7c01-4c5f-a718-d91633a99de7 req-760cd0f6-37fc-4137-90f3-a9cd823094be tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0578520 Feb 19 07:57:10.021620 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38014e05-7c01-4c5f-a718-d91633a99de7 req-a2a2a826-7da4-4ca0-ba6e-23a96a263a67 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Feb 19 07:57:11.131254 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:11.141483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3549b98-fd0a-4f08-b3f1-ec05573dec90 req-043803a5-77df-4125-90bf-ba80c8153fa7 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:11.142965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3549b98-fd0a-4f08-b3f1-ec05573dec90 req-043803a5-77df-4125-90bf-ba80c8153fa7 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0518012 Feb 19 07:57:11.194016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c3549b98-fd0a-4f08-b3f1-ec05573dec90 req-5928c492-a60b-4e77-9f17-cd04ef16dd0d tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Feb 19 07:57:11.445080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a695eb9-24ca-4bf2-b02b-bf968f4e7d83 req-9d48498c-6195-4739-90a2-e06a2754a949 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:11.446575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a695eb9-24ca-4bf2-b02b-bf968f4e7d83 req-9d48498c-6195-4739-90a2-e06a2754a949 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0525963 Feb 19 07:57:11.492098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a695eb9-24ca-4bf2-b02b-bf968f4e7d83 req-2239e0bd-ed13-43c7-a163-fe73c86353dc tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Feb 19 07:57:12.454172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:12.613022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc0cb2-2b30-4eb8-ba1b-e95d8edfa1ae req-ad35f473-db90-44d1-a7ed-47693c1b4a3c tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.614514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69fc0cb2-2b30-4eb8-ba1b-e95d8edfa1ae req-ad35f473-db90-44d1-a7ed-47693c1b4a3c tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0524921 Feb 19 07:57:12.661311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-69fc0cb2-2b30-4eb8-ba1b-e95d8edfa1ae req-4bce79ee-f6b7-4dbc-bf57-86317d61757e tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.43 "GET /v2.0/security-groups?id=25f6dda0-92b2-4149-9d1b-00134f0b3f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Feb 19 07:57:12.820059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-2275b4d3-d30d-4c77-bc35-85010d617c86 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:12.821437 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-2275b4d3-d30d-4c77-bc35-85010d617c86 tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.47 "GET /v2.0/ports?device_id=15b81e97-69f3-482b-b5bb-b59738f1c7bf HTTP/1.1" status: 200 len: 950 time: 0.0520606 Feb 19 07:57:12.912412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Deleting port f6f9d09b-8235-4f90-9b9d-f31387144a1e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:57:12.913649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:13.001646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] For port f6f9d09b-8235-4f90-9b9d-f31387144a1e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f6f9d09b-8235-4f90-9b9d-f31387144a1e,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:13.002008 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:13.014127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Calling delete_port for f6f9d09b-8235-4f90-9b9d-f31387144a1e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:57:13.144230 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f6f9d09b-8235-4f90-9b9d-f31387144a1e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:13.156390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f6f9d09b-8235-4f90-9b9d-f31387144a1e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:57:13.174718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Pushing event deleted for resources: {'Port': ['ID=f6f9d09b-8235-4f90-9b9d-f31387144a1e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:13.222512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] No DVR routers for this DVR port f6f9d09b-8235-4f90-9b9d-f31387144a1e on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:57:13.225794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:13.229214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f45ecd4e-5887-456a-b746-3adc96d2a61a req-207ee871-6314-4c69-a977-d564e2e4de8f tempest-VolumesNegativeTest-999482070 tempest-VolumesNegativeTest-999482070-project] 10.222.0.47 "DELETE /v2.0/ports/f6f9d09b-8235-4f90-9b9d-f31387144a1e HTTP/1.1" status: 204 len: 173 time: 0.4027553 Feb 19 07:57:13.229663 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'name': 'network-vif-deleted', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:57:13.235277 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3250eb-b5ed-49c3-bfba-7287e06f84e9" -d '{"events": [{"server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "name": "network-vif-deleted", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:57:13.275911 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16fb491-717d-4934-9477-17f6def5e47f x-openstack-request-id: req-f16fb491-717d-4934-9477-17f6def5e47f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:57:13.276212 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b81e97-69f3-482b-b5bb-b59738f1c7bf", "name": "network-vif-deleted", "tag": "f6f9d09b-8235-4f90-9b9d-f31387144a1e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:57:13.276499 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f16fb491-717d-4934-9477-17f6def5e47f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:57:13.276901 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b81e97-69f3-482b-b5bb-b59738f1c7bf', 'name': 'network-vif-deleted', 'tag': 'f6f9d09b-8235-4f90-9b9d-f31387144a1e', 'status': 'completed', 'code': 200} Feb 19 07:57:16.295600 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f6f9d09b-8235-4f90-9b9d-f31387144a1e no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:57:16.315373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: f6f9d09b-8235-4f90-9b9d-f31387144a1e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:57:16.315720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f6f9d09b-8235-4f90-9b9d-f31387144a1e not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:57:20.618318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:57:20.748744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-32547388-7670-4b15-94fc-46a87bd05715 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aaba339f6744d5da56727a0bfffeeaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291428 Feb 19 07:57:20.751215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:57:20.798033 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] Publish callbacks [] for security_group (25f6dda0-92b2-4149-9d1b-00134f0b3f35), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:20.820735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] Publish callbacks [] for security_group (25f6dda0-92b2-4149-9d1b-00134f0b3f35), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:20.867607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (25f6dda0-92b2-4149-9d1b-00134f0b3f35), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:20.870494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:20.871667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25f6dda0-92b2-4149-9d1b-00134f0b3f35 HTTP/1.1" status: 204 len: 168 time: 0.1195512 Feb 19 07:57:20.879759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fe470-2463-4692-a793-ebdeab0e091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f6dda0-92b2-4149-9d1b-00134f0b3f35,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:25.836857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:57:30.647233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:33.337454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.237952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:57:35.344077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec365a25-725b-4209-8614-df5737097681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.423904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec365a25-725b-4209-8614-df5737097681 admin admin] Publish callbacks [] for security_group (7d6e210e-97f5-48d8-882f-5c5cf60785b4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.427684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec365a25-725b-4209-8614-df5737097681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7d6e210e-97f5-48d8-882f-5c5cf60785b4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.469077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec365a25-725b-4209-8614-df5737097681 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ec8dcaf38374405ace7acaeb96c194a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298629 Feb 19 07:57:35.469863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec365a25-725b-4209-8614-df5737097681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e210e-97f5-48d8-882f-5c5cf60785b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:35.471729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43568) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:57:35.521217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Publish callbacks [] for security_group (7d6e210e-97f5-48d8-882f-5c5cf60785b4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.542056 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Publish callbacks [] for security_group (7d6e210e-97f5-48d8-882f-5c5cf60785b4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.592713 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (7d6e210e-97f5-48d8-882f-5c5cf60785b4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.595488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:35.596637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d6e210e-97f5-48d8-882f-5c5cf60785b4 HTTP/1.1" status: 204 len: 168 time: 0.1232800 Feb 19 07:57:35.604608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e210e-97f5-48d8-882f-5c5cf60785b4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:35.612083 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.612429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.612768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.613100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.613426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.613749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.614171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.614983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.615340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.615662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.615981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.616300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:35.616628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce9687f-078a-491c-88b4-54dd6c2428d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:57:36.277274 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cefeb6c-caa8-4397-a736-66b34d017265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:38.617630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-921e7fc8-65c5-480e-9a07-3bef338e3353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:39.816207 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:41.133447 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:42.455923 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:46.391101 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-86259703-ab51-4ead-a12a-3357828c9c24 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224800 Feb 19 07:57:46.498163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-73d1e847-64e8-4422-bef2-3245d9316736 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:46.499645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-73d1e847-64e8-4422-bef2-3245d9316736 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030576 Feb 19 07:57:46.514605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-ad18f6c0-d5d9-4d17-8d9a-15c438469a00 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/quotas/1cc18632de494044a4e74dc5acc3fc8a HTTP/1.1" status: 200 len: 375 time: 0.0088801 Feb 19 07:57:46.545390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-2e039683-43d3-4e41-afd9-105fde46cf1c tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259352 Feb 19 07:57:46.700273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c42e2fbe-d399-4b2d-9caf-aad1c266bec5 req-eee36b3a-393c-479c-84cf-60f3fd43bacd tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Feb 19 07:57:47.668045 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-02dcc95b-6c22-48e8-90d2-96d51608894a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232329 Feb 19 07:57:47.789898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-3f4f6562-14c9-4bfb-a65d-1ae0603211fb tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:47.791383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-3f4f6562-14c9-4bfb-a65d-1ae0603211fb tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190896 Feb 19 07:57:47.810229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Request body: {'port': {'device_id': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'admin_state_up': True, 'tenant_id': '1cc18632de494044a4e74dc5acc3fc8a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:57:47.814395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0676f14-6e3c-4fe9-88ec-9e6629fd2a6a req-0ab5e4d7-03a8-4d7f-ae94-077c7c9880e5 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 210 time: 0.0414152 Feb 19 07:57:47.916266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Made reservation on behalf of 1cc18632de494044a4e74dc5acc3fc8a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:57:47.919739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:47.927957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.005393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks [] for security_group (4bfe801d-82c0-452e-ad14-d0da1f198510), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.009082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bfe801d-82c0-452e-ad14-d0da1f198510), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.070555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe801d-82c0-452e-ad14-d0da1f198510,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:48.136554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Allocated IP 192.168.233.54 (1b94bc40-ae7b-491f-8115-82a8234ed80b/6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7/a1de5586-441e-4531-ba09-53f155fa6de4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:57:48.280641 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks [] for port (a1de5586-441e-4531-ba09-53f155fa6de4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.313246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.355365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Network 1b94bc40-ae7b-491f-8115-82a8234ed80b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:57:48.358302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:57:48.364754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:57:48.370210 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Pushing event updated for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:48.423836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:48.424408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.441988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-01f47b09-fdc6-42ad-97a4-f6bddbda893a tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6356587 Feb 19 07:57:48.453275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Request body: {'port': {'device_id': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:57:48.513630 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.628864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9d9f0d63-003d-4d5b-b6e7-4de010e47a79 None None] Provisioning complete for port a1de5586-441e-4531-ba09-53f155fa6de4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:57:48.629500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d9f0d63-003d-4d5b-b6e7-4de010e47a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.662838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f0d63-003d-4d5b-b6e7-4de010e47a79 None None] Port a1de5586-441e-4531-ba09-53f155fa6de4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 07:57:48.776638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1de5586-441e-4531-ba09-53f155fa6de4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:57:48.784963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks [] for port (a1de5586-441e-4531-ba09-53f155fa6de4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.797830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Transition to ACTIVE for port object a1de5586-441e-4531-ba09-53f155fa6de4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:57:48.801083 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.869951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:48.920996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Attempting to bind port a1de5586-441e-4531-ba09-53f155fa6de4 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:57:48.921470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Attempting to bind port a1de5586-441e-4531-ba09-53f155fa6de4 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:57:48.921900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Attempting to bind port a1de5586-441e-4531-ba09-53f155fa6de4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:57:48.927098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Port a1de5586-441e-4531-ba09-53f155fa6de4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:57:48.927587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Attempting to bind port a1de5586-441e-4531-ba09-53f155fa6de4 on network 1b94bc40-ae7b-491f-8115-82a8234ed80b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:57:48.932928 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:57:48.934071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Checking segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:57:48.934071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Bound using segment: {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:57:48.934302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Bound port: a1de5586-441e-4531-ba09-53f155fa6de4, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3544d3-f267-4c3c-b21e-c59142409ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:57:48.934606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:48.946807 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3345c5-5c3b-4d6e-960c-bdb002b122fd req-2b743321-ae23-4259-b6fb-93d6f62e7f42 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:48.948418 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef3345c5-5c3b-4d6e-960c-bdb002b122fd req-2b743321-ae23-4259-b6fb-93d6f62e7f42 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 947 time: 0.0596609 Feb 19 07:57:48.999124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef3345c5-5c3b-4d6e-960c-bdb002b122fd req-670a9ab0-4dc3-4dd4-9682-bd52536bceb8 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Feb 19 07:57:49.011830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:57:49.015528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a1de5586-441e-4531-ba09-53f155fa6de4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:57:49.023065 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:49.058046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.058702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:49.060117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1de5586-441e-4531-ba09-53f155fa6de4 HTTP/1.1" status: 200 len: 1095 time: 0.6111712 Feb 19 07:57:49.060590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:57:49.062834 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217526e-51c3-4fcb-92ee-3d4b01d89263" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:57:49.085942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cae5b1-eb42-4832-b337-7ad2e7788a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:49.136449 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff93102-34d4-4de8-8fac-2992251cdf91 x-openstack-request-id: req-2ff93102-34d4-4de8-8fac-2992251cdf91 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:57:49.136751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:57:49.137010 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ff93102-34d4-4de8-8fac-2992251cdf91 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:57:49.137421 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4', 'status': 'completed', 'code': 200} Feb 19 07:57:49.179944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-6f384559-3676-4466-9a12-c24418f83f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.181505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-6f384559-3676-4466-9a12-c24418f83f6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 1129 time: 0.0554223 Feb 19 07:57:49.233567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-0dbeaa15-58b1-41f0-a795-3d12cc867c2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a1de5586-441e-4531-ba09-53f155fa6de4 HTTP/1.1" status: 200 len: 217 time: 0.0456066 Feb 19 07:57:49.283776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-60698dbf-1e95-4796-b74b-a7c642010f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.285247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-60698dbf-1e95-4796-b74b-a7c642010f6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0461774 Feb 19 07:57:49.333933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-d5b04fd3-218f-4b4e-b54e-312fac12ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.335481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-d5b04fd3-218f-4b4e-b54e-312fac12ba62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0444560 Feb 19 07:57:49.425117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-41239298-70cd-4ec9-bdb0-1b7da281cf3a service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837936 Feb 19 07:57:49.517073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8d6d5e7-3004-4879-88cf-75c22800cb22 req-04503c02-e8bf-4cd7-930e-231a5b036659 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836616 Feb 19 07:57:49.602955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-466943de-8e28-484d-a597-14d2d462f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.604401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-466943de-8e28-484d-a597-14d2d462f137 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 1129 time: 0.0440557 Feb 19 07:57:49.696975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-d0272b86-13fb-4629-bbdf-0c58c8fb5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.698484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-d0272b86-13fb-4629-bbdf-0c58c8fb5cff service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b94bc40-ae7b-491f-8115-82a8234ed80b HTTP/1.1" status: 200 len: 869 time: 0.0875201 Feb 19 07:57:49.741044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-a72d6127-0bd0-48c8-a7b0-d55914a5f2f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a1de5586-441e-4531-ba09-53f155fa6de4 HTTP/1.1" status: 200 len: 217 time: 0.0359561 Feb 19 07:57:49.792388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-3b6113b9-395e-4a0c-b52b-3b3cdc00acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.793825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-3b6113b9-395e-4a0c-b52b-3b3cdc00acf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7 HTTP/1.1" status: 200 len: 843 time: 0.0475423 Feb 19 07:57:49.840943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-1603ddde-ebd8-48bc-b749-4ee41eca51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:49.842427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-1603ddde-ebd8-48bc-b749-4ee41eca51ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b94bc40-ae7b-491f-8115-82a8234ed80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0428762 Feb 19 07:57:49.932171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-5abaaf52-03e0-4c1d-ab67-c4141f8bde3f service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801682 Feb 19 07:57:50.022676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c217526e-51c3-4fcb-92ee-3d4b01d89263 req-5485b25b-27ca-43cd-9f82-cc725fb1fb66 service neutron] 10.222.0.47 "GET /v2.0/networks/1b94bc40-ae7b-491f-8115-82a8234ed80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Feb 19 07:57:50.122651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552396-f9a6-47f2-bc99-52433a100c8e req-f4eac063-4495-4226-8fac-ae0edb10da1f tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:50.124139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d552396-f9a6-47f2-bc99-52433a100c8e req-f4eac063-4495-4226-8fac-ae0edb10da1f tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 947 time: 0.0553055 Feb 19 07:57:50.169265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d552396-f9a6-47f2-bc99-52433a100c8e req-2ebd094e-42cb-47d1-948d-5452128efc4b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Feb 19 07:57:51.290229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cca719-6304-4fb3-8f84-c0fed91cb47c req-e66f971e-78f5-499c-84cf-461461365260 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:51.291762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35cca719-6304-4fb3-8f84-c0fed91cb47c req-e66f971e-78f5-499c-84cf-461461365260 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 947 time: 0.0527577 Feb 19 07:57:51.342054 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35cca719-6304-4fb3-8f84-c0fed91cb47c req-4f99b7b8-16fc-4afa-893f-a07ad741bc48 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446777 Feb 19 07:57:52.465687 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e85a7-3d27-4815-8546-52e51c5d7953 req-551374c4-c281-40cf-ae6c-d181a60f9152 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:52.466228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a1de5586-441e-4531-ba09-53f155fa6de4 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:57:52.467245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-277e85a7-3d27-4815-8546-52e51c5d7953 req-551374c4-c281-40cf-ae6c-d181a60f9152 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 947 time: 0.0544624 Feb 19 07:57:52.513949 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-277e85a7-3d27-4815-8546-52e51c5d7953 req-e9d1b36e-aee6-445b-8a94-814665aec1c6 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Feb 19 07:57:52.561243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a1de5586-441e-4531-ba09-53f155fa6de4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:52.572672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a1de5586-441e-4531-ba09-53f155fa6de4', 'network_id': '1b94bc40-ae7b-491f-8115-82a8234ed80b', 'port_id': 'a1de5586-441e-4531-ba09-53f155fa6de4', 'mac_address': 'fa:16:3e:41:13:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6a23b6-f927-4cbb-bc5f-419c5b7b34a7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:57:52.610917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a1de5586-441e-4531-ba09-53f155fa6de4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:57:52.611598 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:52.624455 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1de5586-441e-4531-ba09-53f155fa6de4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:57:52.643067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a1de5586-441e-4531-ba09-53f155fa6de4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:52.646953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:52.692809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:52.944935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a1de5586-441e-4531-ba09-53f155fa6de4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:57:53.628889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810185bd-94ec-4b28-88c1-e91251b586bd req-d8b985b5-01a7-4542-833a-79cb0546d69c tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:53.630882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-810185bd-94ec-4b28-88c1-e91251b586bd req-d8b985b5-01a7-4542-833a-79cb0546d69c tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 948 time: 0.0514348 Feb 19 07:57:53.680534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-810185bd-94ec-4b28-88c1-e91251b586bd req-611c0482-2da9-4afb-a93e-51fdaa5fb218 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Feb 19 07:57:54.480864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a1de5586-441e-4531-ba09-53f155fa6de4 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:57:54.528345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a1de5586-441e-4531-ba09-53f155fa6de4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:57:54.532024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a1de5586-441e-4531-ba09-53f155fa6de4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:57:54.532405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:54.609630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a1de5586-441e-4531-ba09-53f155fa6de4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:57:54.610022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:54.631983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:57:54.634184 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad06d6b3-1c03-4e9f-b9a2-4760a010b224" -d '{"events": [{"server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:57:54.647262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a1de5586-441e-4531-ba09-53f155fa6de4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:54.651286 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:54.676825 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b77ebb4-0a24-4712-b11a-cdf2a400d794 x-openstack-request-id: req-0b77ebb4-0a24-4712-b11a-cdf2a400d794 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:57:54.677596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "name": "network-vif-plugged", "status": "completed", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:57:54.677855 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b77ebb4-0a24-4712-b11a-cdf2a400d794 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:57:54.678373 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4', 'code': 200} Feb 19 07:57:54.705173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:57:54.799723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cc368-41f4-4b2e-bc13-b5b985426178 req-28b61a9a-2c45-45fd-9d3f-8b66e8316143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:54.801142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-640cc368-41f4-4b2e-bc13-b5b985426178 req-28b61a9a-2c45-45fd-9d3f-8b66e8316143 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 1131 time: 0.0753450 Feb 19 07:57:54.821028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3986-755f-4db5-a4a1-5c9791784093 req-25298a74-73f2-43d0-b69b-21b14767e766 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:54.822442 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d27b3986-755f-4db5-a4a1-5c9791784093 req-25298a74-73f2-43d0-b69b-21b14767e766 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0690293 Feb 19 07:57:54.881589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-640cc368-41f4-4b2e-bc13-b5b985426178 req-e9ca6889-96cf-4a76-a28f-2ddb68d36aa2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745258 Feb 19 07:57:54.888309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d27b3986-755f-4db5-a4a1-5c9791784093 req-6d44cb3d-0184-4170-a5f0-ff7fdc0e45f0 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598876 Feb 19 07:57:56.008230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3a55f-ec2a-4c2d-901b-725c2822299d req-681f2f0a-519c-4625-9c59-26ac3b33b411 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:56.009717 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46b3a55f-ec2a-4c2d-901b-725c2822299d req-681f2f0a-519c-4625-9c59-26ac3b33b411 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0529683 Feb 19 07:57:56.059073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-46b3a55f-ec2a-4c2d-901b-725c2822299d req-016005c9-4179-4346-8508-94a838876a64 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Feb 19 07:57:57.179629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc36cc-2040-4585-8738-7a0834d6263f req-e0bec2ad-2435-4ba4-a96b-feea480f34bd tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:57.181095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39cc36cc-2040-4585-8738-7a0834d6263f req-e0bec2ad-2435-4ba4-a96b-feea480f34bd tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0555704 Feb 19 07:57:57.226156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39cc36cc-2040-4585-8738-7a0834d6263f req-316b6753-aabc-4320-9bab-5126f8e67e92 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Feb 19 07:57:57.638170 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-2218bb75-e9f0-4eb6-803a-0549c93e57b8 req-255f2f9c-e703-442b-b33f-9fe931cfeb08 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:57:57.639181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2218bb75-e9f0-4eb6-803a-0549c93e57b8 req-255f2f9c-e703-442b-b33f-9fe931cfeb08 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1312144 Feb 19 07:57:58.015981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-dddf6f2e-d883-4a81-a56d-eb6e7172a3d2 req-f2bf7ebc-c925-4ea2-b228-296b7d206e5b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:57:58.016995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dddf6f2e-d883-4a81-a56d-eb6e7172a3d2 req-f2bf7ebc-c925-4ea2-b228-296b7d206e5b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0588822 Feb 19 07:57:58.342176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9f6d8-0f5e-4c4f-b5c2-37fb836c73c6 req-00fa2224-03b5-4a72-933e-cf5e11780f06 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:58.343669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27f9f6d8-0f5e-4c4f-b5c2-37fb836c73c6 req-00fa2224-03b5-4a72-933e-cf5e11780f06 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0508809 Feb 19 07:57:58.389895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27f9f6d8-0f5e-4c4f-b5c2-37fb836c73c6 req-86fb7849-2c0d-4991-b1d9-c5955bd9c013 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Feb 19 07:57:59.509579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447630f4-2da3-4062-bf52-e0418dde0d9a req-8295f688-282e-45f5-93a0-9d9ad8afad15 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:59.511083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-447630f4-2da3-4062-bf52-e0418dde0d9a req-8295f688-282e-45f5-93a0-9d9ad8afad15 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0533133 Feb 19 07:57:59.556553 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-447630f4-2da3-4062-bf52-e0418dde0d9a req-f458b011-d131-489d-a7ef-61ed0f35fbdb tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.43 "GET /v2.0/security-groups?id=4bfe801d-82c0-452e-ad14-d0da1f198510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Feb 19 07:57:59.727798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0291-0250-474c-a37e-f23f01015998 req-22f22df0-73ed-485d-bf41-8d9fe199b7b4 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:57:59.729359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee3a0291-0250-474c-a37e-f23f01015998 req-22f22df0-73ed-485d-bf41-8d9fe199b7b4 tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60 HTTP/1.1" status: 200 len: 949 time: 0.0548048 Feb 19 07:57:59.816367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Deleting port a1de5586-441e-4531-ba09-53f155fa6de4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:57:59.816707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:59.905120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] For port a1de5586-441e-4531-ba09-53f155fa6de4, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a1de5586-441e-4531-ba09-53f155fa6de4,segment=NetworkSegment(cd3544d3-f267-4c3c-b21e-c59142409ddb),segment_id=cd3544d3-f267-4c3c-b21e-c59142409ddb)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:57:59.905476 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:57:59.916913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Calling delete_port for a1de5586-441e-4531-ba09-53f155fa6de4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:58:00.039553 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a1de5586-441e-4531-ba09-53f155fa6de4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:00.051596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a1de5586-441e-4531-ba09-53f155fa6de4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:58:00.070543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Pushing event deleted for resources: {'Port': ['ID=a1de5586-441e-4531-ba09-53f155fa6de4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:00.084324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.084687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.085039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.085383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.085721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.086054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.086383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.086721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.087051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.087405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.087734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.088061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.088382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:00.126690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] No DVR routers for this DVR port a1de5586-441e-4531-ba09-53f155fa6de4 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:58:00.133314 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:00.136920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee3a0291-0250-474c-a37e-f23f01015998 req-ec432aaf-f422-43e0-8400-e4feb31a452b tempest-ServersAdminNegativeTestJSON-567443782 tempest-ServersAdminNegativeTestJSON-567443782-project] 10.222.0.47 "DELETE /v2.0/ports/a1de5586-441e-4531-ba09-53f155fa6de4 HTTP/1.1" status: 204 len: 173 time: 0.4029450 Feb 19 07:58:00.137396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'name': 'network-vif-deleted', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:00.139791 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc5ae98-5abf-4a40-8dac-5728eeb03914" -d '{"events": [{"server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "name": "network-vif-deleted", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:00.253672 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de4944-8277-45c8-b185-56ca9a16d3ed x-openstack-request-id: req-35de4944-8277-45c8-b185-56ca9a16d3ed {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:00.253975 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60", "name": "network-vif-deleted", "tag": "a1de5586-441e-4531-ba09-53f155fa6de4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:00.254270 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35de4944-8277-45c8-b185-56ca9a16d3ed {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:00.254709 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd5ce1-0016-4cdb-b51a-3095a4ef5f60', 'name': 'network-vif-deleted', 'tag': 'a1de5586-441e-4531-ba09-53f155fa6de4', 'status': 'completed', 'code': 200} Feb 19 07:58:00.647487 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:00.863124 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43706) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:00.996500 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f4194508-b5b0-424a-9f7a-014e481a48d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1cc18632de494044a4e74dc5acc3fc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321721 Feb 19 07:58:00.999418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43710) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:01.048650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] Publish callbacks [] for security_group (4bfe801d-82c0-452e-ad14-d0da1f198510), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.069538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] Publish callbacks [] for security_group (4bfe801d-82c0-452e-ad14-d0da1f198510), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.119529 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bfe801d-82c0-452e-ad14-d0da1f198510), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.121958 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.123116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bfe801d-82c0-452e-ad14-d0da1f198510 HTTP/1.1" status: 204 len: 168 time: 0.1227031 Feb 19 07:58:01.131443 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699d3be-9fb7-43c2-830d-b243dee515ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe801d-82c0-452e-ad14-d0da1f198510,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:01.392002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43716) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:01.405045 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d61af31b-41db-4b49-bdef-39024d333489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.481075 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d61af31b-41db-4b49-bdef-39024d333489 admin admin] Publish callbacks [] for security_group (28e3e196-ca9e-46eb-82fb-a195837c9ff2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.484727 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d61af31b-41db-4b49-bdef-39024d333489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (28e3e196-ca9e-46eb-82fb-a195837c9ff2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.521333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61af31b-41db-4b49-bdef-39024d333489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e3e196-ca9e-46eb-82fb-a195837c9ff2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:01.526569 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d61af31b-41db-4b49-bdef-39024d333489 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc6eca9f27f04dbe908ef6105d1187bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335289 Feb 19 07:58:01.530214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43718) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:01.577619 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] Publish callbacks [] for security_group (28e3e196-ca9e-46eb-82fb-a195837c9ff2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.600277 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] Publish callbacks [] for security_group (28e3e196-ca9e-46eb-82fb-a195837c9ff2), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.647627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (28e3e196-ca9e-46eb-82fb-a195837c9ff2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.650117 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:01.651301 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28e3e196-ca9e-46eb-82fb-a195837c9ff2 HTTP/1.1" status: 204 len: 168 time: 0.1201649 Feb 19 07:58:01.659829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f0d5b-0418-46a5-9e61-399c6deea56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e3e196-ca9e-46eb-82fb-a195837c9ff2,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:02.321453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:02.417538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2133760314-network', 'tenant_id': '23e7359dc2db4454ae18410020582912'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:02.438360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Made reservation on behalf of 23e7359dc2db4454ae18410020582912 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:02.440857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.449985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.528893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks [] for security_group (a603feca-dfc0-4417-a12e-89792b44c90c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.532638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a603feca-dfc0-4417-a12e-89792b44c90c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.562324 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:58:02.572692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a603feca-dfc0-4417-a12e-89792b44c90c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:02.580025 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (849e79ee-20f0-46f6-bee1-81baaa8c275d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.580364 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Added segment 849e79ee-20f0-46f6-bee1-81baaa8c275d of type vlan for network 3578894f-6415-4d55-81f8-4ceef1864678 Feb 19 07:58:02.628480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3578894f-6415-4d55-81f8-4ceef1864678), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.652948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3578894f-6415-4d55-81f8-4ceef1864678), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.654008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:02.654879 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.706774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3842139 Feb 19 07:58:02.710034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43744) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:02.715088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Request body: {'subnet': {'network_id': '3578894f-6415-4d55-81f8-4ceef1864678', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2133760314-subnet', 'tenant_id': '23e7359dc2db4454ae18410020582912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:02.721544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6c95-e027-415a-af97-091658f9c238 admin admin] Pushing event updated for resources: {'Network': ['ID=3578894f-6415-4d55-81f8-4ceef1864678,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:02.732528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3578894f-6415-4d55-81f8-4ceef1864678 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:58:02.735696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Made reservation on behalf of 23e7359dc2db4454ae18410020582912 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:02.738373 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.836813 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:58:02.909686 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (b431ceff-eddc-42b8-aeea-1275621bcefe), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:02.969728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b431ceff-eddc-42b8-aeea-1275621bcefe,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:02.979044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Checking segment: {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:58:02.979425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Network hostable DHCP agents. Network: 3578894f-6415-4d55-81f8-4ceef1864678, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:58:02.995451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Network 3578894f-6415-4d55-81f8-4ceef1864678 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:58:03.005071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3578894f-6415-4d55-81f8-4ceef1864678) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:58:03.009741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:03.010358 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:03.015009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645ee67c-ed6b-4798-b96a-7ed59f3da7da None None] Network 3578894f-6415-4d55-81f8-4ceef1864678 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:58:03.034889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e0ed8d02-2729-4810-8087-8d27a9b00982 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3237202 Feb 19 07:58:03.124023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020bed20-e32a-4621-a905-75d7c82029f9 None None] Network 3578894f-6415-4d55-81f8-4ceef1864678 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:58:03.337500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:03.468840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-993c3041-cfe2-4ede-8978-78d3d3ab793e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:03.470428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-993c3041-cfe2-4ede-8978-78d3d3ab793e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 812 time: 0.1061440 Feb 19 07:58:03.484739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-9d8c8efe-46c7-4898-b61f-b0fe46e30b42 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/quotas/23e7359dc2db4454ae18410020582912 HTTP/1.1" status: 200 len: 375 time: 0.0088644 Feb 19 07:58:03.518313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-d80c1cb0-979c-4aaf-a049-6c659847b190 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286415 Feb 19 07:58:03.529067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-bc34f8d4-ab8c-48fe-a906-787723628483 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:58:03.529957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-bc34f8d4-ab8c-48fe-a906-787723628483 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048902 Feb 19 07:58:03.614638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-e0b9489c-3c30-4a65-a4cb-15c892c140da service neutron] 10.222.0.43 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795903 Feb 19 07:58:03.706714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-b5d2c6ca-cdd4-4ee7-ac0b-794415e38074 service neutron] 10.222.0.43 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858576 Feb 19 07:58:03.885770 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e6362a9-4cf4-46c0-9bfb-12a8dc157a8f req-dc59dedf-a90e-4f21-85d4-e47ae1a5ac2d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 210 time: 0.0464921 Feb 19 07:58:04.526563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a1de5586-441e-4531-ba09-53f155fa6de4 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:58:04.547445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a1de5586-441e-4531-ba09-53f155fa6de4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:58:04.547795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a1de5586-441e-4531-ba09-53f155fa6de4 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:58:04.963616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-390886e2-8d5b-4174-a4e1-4fc1fe7943fc tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:04.963616 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-390886e2-8d5b-4174-a4e1-4fc1fe7943fc tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 812 time: 0.1159089 Feb 19 07:58:04.977190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Request body: {'port': {'device_id': '92974355-e675-4273-b71d-070d4e01fcae', 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678', 'admin_state_up': True, 'tenant_id': '23e7359dc2db4454ae18410020582912'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:05.001116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-79fad59e-145f-414b-bd23-f78e3d1bfe1a req-79534047-491b-4381-afc1-e056b9d5b245 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 210 time: 0.0378332 Feb 19 07:58:05.099310 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Made reservation on behalf of 23e7359dc2db4454ae18410020582912 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:05.102701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.227695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Allocated IP 172.20.0.6 (3578894f-6415-4d55-81f8-4ceef1864678/b431ceff-eddc-42b8-aeea-1275621bcefe/64c0b321-fa90-4626-b0dd-a873b8dec588) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:58:05.369753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks [] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.401946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.444525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Network 3578894f-6415-4d55-81f8-4ceef1864678 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:58:05.447544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:58:05.453697 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:58:05.459350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:05.503308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:05.503846 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.518919 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-dcfcd9d6-d43c-4ec0-b84e-36debe91e749 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456004 Feb 19 07:58:05.529584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Request body: {'port': {'device_id': '92974355-e675-4273-b71d-070d4e01fcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:05.589714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.838175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c0b321-fa90-4626-b0dd-a873b8dec588 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:58:05.845403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks [] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.857341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Transition to ACTIVE for port object 64c0b321-fa90-4626-b0dd-a873b8dec588 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:58:05.860905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:05.907753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:05.979034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:58:05.979702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:58:05.979702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:05.983883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:58:05.984202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:05.989154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:58:05.989488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Checking segment: {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:58:05.989898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Bound using segment: {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:58:05.990317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Bound port: 64c0b321-fa90-4626-b0dd-a873b8dec588, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:58:05.990662 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:06.051755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:58:06.054815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:58:06.061027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:06.091069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.091733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:06.093276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 1091 time: 0.5676372 Feb 19 07:58:06.095572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:06.098635 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5edb1-48c7-415c-874d-b241c49ef7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:06.132107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0280-494e-4e88-902a-151f4852f3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:06.134205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6fdf-da7d-4693-bd3a-056b07e55617 req-ff79f95a-2a62-4f8d-b0bb-7aaea19ab2ce tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.136074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-693c6fdf-da7d-4693-bd3a-056b07e55617 req-ff79f95a-2a62-4f8d-b0bb-7aaea19ab2ce tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0670211 Feb 19 07:58:06.149938 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd1f67-57b6-4935-8458-7aa06d778b37 x-openstack-request-id: req-7cfd1f67-57b6-4935-8458-7aa06d778b37 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:06.150631 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:06.151212 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cfd1f67-57b6-4935-8458-7aa06d778b37 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:06.151835 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'status': 'completed', 'code': 200} Feb 19 07:58:06.190076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-481d0bf4-4784-4615-a1ed-ab31ebc6ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.190479 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-693c6fdf-da7d-4693-bd3a-056b07e55617 req-907106fc-40cb-4536-a4d7-8d094ba4eeac tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Feb 19 07:58:06.191617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-481d0bf4-4784-4615-a1ed-ab31ebc6ebb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1125 time: 0.0510714 Feb 19 07:58:06.240255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-87691e43-2062-4f17-b8d1-ba8a2f3220b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0382230 Feb 19 07:58:06.278972 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0f4bf36-fad7-4ea0-add0-9e014b74e82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:06.288010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-f835e5cc-94f8-4277-82a3-4f616342a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.289427 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-f835e5cc-94f8-4277-82a3-4f616342a034 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0441859 Feb 19 07:58:06.320529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-375c84d8-2d13-45c0-a53e-dcf2c789b5f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244956 Feb 19 07:58:06.409413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-10203456-c491-4b39-8bb2-f16d6939f920 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Feb 19 07:58:06.498059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-73a87fe1-c086-475a-abd6-4d157f5a6746 req-b0b533c9-5184-4d0d-8106-1f07d32320c8 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831733 Feb 19 07:58:06.593449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-017f7c24-82e8-4516-9d9d-539b0a19aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:06.594962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-017f7c24-82e8-4516-9d9d-539b0a19aebd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1125 time: 0.0492263 Feb 19 07:58:07.001476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-e6f0f9ed-d334-46da-9e4c-2dea3cb1a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:07.002954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-e6f0f9ed-d334-46da-9e4c-2dea3cb1a21f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.4026043 Feb 19 07:58:07.045337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-eefb535b-3301-4af6-9536-6c6d802f1491 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0358727 Feb 19 07:58:07.091835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-cc844cc9-2243-4dbd-a2b2-c45c49a6b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:07.093236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-cc844cc9-2243-4dbd-a2b2-c45c49a6b550 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0418551 Feb 19 07:58:07.123914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-15d91833-c397-4114-9069-bb7eb99f0ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249574 Feb 19 07:58:07.212752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-702b9c7e-dac0-4fe9-8d02-ca1d68dd8e4b service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827851 Feb 19 07:58:07.342662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62b5edb1-48c7-415c-874d-b241c49ef7a1 req-24e20556-5f8e-40c2-b395-f13e84717646 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240904 Feb 19 07:58:07.351568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495069d-b3b9-4365-8936-eb1904078636 req-f9bfa4ca-d2ed-4565-8afa-1202c7e90d47 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:07.352948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6495069d-b3b9-4365-8936-eb1904078636 req-f9bfa4ca-d2ed-4565-8afa-1202c7e90d47 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0895834 Feb 19 07:58:07.400086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6495069d-b3b9-4365-8936-eb1904078636 req-5ba0dfd3-b3f0-4aaf-a867-ab5b4cadf961 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Feb 19 07:58:08.533248 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849114d-9414-4b50-b1d0-44dde0c52c7e req-6f5337fc-5a99-4211-98af-cf505653af9a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:08.534738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c849114d-9414-4b50-b1d0-44dde0c52c7e req-6f5337fc-5a99-4211-98af-cf505653af9a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0568473 Feb 19 07:58:08.581310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c849114d-9414-4b50-b1d0-44dde0c52c7e req-979832b6-7c25-45d8-bf54-1383b396ea6b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Feb 19 07:58:08.611417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-225dfd2e-d9b5-4b50-a148-c1fe95afbd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:09.697771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b330c-3f69-4349-b0aa-137bda953896 req-7c8e8d56-c1a2-454b-96e4-ea641f088eee tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:09.699245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-883b330c-3f69-4349-b0aa-137bda953896 req-7c8e8d56-c1a2-454b-96e4-ea641f088eee tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0513375 Feb 19 07:58:09.746549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-883b330c-3f69-4349-b0aa-137bda953896 req-45f0d68d-a6db-495e-a843-620ddc0a174d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 Feb 19 07:58:09.813802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:10.557916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:58:10.651821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:10.663027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678', 'port_id': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'mac_address': 'fa:16:3e:a2:95:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b431ceff-eddc-42b8-aeea-1275621bcefe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:58:10.702017 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 64c0b321-fa90-4626-b0dd-a873b8dec588 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:58:10.702411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:10.714485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c0b321-fa90-4626-b0dd-a873b8dec588 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:58:10.732396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:10.736284 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:10.781934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:10.789757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.790109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.790453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.790789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.791122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.791615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.791855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.792635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.792635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.792915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.793130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.793386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.793710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:10.865554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da39347-4f0c-43cf-8cd2-5fb797780338 req-93f6c533-d550-4872-97ae-7b8996ad522d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:10.866959 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6da39347-4f0c-43cf-8cd2-5fb797780338 req-93f6c533-d550-4872-97ae-7b8996ad522d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 944 time: 0.0521529 Feb 19 07:58:10.912298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6da39347-4f0c-43cf-8cd2-5fb797780338 req-12c9feba-265e-47c0-b38f-d3dc181d530f tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Feb 19 07:58:11.025015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['64c0b321-fa90-4626-b0dd-a873b8dec588'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:58:11.148303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:12.028813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e741dd7-b69e-4a8c-8407-cc69feafacb2 req-e80dbb3b-6801-46d3-a354-fa96743eb144 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:12.030274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e741dd7-b69e-4a8c-8407-cc69feafacb2 req-e80dbb3b-6801-46d3-a354-fa96743eb144 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 944 time: 0.0512772 Feb 19 07:58:12.079818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4e741dd7-b69e-4a8c-8407-cc69feafacb2 req-5facdfba-1c7a-42c9-81fa-69303705ba93 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Feb 19 07:58:12.457588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:12.588776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:58:12.636433 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 64c0b321-fa90-4626-b0dd-a873b8dec588 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:58:12.640447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 64c0b321-fa90-4626-b0dd-a873b8dec588 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:58:12.640821 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:12.718023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 64c0b321-fa90-4626-b0dd-a873b8dec588 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:58:12.718408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:12.740649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:12.742865 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabcbe6-8622-4001-b98c-2a562707d29e" -d '{"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-plugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:12.755308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:12.759724 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:12.782300 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d135995b-37ca-403f-9aea-8fc560ec1a76 x-openstack-request-id: req-d135995b-37ca-403f-9aea-8fc560ec1a76 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:12.782594 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-plugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:12.782849 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d135995b-37ca-403f-9aea-8fc560ec1a76 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:12.783271 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'code': 200} Feb 19 07:58:12.808405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:12.876984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc834c-8e96-40dd-8594-5a5df2cc5418 req-33ea41ce-e69d-4a92-b22a-0298e981cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:12.878425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cafc834c-8e96-40dd-8594-5a5df2cc5418 req-33ea41ce-e69d-4a92-b22a-0298e981cad1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1127 time: 0.0436192 Feb 19 07:58:12.921539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cafc834c-8e96-40dd-8594-5a5df2cc5418 req-a9a8fc62-da01-458d-a2d5-1e4ccd272542 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Feb 19 07:58:13.200639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa27f1a-f793-44be-8be7-85c255ae73c6 req-b9a6d90e-bb9d-4fb4-831c-534f5782bc5d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:13.202113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2aa27f1a-f793-44be-8be7-85c255ae73c6 req-b9a6d90e-bb9d-4fb4-831c-534f5782bc5d tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0524673 Feb 19 07:58:13.246995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2aa27f1a-f793-44be-8be7-85c255ae73c6 req-d54be5b2-c227-4094-a404-0027174caba5 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Feb 19 07:58:14.367571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb03a-7f0a-4030-aaf7-79943ab42062 req-7409ea94-c34a-40c2-917b-522caddcdce3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:14.369064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15bdb03a-7f0a-4030-aaf7-79943ab42062 req-7409ea94-c34a-40c2-917b-522caddcdce3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0523274 Feb 19 07:58:14.419073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-15bdb03a-7f0a-4030-aaf7-79943ab42062 req-0ab6ddaa-0230-41f7-8f89-571b73017ca3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Feb 19 07:58:14.745540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fddc6f-a21b-44e7-879e-d117aae18e5e req-55b5470a-e45b-4c46-9bff-ec2a61d4dd19 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:14.747049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c3fddc6f-a21b-44e7-879e-d117aae18e5e req-55b5470a-e45b-4c46-9bff-ec2a61d4dd19 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0522358 Feb 19 07:58:14.783005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-50a9b209-454a-46f3-9598-da4fac483714 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955725 Feb 19 07:58:14.792101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-ae79be32-ee5f-4ae4-ae13-a3bbbcc8db3b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:58:14.793067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-ae79be32-ee5f-4ae4-ae13-a3bbbcc8db3b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049837 Feb 19 07:58:14.794558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c3fddc6f-a21b-44e7-879e-d117aae18e5e req-e40ba693-c9d5-499f-aea6-c3d04e0dc617 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Feb 19 07:58:15.178190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-5a7ccd32-71ac-4f0b-be28-b5f330f3adc1 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:15.179579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-5a7ccd32-71ac-4f0b-be28-b5f330f3adc1 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 942 time: 0.0990653 Feb 19 07:58:15.916250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cef4d9-f243-4836-8f1c-e8abdc8e2aea req-d5b32256-a623-4295-a697-e4a524348d15 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:15.917746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cef4d9-f243-4836-8f1c-e8abdc8e2aea req-d5b32256-a623-4295-a697-e4a524348d15 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0532637 Feb 19 07:58:15.993229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cef4d9-f243-4836-8f1c-e8abdc8e2aea req-df5f6e4a-d8a3-4d54-add0-2091803b60f3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698617 Feb 19 07:58:16.006118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-4cf72df1-05e2-44ea-ae60-6a7a2de45f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.007626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-4cf72df1-05e2-44ea-ae60-6a7a2de45f13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1127 time: 0.0654776 Feb 19 07:58:16.094089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-c8cd5085-6ef5-416e-9057-8fb76548e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.095483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-c8cd5085-6ef5-416e-9057-8fb76548e2ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.0823276 Feb 19 07:58:16.136740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-091cdd44-b6d1-4b0f-86d9-ca3fb72268d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Feb 19 07:58:16.191155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-f2a71d35-2e35-4974-8d01-907c005a1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:16.192698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-f2a71d35-2e35-4974-8d01-907c005a1552 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0502231 Feb 19 07:58:16.222967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-e6b23320-b202-495c-85fc-84ed35b82491 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245326 Feb 19 07:58:16.309191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-510bfb61-d696-4197-97e1-326a0619e0bc service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804904 Feb 19 07:58:16.414149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-3643cfb8-3431-4d65-8323-4683030b8a3f service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871162 Feb 19 07:58:17.112329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c261-fcf6-480e-a2dc-3f8de3c79483 req-2767b5df-fb5e-40d3-b442-ecdaba83b01a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:17.113795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6713c261-fcf6-480e-a2dc-3f8de3c79483 req-2767b5df-fb5e-40d3-b442-ecdaba83b01a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0522301 Feb 19 07:58:17.159121 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6713c261-fcf6-480e-a2dc-3f8de3c79483 req-8b43339a-3102-4600-9440-e4c1d7d82e8f tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Feb 19 07:58:18.278338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30990fa5-1a7e-44fa-8ccb-41be5a13b2d5 req-328cfe26-4851-47a5-9f09-d7a5d98aa56e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:18.279741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30990fa5-1a7e-44fa-8ccb-41be5a13b2d5 req-328cfe26-4851-47a5-9f09-d7a5d98aa56e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0532622 Feb 19 07:58:18.324854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30990fa5-1a7e-44fa-8ccb-41be5a13b2d5 req-f88f7d77-161d-4cbe-bfa4-b047fc2902de tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Feb 19 07:58:19.447642 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67244ae-3e39-4bbc-a881-aaee8de19c3c req-59bcea5d-477e-4a1f-9206-e704f77f1050 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:19.449108 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b67244ae-3e39-4bbc-a881-aaee8de19c3c req-59bcea5d-477e-4a1f-9206-e704f77f1050 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0554581 Feb 19 07:58:19.495015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b67244ae-3e39-4bbc-a881-aaee8de19c3c req-4933ba27-89ea-4254-85bd-8ed5acc545d8 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Feb 19 07:58:20.620345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276a96f-7285-4b48-8c87-56301ba33aa7 req-4c392452-3622-4651-ad32-f04f742b5a82 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:20.621724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0276a96f-7285-4b48-8c87-56301ba33aa7 req-4c392452-3622-4651-ad32-f04f742b5a82 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0560243 Feb 19 07:58:20.666834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0276a96f-7285-4b48-8c87-56301ba33aa7 req-0b77f76e-e2d8-4621-8940-16d47d72394b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Feb 19 07:58:21.785797 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3430a0-0dcc-4f46-af71-c287a0684764 req-3ddf4923-35fd-432c-9e6b-52d9b77e247b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:21.788049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd3430a0-0dcc-4f46-af71-c287a0684764 req-3ddf4923-35fd-432c-9e6b-52d9b77e247b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0525734 Feb 19 07:58:21.835058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd3430a0-0dcc-4f46-af71-c287a0684764 req-8a3118bd-564b-47ce-9aec-1fc05b6594c3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Feb 19 07:58:22.952419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ec13-bdec-4d80-9353-5de5b32c4970 req-d111c4fd-eee1-46bc-987f-e1866f68bacc tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:22.953979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e068ec13-bdec-4d80-9353-5de5b32c4970 req-d111c4fd-eee1-46bc-987f-e1866f68bacc tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0522609 Feb 19 07:58:23.000465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e068ec13-bdec-4d80-9353-5de5b32c4970 req-c493be6c-c278-4333-b3c5-c53b94d3934f tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Feb 19 07:58:24.119129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe9ca-314e-4334-87ff-425171393603 req-69826a76-9437-4f74-ad53-7af5e8b2a1bb tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:24.121113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787fe9ca-314e-4334-87ff-425171393603 req-69826a76-9437-4f74-ad53-7af5e8b2a1bb tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0551851 Feb 19 07:58:24.175621 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-787fe9ca-314e-4334-87ff-425171393603 req-4c845c85-aaab-4b99-ac93-83890cc5c306 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Feb 19 07:58:25.293605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242c4d-307c-446c-ab52-436511446405 req-2f30ef18-f18b-41e0-a0bf-6f1e7e5b0bdb tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:25.295085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3242c4d-307c-446c-ab52-436511446405 req-2f30ef18-f18b-41e0-a0bf-6f1e7e5b0bdb tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0510762 Feb 19 07:58:25.344787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3242c4d-307c-446c-ab52-436511446405 req-2ce67236-ade4-4148-bc0b-7623177f8287 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441389 Feb 19 07:58:26.463440 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd7fd5-f8e6-404b-bb83-e6db33cab59c req-e800d49e-e8ad-4a01-b416-c38f06514032 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:26.464928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4fd7fd5-f8e6-404b-bb83-e6db33cab59c req-e800d49e-e8ad-4a01-b416-c38f06514032 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0535333 Feb 19 07:58:26.511808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f4fd7fd5-f8e6-404b-bb83-e6db33cab59c req-3a153578-2745-481f-8a02-3a17fa5a41b0 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Feb 19 07:58:27.628254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2fa23-a775-4084-8c8c-38f1d5357ba8 req-a72507e0-efae-4043-8d7a-df1940be2c7c tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:27.629736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ea2fa23-a775-4084-8c8c-38f1d5357ba8 req-a72507e0-efae-4043-8d7a-df1940be2c7c tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0517619 Feb 19 07:58:27.674850 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ea2fa23-a775-4084-8c8c-38f1d5357ba8 req-8a882680-becf-46a5-966f-d0c46a9f2aba tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Feb 19 07:58:28.791069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b879b8-8a67-4d82-aee6-809c55a54849 req-250b5d06-43c2-4d59-a327-796abed6a8f0 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:28.793910 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93b879b8-8a67-4d82-aee6-809c55a54849 req-250b5d06-43c2-4d59-a327-796abed6a8f0 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0530910 Feb 19 07:58:28.841122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93b879b8-8a67-4d82-aee6-809c55a54849 req-30b53b29-8618-4205-ae80-a22164a89d97 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Feb 19 07:58:28.877093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-75fc565d-5edb-4c2c-8c57-6b0724620388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:28.878611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-75fc565d-5edb-4c2c-8c57-6b0724620388 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1127 time: 0.0440574 Feb 19 07:58:28.981149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-25e8df5d-612c-4032-b8e4-7a17128158ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:28.982608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-25e8df5d-612c-4032-b8e4-7a17128158ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.0857766 Feb 19 07:58:29.022794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-31c144c7-dec3-46c6-a3b4-41a84f4f61a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0345650 Feb 19 07:58:29.067303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-b1e2fbd1-64af-4afd-a0eb-16128b154f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:29.069207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-b1e2fbd1-64af-4afd-a0eb-16128b154f15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0412834 Feb 19 07:58:29.103052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-184c7220-21e9-457e-b478-61950b3e9557 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287268 Feb 19 07:58:29.195034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-6e63996b-f9ba-408d-ad44-9ca906b169cf service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816112 Feb 19 07:58:29.288575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-706bb66d-f223-4e2b-a01d-9433058aa00e req-2e099b19-4d93-4d0c-8c12-a0db5ab61d7d service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866544 Feb 19 07:58:29.961882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c1eb2-b3ea-48b6-b7cf-9e9a59f96962 req-c2396a8e-e151-418b-abb5-dd67d1ef0271 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:29.963432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c70c1eb2-b3ea-48b6-b7cf-9e9a59f96962 req-c2396a8e-e151-418b-abb5-dd67d1ef0271 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0527246 Feb 19 07:58:30.009685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c70c1eb2-b3ea-48b6-b7cf-9e9a59f96962 req-7612229e-6b47-4901-9ba6-2a907da171d4 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Feb 19 07:58:30.649422 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:31.130480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3213c7-4a57-424e-85b7-dde3fae21572 req-eae11be3-50d5-46bd-bb9e-938c6099a369 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:31.131976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc3213c7-4a57-424e-85b7-dde3fae21572 req-eae11be3-50d5-46bd-bb9e-938c6099a369 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0558980 Feb 19 07:58:31.182298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cc3213c7-4a57-424e-85b7-dde3fae21572 req-1391ac69-753b-47c8-8f50-1fdbeaf05926 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Feb 19 07:58:32.298192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9e308-3ed6-49fa-8555-8bc9b880a232 req-663d9f78-0ee6-43fb-b8d7-6c5c129badb8 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:32.299714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68c9e308-3ed6-49fa-8555-8bc9b880a232 req-663d9f78-0ee6-43fb-b8d7-6c5c129badb8 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0508370 Feb 19 07:58:32.344395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68c9e308-3ed6-49fa-8555-8bc9b880a232 req-6a317f64-ec3a-43b3-ba33-9bcdd3ad6a7b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Feb 19 07:58:33.337224 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:33.463882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6f639-332c-42d7-a9b8-4aa1e5e2603e req-fe9f4695-f2ef-4291-aefa-a260e215e163 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:33.465356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3e6f639-332c-42d7-a9b8-4aa1e5e2603e req-fe9f4695-f2ef-4291-aefa-a260e215e163 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0514715 Feb 19 07:58:33.510416 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e3e6f639-332c-42d7-a9b8-4aa1e5e2603e req-6c45ece4-0feb-4cfa-93b4-1f0e7d8d0324 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Feb 19 07:58:34.636352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5526aca-f74f-40a1-b333-cd17eb9be27d req-722320ae-9157-4daf-b89d-f099dbb85501 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:34.637762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5526aca-f74f-40a1-b333-cd17eb9be27d req-722320ae-9157-4daf-b89d-f099dbb85501 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0575054 Feb 19 07:58:34.683548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a5526aca-f74f-40a1-b333-cd17eb9be27d req-b5c3af86-bdb7-4373-870f-d4f8195c4851 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Feb 19 07:58:35.806047 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06109fc7-1595-4fcc-b923-99278b38a6ce req-4071614d-c6ed-4abe-bc66-bfc8d61a91b0 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:35.807753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-06109fc7-1595-4fcc-b923-99278b38a6ce req-4071614d-c6ed-4abe-bc66-bfc8d61a91b0 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0564198 Feb 19 07:58:35.856979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-06109fc7-1595-4fcc-b923-99278b38a6ce req-311e51de-ef42-4d64-89b1-54cce6b3beaf tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Feb 19 07:58:36.280699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092dc213-787c-4c6c-ae31-ce67299de602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:36.976955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e979-d5d7-4bd9-9ec1-7a83cfb95134 req-7f51f694-66c0-4b4c-92ab-fb4ba347cc99 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:36.978459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38f4e979-d5d7-4bd9-9ec1-7a83cfb95134 req-7f51f694-66c0-4b4c-92ab-fb4ba347cc99 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0544374 Feb 19 07:58:37.024380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38f4e979-d5d7-4bd9-9ec1-7a83cfb95134 req-09cff1a2-66a9-4b31-a8f9-dee9ddab2f03 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Feb 19 07:58:38.140355 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb6c8a-41b5-4aa5-9ef1-fdd9cfeaac95 req-21ba907e-ff1e-4cf2-bb72-8bafbfd69e6a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:38.141852 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cdb6c8a-41b5-4aa5-9ef1-fdd9cfeaac95 req-21ba907e-ff1e-4cf2-bb72-8bafbfd69e6a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0525331 Feb 19 07:58:38.187819 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5cdb6c8a-41b5-4aa5-9ef1-fdd9cfeaac95 req-8d3f4507-d237-4edd-84f1-304d72ba4f5c tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Feb 19 07:58:38.612156 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52299d71-9f5b-4fee-9fc3-881a8fdcde3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:39.309807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73e5e4-4e25-4914-9ffe-df072facb038 req-b9ecd5f1-d263-4de1-888e-23d8509d5625 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:39.311343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e73e5e4-4e25-4914-9ffe-df072facb038 req-b9ecd5f1-d263-4de1-888e-23d8509d5625 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0583284 Feb 19 07:58:39.356220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e73e5e4-4e25-4914-9ffe-df072facb038 req-11141c43-0f11-4f5b-a8fe-7453a3a747e5 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Feb 19 07:58:39.837433 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:58:39.972426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:40.472598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072fef-bb9b-4afc-95e9-c322151e7e5d req-9ba6c3b7-3d97-4a70-9ba2-2e58b2622057 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:40.474715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85072fef-bb9b-4afc-95e9-c322151e7e5d req-9ba6c3b7-3d97-4a70-9ba2-2e58b2622057 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0515356 Feb 19 07:58:40.524206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85072fef-bb9b-4afc-95e9-c322151e7e5d req-95e0f7cf-fe92-437a-8c00-13faba6f49a5 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437825 Feb 19 07:58:41.140296 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:41.640851 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cdd66-15a7-4261-a788-58d58ae0546b req-d3ec1b53-e89e-4f84-939d-acd61cd0f2e2 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:41.642329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a1cdd66-15a7-4261-a788-58d58ae0546b req-d3ec1b53-e89e-4f84-939d-acd61cd0f2e2 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0512726 Feb 19 07:58:41.688559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a1cdd66-15a7-4261-a788-58d58ae0546b req-a52dfdea-6715-4aba-9520-f03274be4938 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Feb 19 07:58:42.459261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:42.806328 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec97826-47b3-4b0a-9f07-b75b67745e20 req-3bc7d915-fd21-4ed4-8d59-3590c0edb069 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:42.807849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ec97826-47b3-4b0a-9f07-b75b67745e20 req-3bc7d915-fd21-4ed4-8d59-3590c0edb069 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0518374 Feb 19 07:58:42.852707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ec97826-47b3-4b0a-9f07-b75b67745e20 req-5413fb15-789d-4f0c-a46a-1b7ca5835442 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Feb 19 07:58:43.255613 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-c7d82966-81d0-4748-8bec-d03e796542bb service neutron] show failed (client error): The resource could not be found. Feb 19 07:58:43.256605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-c7d82966-81d0-4748-8bec-d03e796542bb service neutron] 10.222.0.47 "GET /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0533383 Feb 19 07:58:43.501535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-2d6396ae-1632-40c1-adf6-dbe708ac6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:43.503048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-2d6396ae-1632-40c1-adf6-dbe708ac6814 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae&tenant_id=23e7359dc2db4454ae18410020582912 HTTP/1.1" status: 200 len: 1127 time: 0.0975063 Feb 19 07:58:43.513705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:43.571431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:43.768277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:43.800205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:58:43.842239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:43.844916 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74640e1-99a6-4437-b745-570903fc2614" -d '{"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-unplugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:43.849209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks [] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:43.862898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Transition to ACTIVE for port object 64c0b321-fa90-4626-b0dd-a873b8dec588 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:58:43.867099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:43.900548 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df92a59-ca8d-49a1-936d-d5d66f5db692 x-openstack-request-id: req-8df92a59-ca8d-49a1-936d-d5d66f5db692 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:43.900849 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-unplugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:43.901107 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8df92a59-ca8d-49a1-936d-d5d66f5db692 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:43.901505 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'code': 200} Feb 19 07:58:43.931858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] No DVR routers for this DVR port 64c0b321-fa90-4626-b0dd-a873b8dec588 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:58:43.935091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:43.970427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:58:43.970762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:58:43.971091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:43.976126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:58:43.976463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Attempting to bind port 64c0b321-fa90-4626-b0dd-a873b8dec588 on network 3578894f-6415-4d55-81f8-4ceef1864678 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:43.980479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2b781-e5c7-4a69-892e-0eca3aaad42e req-1f4c06c0-17e3-4ffd-8f28-90b3e6efe2b3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:43.981384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:58:43.981753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Checking segment: {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:58:43.981976 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97a2b781-e5c7-4a69-892e-0eca3aaad42e req-1f4c06c0-17e3-4ffd-8f28-90b3e6efe2b3 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0562105 Feb 19 07:58:43.982150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Bound using segment: {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:58:43.982582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Bound port: 64c0b321-fa90-4626-b0dd-a873b8dec588, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849e79ee-20f0-46f6-bee1-81baaa8c275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:58:43.983071 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:44.028353 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-97a2b781-e5c7-4a69-892e-0eca3aaad42e req-1b30a0a7-8ad3-4bf3-b1bf-6ba5a760c490 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Feb 19 07:58:44.049123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:58:44.052817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:58:44.059156 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:44.089832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:44.090469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:44.092344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] 10.222.0.24 "PUT /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 1091 time: 0.5826216 Feb 19 07:58:44.131058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0639-c53e-45a2-afd5-f3fe108f8d73 service neutron] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:44.167473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-4a7f71ac-5bd6-406e-a435-712f3b430e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:44.169017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-4a7f71ac-5bd6-406e-a435-712f3b430e97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1125 time: 0.0515654 Feb 19 07:58:44.258644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-cbc04b74-13a9-4107-b517-622af2ef52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:44.260155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-cbc04b74-13a9-4107-b517-622af2ef52e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.0860264 Feb 19 07:58:44.300697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-e3145773-5966-4d76-aae8-06771c1bbc0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0348802 Feb 19 07:58:44.346352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-40acf874-d442-433a-9626-a5d52ecdd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:44.347799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-40acf874-d442-433a-9626-a5d52ecdd4d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0420980 Feb 19 07:58:44.377113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-fd43551d-25c0-4627-8fb0-9e510e02e8d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240741 Feb 19 07:58:44.466482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-4392b282-1c4f-410a-8cb1-e071f62f6f93 service neutron] 10.222.0.24 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840223 Feb 19 07:58:44.552838 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d934ffd-3062-4a6f-b19a-33ec221c194b req-a6a01c54-ad7f-4990-9a93-6667c531e07d service neutron] 10.222.0.24 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794511 Feb 19 07:58:45.155298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41baf-1224-49e0-a761-ea744fe598cd req-f29d7b2b-389a-49ce-968e-ec145f447dad tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:45.156831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65b41baf-1224-49e0-a761-ea744fe598cd req-f29d7b2b-389a-49ce-968e-ec145f447dad tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.0589159 Feb 19 07:58:45.203501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-65b41baf-1224-49e0-a761-ea744fe598cd req-f8cf4684-3ed2-4160-93f1-5c3c08942864 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Feb 19 07:58:45.902741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:45.905206 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d959cdcf-81e4-484b-b8da-8f11aae56a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:45.951526 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ff61f-fa8d-4d05-97f7-9a4115ef987b x-openstack-request-id: req-678ff61f-fa8d-4d05-97f7-9a4115ef987b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:45.951823 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:45.952084 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-678ff61f-fa8d-4d05-97f7-9a4115ef987b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:45.952493 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'status': 'completed', 'code': 200} Feb 19 07:58:46.048765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-8a01ca43-cf31-4bd8-ab62-dd9c0afb9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.050271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-8a01ca43-cf31-4bd8-ab62-dd9c0afb9839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1125 time: 0.0778782 Feb 19 07:58:46.052812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-feaff95c-e398-429a-b140-df46d5876861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.054211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-feaff95c-e398-429a-b140-df46d5876861 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1125 time: 0.0806110 Feb 19 07:58:46.216092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-8a6480f4-6d4b-40b9-8873-f4a99df4cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.217564 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-8a6480f4-6d4b-40b9-8873-f4a99df4cf51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.1598632 Feb 19 07:58:46.220140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-135a6f5d-f377-4ced-80dc-8b76f1a1fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.221466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-135a6f5d-f377-4ced-80dc-8b76f1a1fe64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.1568537 Feb 19 07:58:46.288825 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-976d39ff-661c-401c-bc01-2a860737bf7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0651622 Feb 19 07:58:46.290746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-bb2a5c4a-d03a-4a68-866e-1287d1635b06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0614803 Feb 19 07:58:46.367563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:58:46.396388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-c4f0a08d-573c-4cf8-8a78-bd425a5ad47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.397857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-c4f0a08d-573c-4cf8-8a78-bd425a5ad47b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0991497 Feb 19 07:58:46.403249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-0a120612-24f0-4a8e-9be3-25ef702bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.404603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-0a120612-24f0-4a8e-9be3-25ef702bf5bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.1068475 Feb 19 07:58:46.430996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a780a5-fae0-4f34-b25e-0ac8b1147dde req-c4e13a0a-3d79-429f-aaab-648f1cd11240 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.432481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92a780a5-fae0-4f34-b25e-0ac8b1147dde req-c4e13a0a-3d79-429f-aaab-648f1cd11240 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 943 time: 0.1454675 Feb 19 07:58:46.450278 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-b8131640-dee4-4e1a-bed1-104033387c0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439968 Feb 19 07:58:46.465960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:46.474549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-866a88d1-ba0d-4134-87b9-680a7b2efab9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596428 Feb 19 07:58:46.477394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'network_id': '3578894f-6415-4d55-81f8-4ceef1864678', 'port_id': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'mac_address': 'fa:16:3e:a2:95:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b431ceff-eddc-42b8-aeea-1275621bcefe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:58:46.515064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 64c0b321-fa90-4626-b0dd-a873b8dec588 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:58:46.515523 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:46.529356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c0b321-fa90-4626-b0dd-a873b8dec588 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:58:46.552379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:46.556518 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:46.604179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:46.622398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-92a780a5-fae0-4f34-b25e-0ac8b1147dde req-b238a324-f27f-495a-8783-86f74bf3b59a tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743226 Feb 19 07:58:46.665998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-9c1eeb80-be96-48e9-83b9-562320a81bb8 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937840 Feb 19 07:58:46.671296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-e37418a9-afa3-46c8-90a8-1b14b79fc932 service neutron] 10.222.0.24 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836412 Feb 19 07:58:46.729749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:58:46.779131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c0b321-fa90-4626-b0dd-a873b8dec588'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:58:46.803668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 64c0b321-fa90-4626-b0dd-a873b8dec588 host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:58:46.804073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:58:46.836208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-a74acdb6-653a-49cb-bc7e-89461fa83823 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639755 Feb 19 07:58:46.853261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d959cdcf-81e4-484b-b8da-8f11aae56a1b req-18e5bb03-fed2-4300-a3a3-471647e80656 service neutron] 10.222.0.24 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735399 Feb 19 07:58:46.881595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-12fd946c-f425-47bd-a6b4-a9273d81333e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:46.883034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-12fd946c-f425-47bd-a6b4-a9273d81333e tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.47 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae&tenant_id=23e7359dc2db4454ae18410020582912&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 944 time: 0.0632915 Feb 19 07:58:46.945183 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-de0a8d6d-2ab9-4c4a-8d4d-223360289f97 service neutron] delete failed (client error): The resource could not be found. Feb 19 07:58:46.946237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-de0a8d6d-2ab9-4c4a-8d4d-223360289f97 service neutron] 10.222.0.47 "DELETE /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0570624 Feb 19 07:58:47.031735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-2d3b4dd6-5210-4df7-8f43-821e58ba04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:47.033193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-2d3b4dd6-5210-4df7-8f43-821e58ba04be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23e7359dc2db4454ae18410020582912&device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 1126 time: 0.0447366 Feb 19 07:58:47.119773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-bc2299f0-d6c4-4b6a-9a39-205dd07db2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:47.121219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-bc2299f0-d6c4-4b6a-9a39-205dd07db2cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 200 len: 912 time: 0.0818229 Feb 19 07:58:47.165983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-bb014c22-f71b-49eb-87fc-774f37a1da9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 200 len: 217 time: 0.0385699 Feb 19 07:58:47.211812 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-d4d0006e-8431-4814-805a-1656389efc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:47.213190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-d4d0006e-8431-4814-805a-1656389efc1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 200 len: 852 time: 0.0411885 Feb 19 07:58:47.243822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-30ad77da-a031-4120-be23-98ebb7fd869d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3578894f-6415-4d55-81f8-4ceef1864678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244513 Feb 19 07:58:47.334819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-5e24a3f1-1806-4758-bf6b-4286a91e39ff service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847933 Feb 19 07:58:47.421608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-96a01c24-407a-482b-8351-d09842f839e6 service neutron] 10.222.0.47 "GET /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815396 Feb 19 07:58:48.092796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f288ad-aa12-4501-8757-dbc378c8ac67 req-2bdfd31f-d51b-4441-b696-eb157a8bc682 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:48.094185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80f288ad-aa12-4501-8757-dbc378c8ac67 req-2bdfd31f-d51b-4441-b696-eb157a8bc682 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 944 time: 0.0572190 Feb 19 07:58:48.139478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80f288ad-aa12-4501-8757-dbc378c8ac67 req-920bf099-f554-4c5d-9a8a-d93122bca805 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 Feb 19 07:58:48.375583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:58:48.425468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 64c0b321-fa90-4626-b0dd-a873b8dec588 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:58:48.429978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 64c0b321-fa90-4626-b0dd-a873b8dec588 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:58:48.430351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:48.503373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 64c0b321-fa90-4626-b0dd-a873b8dec588 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:58:48.503756 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:48.524962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:48.527174 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2952999-8595-4ad8-a411-fd9d8b2df7b5" -d '{"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-plugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:48.539993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:48.544368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:48.570320 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7633354e-b02e-4302-a75e-ce46dd2513c3 x-openstack-request-id: req-7633354e-b02e-4302-a75e-ce46dd2513c3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:48.570614 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-plugged", "status": "completed", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:48.570892 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7633354e-b02e-4302-a75e-ce46dd2513c3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:48.571297 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'code': 200} Feb 19 07:58:48.597522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:49.255066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19ed76-37ce-4431-9ae1-eddcd1238b55 req-97c10729-b6f8-4c81-977b-1811cf3992a9 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:49.257012 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a19ed76-37ce-4431-9ae1-eddcd1238b55 req-97c10729-b6f8-4c81-977b-1811cf3992a9 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0520582 Feb 19 07:58:49.329347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a19ed76-37ce-4431-9ae1-eddcd1238b55 req-33b3ff25-548b-400d-9d14-9826315ef642 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.43 "GET /v2.0/security-groups?id=a603feca-dfc0-4417-a12e-89792b44c90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641811 Feb 19 07:58:49.337413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-5f3de41c-8c7a-46b2-bbef-fde47cdb7b4b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:49.338823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-5f3de41c-8c7a-46b2-bbef-fde47cdb7b4b tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.24 "GET /v2.0/ports?device_id=92974355-e675-4273-b71d-070d4e01fcae HTTP/1.1" status: 200 len: 945 time: 0.0809436 Feb 19 07:58:49.433488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Deleting port 64c0b321-fa90-4626-b0dd-a873b8dec588 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:58:49.433830 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:49.519762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] For port 64c0b321-fa90-4626-b0dd-a873b8dec588, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=64c0b321-fa90-4626-b0dd-a873b8dec588,segment=NetworkSegment(849e79ee-20f0-46f6-bee1-81baaa8c275d),segment_id=849e79ee-20f0-46f6-bee1-81baaa8c275d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:49.520045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:49.532225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Calling delete_port for 64c0b321-fa90-4626-b0dd-a873b8dec588 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:58:49.658005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (64c0b321-fa90-4626-b0dd-a873b8dec588), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:49.670570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['64c0b321-fa90-4626-b0dd-a873b8dec588'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:58:49.686098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Pushing event deleted for resources: {'Port': ['ID=64c0b321-fa90-4626-b0dd-a873b8dec588,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:49.732762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] No DVR routers for this DVR port 64c0b321-fa90-4626-b0dd-a873b8dec588 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:58:49.735464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:49.739940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-613e0942-e038-4b1d-b7d1-274d8bb8495d req-844e7ebe-c84f-475f-b46e-17a16ae6e988 tempest-DeleteServersTestJSON-376282591 tempest-DeleteServersTestJSON-376282591-project] 10.222.0.24 "DELETE /v2.0/ports/64c0b321-fa90-4626-b0dd-a873b8dec588 HTTP/1.1" status: 204 len: 173 time: 0.3959992 Feb 19 07:58:49.740384 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-deleted', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:49.743142 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d3e987-6b45-42f9-bea6-184374bde5e7" -d '{"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-deleted", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:49.779850 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f69371-3c8a-4411-b034-bb15b2b99ba3 x-openstack-request-id: req-c8f69371-3c8a-4411-b034-bb15b2b99ba3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:49.780144 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92974355-e675-4273-b71d-070d4e01fcae", "name": "network-vif-deleted", "tag": "64c0b321-fa90-4626-b0dd-a873b8dec588", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:49.780399 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8f69371-3c8a-4411-b034-bb15b2b99ba3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:49.780801 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92974355-e675-4273-b71d-070d4e01fcae', 'name': 'network-vif-deleted', 'tag': '64c0b321-fa90-4626-b0dd-a873b8dec588', 'status': 'completed', 'code': 200} Feb 19 07:58:50.457325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43914) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:50.506673 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Deleting subnet b431ceff-eddc-42b8-aeea-1275621bcefe {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 07:58:50.509660 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Publish callbacks [] for subnet (b431ceff-eddc-42b8-aeea-1275621bcefe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.543097 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (b431ceff-eddc-42b8-aeea-1275621bcefe), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.581029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (b431ceff-eddc-42b8-aeea-1275621bcefe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.639697 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (b431ceff-eddc-42b8-aeea-1275621bcefe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.661697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b431ceff-eddc-42b8-aeea-1275621bcefe,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:50.672708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.673058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.673399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.673735 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.674066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.674397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.674721 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.675046 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.675390 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.675714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.676036 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.676357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.676683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:58:50.683064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.686220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c7b2e48-24b2-4583-96a4-1b2cc40a8b4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b431ceff-eddc-42b8-aeea-1275621bcefe HTTP/1.1" status: 204 len: 168 time: 0.2278950 Feb 19 07:58:50.688893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43918) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:50.760412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3578894f-6415-4d55-81f8-4ceef1864678), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.839693 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3578894f-6415-4d55-81f8-4ceef1864678), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.859750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3578894f-6415-4d55-81f8-4ceef1864678']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:58:50.869906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849e79ee-20f0-46f6-bee1-81baaa8c275d') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:58:50.870206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849e79ee-20f0-46f6-bee1-81baaa8c275d') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 07:58:50.885043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (849e79ee-20f0-46f6-bee1-81baaa8c275d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.899063 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (849e79ee-20f0-46f6-bee1-81baaa8c275d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.906472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 07:58:50.906472 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (849e79ee-20f0-46f6-bee1-81baaa8c275d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: timer() Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 07:58:50.907493 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 07:58:50.966015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3578894f-6415-4d55-81f8-4ceef1864678), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.971927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:50.975272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3578894f-6415-4d55-81f8-4ceef1864678 HTTP/1.1" status: 204 len: 168 time: 0.2854474 Feb 19 07:58:50.986651 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad2c1e-fba7-4a51-b334-4a678d0fdbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3578894f-6415-4d55-81f8-4ceef1864678,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:51.084629 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:51.126905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-16dcd037-03bc-41e2-9e2a-2689f3c9adda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23e7359dc2db4454ae18410020582912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409646 Feb 19 07:58:51.129326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:51.175759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] Publish callbacks [] for security_group (a603feca-dfc0-4417-a12e-89792b44c90c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:51.199491 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] Publish callbacks [] for security_group (a603feca-dfc0-4417-a12e-89792b44c90c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:51.247049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (a603feca-dfc0-4417-a12e-89792b44c90c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:51.249754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:51.250989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a603feca-dfc0-4417-a12e-89792b44c90c HTTP/1.1" status: 204 len: 168 time: 0.1207120 Feb 19 07:58:51.258797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee331257-cd76-4a1a-abbf-d285cd138651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a603feca-dfc0-4417-a12e-89792b44c90c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:51.915688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 43954) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:52.012092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-420343974-network', 'tenant_id': 'e90762b6f1e04a258b225823859100a1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:52.031591 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Made reservation on behalf of e90762b6f1e04a258b225823859100a1 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:52.033996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.042923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.115689 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks [] for security_group (016c7f22-7ad9-4933-8225-d72cdbd9142a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.119444 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (016c7f22-7ad9-4933-8225-d72cdbd9142a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.140023 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 07:58:52.155907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016c7f22-7ad9-4933-8225-d72cdbd9142a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:52.158866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d3734568-086c-4772-8679-716e16de4aa4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.159230 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Added segment d3734568-086c-4772-8679-716e16de4aa4 of type vlan for network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 Feb 19 07:58:52.202921 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (7ef9a40d-3b93-4456-b5b4-48f8db4c9512), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.228839 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (7ef9a40d-3b93-4456-b5b4-48f8db4c9512), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.230048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:52.230615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.294148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3770680 Feb 19 07:58:52.297256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 43958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 07:58:52.302656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Request body: {'subnet': {'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-420343974-subnet', 'tenant_id': 'e90762b6f1e04a258b225823859100a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:52.324833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Made reservation on behalf of e90762b6f1e04a258b225823859100a1 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:52.327525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.328128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb2a03-3664-460e-9c45-94f6873d2a51 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef9a40d-3b93-4456-b5b4-48f8db4c9512,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:52.338790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 07:58:52.383786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:58:52.413492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 64c0b321-fa90-4626-b0dd-a873b8dec588 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:58:52.413986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 64c0b321-fa90-4626-b0dd-a873b8dec588 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:58:52.820610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (793793b6-4187-48a6-bf17-a6b0effaa451), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.880294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793793b6-4187-48a6-bf17-a6b0effaa451,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:52.889033 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Checking segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:58:52.889383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Network hostable DHCP agents. Network: 7ef9a40d-3b93-4456-b5b4-48f8db4c9512, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 07:58:52.904242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 07:58:52.912082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 7ef9a40d-3b93-4456-b5b4-48f8db4c9512) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:58:52.916506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:52.917088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:52.921973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1b9fe-a2aa-4654-bb88-114beddbf189 None None] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:58:52.932822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ab3376f5-a5de-4530-93da-62ba319524d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6342111 Feb 19 07:58:53.020996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41b6d9-5d26-4d7e-8569-d88864f550de None None] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 07:58:53.355098 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-a7a0adf7-3443-4a97-8502-b9537af25238 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:53.356615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-a7a0adf7-3443-4a97-8502-b9537af25238 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 814 time: 0.1041389 Feb 19 07:58:53.370667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-0c85d06a-c973-4d30-af3f-2711c42600fc tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/quotas/e90762b6f1e04a258b225823859100a1 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Feb 19 07:58:53.400998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-b96dd36a-bc8c-4132-9a3f-8efcda8c5508 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256784 Feb 19 07:58:53.495124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-a0ec91fd-f026-4558-93a6-cac932d6aec3 service neutron] 10.222.0.43 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878446 Feb 19 07:58:53.581230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-6255cf87-aa58-4569-929a-9006ce67d9d2 service neutron] 10.222.0.43 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804579 Feb 19 07:58:53.736128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f754da16-3591-467a-a89d-5c1915917d2e req-1a2ad3ff-825e-477c-8b51-b0d9223de0b4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 210 time: 0.0272055 Feb 19 07:58:54.632251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-624f56aa-fa18-4a71-bacd-0b901761f933 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:54.633685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-624f56aa-fa18-4a71-bacd-0b901761f933 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 814 time: 0.1092227 Feb 19 07:58:54.645269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Request body: {'port': {'device_id': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'admin_state_up': True, 'tenant_id': 'e90762b6f1e04a258b225823859100a1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:54.748206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Made reservation on behalf of e90762b6f1e04a258b225823859100a1 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:58:54.751572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:54.882631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Allocated IP 172.20.0.4 (7ef9a40d-3b93-4456-b5b4-48f8db4c9512/793793b6-4187-48a6-bf17-a6b0effaa451/58cf5f52-b5e6-4e2a-852e-e120c4e1c450) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:58:54.899631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7eee1912-014d-41eb-9671-490196c9b0de req-7ad5bb51-c667-4627-a30a-4886903e39fc tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 210 time: 0.0969911 Feb 19 07:58:55.027427 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks [] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.059705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.100408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:58:55.103347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:58:55.108868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:58:55.131978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:55.158808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:55.159569 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.182237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-d4046b28-a279-4a68-8f3b-3c1df5094808 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5393999 Feb 19 07:58:55.190802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Request body: {'port': {'device_id': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:58:55.250947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.506431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:58:55.513876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks [] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.526049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Transition to ACTIVE for port object 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:58:55.529675 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.578869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:55.649346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:58:55.649680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:58:55.650005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:55.654149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:58:55.654464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:58:55.659873 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:58:55.660292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Checking segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:58:55.660712 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Bound using segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:58:55.661193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Bound port: 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:58:55.661543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.722120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:58:55.725683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:58:55.731509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.762926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:55.763572 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:55.764925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] 10.222.0.24 "PUT /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 1091 time: 0.5782955 Feb 19 07:58:55.765354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:58:55.767648 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85df9c-883d-4bcc-a1e7-135a451a0013" -d '{"events": [{"name": "network-changed", "server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:58:55.795748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d89ee8-da61-4bea-880e-52bb658e1345 service neutron] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:55.809835 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beade0d5-5995-4b89-8def-7d34e431fcac x-openstack-request-id: req-beade0d5-5995-4b89-8def-7d34e431fcac {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:58:55.810146 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:58:55.810398 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-beade0d5-5995-4b89-8def-7d34e431fcac {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:58:55.810796 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'status': 'completed', 'code': 200} Feb 19 07:58:55.850402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-9fb4b69c-4a6c-405a-aa0b-88562cb63f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:55.851983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-9fb4b69c-4a6c-405a-aa0b-88562cb63f62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0513265 Feb 19 07:58:55.891425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-c4a67801-a70c-4bac-b48e-35a1f6361be7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0332654 Feb 19 07:58:55.938674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-f2c754a1-7441-43a5-9205-04f9f338dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:55.940218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-f2c754a1-7441-43a5-9205-04f9f338dae1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0426538 Feb 19 07:58:55.974051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-235b2920-b2b8-4407-b05a-417845b4b294 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260170 Feb 19 07:58:56.021495 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47755fd4-1d68-4fd3-a027-0d4b0f86ed09 req-353430d2-daeb-4e5a-92d1-51063b52aa97 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:56.022883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47755fd4-1d68-4fd3-a027-0d4b0f86ed09 req-353430d2-daeb-4e5a-92d1-51063b52aa97 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0560467 Feb 19 07:58:56.065715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-3c8aa629-e8c2-45ef-ac16-298f321de0a3 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Feb 19 07:58:56.071458 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-47755fd4-1d68-4fd3-a027-0d4b0f86ed09 req-00aec956-7ba5-44d8-8e92-19ac96ae9228 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Feb 19 07:58:56.153174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8ddcee4-452c-4674-8e3a-95b52cf9a4f7 req-74052b8a-c6d6-4257-acd8-4fb553269f72 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816193 Feb 19 07:58:56.243142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-75611cbb-3fc4-4a08-b450-ede1274e17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:56.244680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-75611cbb-3fc4-4a08-b450-ede1274e17eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0500669 Feb 19 07:58:56.332515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-6ca8b40c-f9ec-43f9-b397-ff23d89b06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:56.333991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-6ca8b40c-f9ec-43f9-b397-ff23d89b06ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0825293 Feb 19 07:58:56.377418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-c49a61f3-0a5c-40b4-a0f1-f5b8a2c3a8a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0379810 Feb 19 07:58:56.423373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-62288187-eb17-4c2f-8258-004037fa3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:56.424784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-62288187-eb17-4c2f-8258-004037fa3b59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0421734 Feb 19 07:58:56.455144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-9a1d0abe-7d94-4c6f-b9cd-1a5478ad2760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238593 Feb 19 07:58:56.540655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-48b486a0-db36-41b0-aa18-37a0820aa319 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786996 Feb 19 07:58:56.631839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b85df9c-883d-4bcc-a1e7-135a451a0013 req-58a40d81-a53c-48fc-9aaf-4b07027ad47d service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Feb 19 07:58:57.190051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721402b3-444a-4af9-9fde-69dc707118c1 req-2e4c5afd-fdf9-43c3-bed4-80e5832d7a7f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:57.191553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-721402b3-444a-4af9-9fde-69dc707118c1 req-2e4c5afd-fdf9-43c3-bed4-80e5832d7a7f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0539711 Feb 19 07:58:57.237871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-721402b3-444a-4af9-9fde-69dc707118c1 req-f1e946b2-dc15-4e63-951f-76330cb7f9ee tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Feb 19 07:58:58.354091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0234-a384-4a37-90c1-3091fd82a3cd req-6bb5054d-0b72-4ef1-84e6-eab71774d2e3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:58.355583 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f19b0234-a384-4a37-90c1-3091fd82a3cd req-6bb5054d-0b72-4ef1-84e6-eab71774d2e3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0519328 Feb 19 07:58:58.382550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:58:58.400582 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f19b0234-a384-4a37-90c1-3091fd82a3cd req-cb30d1aa-a4d8-448c-80c1-2c9e71e5c324 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395195 Feb 19 07:58:58.478931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:58.490386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'port_id': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'mac_address': 'fa:16:3e:60:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793793b6-4187-48a6-bf17-a6b0effaa451', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:58:58.529084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:58:58.529398 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:58.542062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:58:58.560237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:58:58.563937 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:58:58.610873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:58:58.749806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['58cf5f52-b5e6-4e2a-852e-e120c4e1c450'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:58:59.586551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfaff2-843a-415a-b9e4-9a66769f63f1 req-0189b4a1-c780-4a7a-8ab7-fb02079db399 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:58:59.588077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6abfaff2-843a-415a-b9e4-9a66769f63f1 req-0189b4a1-c780-4a7a-8ab7-fb02079db399 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 944 time: 0.1204581 Feb 19 07:58:59.635602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6abfaff2-843a-415a-b9e4-9a66769f63f1 req-5db26f5f-e085-479c-bc16-2249c4b95d3f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Feb 19 07:59:00.397987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:59:00.446338 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:00.450052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:00.450430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:00.523967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:59:00.524350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:00.551908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:00.554966 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157733b-017c-45b7-ad94-c6a95cd07c52" -d '{"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:00.568528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:00.572663 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:00.595553 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8661881e-71d0-4109-8f9d-ac22fa43c4b4 x-openstack-request-id: req-8661881e-71d0-4109-8f9d-ac22fa43c4b4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:00.595846 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:00.596099 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8661881e-71d0-4109-8f9d-ac22fa43c4b4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:00.596483 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'code': 200} Feb 19 07:59:00.622391 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:00.645094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:00.691701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860b1a-8fe9-4d84-b802-43191e469ff5 req-be526e0d-7645-4c2f-b124-53d51dd0edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:00.693240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47860b1a-8fe9-4d84-b802-43191e469ff5 req-be526e0d-7645-4c2f-b124-53d51dd0edab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1127 time: 0.0443809 Feb 19 07:59:00.766329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-47860b1a-8fe9-4d84-b802-43191e469ff5 req-96224474-95cb-48c5-a58f-7b03d46b4fbb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Feb 19 07:59:00.779734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703907f2-f86c-4834-8bf4-d62f9f79b0d6 req-f78b6b7f-6e30-4bde-a0d6-69ca942f138d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:00.781177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-703907f2-f86c-4834-8bf4-d62f9f79b0d6 req-f78b6b7f-6e30-4bde-a0d6-69ca942f138d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0767524 Feb 19 07:59:00.831349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-703907f2-f86c-4834-8bf4-d62f9f79b0d6 req-e847744f-2eb8-403c-b872-942deeb7a648 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Feb 19 07:59:01.957457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd17db-eb64-4d5a-b6df-9f02af94060a req-99ba2cfb-46e2-4f4a-98a9-31aecfc563d6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:01.958057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fefd17db-eb64-4d5a-b6df-9f02af94060a req-99ba2cfb-46e2-4f4a-98a9-31aecfc563d6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0600212 Feb 19 07:59:02.315079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fefd17db-eb64-4d5a-b6df-9f02af94060a req-330353ab-af4f-4aea-a32b-c8a05d2138f4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505762 Feb 19 07:59:02.431299 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41835b5a-acfa-4790-a425-b8ae66cd40b6 req-344d63df-d438-4a7d-a1f7-657ff4db08da tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:02.432769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-41835b5a-acfa-4790-a425-b8ae66cd40b6 req-344d63df-d438-4a7d-a1f7-657ff4db08da tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0519819 Feb 19 07:59:02.477327 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-41835b5a-acfa-4790-a425-b8ae66cd40b6 req-3ae2d2ae-6955-460e-b0c7-91e81f410733 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392442 Feb 19 07:59:02.674746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beec21-cf54-490a-882c-a10d47bbc7ce req-8113a36d-abf2-4296-886d-7fcbe92cd8a6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:02.676431 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06beec21-cf54-490a-882c-a10d47bbc7ce req-8113a36d-abf2-4296-886d-7fcbe92cd8a6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0527761 Feb 19 07:59:02.722033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-06beec21-cf54-490a-882c-a10d47bbc7ce req-307d7175-17e7-4d45-9890-67b809208241 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Feb 19 07:59:02.835166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b4b2-f55c-4dbc-8b6f-eeec5b83b0ec req-92a57219-5492-4552-940f-5a973e1fb026 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:02.837099 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d74b4b2-f55c-4dbc-8b6f-eeec5b83b0ec req-92a57219-5492-4552-940f-5a973e1fb026 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0517309 Feb 19 07:59:02.882003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0d74b4b2-f55c-4dbc-8b6f-eeec5b83b0ec req-1633e313-a314-4ae5-bbbb-f5d91d38c8c9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Feb 19 07:59:03.106308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-5076d2b4-665d-4e05-b986-f4b9e42a4cb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475538 Feb 19 07:59:03.115840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070ea33-7c14-41f1-8db8-d366d08b2683 req-7750c523-8202-4b00-803d-cecb1bb1c523 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:03.117417 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7070ea33-7c14-41f1-8db8-d366d08b2683 req-7750c523-8202-4b00-803d-cecb1bb1c523 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0524216 Feb 19 07:59:03.177045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7070ea33-7c14-41f1-8db8-d366d08b2683 req-d02d12e7-443c-4c10-bedd-77ca9d070d9e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Feb 19 07:59:03.363179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:03.502665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-7d797021-6c04-4e0d-b13a-0ee7f5f8bb44 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:03.504079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-7d797021-6c04-4e0d-b13a-0ee7f5f8bb44 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 942 time: 0.0479014 Feb 19 07:59:04.296560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-9384bea8-ce38-4749-9b7d-dd9f28a5d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:04.298201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-9384bea8-ce38-4749-9b7d-dd9f28a5d449 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1127 time: 0.0779347 Feb 19 07:59:04.319682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb86392-7ce2-47b2-b6f0-dbd08cf833a0 req-830c3db6-3ae6-4867-8e1e-e1e0ab63ca51 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:04.321668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efb86392-7ce2-47b2-b6f0-dbd08cf833a0 req-830c3db6-3ae6-4867-8e1e-e1e0ab63ca51 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0744030 Feb 19 07:59:04.419883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-efb86392-7ce2-47b2-b6f0-dbd08cf833a0 req-2f3fb384-a6af-4c9f-961d-e88fa994d6be tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Feb 19 07:59:04.428801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-1685e0ab-9086-4157-932b-c0e444223b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:04.430752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-1685e0ab-9086-4157-932b-c0e444223b1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1249068 Feb 19 07:59:04.476055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-fe7e93d2-1f36-48b0-9774-16f4a78c8505 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0378160 Feb 19 07:59:04.524314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-0590ea24-4b58-4813-a862-76c36e3f9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:04.525736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-0590ea24-4b58-4813-a862-76c36e3f9f16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0439987 Feb 19 07:59:04.556679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-9dd77ae0-9dbb-4cf8-a5cd-b332fc1aa5f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244331 Feb 19 07:59:04.645965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-4a180a0a-8d11-4db9-99d9-23e5bf3fa8dd service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Feb 19 07:59:04.731034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-4f4b082d-e965-410a-a6c1-60ae74bebec6 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800188 Feb 19 07:59:05.539297 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94ff26-5744-4809-ae7a-15038634b1d5 req-d020f746-f64b-4455-a910-d8c154548392 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:05.540762 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af94ff26-5744-4809-ae7a-15038634b1d5 req-d020f746-f64b-4455-a910-d8c154548392 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0538907 Feb 19 07:59:05.584869 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af94ff26-5744-4809-ae7a-15038634b1d5 req-3245baa3-541e-41ae-bc8c-1147e7b98c35 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Feb 19 07:59:06.283140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40e333ad-5dcd-43ac-b21b-066cd3a0f636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:06.702884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdaf80-8abf-4b9f-b067-0a2c8d33d8b9 req-3e2e0a56-634a-4f70-bcf7-4ff8d1c6c985 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:06.704394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6bdaf80-8abf-4b9f-b067-0a2c8d33d8b9 req-3e2e0a56-634a-4f70-bcf7-4ff8d1c6c985 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0521395 Feb 19 07:59:06.749371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6bdaf80-8abf-4b9f-b067-0a2c8d33d8b9 req-ef7ba199-0315-45db-8d8a-c66eb4bfb30e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Feb 19 07:59:07.869340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54cfc-8542-4f3a-be2a-39a6c9c6eef4 req-0f3bb638-74eb-453b-aa1b-a2e0145ed1c5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:07.871003 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62b54cfc-8542-4f3a-be2a-39a6c9c6eef4 req-0f3bb638-74eb-453b-aa1b-a2e0145ed1c5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0537565 Feb 19 07:59:07.917945 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62b54cfc-8542-4f3a-be2a-39a6c9c6eef4 req-2cbdbc82-e9e3-4366-b275-3f95431f08f0 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Feb 19 07:59:08.619557 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ca4256-f3e4-47c8-a87e-5c763c9fb657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:09.040586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514c3f5-e0c0-471b-ab82-6a329f0d9a84 req-d94cf147-e87c-4eae-ae6f-192b26359dd3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:09.042048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5514c3f5-e0c0-471b-ab82-6a329f0d9a84 req-d94cf147-e87c-4eae-ae6f-192b26359dd3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0554643 Feb 19 07:59:09.086186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5514c3f5-e0c0-471b-ab82-6a329f0d9a84 req-cdf252b3-8bdc-45c2-b49f-9b9173421cf3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387573 Feb 19 07:59:09.820391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:10.215826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f1fc-7b38-4939-bf74-fc0a88ec2ff8 req-2cd6eacf-9890-4ff5-9459-0805c44f8636 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:10.217291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c10f1fc-7b38-4939-bf74-fc0a88ec2ff8 req-2cd6eacf-9890-4ff5-9459-0805c44f8636 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0642204 Feb 19 07:59:10.265442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c10f1fc-7b38-4939-bf74-fc0a88ec2ff8 req-2ffc8060-4de1-48d2-b72a-d28e594c6f78 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Feb 19 07:59:11.141797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:11.380896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf7b61-7c4b-4130-a34a-902bbd69a715 req-49a29288-7727-4df1-8258-3331c0f3d5d1 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:11.382368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1dbf7b61-7c4b-4130-a34a-902bbd69a715 req-49a29288-7727-4df1-8258-3331c0f3d5d1 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0515296 Feb 19 07:59:11.429581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1dbf7b61-7c4b-4130-a34a-902bbd69a715 req-d7912329-27b1-4335-aedc-9d7cc90245f7 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Feb 19 07:59:12.462045 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:12.548796 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9a1d7-2bc0-4ccb-a146-4c1f44a85d03 req-022508f0-6fb4-42bf-8205-4113a00b03fc tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:12.550282 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e9a1d7-2bc0-4ccb-a146-4c1f44a85d03 req-022508f0-6fb4-42bf-8205-4113a00b03fc tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0522847 Feb 19 07:59:12.596305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-01e9a1d7-2bc0-4ccb-a146-4c1f44a85d03 req-8b57e359-9635-4f13-8840-2e79fd8e3dce tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Feb 19 07:59:13.715949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d300ec5-0507-4c63-8417-7b3e72f1d882 req-b835968d-f5a4-4edb-8563-b01fd70a827b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:13.717406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d300ec5-0507-4c63-8417-7b3e72f1d882 req-b835968d-f5a4-4edb-8563-b01fd70a827b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0546710 Feb 19 07:59:13.764059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5d300ec5-0507-4c63-8417-7b3e72f1d882 req-871d49c6-97f9-4c7f-8fb5-aaf1e25c9a7f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Feb 19 07:59:14.883866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b7df6-d6cf-4754-ba44-cd9c0d16627c req-2810e598-7957-4943-95b4-d684a3ceb123 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:14.886014 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-838b7df6-d6cf-4754-ba44-cd9c0d16627c req-2810e598-7957-4943-95b4-d684a3ceb123 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0561914 Feb 19 07:59:14.930315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-838b7df6-d6cf-4754-ba44-cd9c0d16627c req-5e2a31c0-8efd-4b6b-b13a-a02de748f7b3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Feb 19 07:59:16.047675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaff48-ddf1-48d3-8c0d-3a9dbf480eff req-cd376f77-3dda-47aa-8c1a-64ae86a3336f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:16.049138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bfdaff48-ddf1-48d3-8c0d-3a9dbf480eff req-cd376f77-3dda-47aa-8c1a-64ae86a3336f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0513306 Feb 19 07:59:16.094978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bfdaff48-ddf1-48d3-8c0d-3a9dbf480eff req-49d9192a-1907-4c36-8a2a-134366e22412 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Feb 19 07:59:16.835856 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:59:17.210173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ba6e9-3669-4c5d-a051-bec29b3a693e req-74c6ff4d-5add-4edd-8f3b-3c4cc9076fd6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:17.211670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a2ba6e9-3669-4c5d-a051-bec29b3a693e req-74c6ff4d-5add-4edd-8f3b-3c4cc9076fd6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0505276 Feb 19 07:59:17.267805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a2ba6e9-3669-4c5d-a051-bec29b3a693e req-0e3e688f-4bb7-4e58-9250-c518b597ea1a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Feb 19 07:59:18.389800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff699200-6493-4a46-a471-aa5633eb290c req-41099121-5b51-4142-bdd0-1cbd0a4b57db tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:18.391440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff699200-6493-4a46-a471-aa5633eb290c req-41099121-5b51-4142-bdd0-1cbd0a4b57db tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0543196 Feb 19 07:59:18.440541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff699200-6493-4a46-a471-aa5633eb290c req-0ae0bb4f-cde6-450f-a768-50e8c9522e62 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Feb 19 07:59:19.557855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bee0bd-2326-4d31-9533-26938918c3be req-f4c8d511-9194-46bb-acf1-9b4728afef9c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:19.559358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21bee0bd-2326-4d31-9533-26938918c3be req-f4c8d511-9194-46bb-acf1-9b4728afef9c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0525258 Feb 19 07:59:19.609484 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21bee0bd-2326-4d31-9533-26938918c3be req-87122721-69f7-462c-9bd9-5922d4193687 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Feb 19 07:59:20.727105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552e73f-ec12-49b9-b746-39fe137c3982 req-ef04cf54-b05c-4448-a27f-0df9a6a81150 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:20.729133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b552e73f-ec12-49b9-b746-39fe137c3982 req-ef04cf54-b05c-4448-a27f-0df9a6a81150 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0525420 Feb 19 07:59:20.774141 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b552e73f-ec12-49b9-b746-39fe137c3982 req-875ffe5e-3c57-45f6-96f6-ad6da2a8facc tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Feb 19 07:59:21.893972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760e75c-4105-48ec-8596-bda94f5d708b req-a92643e4-06b0-4c4e-9fda-8230f3e8dda1 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:21.895469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4760e75c-4105-48ec-8596-bda94f5d708b req-a92643e4-06b0-4c4e-9fda-8230f3e8dda1 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0520535 Feb 19 07:59:21.940235 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4760e75c-4105-48ec-8596-bda94f5d708b req-dc909dd1-62ea-4aa9-a7d3-ef3f43bb1e13 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392289 Feb 19 07:59:23.059484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5d549-7bd5-4a0a-8fd3-b6dae8ac85e1 req-69c770cb-4ff1-4b8d-8132-e4da8863b846 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:23.060992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2c5d549-7bd5-4a0a-8fd3-b6dae8ac85e1 req-69c770cb-4ff1-4b8d-8132-e4da8863b846 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0513971 Feb 19 07:59:23.105789 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2c5d549-7bd5-4a0a-8fd3-b6dae8ac85e1 req-cf3424cd-02b5-4c1c-bb5e-a787e8b0fd51 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Feb 19 07:59:24.486668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fbb3b-45f2-4ebf-821d-55591abc8d4c req-b883782c-478b-4a48-ade4-55069f327255 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:24.488445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-394fbb3b-45f2-4ebf-821d-55591abc8d4c req-b883782c-478b-4a48-ade4-55069f327255 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0509613 Feb 19 07:59:24.533792 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-394fbb3b-45f2-4ebf-821d-55591abc8d4c req-4bbafb38-c389-4f3e-a2cb-f397dc010862 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Feb 19 07:59:25.654476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd095125-0826-4932-9a65-9b53bdf414fb req-491b9695-a7bb-4055-965f-eb30014948ad tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:25.655978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd095125-0826-4932-9a65-9b53bdf414fb req-491b9695-a7bb-4055-965f-eb30014948ad tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0559356 Feb 19 07:59:25.701675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd095125-0826-4932-9a65-9b53bdf414fb req-230fafc4-264d-4093-9258-835940632de2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Feb 19 07:59:26.822524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8476ef0-6e64-45b5-bc5a-672e351b200e req-49f76a1c-fe38-442b-88c4-ad72155cfa7b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:26.824031 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8476ef0-6e64-45b5-bc5a-672e351b200e req-49f76a1c-fe38-442b-88c4-ad72155cfa7b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0553827 Feb 19 07:59:26.869802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e8476ef0-6e64-45b5-bc5a-672e351b200e req-fd6c25a9-a603-4554-9955-3289fdaae97d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403087 Feb 19 07:59:27.250713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f00c9-444b-462e-bca6-99f11b71894e req-81f59e28-fce1-4db3-931a-db859e704eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:27.252216 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-81f59e28-fce1-4db3-931a-db859e704eed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1127 time: 0.0429688 Feb 19 07:59:27.352554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f00c9-444b-462e-bca6-99f11b71894e req-737d3145-40bc-40d8-a385-f7d25e93bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:27.355055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-737d3145-40bc-40d8-a385-f7d25e93bfce service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0852308 Feb 19 07:59:27.395696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-c83e05fa-f172-4d13-8855-46a84e0ef190 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0335827 Feb 19 07:59:27.440306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f00c9-444b-462e-bca6-99f11b71894e req-a3506893-2691-4d1b-bb7b-969fd6f3018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:27.441680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-a3506893-2691-4d1b-bb7b-969fd6f3018d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0410225 Feb 19 07:59:27.471856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-73a9c02e-7573-47cb-aa07-9b6b24a56935 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246484 Feb 19 07:59:27.562231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-5734e70d-037e-4884-88ff-f4efb6337406 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Feb 19 07:59:27.648820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e64f00c9-444b-462e-bca6-99f11b71894e req-ec86ca49-3253-4496-8785-dbb68ec3424c service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Feb 19 07:59:27.990319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101bb65-9ccc-4ce6-89dd-1d6d6a2699d2 req-6b2c28c9-6f11-40f4-9109-ade6d1142a0c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:27.991907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6101bb65-9ccc-4ce6-89dd-1d6d6a2699d2 req-6b2c28c9-6f11-40f4-9109-ade6d1142a0c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0562513 Feb 19 07:59:28.036363 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6101bb65-9ccc-4ce6-89dd-1d6d6a2699d2 req-57af2624-6b69-4a65-9509-c1ee902463fd tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Feb 19 07:59:29.151660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239479d-6280-4d17-988a-97573b7a196a req-a14d615a-a7ac-4497-b6ac-167e41ff53ac tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:29.153129 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4239479d-6280-4d17-988a-97573b7a196a req-a14d615a-a7ac-4497-b6ac-167e41ff53ac tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0512054 Feb 19 07:59:29.204702 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4239479d-6280-4d17-988a-97573b7a196a req-f340cff7-9bc1-4b77-9295-4867e1c777fb tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459759 Feb 19 07:59:30.323341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57afa74-cc79-4065-98b1-5009b84927ff req-098f4dab-477e-4758-8b82-622220767f02 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:30.324806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c57afa74-cc79-4065-98b1-5009b84927ff req-098f4dab-477e-4758-8b82-622220767f02 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0521853 Feb 19 07:59:30.371279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c57afa74-cc79-4065-98b1-5009b84927ff req-0951d72a-6b2f-4b53-99da-ece775c2de9e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Feb 19 07:59:30.648982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:31.487103 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8793fb5-63b0-4a60-b483-fdbef161c63f req-1bbde258-5e4b-4eca-a846-fdb276ebf29d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:31.488844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8793fb5-63b0-4a60-b483-fdbef161c63f req-1bbde258-5e4b-4eca-a846-fdb276ebf29d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0520658 Feb 19 07:59:31.537362 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8793fb5-63b0-4a60-b483-fdbef161c63f req-353f86ad-4b08-44bd-814b-bb416c7238d5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Feb 19 07:59:31.610687 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-400728d8-3af9-44e9-b22b-f44c6a249d5c service neutron] show failed (client error): The resource could not be found. Feb 19 07:59:31.611740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-400728d8-3af9-44e9-b22b-f44c6a249d5c service neutron] 10.222.0.24 "GET /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0613194 Feb 19 07:59:31.802443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-8aea64c1-a6d1-462f-b0f3-4bef1cdc714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:31.803965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-8aea64c1-a6d1-462f-b0f3-4bef1cdc714b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b&tenant_id=e90762b6f1e04a258b225823859100a1 HTTP/1.1" status: 200 len: 1127 time: 0.0446312 Feb 19 07:59:31.814660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:59:31.870336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.061534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:32.097892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:32.136923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:32.139266 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462681fd-9464-4689-aa6a-d6eac2c7609e" -d '{"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:32.143017 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks [] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.155466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Transition to ACTIVE for port object 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:32.159268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.188674 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2bcf1a-626c-4c24-b346-9dd1bc656eec x-openstack-request-id: req-4a2bcf1a-626c-4c24-b346-9dd1bc656eec {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:32.188969 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-unplugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:32.189781 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a2bcf1a-626c-4c24-b346-9dd1bc656eec {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:32.189781 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'code': 200} Feb 19 07:59:32.226415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] No DVR routers for this DVR port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:59:32.228314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:32.240446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.240796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.241142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.241483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.241820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.242154 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.242481 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.242809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.243134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.243486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.243818 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.245224 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.245559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:32.274500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:59:32.274839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:59:32.275225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:59:32.279750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:59:32.280081 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Attempting to bind port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:59:32.285050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:59:32.285389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Checking segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:59:32.285771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Bound using segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:59:32.286198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Bound port: 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:59:32.286550 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.350019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:32.352963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:32.359448 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.393651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:32.394275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:32.395688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] 10.222.0.47 "PUT /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 1091 time: 0.5848694 Feb 19 07:59:32.414879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ce354-64fc-4171-aa11-857297bd7d7d service neutron] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:32.460617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-2e1de4fa-9840-4859-a8cf-d0724e96db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:32.462113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-2e1de4fa-9840-4859-a8cf-d0724e96db62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0439494 Feb 19 07:59:32.551757 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-b5da12e6-7fad-4bf8-8fb3-35d2534ba2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:32.553277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-b5da12e6-7fad-4bf8-8fb3-35d2534ba2aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0853925 Feb 19 07:59:32.603768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-468c4e43-5bc4-4f2e-a744-9c4b9ba2856d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0445964 Feb 19 07:59:32.651484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-81cfa289-72c9-4a49-82eb-011090eabd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:32.652962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-81cfa289-72c9-4a49-82eb-011090eabd5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0432258 Feb 19 07:59:32.656472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d506e2-fe95-4c9c-ad44-48a32059b004 req-71112842-661a-4038-8bd7-50743634d17b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:32.657998 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59d506e2-fe95-4c9c-ad44-48a32059b004 req-71112842-661a-4038-8bd7-50743634d17b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0515344 Feb 19 07:59:32.688921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-d9e88056-bc46-43e9-b06f-1974f6baf01b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299702 Feb 19 07:59:32.704865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-59d506e2-fe95-4c9c-ad44-48a32059b004 req-fb4cd133-1b46-4a49-be35-190767e48800 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Feb 19 07:59:32.777430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-63247e3b-f2a7-4f9b-b8ee-db4cfc46824e service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826423 Feb 19 07:59:32.869637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d96be80a-9d38-4f9d-b667-8c48f29506fd req-6df8cce4-ce05-4555-8059-e632cb5a9fe8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855029 Feb 19 07:59:33.364658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:33.825660 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fcac-2f0e-4ebe-b2b5-4577e2722588 req-56de0b4b-fca6-4420-aeef-1e1a5d3fafc9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:33.827142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d447fcac-2f0e-4ebe-b2b5-4577e2722588 req-56de0b4b-fca6-4420-aeef-1e1a5d3fafc9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0525558 Feb 19 07:59:33.873158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d447fcac-2f0e-4ebe-b2b5-4577e2722588 req-35a9346f-8854-45d4-92c3-102e1d3c203a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Feb 19 07:59:34.190427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:34.192835 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815" -d '{"events": [{"name": "network-changed", "server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:34.238984 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf41226-13f7-4ddb-978c-edea07cb3f8c x-openstack-request-id: req-dbf41226-13f7-4ddb-978c-edea07cb3f8c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:34.239310 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:34.239599 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbf41226-13f7-4ddb-978c-edea07cb3f8c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:34.240026 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'status': 'completed', 'code': 200} Feb 19 07:59:34.334456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-6e67d2dc-6835-4aaf-82d0-5ad99cea6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.335966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-6e67d2dc-6835-4aaf-82d0-5ad99cea6322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0787416 Feb 19 07:59:34.338168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-b159663a-74dc-4534-9b75-b6ee11ab7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.339642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-b159663a-74dc-4534-9b75-b6ee11ab7897 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0736611 Feb 19 07:59:34.491375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-0b13e163-1650-429b-b8b8-604a69f1d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.492747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-0b13e163-1650-429b-b8b8-604a69f1d8fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1498020 Feb 19 07:59:34.493794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-13f3c379-eb35-47ec-b780-49ede0986d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.495121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-13f3c379-eb35-47ec-b780-49ede0986d69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1448734 Feb 19 07:59:34.533070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:59:34.537454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-a37a1a06-24bb-4d2a-b4f7-3490bff86bf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0379968 Feb 19 07:59:34.570619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 07:59:34.571011 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:59:34.894097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-04992400-a32c-4eb9-9460-068b081d49b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.3891172 Feb 19 07:59:34.993714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-5af08bf4-e361-4a5d-b829-985cdeda728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.995704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-5af08bf4-e361-4a5d-b829-985cdeda728e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.1097052 Feb 19 07:59:34.998494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-25f4cd63-61eb-48e2-96ca-f070e8406d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:34.999819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-25f4cd63-61eb-48e2-96ca-f070e8406d82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0873106 Feb 19 07:59:35.037737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-0ab05626-1cc7-4de3-b3ae-6ccfd10ebd49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339210 Feb 19 07:59:35.055295 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-64d1dcbc-4061-4125-932f-bc28b544b5f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431299 Feb 19 07:59:35.070582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78403c2f-9ca0-4495-9bd8-09f2bf1e989c req-3bd6f687-5fe1-4767-a32d-dd6e9d1d2532 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:35.072050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78403c2f-9ca0-4495-9bd8-09f2bf1e989c req-3bd6f687-5fe1-4767-a32d-dd6e9d1d2532 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.1311681 Feb 19 07:59:35.084340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-99e590fc-3b13-42d4-af8f-f2ffc865ffc5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 07:59:35.085289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-99e590fc-3b13-42d4-af8f-f2ffc865ffc5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217202 Feb 19 07:59:35.227696 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78403c2f-9ca0-4495-9bd8-09f2bf1e989c req-207bdedf-e5f9-4ce2-a54e-cc9f9a19b41f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414003 Feb 19 07:59:35.246757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-4a7d1eb6-2c3d-4afa-a5f5-7f5dc2fc7394 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935911 Feb 19 07:59:35.280107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-bf31bca4-dc29-4d1b-a4eb-c87aa6c6c208 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642666 Feb 19 07:59:35.404756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-4963f23a-ca72-40c0-b6fc-3a6a22240bf0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496358 Feb 19 07:59:35.418035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d0fac0d-3580-4f39-a6fc-347e1ec5a815 req-5affb000-7b1c-49e6-884d-b27f31effde2 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130970 Feb 19 07:59:36.285710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf95f413-a9a7-4283-a6b2-417b3d59c88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:36.368861 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bcf93-8e46-43a2-92a6-57aeb355eb5e req-143238f6-9d88-464d-8562-f876a2b316ed tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.370341 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-035bcf93-8e46-43a2-92a6-57aeb355eb5e req-143238f6-9d88-464d-8562-f876a2b316ed tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0519893 Feb 19 07:59:36.416245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-035bcf93-8e46-43a2-92a6-57aeb355eb5e req-ab0a289f-25ac-49b6-9268-a1dd927b25d8 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Feb 19 07:59:36.612847 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f5b48-8196-421f-9a40-498a6e413271 req-fa26c09c-78b6-41bd-b70a-c79c5ff0f604 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.614764 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f13f5b48-8196-421f-9a40-498a6e413271 req-fa26c09c-78b6-41bd-b70a-c79c5ff0f604 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 943 time: 0.0565701 Feb 19 07:59:36.628031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-4ce242c0-77b0-442c-811b-0fed2b970ab2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.630640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-4ce242c0-77b0-442c-811b-0fed2b970ab2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b&tenant_id=e90762b6f1e04a258b225823859100a1&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 943 time: 0.0568285 Feb 19 07:59:36.663669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f13f5b48-8196-421f-9a40-498a6e413271 req-263b0147-8070-4854-80c2-724b4e734896 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Feb 19 07:59:36.690608 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-ced3f67e-ec05-4eec-b334-5725dfa5d4e8 service neutron] delete failed (client error): The resource could not be found. Feb 19 07:59:36.691677 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-ced3f67e-ec05-4eec-b334-5725dfa5d4e8 service neutron] 10.222.0.24 "DELETE /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0555835 Feb 19 07:59:36.775604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-60ccbdc7-d93f-43a6-8689-21fdb54f3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.777001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-60ccbdc7-d93f-43a6-8689-21fdb54f3fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 1125 time: 0.0449359 Feb 19 07:59:36.866184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-1167f7d7-2a2d-4615-b457-a636633633d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.867659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-1167f7d7-2a2d-4615-b457-a636633633d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0843170 Feb 19 07:59:36.907554 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-d76047dd-8fd7-44da-89c5-692890d667cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 200 len: 217 time: 0.0333273 Feb 19 07:59:36.959498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-21e3b92c-9ef1-445a-ae9c-cace64531352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:36.960992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-21e3b92c-9ef1-445a-ae9c-cace64531352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0482810 Feb 19 07:59:36.982575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:59:36.992081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-d2c11c7f-baac-4888-a74f-e4fe7794ba4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256665 Feb 19 07:59:37.074925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:37.077022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-b77e2cb5-e08e-4ee5-8864-013c82963225 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793643 Feb 19 07:59:37.085964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'port_id': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'mac_address': 'fa:16:3e:60:cb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793793b6-4187-48a6-bf17-a6b0effaa451', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:59:37.125963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:59:37.126351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:37.138728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:59:37.157694 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:37.161432 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:37.168793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0075d643-0ebd-447e-9b39-1ab2bbfb272a req-972053d7-6b40-4d16-abd0-e2affcfad0a2 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865591 Feb 19 07:59:37.207604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:37.215652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.215999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.216334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.216665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.216990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.217344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.217669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.217988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.219454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.219454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.219454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.219454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.219773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 07:59:37.460679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['58cf5f52-b5e6-4e2a-852e-e120c4e1c450'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:59:37.786168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685b593-fda5-47da-9a82-5388b91b68d6 req-079d1bf9-629d-4dff-852b-ea8c1791c788 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:37.787602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8685b593-fda5-47da-9a82-5388b91b68d6 req-079d1bf9-629d-4dff-852b-ea8c1791c788 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 944 time: 0.0529108 Feb 19 07:59:37.832947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8685b593-fda5-47da-9a82-5388b91b68d6 req-bf966290-5386-486d-99fb-4d99b9507c2f tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396478 Feb 19 07:59:37.948259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0f3c-d13c-4b47-89c1-a03041dbc829 req-c79dc1d1-e0a6-4bf7-ae98-3d30e08b600c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:37.949735 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1d0f3c-d13c-4b47-89c1-a03041dbc829 req-c79dc1d1-e0a6-4bf7-ae98-3d30e08b600c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 944 time: 0.0515614 Feb 19 07:59:37.996568 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1d0f3c-d13c-4b47-89c1-a03041dbc829 req-53547c50-8907-47bc-8df4-9d191c49f6aa tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Feb 19 07:59:38.109063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b794c4-9856-445f-a4ea-90fc705a0ddc req-d7771991-4d3a-4c9b-a69f-64a66b62d6fe tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:38.110460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39b794c4-9856-445f-a4ea-90fc705a0ddc req-d7771991-4d3a-4c9b-a69f-64a66b62d6fe tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 944 time: 0.0509534 Feb 19 07:59:38.162395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-39b794c4-9856-445f-a4ea-90fc705a0ddc req-069de36a-a35e-4234-a699-4062d6c3509e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Feb 19 07:59:38.532427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-a1754520-f0fd-483d-8c10-9904976a4aee tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:38.533922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-a1754520-f0fd-483d-8c10-9904976a4aee tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 814 time: 0.1010437 Feb 19 07:59:38.549669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-b8195b3b-98f4-4e8d-b74d-63dce43ddec5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/quotas/e90762b6f1e04a258b225823859100a1 HTTP/1.1" status: 200 len: 375 time: 0.0099699 Feb 19 07:59:38.607463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-b8f312ed-2e9e-44c8-8df5-2bcd39ace24a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524476 Feb 19 07:59:38.611110 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d679a0-8ff7-46b0-84de-b43c714b2a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:38.698460 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-0a9d87ff-c747-497a-b777-22f5c8339620 service neutron] 10.222.0.43 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823612 Feb 19 07:59:38.789311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-064af923-c357-4def-b1c7-08a9973ea954 service neutron] 10.222.0.43 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852423 Feb 19 07:59:38.958333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-544822ad-4767-4048-904b-fd5ff810abad req-af7ea24c-732e-496b-85d4-45fdfd3b4ab5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 210 time: 0.0340223 Feb 19 07:59:39.002521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:59:39.050361 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:39.054228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:39.054606 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:39.135650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:59:39.136042 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:39.159623 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:39.162482 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abf2ae9-0a62-4059-852b-6f908da34e5e" -d '{"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:39.178224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:39.183127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:39.207346 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2c78d-9df4-44e1-843a-198f5fed8cc8 x-openstack-request-id: req-a0b2c78d-9df4-44e1-843a-198f5fed8cc8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:39.207650 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:39.207907 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0b2c78d-9df4-44e1-843a-198f5fed8cc8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:39.208301 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'code': 200} Feb 19 07:59:39.236516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:39.753284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-b5a2c360-0c6b-4540-93ec-97a78181555e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:39.754895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-b5a2c360-0c6b-4540-93ec-97a78181555e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca002744-491e-4349-b2a0-4ab288fb8e4b HTTP/1.1" status: 200 len: 945 time: 0.0580273 Feb 19 07:59:39.826013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:39.916921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Deleting port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 07:59:39.917504 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:39.975073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-c2e70e12-915e-418b-b2b1-352677207e40 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:39.976509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-c2e70e12-915e-418b-b2b1-352677207e40 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 814 time: 0.1565232 Feb 19 07:59:39.996588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Request body: {'port': {'device_id': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'admin_state_up': True, 'tenant_id': 'e90762b6f1e04a258b225823859100a1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:59:40.054765 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0713262-52df-413f-879f-7715a6b6eeb0 req-316a190d-047f-4a89-a773-aca9030cb3a9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 210 time: 0.0268540 Feb 19 07:59:40.078713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] For port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:40.079073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.098534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Calling delete_port for 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 07:59:40.185908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Made reservation on behalf of e90762b6f1e04a258b225823859100a1 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 07:59:40.189262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.356014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (58cf5f52-b5e6-4e2a-852e-e120c4e1c450), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.369087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['58cf5f52-b5e6-4e2a-852e-e120c4e1c450'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:59:40.395356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Pushing event deleted for resources: {'Port': ['ID=58cf5f52-b5e6-4e2a-852e-e120c4e1c450,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:40.397428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Allocated IP 172.20.0.14 (7ef9a40d-3b93-4456-b5b4-48f8db4c9512/793793b6-4187-48a6-bf17-a6b0effaa451/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 07:59:40.447764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] No DVR routers for this DVR port 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 07:59:40.454681 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.457931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.47 "DELETE /v2.0/ports/58cf5f52-b5e6-4e2a-852e-e120c4e1c450 HTTP/1.1" status: 204 len: 173 time: 0.6973617 Feb 19 07:59:40.458371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-deleted', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:40.460677 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389ed7d-ff2c-40a2-8d3e-801f96b13d6f" -d '{"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-deleted", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:40.504257 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c53157-ce43-42cb-99d3-aad6a4760a6e x-openstack-request-id: req-32c53157-ce43-42cb-99d3-aad6a4760a6e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:40.504545 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca002744-491e-4349-b2a0-4ab288fb8e4b", "name": "network-vif-deleted", "tag": "58cf5f52-b5e6-4e2a-852e-e120c4e1c450", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:40.504803 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32c53157-ce43-42cb-99d3-aad6a4760a6e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:40.505207 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca002744-491e-4349-b2a0-4ab288fb8e4b', 'name': 'network-vif-deleted', 'tag': '58cf5f52-b5e6-4e2a-852e-e120c4e1c450', 'status': 'completed', 'code': 200} Feb 19 07:59:40.601271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks [] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.636396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.648820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['58cf5f52-b5e6-4e2a-852e-e120c4e1c450'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:59:40.679450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 07:59:40.682506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 07:59:40.688387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 07:59:40.694823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:40.739790 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:40.740399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:40.755538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-8f7db72e-cbee-4ca0-b40e-6594a9991e45 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667680 Feb 19 07:59:40.765918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Request body: {'port': {'device_id': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 07:59:40.826582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.101860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:59:41.109899 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks [] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.122809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Transition to ACTIVE for port object b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 07:59:41.125873 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.162933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.174140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:41.187904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21198ab7-ead1-489c-8d2b-81e6ceaeb195 req-5e892f42-c08d-4a08-95c5-1e6d89f595d2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:41.189410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21198ab7-ead1-489c-8d2b-81e6ceaeb195 req-5e892f42-c08d-4a08-95c5-1e6d89f595d2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0661852 Feb 19 07:59:41.239168 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-21198ab7-ead1-489c-8d2b-81e6ceaeb195 req-9382d4f0-e7ef-4293-92d7-c6140a7caa98 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Feb 19 07:59:41.263111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 07:59:41.263111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 07:59:41.263111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:59:41.263111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 07:59:41.263111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 07:59:41.265303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 7, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 07:59:41.265639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Checking segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 07:59:41.266023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Bound using segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 07:59:41.266447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Bound port: b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 07:59:41.266803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.328141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 07:59:41.331549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 07:59:41.336679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.370676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:41.371352 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:41.372734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] 10.222.0.47 "PUT /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 1092 time: 0.6108921 Feb 19 07:59:41.391901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edefab5-4abf-49ee-ad9d-e6bb3e34946a service neutron] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:41.454085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2a160462-eb7d-4258-b82b-ac4d374e02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:41.455634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-2a160462-eb7d-4258-b82b-ac4d374e02ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0480402 Feb 19 07:59:41.496268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-1fc95400-62ca-4c6b-b2df-54698d0ce354 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0339446 Feb 19 07:59:41.541405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8340b49-3e49-46fc-be39-0144ba61340f req-3236350c-e6b5-4f64-95b9-d4098f0ee0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:41.542793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-3236350c-e6b5-4f64-95b9-d4098f0ee0af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0410979 Feb 19 07:59:41.573540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-501ba303-dcb4-467a-9fd1-a9e7cf8d8765 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241435 Feb 19 07:59:41.661262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-3046d7dc-2898-4647-9682-d8fe1a35dbba service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Feb 19 07:59:41.746168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8340b49-3e49-46fc-be39-0144ba61340f req-c41c7154-8fd6-4e55-8e71-0ceb01a8ca0f service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791976 Feb 19 07:59:42.364511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d98d73-a8c6-4581-a701-05384be6367f req-d684d3af-d1ad-47e8-bbc1-feb3c0bc7b48 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:42.366009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32d98d73-a8c6-4581-a701-05384be6367f req-d684d3af-d1ad-47e8-bbc1-feb3c0bc7b48 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0559211 Feb 19 07:59:42.411331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32d98d73-a8c6-4581-a701-05384be6367f req-056739aa-c9f4-4970-905e-8d9bf67b3824 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Feb 19 07:59:42.464714 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:42.506045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:42.508440 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d7343f-14c5-47c4-80e2-583b1553c0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:42.542769 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b536f6a3-a852-48b7-85e0-5a1e76bf0dc9 x-openstack-request-id: req-b536f6a3-a852-48b7-85e0-5a1e76bf0dc9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:42.543060 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:42.543347 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b536f6a3-a852-48b7-85e0-5a1e76bf0dc9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:42.543753 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'status': 'completed', 'code': 200} Feb 19 07:59:42.605542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-0e178fe4-8287-4340-8cf6-5ea1bab5a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:42.607017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-0e178fe4-8287-4340-8cf6-5ea1bab5a679 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0427361 Feb 19 07:59:42.696559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-ddefd84f-1d00-468b-b764-f5f21a97e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:42.698605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-ddefd84f-1d00-468b-b764-f5f21a97e127 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0853846 Feb 19 07:59:42.737169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-9d37a8c0-514b-47b8-b1da-579162ec445e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0326123 Feb 19 07:59:42.783836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-9656db90-4bdd-4866-aa05-b1211dbd849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:42.785148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-9656db90-4bdd-4866-aa05-b1211dbd849b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0415869 Feb 19 07:59:42.815384 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-b8371bed-0fd4-475d-ac36-01f8bab607d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240629 Feb 19 07:59:42.903113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-58e66268-7aba-49d0-994d-79732d87e312 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820575 Feb 19 07:59:42.990053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d7343f-14c5-47c4-80e2-583b1553c0f6 req-e921d56b-12c1-45cd-a028-8fc9a79c4f6e service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800197 Feb 19 07:59:43.022121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 07:59:43.041673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 07:59:43.041959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 58cf5f52-b5e6-4e2a-852e-e120c4e1c450 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 07:59:43.530721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475794f-07d6-477b-99be-b57750537075 req-ce1f7029-22ae-481c-941c-91dc4edf69e4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:43.532223 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b475794f-07d6-477b-99be-b57750537075 req-ce1f7029-22ae-481c-941c-91dc4edf69e4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0562291 Feb 19 07:59:43.577486 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b475794f-07d6-477b-99be-b57750537075 req-af41f315-50d4-473e-9a3b-746894272529 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Feb 19 07:59:44.697724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e21da4-c961-49f4-8c7b-baa8911e3726 req-ab06cbfb-67e5-4ab0-8457-77d60b6309a2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:44.699211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4e21da4-c961-49f4-8c7b-baa8911e3726 req-ab06cbfb-67e5-4ab0-8457-77d60b6309a2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0525796 Feb 19 07:59:44.748269 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a4e21da4-c961-49f4-8c7b-baa8911e3726 req-1a499d27-3255-4cca-99ac-1053716d499d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435364 Feb 19 07:59:45.054744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 07:59:45.149777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:45.160652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'port_id': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'mac_address': 'fa:16:3e:6e:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793793b6-4187-48a6-bf17-a6b0effaa451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 07:59:45.195754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:59:45.196140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:45.207982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 07:59:45.226331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:45.231163 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:45.275413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:45.535804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 07:59:45.866467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86fd18-aeb3-44d7-ad74-a1e626805933 req-a992b476-11de-45c7-a848-4c0cf24958c6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:45.867915 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd86fd18-aeb3-44d7-ad74-a1e626805933 req-a992b476-11de-45c7-a848-4c0cf24958c6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Feb 19 07:59:45.913105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd86fd18-aeb3-44d7-ad74-a1e626805933 req-05c77628-f79c-47c7-9df2-b3e653baad31 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Feb 19 07:59:47.028528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d941a-3ec0-45a2-a12e-3d4fdb902ff4 req-ceefcec9-f250-4ec2-9a77-852bdefb63bb tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:47.029993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d44d941a-3ec0-45a2-a12e-3d4fdb902ff4 req-ceefcec9-f250-4ec2-9a77-852bdefb63bb tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Feb 19 07:59:47.070496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 07:59:47.075716 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d44d941a-3ec0-45a2-a12e-3d4fdb902ff4 req-63132b51-05ac-46ac-a340-96bf75afa119 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Feb 19 07:59:47.117358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 07:59:47.121725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 07:59:47.122122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:47.198867 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 07:59:47.199171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:47.220268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 07:59:47.222534 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e959188-28a2-4a2b-b4c6-8c4ae61bdb5c" -d '{"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-plugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 07:59:47.235080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 07:59:47.239907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 07:59:47.263165 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 07:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbbde00-3391-4975-b116-f8ea7a82dc77 x-openstack-request-id: req-2cbbde00-3391-4975-b116-f8ea7a82dc77 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 07:59:47.263518 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-plugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 07:59:47.263801 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cbbde00-3391-4975-b116-f8ea7a82dc77 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 07:59:47.264223 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'code': 200} Feb 19 07:59:47.289302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 07:59:47.362341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccfbce-d1a4-4cc3-aacc-c619c925245a req-c43adf88-b866-4665-a3b0-77445e7c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:47.364143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69ccfbce-d1a4-4cc3-aacc-c619c925245a req-c43adf88-b866-4665-a3b0-77445e7c96ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1128 time: 0.0498185 Feb 19 07:59:47.405062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69ccfbce-d1a4-4cc3-aacc-c619c925245a req-1beafb24-1b9e-43ef-83b9-d74babfc3d59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Feb 19 07:59:48.192785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a995a6-4af5-45dc-b88a-2128f7301a12 req-88d6dfb7-7b12-4b3c-a92d-17f8c29bb3a4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:48.194268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a995a6-4af5-45dc-b88a-2128f7301a12 req-88d6dfb7-7b12-4b3c-a92d-17f8c29bb3a4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0522215 Feb 19 07:59:48.241889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-74a995a6-4af5-45dc-b88a-2128f7301a12 req-8dc5942f-91eb-4fc7-91e1-5a326cf967df tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Feb 19 07:59:49.359658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d377bf-a8a2-49db-86e2-071dbe412408 req-7dee4d92-c39e-4b57-8a11-ed96392d707b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:49.361132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49d377bf-a8a2-49db-86e2-071dbe412408 req-7dee4d92-c39e-4b57-8a11-ed96392d707b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0514691 Feb 19 07:59:49.406945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-49d377bf-a8a2-49db-86e2-071dbe412408 req-619a0a9b-8f37-46cc-8c7b-b0603a717bad tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Feb 19 07:59:49.527286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda195-fcf0-4b57-8d9d-c8c5cefa5a98 req-b740c9df-632e-4e42-abd3-d37e14e93055 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:49.528684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38fda195-fcf0-4b57-8d9d-c8c5cefa5a98 req-b740c9df-632e-4e42-abd3-d37e14e93055 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0563352 Feb 19 07:59:49.573316 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-38fda195-fcf0-4b57-8d9d-c8c5cefa5a98 req-ab7a2d1e-1918-47a6-ab50-06cab39766cb tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Feb 19 07:59:49.796514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-d5bc9175-816d-4adc-bc70-a5c68ed0c35e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435278 Feb 19 07:59:49.810000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43037d5-c43d-45f4-8911-8d7a441d69fa req-ab2cf234-6afb-4efa-ba33-9f130f4c2e81 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:49.811516 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c43037d5-c43d-45f4-8911-8d7a441d69fa req-ab2cf234-6afb-4efa-ba33-9f130f4c2e81 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0523722 Feb 19 07:59:49.858815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c43037d5-c43d-45f4-8911-8d7a441d69fa req-7e421f62-84f2-42f4-bd7f-5f5b8a6065ca tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Feb 19 07:59:50.158093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-c43abefd-6538-49ee-bf7d-8235da6cdace tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:50.159470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-c43abefd-6538-49ee-bf7d-8235da6cdace tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 943 time: 0.0482094 Feb 19 07:59:50.925377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-56bfa62f-24d6-415b-a2ff-dc73b89147ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:50.926910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-56bfa62f-24d6-415b-a2ff-dc73b89147ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1128 time: 0.0474565 Feb 19 07:59:51.044078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8655-5518-4e8d-b8c8-3306bfbb3b48 req-f8acc905-34be-4b27-8203-570aa038c0f0 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:51.045573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f4e8655-5518-4e8d-b8c8-3306bfbb3b48 req-f8acc905-34be-4b27-8203-570aa038c0f0 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.1169581 Feb 19 07:59:51.061191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-8dbedf31-fd38-432f-b85f-da1f474c62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:51.062589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-8dbedf31-fd38-432f-b85f-da1f474c62e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1260593 Feb 19 07:59:51.108717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-4429f062-c140-4f46-9621-badcbbc78e18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0394638 Feb 19 07:59:51.164576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f4e8655-5518-4e8d-b8c8-3306bfbb3b48 req-2cece609-cf18-4b6e-89ec-b29797220c4b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117175 Feb 19 07:59:51.175080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-c1018411-f136-45ab-87ac-db4c89478176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:51.176902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-c1018411-f136-45ab-87ac-db4c89478176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0622525 Feb 19 07:59:51.207722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-e71414ac-8bb4-4326-b49c-0e69af7ca2f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251431 Feb 19 07:59:51.295708 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-574c4a2e-a923-4146-b6bc-a2d08bb7f61a service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818167 Feb 19 07:59:51.392817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-c5e88b6b-fea0-43ab-88f7-bcd6fd9684f4 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912008 Feb 19 07:59:52.284436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818bc60-2601-4a13-b043-23f0d758530c req-1c4221f3-692f-497e-8628-9402d7ec3ef9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:52.285937 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1818bc60-2601-4a13-b043-23f0d758530c req-1c4221f3-692f-497e-8628-9402d7ec3ef9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0526829 Feb 19 07:59:52.340247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1818bc60-2601-4a13-b043-23f0d758530c req-8168fb9f-ac20-4c57-a4bc-90daa831871a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Feb 19 07:59:53.459080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaca22-5351-491f-a7c8-c682d89bd0ef req-bdc0b7e2-78fe-4067-bd57-4373177d8dc0 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:53.460588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0eaca22-5351-491f-a7c8-c682d89bd0ef req-bdc0b7e2-78fe-4067-bd57-4373177d8dc0 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0523667 Feb 19 07:59:53.505989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b0eaca22-5351-491f-a7c8-c682d89bd0ef req-a662d3c9-a7de-44f8-ad92-9d2f51342f02 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Feb 19 07:59:53.835006 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 07:59:54.625398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445c180-adb8-4dee-bd6e-4a3f21dedb22 req-69e70868-da98-4914-8cef-3c225a178e52 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:54.626788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d445c180-adb8-4dee-bd6e-4a3f21dedb22 req-69e70868-da98-4914-8cef-3c225a178e52 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0518277 Feb 19 07:59:54.681485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d445c180-adb8-4dee-bd6e-4a3f21dedb22 req-fb339faa-3772-4017-bb80-61bf8588ec02 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Feb 19 07:59:55.806974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b88228-e56e-4490-8fc8-1ab50c63ca32 req-a82052b7-380b-47e8-88bc-9d615a94d8ea tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:55.809052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b88228-e56e-4490-8fc8-1ab50c63ca32 req-a82052b7-380b-47e8-88bc-9d615a94d8ea tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0515883 Feb 19 07:59:55.858125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21b88228-e56e-4490-8fc8-1ab50c63ca32 req-9789be73-59ce-47c5-92d7-b72a7d46be07 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435982 Feb 19 07:59:56.981129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a15ff-1740-4da8-ac61-b410d33677e8 req-dd10bff0-eb5d-4ac5-80b6-013b7e0f6b39 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:56.982607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f0a15ff-1740-4da8-ac61-b410d33677e8 req-dd10bff0-eb5d-4ac5-80b6-013b7e0f6b39 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0573511 Feb 19 07:59:57.027729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f0a15ff-1740-4da8-ac61-b410d33677e8 req-9d2212c5-ffa0-4e25-836a-2093b8b4bc1b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Feb 19 07:59:58.144044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178717ae-4fff-4d9a-94e4-206fdd612ae0 req-b7059bdb-4907-4231-810e-ee824cda50da tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:58.145495 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-178717ae-4fff-4d9a-94e4-206fdd612ae0 req-b7059bdb-4907-4231-810e-ee824cda50da tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0517566 Feb 19 07:59:58.191390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-178717ae-4fff-4d9a-94e4-206fdd612ae0 req-de5b4ba4-4b9b-439e-8a97-41acf8349967 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Feb 19 07:59:59.311676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c923f9f-ae43-447c-ac1f-e0afd2c23ed5 req-a841a088-4db6-47c6-814f-845341d9cd7b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 07:59:59.313159 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c923f9f-ae43-447c-ac1f-e0afd2c23ed5 req-a841a088-4db6-47c6-814f-845341d9cd7b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0558846 Feb 19 07:59:59.358637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8c923f9f-ae43-447c-ac1f-e0afd2c23ed5 req-45621338-492d-4979-8b41-6be2c0930554 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Feb 19 08:00:00.478027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f89ad-528d-47e7-8ca3-c16604b9c771 req-699f4786-fbf1-4a05-bc4c-0519b1823064 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:00.479572 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-795f89ad-528d-47e7-8ca3-c16604b9c771 req-699f4786-fbf1-4a05-bc4c-0519b1823064 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0530093 Feb 19 08:00:00.525365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-795f89ad-528d-47e7-8ca3-c16604b9c771 req-03a3efdd-8342-4210-90b5-613a0f061a95 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393624 Feb 19 08:00:00.642356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:01.642968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f171-b1bb-402f-b05c-a77a5f6672d8 req-648f4776-819f-4c0d-b45e-e16fd4aab42d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:01.644480 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d969f171-b1bb-402f-b05c-a77a5f6672d8 req-648f4776-819f-4c0d-b45e-e16fd4aab42d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0513442 Feb 19 08:00:01.691402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d969f171-b1bb-402f-b05c-a77a5f6672d8 req-84ba4224-46ae-4688-a84c-e3a61fb49587 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Feb 19 08:00:02.810479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28b3a0-48bb-4abb-87b1-6ce6c34478ca req-4c52baaf-48b8-49be-a05e-6b124322f272 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:02.811962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab28b3a0-48bb-4abb-87b1-6ce6c34478ca req-4c52baaf-48b8-49be-a05e-6b124322f272 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0542631 Feb 19 08:00:02.857239 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ab28b3a0-48bb-4abb-87b1-6ce6c34478ca req-9a985890-676c-4cae-9f82-bd7951999267 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Feb 19 08:00:03.368574 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:03.981114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694ba7-2bbb-47db-b091-f135e731ad86 req-4b1b8b4c-8372-4bb3-bfae-c38ab25fbdce tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:03.982608 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72694ba7-2bbb-47db-b091-f135e731ad86 req-4b1b8b4c-8372-4bb3-bfae-c38ab25fbdce tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0598774 Feb 19 08:00:04.029696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-72694ba7-2bbb-47db-b091-f135e731ad86 req-ffa45585-21b4-459b-98cc-8f7793f7b022 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Feb 19 08:00:05.145447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b2a8-f0b2-4453-ac23-7b89cf5c6281 req-ef8f8203-ad61-4a4f-a753-0dc55553c7bd tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:05.146910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4905b2a8-f0b2-4453-ac23-7b89cf5c6281 req-ef8f8203-ad61-4a4f-a753-0dc55553c7bd tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0505493 Feb 19 08:00:05.192040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4905b2a8-f0b2-4453-ac23-7b89cf5c6281 req-b7ca89cc-05e9-4e23-a17f-7e7dff28249d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Feb 19 08:00:06.287272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a43de4c9-333b-4dac-b90b-9b1c9ff90108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:06.308598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69a59-808f-40b5-b889-eccd4d43c34e req-f57f95ba-61ac-4aa1-beae-438a13670d9b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:06.310080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43b69a59-808f-40b5-b889-eccd4d43c34e req-f57f95ba-61ac-4aa1-beae-438a13670d9b tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0525410 Feb 19 08:00:06.354715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-43b69a59-808f-40b5-b889-eccd4d43c34e req-d042962b-5561-46dc-b2a8-045a8e4fda55 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Feb 19 08:00:07.475635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183ad2-f028-4a9b-9403-71c182e6a0d1 req-63dfb07d-4d18-4538-a8d1-3e58d776fb0c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:07.477109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf183ad2-f028-4a9b-9403-71c182e6a0d1 req-63dfb07d-4d18-4538-a8d1-3e58d776fb0c tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0541866 Feb 19 08:00:07.853417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf183ad2-f028-4a9b-9403-71c182e6a0d1 req-d64314b2-c515-444e-b1be-2c8385414ea6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701744 Feb 19 08:00:08.615564 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41ffbaa4-6955-415b-a6cb-6e49110a389c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:08.972291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ea1fe-6fb2-41e2-be3b-059cb1890914 req-c618e5a8-15b5-4085-a1a8-c50844ddd663 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:08.973804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed1ea1fe-6fb2-41e2-be3b-059cb1890914 req-c618e5a8-15b5-4085-a1a8-c50844ddd663 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0516653 Feb 19 08:00:09.023267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed1ea1fe-6fb2-41e2-be3b-059cb1890914 req-3ed9bb02-cfba-40da-9c4b-d4f5d4cfb7a3 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Feb 19 08:00:09.822423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:10.141365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049420e-082e-42d7-a43b-cf1755c92b82 req-83303f80-0c9f-4082-879c-c396ed24d78e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:10.142742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9049420e-082e-42d7-a43b-cf1755c92b82 req-83303f80-0c9f-4082-879c-c396ed24d78e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0516446 Feb 19 08:00:10.187542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9049420e-082e-42d7-a43b-cf1755c92b82 req-43ebd364-dfd6-4a81-be2f-e230b0f64486 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Feb 19 08:00:11.146272 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:11.306475 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f8297-b933-4736-bac7-681327391045 req-aa92530b-f37c-4b9c-bd8f-a8c67a55a1e8 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:11.307987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a36f8297-b933-4736-bac7-681327391045 req-aa92530b-f37c-4b9c-bd8f-a8c67a55a1e8 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0532393 Feb 19 08:00:11.353264 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a36f8297-b933-4736-bac7-681327391045 req-965d5d02-2608-4d20-baae-2dccc1ea3d27 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Feb 19 08:00:12.466770 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:12.470396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185bbff-732f-4c4d-9370-7a930c0ae438 req-887ab604-b5fd-42cf-8f01-1666fa579329 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:12.472055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e185bbff-732f-4c4d-9370-7a930c0ae438 req-887ab604-b5fd-42cf-8f01-1666fa579329 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0527508 Feb 19 08:00:12.520739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e185bbff-732f-4c4d-9370-7a930c0ae438 req-1dd73238-4d75-42aa-a15c-4a51627e2090 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Feb 19 08:00:13.637887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a14e10-4dfb-4fde-830a-c668e1f3bff5 req-0b0897f1-bec6-437d-8b31-6127d11b7b2a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:13.639387 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a14e10-4dfb-4fde-830a-c668e1f3bff5 req-0b0897f1-bec6-437d-8b31-6127d11b7b2a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Feb 19 08:00:13.685298 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-63a14e10-4dfb-4fde-830a-c668e1f3bff5 req-88ddd9f9-45ad-4a43-bcbb-0633b037a59d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Feb 19 08:00:14.800644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a63a3-5ed6-490d-b1e2-4c4f0e7e9b99 req-9f905b20-e312-4295-95c6-0d03f11563ff tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:14.802129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c7a63a3-5ed6-490d-b1e2-4c4f0e7e9b99 req-9f905b20-e312-4295-95c6-0d03f11563ff tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0507250 Feb 19 08:00:14.847573 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2c7a63a3-5ed6-490d-b1e2-4c4f0e7e9b99 req-da40aba2-3e8f-4c64-96db-8513f6bab39a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Feb 19 08:00:15.968693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b20bc4-cc7c-4268-9e5f-303fb0e9b423 req-f81aa73c-62ff-4773-8b11-3eaa984ff87a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:15.970179 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24b20bc4-cc7c-4268-9e5f-303fb0e9b423 req-f81aa73c-62ff-4773-8b11-3eaa984ff87a tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0558054 Feb 19 08:00:16.017304 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-24b20bc4-cc7c-4268-9e5f-303fb0e9b423 req-0f8eca58-59a7-4c4c-a4d0-848ffde730a2 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Feb 19 08:00:17.133338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfdf4-bfb8-4791-8dd3-83dc102a191a req-083f9e84-6e2f-4929-8a54-a7d261814e7d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:17.134859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d5cfdf4-bfb8-4791-8dd3-83dc102a191a req-083f9e84-6e2f-4929-8a54-a7d261814e7d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Feb 19 08:00:17.179734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3d5cfdf4-bfb8-4791-8dd3-83dc102a191a req-38c6b3bc-c874-4c37-82fe-01db3b90f1ef tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Feb 19 08:00:18.157505 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-e157d99f-be07-4948-8e0e-a6f2e85eeb4e service neutron] show failed (client error): The resource could not be found. Feb 19 08:00:18.158476 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-e157d99f-be07-4948-8e0e-a6f2e85eeb4e service neutron] 10.222.0.47 "GET /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0555871 Feb 19 08:00:18.304538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7a6f7-2d4f-453d-a6e5-38a8cb32dbdf req-3aced152-0a7a-4439-b932-9b67c01eb729 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:18.306143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50f7a6f7-2d4f-453d-a6e5-38a8cb32dbdf req-3aced152-0a7a-4439-b932-9b67c01eb729 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0569458 Feb 19 08:00:18.353738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-50f7a6f7-2d4f-453d-a6e5-38a8cb32dbdf req-382c8d91-07de-4b30-9750-c5fa887b30d4 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Feb 19 08:00:18.360017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-1d4a7a21-7712-4ef9-97fc-e88b79cc127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:18.361589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-1d4a7a21-7712-4ef9-97fc-e88b79cc127b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643&tenant_id=e90762b6f1e04a258b225823859100a1 HTTP/1.1" status: 200 len: 1128 time: 0.0450323 Feb 19 08:00:18.371914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:18.428959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.626099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:18.657528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:18.697014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:18.699901 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492e6f3-1d6b-44a8-987c-5ed1c96f68f7" -d '{"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:18.703751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks [] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.716143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Transition to ACTIVE for port object b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:00:18.721015 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.750610 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8bb91-fdb2-441f-aedb-a64416e267e8 x-openstack-request-id: req-d2d8bb91-fdb2-441f-aedb-a64416e267e8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:18.750905 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:18.751161 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2d8bb91-fdb2-441f-aedb-a64416e267e8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:18.751590 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'code': 200} Feb 19 08:00:18.784398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] No DVR routers for this DVR port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:00:18.787395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:18.824308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:00:18.824639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:00:18.824965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:18.829139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:00:18.829457 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Attempting to bind port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on network 7ef9a40d-3b93-4456-b5b4-48f8db4c9512 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:18.834091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:00:18.834428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Checking segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:18.834807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Bound using segment: {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:00:18.835250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Bound port: b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3734568-086c-4772-8679-716e16de4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:00:18.835600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.895426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:18.898249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:18.903931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.936185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:18.936882 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:18.938236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] 10.222.0.24 "PUT /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 1092 time: 0.5703778 Feb 19 08:00:18.966925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27c48c-470f-4423-9e91-5bf7924f150f service neutron] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:19.007696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-8fd5031c-2496-4e38-a8b1-7128c9b58eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.010368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-8fd5031c-2496-4e38-a8b1-7128c9b58eb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0506589 Feb 19 08:00:19.104308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-79a755d1-209b-4425-a836-737fe2cdf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.105777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-79a755d1-209b-4425-a836-737fe2cdf482 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0894306 Feb 19 08:00:19.146797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-230301e5-e4a2-4df6-8e42-806feb9dadc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0338743 Feb 19 08:00:19.197809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-371a9398-239a-4473-b9f4-ab149765263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.199290 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-371a9398-239a-4473-b9f4-ab149765263a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0470178 Feb 19 08:00:19.230512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-77dacf96-2e6d-4727-871c-a8756cb36b02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250590 Feb 19 08:00:19.316679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-cd8c9daa-6545-4ece-970b-e8ce525f7cf0 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796461 Feb 19 08:00:19.408947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75cb4b2e-7a49-44dd-9058-cf26e9406abd req-d5663dbd-c6ac-4e37-9e0a-3b0bfbf65d5e service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Feb 19 08:00:19.475471 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8e2a-a42a-45a1-873c-c4c719bdc7bd req-03cf6ef1-ad7e-4c01-b9f8-572517d264ba tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:19.476950 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa3f8e2a-a42a-45a1-873c-c4c719bdc7bd req-03cf6ef1-ad7e-4c01-b9f8-572517d264ba tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0550060 Feb 19 08:00:19.530053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa3f8e2a-a42a-45a1-873c-c4c719bdc7bd req-c6c60873-b243-4cb2-95ea-f2395f43a124 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Feb 19 08:00:20.652401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb07be-ea93-4537-910e-1c8c139381a2 req-75b5a747-dfa5-49eb-b50a-a4bd9dcd6406 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:20.653831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75fb07be-ea93-4537-910e-1c8c139381a2 req-75b5a747-dfa5-49eb-b50a-a4bd9dcd6406 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0550447 Feb 19 08:00:20.699737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75fb07be-ea93-4537-910e-1c8c139381a2 req-91b21e4d-90c2-44ab-9d1b-948051ed8dc9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Feb 19 08:00:20.752359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:20.754789 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf659da-4151-4112-9ced-c3691f96bd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:20.801602 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb44ac-5f8a-4721-847d-f96a46087fb2 x-openstack-request-id: req-7dfb44ac-5f8a-4721-847d-f96a46087fb2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:20.801896 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:20.802181 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7dfb44ac-5f8a-4721-847d-f96a46087fb2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:20.802601 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'status': 'completed', 'code': 200} Feb 19 08:00:20.902621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-8fc19f65-9088-41d9-a661-ae1e2c9a3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:20.904136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-8fc19f65-9088-41d9-a661-ae1e2c9a3ca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0817792 Feb 19 08:00:20.905957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-317859b6-f32f-4254-a026-4568876501d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:20.907335 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-317859b6-f32f-4254-a026-4568876501d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0772426 Feb 19 08:00:21.061209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-63f72506-8ecc-46ec-8c80-d07bffa5caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.062678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-63f72506-8ecc-46ec-8c80-d07bffa5caed service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1527958 Feb 19 08:00:21.065200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-b6f62cb0-3731-4184-8cf3-90f047cb9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.066540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-b6f62cb0-3731-4184-8cf3-90f047cb9886 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.1394777 Feb 19 08:00:21.134871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-df45c828-6de0-4175-82cc-f259352b0ba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0664170 Feb 19 08:00:21.136764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-45b0246d-d42d-4f17-ab72-a2499dcaa58f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0614941 Feb 19 08:00:21.216878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-f2e88431-d249-49d9-a2de-41b0ab3643dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.218347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-f2e88431-d249-49d9-a2de-41b0ab3643dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0782981 Feb 19 08:00:21.219734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-2acb5846-edc5-49a4-9ace-a5e938f8db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.221073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-2acb5846-edc5-49a4-9ace-a5e938f8db8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0738218 Feb 19 08:00:21.259734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-430b1888-ecfd-4e50-a53f-27e375745ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351717 Feb 19 08:00:21.276469 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-d0483c51-1ca6-40ab-801e-fe7be48430cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444982 Feb 19 08:00:21.430491 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-9f9aed45-ab81-497f-8312-a80a1dd2aa63 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565735 Feb 19 08:00:21.434429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-2ae217a6-7aba-4ac5-aa1d-1c9c28f560af service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509204 Feb 19 08:00:21.588603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-53f74662-2b5c-4836-aec0-8879017d4197 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519203 Feb 19 08:00:21.590494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cf659da-4151-4112-9ced-c3691f96bd4d req-6a4a2efa-84f1-436a-bfb7-5ab24f2d6ab1 service neutron] 10.222.0.24 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471045 Feb 19 08:00:21.821460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff5e3b-9a93-4c12-ac43-839358f838b9 req-d1850681-ec0d-4e63-966d-f2a059231ba6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:21.823478 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50ff5e3b-9a93-4c12-ac43-839358f838b9 req-d1850681-ec0d-4e63-966d-f2a059231ba6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0569675 Feb 19 08:00:21.871863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50ff5e3b-9a93-4c12-ac43-839358f838b9 req-73185c6f-7d5c-4cd8-ad10-07bcb7cae603 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Feb 19 08:00:22.106782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-be8a3669-c095-4a05-8b3c-f34866a354e5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.108286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-be8a3669-c095-4a05-8b3c-f34866a354e5 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643&tenant_id=e90762b6f1e04a258b225823859100a1&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 944 time: 0.0752773 Feb 19 08:00:22.115219 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9ad26-0d19-466f-a8d9-231393f1b991 req-b02b51e6-3262-42b7-9e97-c64337a9525e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.116594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ae9ad26-0d19-466f-a8d9-231393f1b991 req-b02b51e6-3262-42b7-9e97-c64337a9525e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 944 time: 0.0939434 Feb 19 08:00:22.203985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ae9ad26-0d19-466f-a8d9-231393f1b991 req-a328a44f-b4a7-4945-bbeb-eb7f556b6254 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807819 Feb 19 08:00:22.205983 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-5c375bbe-1c82-429b-a901-21e1c89eea78 service neutron] delete failed (client error): The resource could not be found. Feb 19 08:00:22.206917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-5c375bbe-1c82-429b-a901-21e1c89eea78 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0894659 Feb 19 08:00:22.295733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-a16d9d28-e0fe-4f19-aa78-f6da5ccf5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.297229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-a16d9d28-e0fe-4f19-aa78-f6da5ccf5af1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90762b6f1e04a258b225823859100a1&device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 1126 time: 0.0450797 Feb 19 08:00:22.387976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-ba25e196-8b48-46f9-97f1-17f60b003d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.389439 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-ba25e196-8b48-46f9-97f1-17f60b003d6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 200 len: 914 time: 0.0861156 Feb 19 08:00:22.429359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-0e369524-51ec-428b-bc3e-206c8f2c0bb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 200 len: 217 time: 0.0342336 Feb 19 08:00:22.474294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-1d292719-c1dd-4736-ab13-bdd46575caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:22.475638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-1d292719-c1dd-4736-ab13-bdd46575caa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 200 len: 854 time: 0.0411201 Feb 19 08:00:22.506296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-f54d923f-6edf-4365-9d69-64f16cb8367b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ef9a40d-3b93-4456-b5b4-48f8db4c9512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249190 Feb 19 08:00:22.594747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-438031a1-26a9-4435-90ef-9df6334da598 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827558 Feb 19 08:00:22.680609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78cb296d-c6f2-46d1-863e-c053744a82e1 req-87fd5a22-63d6-422c-b9a0-bab05abed189 service neutron] 10.222.0.47 "GET /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795951 Feb 19 08:00:22.737934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:00:22.840217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:22.850837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'network_id': '7ef9a40d-3b93-4456-b5b4-48f8db4c9512', 'port_id': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'mac_address': 'fa:16:3e:6e:d1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793793b6-4187-48a6-bf17-a6b0effaa451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:00:22.889228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:22.889620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:22.902229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:00:22.920558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:22.924116 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:22.969872 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:23.142851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:00:23.222093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:00:23.287918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:00:23.288322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:00:23.329840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb485dec-80cd-4156-a8f9-54382a02c6c3 req-e5d1ea9e-c981-4e40-91e8-b3f4ed2fc5d6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:23.331267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb485dec-80cd-4156-a8f9-54382a02c6c3 req-e5d1ea9e-c981-4e40-91e8-b3f4ed2fc5d6 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0551472 Feb 19 08:00:23.382297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cb485dec-80cd-4156-a8f9-54382a02c6c3 req-515060c5-c38e-4f89-bc73-3c97c766d164 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Feb 19 08:00:23.502961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e4098-05a3-4d38-b05f-e13b1e7bcaab req-744bbf07-6f87-451d-b375-ea380475673e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:23.504484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-309e4098-05a3-4d38-b05f-e13b1e7bcaab req-744bbf07-6f87-451d-b375-ea380475673e tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0569735 Feb 19 08:00:23.549370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-309e4098-05a3-4d38-b05f-e13b1e7bcaab req-c8d24c3b-68f7-494e-bbe2-b3dd06a53a50 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Feb 19 08:00:23.663246 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bc2ea-4761-47db-98f6-84775e5e0a61 req-f54acdec-8e29-40c4-990e-559eab72b934 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:23.664903 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c2bc2ea-4761-47db-98f6-84775e5e0a61 req-f54acdec-8e29-40c4-990e-559eab72b934 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Feb 19 08:00:23.710565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c2bc2ea-4761-47db-98f6-84775e5e0a61 req-5df5348e-178b-43d8-b43b-d371ce5df040 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Feb 19 08:00:24.043821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c85d4-dadd-4511-9ae7-5563db27c616 req-7da44152-4cbb-4b2f-b2f8-cd3848ece000 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:24.045433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c48c85d4-dadd-4511-9ae7-5563db27c616 req-7da44152-4cbb-4b2f-b2f8-cd3848ece000 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Feb 19 08:00:24.091780 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c48c85d4-dadd-4511-9ae7-5563db27c616 req-f9606317-d151-42ca-90c8-5dd2f92987cd tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Feb 19 08:00:24.772312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:24.818033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:00:24.821938 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:24.822315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:24.900134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:24.900545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:24.922200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:24.924424 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f9a65-b58b-48be-8b6a-f731ed73441b" -d '{"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-plugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:24.937509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:24.944951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:24.967977 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c7ac6e-d638-4b77-822d-e28e3ab5b954 x-openstack-request-id: req-d0c7ac6e-d638-4b77-822d-e28e3ab5b954 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:24.968276 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-plugged", "status": "completed", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:24.968534 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0c7ac6e-d638-4b77-822d-e28e3ab5b954 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:24.968927 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'code': 200} Feb 19 08:00:24.993918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:25.208701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cb901-0931-4f0a-a88a-babc167236f9 req-4f72d551-8a3a-4bbb-979a-bfedad5a7faf tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:25.210183 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d9cb901-0931-4f0a-a88a-babc167236f9 req-4f72d551-8a3a-4bbb-979a-bfedad5a7faf tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0515068 Feb 19 08:00:25.259480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d9cb901-0931-4f0a-a88a-babc167236f9 req-34f5e4d0-3c21-46ea-85c3-b78df1a001f9 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.43 "GET /v2.0/security-groups?id=016c7f22-7ad9-4933-8225-d72cdbd9142a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Feb 19 08:00:25.311349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-ac6793fb-a66a-4d07-8077-186538dbd5b7 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:25.312876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-ac6793fb-a66a-4d07-8077-186538dbd5b7 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fc59c5f-6b6d-4f8e-ba5d-28227c425643 HTTP/1.1" status: 200 len: 946 time: 0.0513873 Feb 19 08:00:25.399965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Deleting port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:00:25.400220 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:25.488351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] For port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,segment=NetworkSegment(d3734568-086c-4772-8679-716e16de4aa4),segment_id=d3734568-086c-4772-8679-716e16de4aa4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:25.488704 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:25.501378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Calling delete_port for b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:00:25.626978 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:25.638461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:00:25.654418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Pushing event deleted for resources: {'Port': ['ID=b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:25.698339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] No DVR routers for this DVR port b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:00:25.701005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:25.704581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c7d8979-2d6b-4a7a-9255-52ae73982605 req-aace762f-7076-476d-8788-645ec7ecab91 tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] 10.222.0.24 "DELETE /v2.0/ports/b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff HTTP/1.1" status: 204 len: 173 time: 0.3871143 Feb 19 08:00:25.705074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-deleted', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:25.707457 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fec5c1a-f542-4514-9707-eb96bc3daf74" -d '{"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-deleted", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:25.743530 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935faf56-2cc7-4c2d-974c-cc598cb523ea x-openstack-request-id: req-935faf56-2cc7-4c2d-974c-cc598cb523ea {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:25.743816 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc59c5f-6b6d-4f8e-ba5d-28227c425643", "name": "network-vif-deleted", "tag": "b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:25.744072 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-935faf56-2cc7-4c2d-974c-cc598cb523ea {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:25.744495 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc59c5f-6b6d-4f8e-ba5d-28227c425643', 'name': 'network-vif-deleted', 'tag': 'b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff', 'status': 'completed', 'code': 200} Feb 19 08:00:26.390428 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:26.437131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Deleting subnet 793793b6-4187-48a6-bf17-a6b0effaa451 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:00:26.440161 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Publish callbacks [] for subnet (793793b6-4187-48a6-bf17-a6b0effaa451), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.476916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (793793b6-4187-48a6-bf17-a6b0effaa451), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.515890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (793793b6-4187-48a6-bf17-a6b0effaa451), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.568130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (793793b6-4187-48a6-bf17-a6b0effaa451), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.594833 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.598024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/793793b6-4187-48a6-bf17-a6b0effaa451 HTTP/1.1" status: 204 len: 168 time: 0.2065926 Feb 19 08:00:26.598981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aabfd-9129-4702-8a4b-51997182d467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793793b6-4187-48a6-bf17-a6b0effaa451,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:26.600749 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44296) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:26.685038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (7ef9a40d-3b93-4456-b5b4-48f8db4c9512), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.758860 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (7ef9a40d-3b93-4456-b5b4-48f8db4c9512), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.782425 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef9a40d-3b93-4456-b5b4-48f8db4c9512']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:26.791892 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3734568-086c-4772-8679-716e16de4aa4') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:26.792184 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3734568-086c-4772-8679-716e16de4aa4') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:26.801081 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (d3734568-086c-4772-8679-716e16de4aa4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.813604 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (d3734568-086c-4772-8679-716e16de4aa4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.819263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:00:26.819603 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (d3734568-086c-4772-8679-716e16de4aa4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:00:26.821164 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:00:26.872362 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (7ef9a40d-3b93-4456-b5b4-48f8db4c9512), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.877633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:26.881015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7ef9a40d-3b93-4456-b5b4-48f8db4c9512 HTTP/1.1" status: 204 len: 168 time: 0.2758830 Feb 19 08:00:26.891904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef9a40d-3b93-4456-b5b4-48f8db4c9512,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:26.899202 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.899554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.899902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.900235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.901095 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.901430 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.901753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.902077 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.902398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.902716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.903042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.903384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:26.903699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8e6d77-13c8-47d8-ad88-e59c1fb33470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:27.007093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:27.046800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-887acdbc-d429-47a3-a0c9-805ee42a02b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e90762b6f1e04a258b225823859100a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385511 Feb 19 08:00:27.049215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:27.094656 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] Publish callbacks [] for security_group (016c7f22-7ad9-4933-8225-d72cdbd9142a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:27.119246 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] Publish callbacks [] for security_group (016c7f22-7ad9-4933-8225-d72cdbd9142a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:27.164036 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (016c7f22-7ad9-4933-8225-d72cdbd9142a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:27.166573 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:27.167754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/016c7f22-7ad9-4933-8225-d72cdbd9142a HTTP/1.1" status: 204 len: 168 time: 0.1176624 Feb 19 08:00:27.175082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfed0c-2a80-4215-a26e-bb8ab0ab1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c7f22-7ad9-4933-8225-d72cdbd9142a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:27.870563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:27.984666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1736465108-network', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:28.004744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:00:28.006961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.015108 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.084993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks [] for security_group (00df90ea-b673-466a-911a-ffa6e8eb42f9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.088604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (00df90ea-b673-466a-911a-ffa6e8eb42f9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.111951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:00:28.121197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00df90ea-b673-466a-911a-ffa6e8eb42f9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:28.126931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (369fcfa9-b999-4df9-b058-5a4319fabd22), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.127273 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Added segment 369fcfa9-b999-4df9-b058-5a4319fabd22 of type vlan for network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 Feb 19 08:00:28.164950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (1373bad3-0ac3-4a0e-ba34-a39b8972e406), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.189024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (1373bad3-0ac3-4a0e-ba34-a39b8972e406), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.189937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:28.190501 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.240652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3688776 Feb 19 08:00:28.243443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:28.248015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Request body: {'subnet': {'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1736465108-subnet', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:28.264736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c48edf-035e-4e80-a616-1fa1949cbeeb admin admin] Pushing event updated for resources: {'Network': ['ID=1373bad3-0ac3-4a0e-ba34-a39b8972e406,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:28.274538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:00:28.277208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:00:28.279537 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.444583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (81934dc9-eab5-4ea3-99d7-a84c2fc1cffe), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.500076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Pushing event updated for resources: {'Subnet': ['ID=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:28.506689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:28.507044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Network hostable DHCP agents. Network: 1373bad3-0ac3-4a0e-ba34-a39b8972e406, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:00:28.523087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:00:28.532078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 1373bad3-0ac3-4a0e-ba34-a39b8972e406) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:28.535950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:28.536543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.542605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c5610-132c-413f-aa71-95882941e8b3 None None] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:00:28.553174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-303fe96c-4073-49bd-a8be-f4b35552badc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3087523 Feb 19 08:00:28.555929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:28.560148 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:28.578952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.579991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.638300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for router_controller (5953c862-b559-4e1c-ae8e-b8915259c58c), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.647882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:00:28.648735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.779115 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for router_gateway (5953c862-b559-4e1c-ae8e-b8915259c58c), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.785397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Allocated IP 172.20.0.2 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/43351c95-c243-447a-8ed9-83d825807a83) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:28.802897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:00:28.857354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:00:28.857981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b1f6cab8-ae3a-4305-9ce7-0a8e5121bfff not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:00:28.947412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks [] for port (43351c95-c243-447a-8ed9-83d825807a83), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.953569 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (43351c95-c243-447a-8ed9-83d825807a83), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.992979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:28.993241 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for router_gateway (5953c862-b559-4e1c-ae8e-b8915259c58c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:28.997693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:29.001998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:00:29.004984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Pushing event updated for resources: {'Port': ['ID=43351c95-c243-447a-8ed9-83d825807a83,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:29.012192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.057472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Attempting to bind port 43351c95-c243-447a-8ed9-83d825807a83 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:00:29.057745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Attempting to bind port 43351c95-c243-447a-8ed9-83d825807a83 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:00:29.058109 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Attempting to bind port 43351c95-c243-447a-8ed9-83d825807a83 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:29.062913 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:00:29.063311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:29.063711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.064101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:00:29.064554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Bound port: 43351c95-c243-447a-8ed9-83d825807a83, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:00:29.064930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43351c95-c243-447a-8ed9-83d825807a83), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.115844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Allocated IP 172.25.7.167 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/68390d95-70b4-466b-8dc2-b715d95f17ad) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:29.128711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd526e3e-7614-4051-9523-68733085d067 None None] For port 43351c95-c243-447a-8ed9-83d825807a83, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:29.131666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cd526e3e-7614-4051-9523-68733085d067 None None] For port 43351c95-c243-447a-8ed9-83d825807a83, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43351c95-c243-447a-8ed9-83d825807a83,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:29.137180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (43351c95-c243-447a-8ed9-83d825807a83), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.198395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd526e3e-7614-4051-9523-68733085d067 None None] Pushing event updated for resources: {'Port': ['ID=43351c95-c243-447a-8ed9-83d825807a83,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:29.225322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.259815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:29.298567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:29.301372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:29.307730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:00:29.333440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Pushing event updated for resources: {'Port': ['ID=68390d95-70b4-466b-8dc2-b715d95f17ad,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:29.909201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for router_gateway (5953c862-b559-4e1c-ae8e-b8915259c58c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.091680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b025a46-7fe7-40a1-b23d-3bb9c9f38724 None None] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:00:30.115663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.200096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Provisioning complete for port 43351c95-c243-447a-8ed9-83d825807a83 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:30.200469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43351c95-c243-447a-8ed9-83d825807a83), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.245755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Router 5953c862-b559-4e1c-ae8e-b8915259c58c is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:00:30.282749 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Current status of the port 43351c95-c243-447a-8ed9-83d825807a83 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:30.283283 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (43351c95-c243-447a-8ed9-83d825807a83), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.317745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] For port 43351c95-c243-447a-8ed9-83d825807a83, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43351c95-c243-447a-8ed9-83d825807a83,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:30.322029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (43351c95-c243-447a-8ed9-83d825807a83), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.368508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:00:30.375475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbb78f-a1e6-4144-a558-9eaf3cd0a14d None None] Pushing event updated for resources: {'Port': ['ID=43351c95-c243-447a-8ed9-83d825807a83,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:30.383022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:00:30.389528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.393447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4d567806-11e7-4e39-9967-7e7e428c056d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8340585 Feb 19 08:00:30.393696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:30.394548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:30.395254 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:30.506802 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:30.524004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43351c95-c243-447a-8ed9-83d825807a83 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:30.571728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b573baa1-4e6a-4ce2-9c59-8617249c507b None None] Provisioning complete for port 43351c95-c243-447a-8ed9-83d825807a83 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:30.572101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b573baa1-4e6a-4ce2-9c59-8617249c507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43351c95-c243-447a-8ed9-83d825807a83), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.614670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 43351c95-c243-447a-8ed9-83d825807a83 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:30.614670 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43351c95-c243-447a-8ed9-83d825807a83), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.676001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.707857 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:29Z', 'revision_number': 3, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:30.721182 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b573baa1-4e6a-4ce2-9c59-8617249c507b None None] Current status of the port 43351c95-c243-447a-8ed9-83d825807a83 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:30.735598 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:00:30.735952 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Updating router 5953c862-b559-4e1c-ae8e-b8915259c58c port 68390d95-70b4-466b-8dc2-b715d95f17ad binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:00:30.754512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 43351c95-c243-447a-8ed9-83d825807a83 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:30.767599 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:30.856241 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:00:30.856655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.010864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Allocated IP 172.20.0.1 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/1fb8b509-14d8-48fb-886a-675514427447) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:31.013705 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks [] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.019209 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.068440 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Attempting to bind port 68390d95-70b4-466b-8dc2-b715d95f17ad on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:00:31.068805 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Attempting to bind port 68390d95-70b4-466b-8dc2-b715d95f17ad by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:00:31.069169 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Attempting to bind port 68390d95-70b4-466b-8dc2-b715d95f17ad on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:31.076564 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Pushing event updated for resources: {'Port': ['ID=68390d95-70b4-466b-8dc2-b715d95f17ad,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:31.082769 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:00:31.083141 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:31.083578 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.083966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:00:31.084431 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Bound port: 68390d95-70b4-466b-8dc2-b715d95f17ad, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:00:31.084805 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.088538 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.088890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.089251 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.089589 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.089917 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.090240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.090558 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.090878 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.091212 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.091654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.091977 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.092292 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.092608 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:31.117510 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks [] for port (1fb8b509-14d8-48fb-886a-675514427447), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.146311 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] For port 68390d95-70b4-466b-8dc2-b715d95f17ad, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:31.149701 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] For port 68390d95-70b4-466b-8dc2-b715d95f17ad, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=68390d95-70b4-466b-8dc2-b715d95f17ad,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:31.152915 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.155532 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.189665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:31.194345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:31.201427 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:00:31.212653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:31.213317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:31.215225 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf883-e023-414b-a45c-679bdef55626 None None] Pushing event updated for resources: {'Port': ['ID=68390d95-70b4-466b-8dc2-b715d95f17ad,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:31.225984 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Pushing event updated for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:31.242279 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (5953c862-b559-4e1c-ae8e-b8915259c58c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.384632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1fb8b509-14d8-48fb-886a-675514427447), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.427206 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:31.447160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-321bd52a-2e41-41b4-8ead-4100178151fd None None] Provisioning complete for port 1fb8b509-14d8-48fb-886a-675514427447 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:31.448291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-321bd52a-2e41-41b4-8ead-4100178151fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1fb8b509-14d8-48fb-886a-675514427447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.481132 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-321bd52a-2e41-41b4-8ead-4100178151fd None None] Port 1fb8b509-14d8-48fb-886a-675514427447 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:00:31.555973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks [] for port (1fb8b509-14d8-48fb-886a-675514427447), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.561031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.600770 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:29Z', 'revision_number': 3, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:31.625296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Pushing event updated for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:31.627240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635535f8-4d41-4ba0-b92b-22e31aece5a2 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:29Z', 'revision_number': 3, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:00:31.627843 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (5953c862-b559-4e1c-ae8e-b8915259c58c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:31.722723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:31.724101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:31.872131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:00:31.996180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:00:32.010534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b250a849-cb88-4ca1-9550-b60f59dbda6f admin admin] 10.222.0.43 "PUT /v2.0/routers/5953c862-b559-4e1c-ae8e-b8915259c58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085494 Feb 19 08:00:32.010902 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ccf431a9-6138-41d1-af99-a0b5fdc87993 None None] Provisioning complete for port 1fb8b509-14d8-48fb-886a-675514427447 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:32.010902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccf431a9-6138-41d1-af99-a0b5fdc87993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1fb8b509-14d8-48fb-886a-675514427447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.045387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ccf431a9-6138-41d1-af99-a0b5fdc87993 None None] Port 1fb8b509-14d8-48fb-886a-675514427447 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:00:32.498743 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:32.503895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199824783', 'description': 'tempest-description--12053974'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:32.518500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43351c95-c243-447a-8ed9-83d825807a83 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:32.534689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.567802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 43351c95-c243-447a-8ed9-83d825807a83 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:32.568261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (43351c95-c243-447a-8ed9-83d825807a83), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.606000 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.610077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.640823 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.642059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1420302 Feb 19 08:00:32.643987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:32.645129 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:32.651389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'security_group_rule': {'security_group_id': 'c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:32.652521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.652870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.653209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.653736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.654098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.654415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.654740 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.655063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.655238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 43351c95-c243-447a-8ed9-83d825807a83 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:32.655415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.655736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.656055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.656393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 68390d95-70b4-466b-8dc2-b715d95f17ad up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:32.656512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.656680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec5eb7-d6ed-440d-8509-c4ac53ffb9bc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:32.688984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (65dc5cee-6e39-4017-aaff-76d3a502e2ff), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.707603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 68390d95-70b4-466b-8dc2-b715d95f17ad triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:32.707984 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.741528 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (65dc5cee-6e39-4017-aaff-76d3a502e2ff), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.746003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (65dc5cee-6e39-4017-aaff-76d3a502e2ff), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.765660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dc5cee-6e39-4017-aaff-76d3a502e2ff,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:32.770539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.774494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:32.774648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-575fd4e9-b8ef-497c-8792-9578705deb43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283796 Feb 19 08:00:32.779850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'security_group_rule': {'security_group_id': 'c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:32.786458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 68390d95-70b4-466b-8dc2-b715d95f17ad is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:32.786863 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.804460 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (1a5c8d3a-8605-44c8-bd67-ee879018d16e), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.808912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 68390d95-70b4-466b-8dc2-b715d95f17ad, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=68390d95-70b4-466b-8dc2-b715d95f17ad,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:32.813576 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.864986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=68390d95-70b4-466b-8dc2-b715d95f17ad,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:32.865595 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (1a5c8d3a-8605-44c8-bd67-ee879018d16e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.870405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (1a5c8d3a-8605-44c8-bd67-ee879018d16e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.890150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5c8d3a-8605-44c8-bd67-ee879018d16e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:32.898265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:32.899722 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ec9f1ae8-cb65-4589-a404-dc6226b7a153 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234922 Feb 19 08:00:32.902690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:32.907284 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:32.928158 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.029649 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.139876 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Allocated IP 172.25.7.157 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/04a07e51-3675-4301-b1c9-e0228ea5e90b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:33.200006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:00:33.209720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:33.210345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:33.245865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.278651 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.317192 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:33.319804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:33.319994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:33.325454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:00:33.330831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=04a07e51-3675-4301-b1c9-e0228ea5e90b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:33.416951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.442683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.452386 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.528099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 2, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:33.557624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:00:33.557977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Updating router 5953c862-b559-4e1c-ae8e-b8915259c58c port 1fb8b509-14d8-48fb-886a-675514427447 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:00:33.583788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1fb8b509-14d8-48fb-886a-675514427447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.600461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.605913 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.673528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=04a07e51-3675-4301-b1c9-e0228ea5e90b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:33.683938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.699058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.700344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79aa339a-a67e-4788-a2bb-6ac8b11e0eac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7966852 Feb 19 08:00:33.850449 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ccea667d-6ebc-4bad-a3d0-7dca93fd09b8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1199824783&fields=id&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 267 time: 0.0424361 Feb 19 08:00:33.852423 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks [] for port (1fb8b509-14d8-48fb-886a-675514427447), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.857982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.908757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eef7c2-f493-4e83-953b-2bbda99e9635 None None] Pushing event updated for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:33.966351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-98cee705-640b-4174-bd22-c467200507b1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:33.968009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-98cee705-640b-4174-bd22-c467200507b1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1109452 Feb 19 08:00:33.968547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Attempting to bind port 1fb8b509-14d8-48fb-886a-675514427447 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:00:33.968923 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Attempting to bind port 1fb8b509-14d8-48fb-886a-675514427447 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:00:33.969293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Attempting to bind port 1fb8b509-14d8-48fb-886a-675514427447 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:33.974518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:00:33.974898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:33.975342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.975875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:00:33.976349 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Bound port: 1fb8b509-14d8-48fb-886a-675514427447, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:00:33.976728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1fb8b509-14d8-48fb-886a-675514427447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:33.984246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-418f16d9-f34f-42bf-baa4-c396613f17ac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/quotas/f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 375 time: 0.0096991 Feb 19 08:00:34.047914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-6a1d8f9d-b24d-4b88-ae24-47127d345c54 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566728 Feb 19 08:00:34.051884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] For port 1fb8b509-14d8-48fb-886a-675514427447, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:34.055533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] For port 1fb8b509-14d8-48fb-886a-675514427447, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1fb8b509-14d8-48fb-886a-675514427447,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:34.061682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.122713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:34.123355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:34.128414 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eef7c2-f493-4e83-953b-2bbda99e9635 None None] Pushing event updated for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:34.229855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Provisioning complete for port 1fb8b509-14d8-48fb-886a-675514427447 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:34.230358 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1fb8b509-14d8-48fb-886a-675514427447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.438868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 68390d95-70b4-466b-8dc2-b715d95f17ad up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:34.473711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:34.500884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-f053905b-2ec1-42e9-bd36-13af10e7b48d service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385960 Feb 19 08:00:34.589230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-81701c8b-fe1a-46ab-9724-284672d6df52 service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826685 Feb 19 08:00:34.652631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Current status of the port 1fb8b509-14d8-48fb-886a-675514427447 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:34.653314 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1fb8b509-14d8-48fb-886a-675514427447), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.663461 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 68390d95-70b4-466b-8dc2-b715d95f17ad triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:34.663918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.740351 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] For port 1fb8b509-14d8-48fb-886a-675514427447, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1fb8b509-14d8-48fb-886a-675514427447,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:34.749169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.774201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1898a5b3-372a-4fda-869a-c3040c444a39 req-5cb6fcad-3816-4e38-8983-00cc239e5a02 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 210 time: 0.0340269 Feb 19 08:00:34.859748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c23de-0d9b-4798-9152-a70489fed289 None None] Pushing event updated for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:34.871480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 68390d95-70b4-466b-8dc2-b715d95f17ad is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:34.888689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0c0cf3d9-7302-4f19-b7f6-3d8a55d0a52f None None] Provisioning complete for port 1fb8b509-14d8-48fb-886a-675514427447 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:34.889079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf3d9-7302-4f19-b7f6-3d8a55d0a52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1fb8b509-14d8-48fb-886a-675514427447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:34.913302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-74130686-c9eb-481f-9264-0303d84e280e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:34.946033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74130686-c9eb-481f-9264-0303d84e280e None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:00:35.018120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cf3d9-7302-4f19-b7f6-3d8a55d0a52f None None] Current status of the port 1fb8b509-14d8-48fb-886a-675514427447 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:35.773767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-a48b763f-3b50-494d-a8ba-ead6885330e6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:35.775339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-a48b763f-3b50-494d-a8ba-ead6885330e6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1233456 Feb 19 08:00:35.840121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-8444b59b-b180-4b4f-9fd9-4e251199002b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 380 time: 0.0567756 Feb 19 08:00:35.853109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'port': {'device_id': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'admin_state_up': True, 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'security_groups': ['c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:35.899562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66a79bc8-0c9a-4a4d-82de-2266c7913c43 req-4158b195-0987-4a63-abdb-967e00ffb5f7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 210 time: 0.0426116 Feb 19 08:00:35.998231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:00:36.001739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.128593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Allocated IP 172.20.0.14 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:00:36.258365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.288904 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c890d137-a7e8-4963-898b-2efff9a1e51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.297682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.342175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:00:36.345118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:00:36.350727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:00:36.375123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:36.404526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:36.405173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.432150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-debd6ee0-7d96-4664-ae4a-6b2915c0eaec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851607 Feb 19 08:00:36.443375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Request body: {'port': {'device_id': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:36.463838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1fb8b509-14d8-48fb-886a-675514427447 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:36.514167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.514656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1fb8b509-14d8-48fb-886a-675514427447 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:36.515101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1fb8b509-14d8-48fb-886a-675514427447), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.604267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1fb8b509-14d8-48fb-886a-675514427447 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:36.647799 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-51b40fb1-e06f-4a7f-8662-fc4b91908471 None None] Provisioning complete for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:36.648098 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51b40fb1-e06f-4a7f-8662-fc4b91908471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.683315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51b40fb1-e06f-4a7f-8662-fc4b91908471 None None] Port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:00:36.787528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:00:36.795614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks [] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.808157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Transition to ACTIVE for port object 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:00:36.811508 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:36.862785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:36.931675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:00:36.932018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:00:36.932452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:36.937108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:00:36.937439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:00:36.942285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:00:36.942635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:00:36.943031 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:00:36.943600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Bound port: 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:00:36.943862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:37.016120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:00:37.020911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:00:37.027763 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:37.029837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5c61-6b62-4a2b-9348-44d196afcd84 req-abf3d03b-1612-4f4c-894c-b33a24e2b2cc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.031402 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-221f5c61-6b62-4a2b-9348-44d196afcd84 req-abf3d03b-1612-4f4c-894c-b33a24e2b2cc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0551610 Feb 19 08:00:37.063282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.063908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:37.065473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] 10.222.0.47 "PUT /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1092 time: 0.6266832 Feb 19 08:00:37.066087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:37.069052 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6ed05a-59de-426a-8c28-37ec2f1e269f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:37.118002 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81179509-5d92-489b-ab23-caab9818d7c6 x-openstack-request-id: req-81179509-5d92-489b-ab23-caab9818d7c6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:37.118143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-221f5c61-6b62-4a2b-9348-44d196afcd84 req-4e5f63c4-2bcf-49aa-894e-bea0a31e6a2f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802834 Feb 19 08:00:37.118466 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:37.127991 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81179509-5d92-489b-ab23-caab9818d7c6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:37.127991 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'status': 'completed', 'code': 200} Feb 19 08:00:37.127991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b5226-9c07-4ee9-aeb8-49bc2ed6929d service neutron] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:37.226498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-e6e83355-0cd8-4e4d-b0cb-a5eef28a2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.228207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-e6e83355-0cd8-4e4d-b0cb-a5eef28a2aee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0470128 Feb 19 08:00:37.274623 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-b636d595-6dca-4f5a-b21c-3303d1484b0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 217 time: 0.0389533 Feb 19 08:00:37.321655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-d8847667-78ba-45f8-a1a1-4a0d5bba3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.323156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-d8847667-78ba-45f8-a1a1-4a0d5bba3b27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0435855 Feb 19 08:00:37.372649 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-d096a877-fbef-4ed2-8db1-866956fae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.374107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-d096a877-fbef-4ed2-8db1-866956fae8a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443115 Feb 19 08:00:37.465245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-71be200f-10a8-43c5-85e1-0d03d69ff3a9 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849991 Feb 19 08:00:37.552426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-91726723-1f17-4716-8eaf-c0a486c01dd3 req-9369f572-ccd9-420b-a317-33f5ee4be0f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816269 Feb 19 08:00:37.636906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-afc149ff-b913-46f8-92eb-dd76e8d0366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.638343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-afc149ff-b913-46f8-92eb-dd76e8d0366f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0455613 Feb 19 08:00:37.730661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-2f5a4b12-e574-4337-97a2-4be79d8fda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.732167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-2f5a4b12-e574-4337-97a2-4be79d8fda6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0873470 Feb 19 08:00:37.771904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-666bafc5-afa3-455a-ab3f-660cdfb0258a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 217 time: 0.0339980 Feb 19 08:00:37.820993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-e543c3f1-4405-4a5d-aec1-b13977420013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.822957 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-e543c3f1-4405-4a5d-aec1-b13977420013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0458617 Feb 19 08:00:37.869872 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-0c569c08-e288-4348-a05a-fa9cecbc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:37.871404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-0c569c08-e288-4348-a05a-fa9cecbc7fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431550 Feb 19 08:00:37.957174 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-ffbe4269-60a1-42c9-8635-420094823532 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798547 Feb 19 08:00:38.048931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a6ed05a-59de-426a-8c28-37ec2f1e269f req-a8198ddd-8b07-4399-af5b-59a8f8eae9e4 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Feb 19 08:00:38.226519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660a814-d80d-40c9-9c7f-e3db76d515f7 req-67c0b54b-5ef7-4e08-88b4-b5bf4b6c4eaf tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:38.228053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2660a814-d80d-40c9-9c7f-e3db76d515f7 req-67c0b54b-5ef7-4e08-88b4-b5bf4b6c4eaf tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0532308 Feb 19 08:00:38.274565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2660a814-d80d-40c9-9c7f-e3db76d515f7 req-9db4835f-bcc7-4bb1-b958-f5f549bf087f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Feb 19 08:00:38.616461 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cba0595d-625b-4c31-b10f-baee39d6c9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:39.394137 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cb656-afcb-46ff-924e-98636a9c3bb2 req-e58dfbf3-3b26-46fd-a050-29f385ec3c82 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:39.395658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-452cb656-afcb-46ff-924e-98636a9c3bb2 req-e58dfbf3-3b26-46fd-a050-29f385ec3c82 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0553317 Feb 19 08:00:39.444461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-452cb656-afcb-46ff-924e-98636a9c3bb2 req-37838754-1765-4fb9-8e31-74f565567171 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Feb 19 08:00:39.825099 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:40.562014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134d69-a8c7-42e8-8cdf-6714e779f440 req-3412a032-0038-4281-96a5-27142b7c0df4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:40.563507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8134d69-a8c7-42e8-8cdf-6714e779f440 req-3412a032-0038-4281-96a5-27142b7c0df4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0510318 Feb 19 08:00:40.613391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c8134d69-a8c7-42e8-8cdf-6714e779f440 req-3929280b-797f-42a4-a579-ee5385fa892e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Feb 19 08:00:41.152542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:41.287994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:00:41.379432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:41.391033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'mac_address': 'fa:16:3e:cb:4d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:00:41.428169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:41.428555 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:41.444416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:00:41.463956 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:41.467522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:41.514103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:41.521535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.521887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.522230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.522567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.522926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.523288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.523619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.523944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.524654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.524654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.524888 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.525876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.526198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:00:41.736269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d130-1478-4a5c-b340-0ed9824f062f req-ecd3636f-4d36-40de-b765-ff9f992ee6f3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:41.737878 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebd5d130-1478-4a5c-b340-0ed9824f062f req-ecd3636f-4d36-40de-b765-ff9f992ee6f3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0556657 Feb 19 08:00:41.774456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:00:41.788935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ebd5d130-1478-4a5c-b340-0ed9824f062f req-1f288bc8-74d8-4dfc-aa2f-bd25c4e83865 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450315 Feb 19 08:00:42.469077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:42.905316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815ad52-fe9a-4267-b219-5ab09db44ef6 req-3632df5e-121e-4a21-943e-69bc0e56b74a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:42.906808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3815ad52-fe9a-4267-b219-5ab09db44ef6 req-3632df5e-121e-4a21-943e-69bc0e56b74a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0513127 Feb 19 08:00:42.953792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3815ad52-fe9a-4267-b219-5ab09db44ef6 req-81aa0289-07f2-4dd7-9a63-77b8cd94f6fc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Feb 19 08:00:43.315028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:00:43.362040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:00:43.366274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:00:43.366651 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:43.441453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:00:43.441846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:43.467273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:43.469569 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843e91e0-bae1-4e30-806d-421e7f6e2f48" -d '{"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-plugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:43.482308 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:00:43.486674 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:43.511361 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48963965-58e3-48ad-a8ac-9240187141fb x-openstack-request-id: req-48963965-58e3-48ad-a8ac-9240187141fb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:43.511664 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-plugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:43.511923 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48963965-58e3-48ad-a8ac-9240187141fb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:43.512319 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'code': 200} Feb 19 08:00:43.540885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:00:43.605144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada0ba7-63ea-44e5-8b69-7e0e7332d845 req-412ada05-9d6f-4ecb-b868-8210f9f8ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:43.606536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ada0ba7-63ea-44e5-8b69-7e0e7332d845 req-412ada05-9d6f-4ecb-b868-8210f9f8ef31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1128 time: 0.0428481 Feb 19 08:00:43.648002 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ada0ba7-63ea-44e5-8b69-7e0e7332d845 req-0909fa4a-a6e8-489c-a0d2-12d3e65bb705 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Feb 19 08:00:44.073489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89194cc1-3c62-4831-867c-f0c32e6d3b67 req-f7db6315-8d98-4052-bee7-808d567c344f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:44.075001 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89194cc1-3c62-4831-867c-f0c32e6d3b67 req-f7db6315-8d98-4052-bee7-808d567c344f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0562699 Feb 19 08:00:44.121112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89194cc1-3c62-4831-867c-f0c32e6d3b67 req-1ea8ef4d-4753-4f3a-b082-9d07ec22513d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Feb 19 08:00:45.237235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab24b9-da44-4c62-9b79-e8ffd21ac073 req-d74af16e-6f39-45ea-a4db-fa369bdcb0c7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:45.238622 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26ab24b9-da44-4c62-9b79-e8ffd21ac073 req-d74af16e-6f39-45ea-a4db-fa369bdcb0c7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Feb 19 08:00:45.284037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26ab24b9-da44-4c62-9b79-e8ffd21ac073 req-289ce260-ce95-481c-9f5c-ff6a13a6a5fe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396953 Feb 19 08:00:45.396617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611f3ad-2914-4403-8f38-d9200ea050d2 req-7782b8b3-6f05-4d9e-9960-84df93e25313 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:45.398091 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1611f3ad-2914-4403-8f38-d9200ea050d2 req-7782b8b3-6f05-4d9e-9960-84df93e25313 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0515547 Feb 19 08:00:45.406676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:00:45.410997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'floatingip': {'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:00:45.452690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:45.884262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:45.888694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:45.988960 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd associated. External IP: 172.25.7.157, port: 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01. Feb 19 08:00:46.195061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:00:46.301574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:00:46.306195 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:00:46.312049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:00:46.321144 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:46.321743 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:46.336051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-56bb4faf-4b8d-49e9-a96c-dbb14eeca0ab tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "PUT /v2.0/floatingips/7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd HTTP/1.1" status: 200 len: 992 time: 0.9283102 Feb 19 08:00:46.336642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:00:46.338890 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfce7a0-b44f-4b34-bc24-9943233c8168" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:00:46.384525 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af3a992-83e6-42bd-8b18-b72d14622287 x-openstack-request-id: req-6af3a992-83e6-42bd-8b18-b72d14622287 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:00:46.384828 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:00:46.385092 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6af3a992-83e6-42bd-8b18-b72d14622287 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:00:46.386158 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'status': 'completed', 'code': 200} Feb 19 08:00:46.432645 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:46.445884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bc0a-8983-4945-a88a-8baaea965061 req-0b6869c3-45ed-4713-af1b-4c0ff396dcf8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.447519 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8622bc0a-8983-4945-a88a-8baaea965061 req-0b6869c3-45ed-4713-af1b-4c0ff396dcf8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0619407 Feb 19 08:00:46.452101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-9e222a8f-57bc-4a65-977d-c7678013afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.453622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-9e222a8f-57bc-4a65-977d-c7678013afc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1128 time: 0.0472229 Feb 19 08:00:46.498926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8622bc0a-8983-4945-a88a-8baaea965061 req-962a6821-251f-4b7e-8571-20f2317a7481 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 Feb 19 08:00:46.550708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-3a91a889-443d-4590-aac5-97dff2025871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.552209 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-3a91a889-443d-4590-aac5-97dff2025871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0933306 Feb 19 08:00:46.647963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-e30c74d3-7990-4373-a466-bfa13b7c96fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1000 time: 0.0894606 Feb 19 08:00:46.653087 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:cb:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:00:45Z', 'revision_number': 1, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:46.683475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:00:46.691839 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:00:46.692445 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:00:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:46.695451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226819c-bcfd-4196-ba6a-971e5aea21cf req-c8bc965b-1c4c-46f8-a4fb-7bce0a396077 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.697020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2226819c-bcfd-4196-ba6a-971e5aea21cf req-c8bc965b-1c4c-46f8-a4fb-7bce0a396077 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.1035130 Feb 19 08:00:46.720093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-44ccacdf-0ff8-459a-9d29-4f8abc021baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.721511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-44ccacdf-0ff8-459a-9d29-4f8abc021baf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0671053 Feb 19 08:00:46.774598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2226819c-bcfd-4196-ba6a-971e5aea21cf req-f1f03049-56e4-4834-8881-d8b756acbc55 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716209 Feb 19 08:00:46.789545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-bd9fb130-fc0b-4916-b979-5f6136e8cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:46.791261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-bd9fb130-fc0b-4916-b979-5f6136e8cf35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635726 Feb 19 08:00:46.798850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:00:46.881622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-8fadfd82-c8e2-45aa-97b4-5f95b862707e service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841095 Feb 19 08:00:46.968117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfce7a0-b44f-4b34-bc24-9943233c8168 req-c2249106-c75a-4178-b7cb-876ec7c32bf9 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809751 Feb 19 08:00:47.015981 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:cb:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:00:45Z', 'revision_number': 1, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:00:47.043629 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c1da6f-4335-47e3-b800-761058874706 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:cb:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:00:45Z', 'revision_number': 1, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:00:47.226432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb364a78-d20d-498d-a491-7decc58fefb3 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:00:47.891053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecdc8a-8bbb-4882-b2ad-e0d8329f7650 req-a7480e4a-2314-4206-9876-e3aad5c700fe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:47.892574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ecdc8a-8bbb-4882-b2ad-e0d8329f7650 req-a7480e4a-2314-4206-9876-e3aad5c700fe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0510943 Feb 19 08:00:47.938835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00ecdc8a-8bbb-4882-b2ad-e0d8329f7650 req-518dd78a-4768-474c-a22b-6c8db7420ed1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406601 Feb 19 08:00:48.059898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a675bc-a0f8-4547-8e82-66a431e4b72f req-8b7b5308-7466-4a50-a180-19c5bed07863 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:48.061276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81a675bc-a0f8-4547-8e82-66a431e4b72f req-8b7b5308-7466-4a50-a180-19c5bed07863 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0561969 Feb 19 08:00:48.109137 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81a675bc-a0f8-4547-8e82-66a431e4b72f req-c5a16783-aee8-4569-b8aa-c698a66e2bd0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Feb 19 08:00:48.359425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-da7ef0bc-cdf3-48b2-a75e-c61cceaa9878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700521 Feb 19 08:00:48.373972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89cf30-9b29-4209-b9a2-f3764809fa65 req-6de936a6-63f5-4d2a-9cb7-f797d6b9d4c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:48.375582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db89cf30-9b29-4209-b9a2-f3764809fa65 req-6de936a6-63f5-4d2a-9cb7-f797d6b9d4c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0762949 Feb 19 08:00:48.425294 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db89cf30-9b29-4209-b9a2-f3764809fa65 req-606908c8-9e77-4427-8787-39e6e51c38f5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Feb 19 08:00:48.751155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-60c76873-ab96-4121-9ef8-7596d403ecff tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:48.752536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-60c76873-ab96-4121-9ef8-7596d403ecff tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 943 time: 0.0476751 Feb 19 08:00:49.505046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-5cb15c07-b276-4891-b892-19233266b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.506630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-5cb15c07-b276-4891-b892-19233266b8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1128 time: 0.0458467 Feb 19 08:00:49.545586 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98b71c-d8ac-40f9-b7ce-caca21d91ca5 req-7296c6af-d6dc-4788-8b8a-6e19c28011a5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.547069 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f98b71c-d8ac-40f9-b7ce-caca21d91ca5 req-7296c6af-d6dc-4788-8b8a-6e19c28011a5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0521605 Feb 19 08:00:49.595710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-ec55505d-65ae-48d8-9a2b-a5b1bbe05b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.597100 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-ec55505d-65ae-48d8-9a2b-a5b1bbe05b96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0847125 Feb 19 08:00:49.597246 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f98b71c-d8ac-40f9-b7ce-caca21d91ca5 req-d60229b4-848b-4250-8b34-3fec84709416 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Feb 19 08:00:49.665235 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-0334081f-3cac-488d-bdd1-a7cd173e9b8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1002 time: 0.0622063 Feb 19 08:00:49.711478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-b11d6676-a4cf-49ad-afb8-62699bdae729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.712900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-b11d6676-a4cf-49ad-afb8-62699bdae729 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0427284 Feb 19 08:00:49.760803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-59e71483-c334-46ec-b1dc-fefa91aae963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:49.765075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-59e71483-c334-46ec-b1dc-fefa91aae963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441153 Feb 19 08:00:49.854989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-16e6bf9f-54e2-4822-8b0d-b1d343fe934c service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 Feb 19 08:00:49.940671 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-0852ed98-8df7-47da-be10-8b0b6799f565 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801528 Feb 19 08:00:50.721226 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842241c-118e-48d4-a113-9e33562597ed req-d44a529d-f8b5-4ff6-82ab-9b3b474cf8a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:50.722693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8842241c-118e-48d4-a113-9e33562597ed req-d44a529d-f8b5-4ff6-82ab-9b3b474cf8a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0588725 Feb 19 08:00:50.768135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8842241c-118e-48d4-a113-9e33562597ed req-d4f9ddbb-04c5-42c7-9b9b-ade981820e57 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398090 Feb 19 08:00:51.887715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f4eb-1303-4d86-83dc-8802d1b107ea req-993b4b1b-d14b-46ef-a428-38726ba88581 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:51.889208 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0d2f4eb-1303-4d86-83dc-8802d1b107ea req-993b4b1b-d14b-46ef-a428-38726ba88581 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Feb 19 08:00:51.935784 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0d2f4eb-1303-4d86-83dc-8802d1b107ea req-3576721e-73db-4cd1-88cf-6b5ae31001cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Feb 19 08:00:53.052954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e291fd-7836-4e3a-b688-9a005abed099 req-4c4d5638-8c15-4226-9ea5-92084cd2cdfb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:53.054447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60e291fd-7836-4e3a-b688-9a005abed099 req-4c4d5638-8c15-4226-9ea5-92084cd2cdfb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0511363 Feb 19 08:00:53.099241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60e291fd-7836-4e3a-b688-9a005abed099 req-b20972f8-340e-4eff-aa97-cfb9fef43c2e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Feb 19 08:00:54.217040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9b91-615c-4d05-8c9e-668e2b2f2edc req-c1d9081c-141a-400b-b958-df8590cc54ad tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:54.218461 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1aba9b91-615c-4d05-8c9e-668e2b2f2edc req-c1d9081c-141a-400b-b958-df8590cc54ad tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0522504 Feb 19 08:00:54.264393 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1aba9b91-615c-4d05-8c9e-668e2b2f2edc req-ae3815aa-a776-4e8b-a189-8bd3286f5d53 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Feb 19 08:00:55.384551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603f515-246f-4dbf-b84a-a887814feeb4 req-3f5b8f65-7971-4a0a-8365-90dbcceac946 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:55.386098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d603f515-246f-4dbf-b84a-a887814feeb4 req-3f5b8f65-7971-4a0a-8365-90dbcceac946 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0551775 Feb 19 08:00:55.432464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d603f515-246f-4dbf-b84a-a887814feeb4 req-1cb785c0-ee78-4ab6-bdbb-8c49f32fe1c4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Feb 19 08:00:56.552112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250e90-2b80-4af3-86f9-f9456b9a5e5b req-bdffc81a-2aee-4f49-b68e-8311bbcb3853 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:56.553560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70250e90-2b80-4af3-86f9-f9456b9a5e5b req-bdffc81a-2aee-4f49-b68e-8311bbcb3853 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0543790 Feb 19 08:00:56.598060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-70250e90-2b80-4af3-86f9-f9456b9a5e5b req-bce3e9bc-ef4c-47fa-bc0a-16d8d7b221a2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382755 Feb 19 08:00:57.726339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778488c-bc17-4c54-b272-e01bb4eeb028 req-bcc710b5-7dfd-4937-aee1-aedd41ad24b7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:57.727770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b778488c-bc17-4c54-b272-e01bb4eeb028 req-bcc710b5-7dfd-4937-aee1-aedd41ad24b7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0609159 Feb 19 08:00:57.775286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b778488c-bc17-4c54-b272-e01bb4eeb028 req-81cac980-7f9f-4f08-b0d2-9b0548b68fc4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Feb 19 08:00:58.894442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4516ca-230f-49b9-8313-76576570cfd6 req-f4c98b8f-dcbe-4fc7-9e63-37b1dc55c517 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:00:58.895934 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b4516ca-230f-49b9-8313-76576570cfd6 req-f4c98b8f-dcbe-4fc7-9e63-37b1dc55c517 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Feb 19 08:00:58.941333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7b4516ca-230f-49b9-8313-76576570cfd6 req-d139195d-0a81-4f74-8ff1-89071bcdb88d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Feb 19 08:01:00.058214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a61a1-2107-4052-b7f1-33800aec4785 req-5ec088b4-809e-4d27-a358-3ba8aaf80346 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:00.059682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-189a61a1-2107-4052-b7f1-33800aec4785 req-5ec088b4-809e-4d27-a358-3ba8aaf80346 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0513217 Feb 19 08:01:00.107531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-189a61a1-2107-4052-b7f1-33800aec4785 req-34661b88-46ad-4940-9f46-4f37a145900e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Feb 19 08:01:00.661643 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:01.225359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d596bc-31d6-4452-9af9-ca225b4069ec req-f8bf4fd5-fd2c-4520-a20f-27ec8394eafc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:01.226759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d596bc-31d6-4452-9af9-ca225b4069ec req-f8bf4fd5-fd2c-4520-a20f-27ec8394eafc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Feb 19 08:01:01.276684 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d596bc-31d6-4452-9af9-ca225b4069ec req-f783057a-d67e-4a32-9e04-7d8021e8c4d9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 Feb 19 08:01:02.404088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529af7d7-6d33-4078-934a-dbd1ed35db3c req-b3b775c2-3d91-4dd5-8bde-8c04d0a6da68 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:02.405604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-529af7d7-6d33-4078-934a-dbd1ed35db3c req-b3b775c2-3d91-4dd5-8bde-8c04d0a6da68 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0524907 Feb 19 08:01:02.452441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-529af7d7-6d33-4078-934a-dbd1ed35db3c req-121dd8b3-c4fb-4aed-a742-7ebb4f30cc0c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411561 Feb 19 08:01:03.373767 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:03.568655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed788c-6ca8-4ef8-91ee-35191a3bc5db req-f88f6204-7456-4fd9-9515-bd0f078bba79 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:03.570106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7fed788c-6ca8-4ef8-91ee-35191a3bc5db req-f88f6204-7456-4fd9-9515-bd0f078bba79 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0501018 Feb 19 08:01:03.614531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7fed788c-6ca8-4ef8-91ee-35191a3bc5db req-6e9223be-3403-4d19-a906-d1e3cc3651bb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382102 Feb 19 08:01:04.739662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ee70a-6534-435b-a635-3fe8d3c86e89 req-bd35dad5-3c45-4f5d-ac49-5fd65e6559a1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:04.742461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5ee70a-6534-435b-a635-3fe8d3c86e89 req-bd35dad5-3c45-4f5d-ac49-5fd65e6559a1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0610559 Feb 19 08:01:04.787865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7f5ee70a-6534-435b-a635-3fe8d3c86e89 req-0e4ce2da-b0dc-4eab-8770-1fb0838842ff tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Feb 19 08:01:05.904448 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06d662-3e45-41ae-a373-f5065a3b993f req-1217a712-7af2-486b-bc49-f4a81c43f392 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:05.905911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea06d662-3e45-41ae-a373-f5065a3b993f req-1217a712-7af2-486b-bc49-f4a81c43f392 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0509007 Feb 19 08:01:05.950635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea06d662-3e45-41ae-a373-f5065a3b993f req-160d44b3-92ea-499c-890a-90e0b621ab18 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Feb 19 08:01:06.290126 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34dbc97d-c863-4219-9e70-1b7f6f408306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:07.070577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7251c1-31bb-448c-b96f-f4164cb25be8 req-a6364f1c-d7dc-45fe-8ce3-d0b2d1e76921 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:07.072078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d7251c1-31bb-448c-b96f-f4164cb25be8 req-a6364f1c-d7dc-45fe-8ce3-d0b2d1e76921 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0552990 Feb 19 08:01:07.117730 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d7251c1-31bb-448c-b96f-f4164cb25be8 req-22079b9a-071a-4b7c-a7d2-4c4e5bdefefb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Feb 19 08:01:07.854879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:01:08.241211 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2df6-4bf6-4037-9b30-43e7ae64f982 req-fc9da611-0c0b-45f5-ac99-f6a41886d876 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:08.242672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dac2df6-4bf6-4037-9b30-43e7ae64f982 req-fc9da611-0c0b-45f5-ac99-f6a41886d876 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0596402 Feb 19 08:01:08.287889 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4dac2df6-4bf6-4037-9b30-43e7ae64f982 req-fe0eee55-d76a-47e3-945a-a3e85030890a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Feb 19 08:01:08.618644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0967057c-ab53-4eed-867d-6ac725e6b126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:09.403512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c1d72-d11e-4c7c-92b2-cb568944eb19 req-019b729b-ebac-405f-b596-015e2270aa73 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:09.404978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc7c1d72-d11e-4c7c-92b2-cb568944eb19 req-019b729b-ebac-405f-b596-015e2270aa73 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0510724 Feb 19 08:01:09.457724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc7c1d72-d11e-4c7c-92b2-cb568944eb19 req-b48afb31-2bdb-4d3d-aafb-a1ae83e04e4f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Feb 19 08:01:09.826846 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:10.575794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ac3e-850e-48e2-998e-d64d6ab93634 req-6f7fac49-566e-4b7e-af7f-4b466006b545 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:10.577252 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93b0ac3e-850e-48e2-998e-d64d6ab93634 req-6f7fac49-566e-4b7e-af7f-4b466006b545 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0523820 Feb 19 08:01:10.621834 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93b0ac3e-850e-48e2-998e-d64d6ab93634 req-24c9568f-239a-4ca9-9a68-e3d285ecf9e6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390923 Feb 19 08:01:11.151668 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:11.740734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1bcba-18f5-47a2-bfee-603fa6e76f38 req-bf67e8c4-5538-42ef-8b51-4f9e5183deb0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:11.742192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55d1bcba-18f5-47a2-bfee-603fa6e76f38 req-bf67e8c4-5538-42ef-8b51-4f9e5183deb0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0508072 Feb 19 08:01:11.790509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55d1bcba-18f5-47a2-bfee-603fa6e76f38 req-47232d53-bd78-47cc-8d83-730cc40bfffa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Feb 19 08:01:12.470735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:12.912612 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f610-ca12-4401-8117-cebf9a46098a req-16d9877f-db93-4143-b6b0-0746676120f7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:12.914087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5040f610-ca12-4401-8117-cebf9a46098a req-16d9877f-db93-4143-b6b0-0746676120f7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0552793 Feb 19 08:01:12.959600 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5040f610-ca12-4401-8117-cebf9a46098a req-a0516753-eb48-4e5f-ab1f-0c29de38085b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397534 Feb 19 08:01:14.076900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4850a-cbd4-4854-8616-3a9526382552 req-2c0edb75-5288-4a7e-a9ad-6e882da892bb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:14.078373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8a4850a-cbd4-4854-8616-3a9526382552 req-2c0edb75-5288-4a7e-a9ad-6e882da892bb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0499902 Feb 19 08:01:14.123325 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8a4850a-cbd4-4854-8616-3a9526382552 req-c736710e-d7c6-4c3f-9664-8ed97d7d87e5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Feb 19 08:01:15.239071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63d918-43f1-417b-8f89-612a467ab56e req-7379b7be-9f0b-400e-8161-2bbd854fa556 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:15.240760 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c63d918-43f1-417b-8f89-612a467ab56e req-7379b7be-9f0b-400e-8161-2bbd854fa556 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Feb 19 08:01:15.286585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c63d918-43f1-417b-8f89-612a467ab56e req-5e428b14-56e0-43b8-b4bd-5b4b9c5793a8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Feb 19 08:01:16.404869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf29b6-dee7-4317-bc2d-92a2e2947d87 req-a754fab8-52a0-4d59-8575-56a569d53440 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:16.406386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3bbf29b6-dee7-4317-bc2d-92a2e2947d87 req-a754fab8-52a0-4d59-8575-56a569d53440 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0527811 Feb 19 08:01:16.456116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3bbf29b6-dee7-4317-bc2d-92a2e2947d87 req-966b393c-5b96-4c85-8937-40671382d1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441790 Feb 19 08:01:16.782359 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-254303f2-4f8f-437d-b818-8ccc18729323 req-717bed4f-098f-40f4-9aae-c7455bbe7b32 service neutron] show failed (client error): The resource could not be found. Feb 19 08:01:16.783398 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-717bed4f-098f-40f4-9aae-c7455bbe7b32 service neutron] 10.222.0.47 "GET /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0563436 Feb 19 08:01:16.978375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-e12d275b-92d0-48a2-88ff-669dcd4c8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:16.980479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-e12d275b-92d0-48a2-88ff-669dcd4c8424 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1128 time: 0.0450828 Feb 19 08:01:16.991974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:01:17.048307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:17.244515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:17.276435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:01:17.314868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:17.317102 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b5648-ea16-4823-9757-821b8dd60d83" -d '{"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-unplugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:17.320870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks [] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:17.333759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Transition to ACTIVE for port object 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:01:17.337468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:17.367512 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8180f5a4-9887-49aa-925c-a1389ae11503 x-openstack-request-id: req-8180f5a4-9887-49aa-925c-a1389ae11503 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:17.367804 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-unplugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:17.368053 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8180f5a4-9887-49aa-925c-a1389ae11503 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:17.368448 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'code': 200} Feb 19 08:01:17.417262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:17.467994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] No DVR routers for this DVR port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:01:17.954674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440d87-8cf4-4ad2-b9dc-814f6030bba2 req-ccf83430-14bb-46d2-b239-c7ffc7473f4b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:17.956176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44440d87-8cf4-4ad2-b9dc-814f6030bba2 req-ccf83430-14bb-46d2-b239-c7ffc7473f4b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0858104 Feb 19 08:01:17.976906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:01:17.977240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:01:17.977566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:01:17.985077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:01:17.985394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Attempting to bind port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:01:17.999736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:01:18.000070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:01:18.000444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:01:18.000862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Bound port: 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:01:18.001212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:18.024485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44440d87-8cf4-4ad2-b9dc-814f6030bba2 req-558580d4-124e-4bca-9bee-eb97637a3260 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626745 Feb 19 08:01:18.075209 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:01:18.078108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:01:18.084247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:18.117416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.118123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:18.119493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] 10.222.0.24 "PUT /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1092 time: 1.1317585 Feb 19 08:01:18.140819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb78f66-98f9-4512-b177-00f7783d466b service neutron] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:18.189524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-46b12cf1-af1d-4bd3-bab6-fc7e7957655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.191079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-46b12cf1-af1d-4bd3-bab6-fc7e7957655f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0474145 Feb 19 08:01:18.287365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-b5dc8adc-d93c-4923-8dfc-d6d8c8dcbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.288859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-b5dc8adc-d93c-4923-8dfc-d6d8c8dcbe5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0924749 Feb 19 08:01:18.351357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-029b678a-47af-493f-8dd6-ff67b03e63b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1000 time: 0.0571690 Feb 19 08:01:18.396820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-e57698a4-97cf-4044-a39f-386ad1384319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.398256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-e57698a4-97cf-4044-a39f-386ad1384319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0417347 Feb 19 08:01:18.448221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254303f2-4f8f-437d-b818-8ccc18729323 req-f9b032f6-b771-4659-a019-f57564fdc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:18.450181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-f9b032f6-b771-4659-a019-f57564fdc245 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464740 Feb 19 08:01:18.535255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-3fc3344a-82fa-49c8-89e8-70d2246e0d35 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788407 Feb 19 08:01:18.624452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-254303f2-4f8f-437d-b818-8ccc18729323 req-32f09270-d777-44b2-9afb-47775ba932ec service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840745 Feb 19 08:01:19.142876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb34fff-9f65-4dce-9263-be4aaa202259 req-86416242-80ab-421a-a42b-f63a4df503c5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.144374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bb34fff-9f65-4dce-9263-be4aaa202259 req-86416242-80ab-421a-a42b-f63a4df503c5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0507843 Feb 19 08:01:19.194297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2bb34fff-9f65-4dce-9263-be4aaa202259 req-6b665a87-3b1b-4d6c-ba44-c83e382bff36 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Feb 19 08:01:19.369206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:19.371607 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dd7665-c555-4a61-b531-7f2226978fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:19.418729 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ed6a2-fc66-49a8-9439-bdde5aa6ce53 x-openstack-request-id: req-b51ed6a2-fc66-49a8-9439-bdde5aa6ce53 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:19.419027 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:19.419397 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b51ed6a2-fc66-49a8-9439-bdde5aa6ce53 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:19.419824 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'status': 'completed', 'code': 200} Feb 19 08:01:19.512760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-a73b1efe-7fcb-4db4-b241-e81570fdf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.514194 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-a73b1efe-7fcb-4db4-b241-e81570fdf6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0760956 Feb 19 08:01:19.516598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-d056add0-537e-4c7b-a3a2-e3d4431592e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.517947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-d056add0-537e-4c7b-a3a2-e3d4431592e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0721216 Feb 19 08:01:19.668733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-3ae66ba4-54ba-4c78-ada9-38a67539d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.670562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-3ae66ba4-54ba-4c78-ada9-38a67539d512 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1487148 Feb 19 08:01:19.673176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-d5dffdb3-1c30-4230-8649-f492c69b71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.674494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-d5dffdb3-1c30-4230-8649-f492c69b71df service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1443210 Feb 19 08:01:19.781189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-69b45838-24f4-4c32-993b-4cba763672be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1000 time: 0.1042063 Feb 19 08:01:19.784715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-fa15c12e-d6a0-439d-894a-bb6914e2de24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1000 time: 0.1015708 Feb 19 08:01:19.863840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-dc4fd17e-a288-4a6a-b55e-891623071f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.865545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-dc4fd17e-a288-4a6a-b55e-891623071f39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0787146 Feb 19 08:01:19.866905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-4cebab34-9fbe-48f9-aa0d-48a0f0dfe9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.868242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-4cebab34-9fbe-48f9-aa0d-48a0f0dfe9c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0744729 Feb 19 08:01:19.946762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-830f24c4-0f25-46a3-bc91-4f0db886eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.948338 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-830f24c4-0f25-46a3-bc91-4f0db886eb13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0687466 Feb 19 08:01:19.951011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-3b3f5cd9-e43d-4acf-8156-59ae8c7191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:19.952448 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-3b3f5cd9-e43d-4acf-8156-59ae8c7191e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797756 Feb 19 08:01:20.113285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-1bcfd170-2b0a-4268-aba7-de4116ffb7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592007 Feb 19 08:01:20.115466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-44d6c0fe-b1dc-4690-86a6-b2a728127036 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542788 Feb 19 08:01:20.271242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-1273c97e-d0a5-4b53-b27f-c80925203dd1 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524062 Feb 19 08:01:20.273176 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-74dd7665-c555-4a61-b531-7f2226978fa6 req-dd9fa56e-ff51-4d90-afdb-eaed8dcde262 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468391 Feb 19 08:01:20.324467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fbce-3ee0-4ddd-b93e-5af17e7ba7c7 req-fce4deed-5497-4194-b9cf-18cd4c8dd356 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.325960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0e9fbce-3ee0-4ddd-b93e-5af17e7ba7c7 req-fce4deed-5497-4194-b9cf-18cd4c8dd356 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0561423 Feb 19 08:01:20.372125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e0e9fbce-3ee0-4ddd-b93e-5af17e7ba7c7 req-c0bbf726-bc4c-4687-8f34-8b0e84ad3657 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Feb 19 08:01:20.568141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e0aa2-8b36-4aa5-9d0d-230e9a478025 req-990438e5-1f17-40b1-a2f3-34ab61683821 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.569647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c02e0aa2-8b36-4aa5-9d0d-230e9a478025 req-990438e5-1f17-40b1-a2f3-34ab61683821 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 944 time: 0.0523131 Feb 19 08:01:20.582888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-db999da7-bb49-4ec7-b215-7e149846a57f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.584410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-db999da7-bb49-4ec7-b215-7e149846a57f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 944 time: 0.0555253 Feb 19 08:01:20.616544 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c02e0aa2-8b36-4aa5-9d0d-230e9a478025 req-526b60c2-cb84-45cf-8e4a-99405ca1a2c2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Feb 19 08:01:20.647311 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-45c941df-73d4-4223-9fe8-13e113d4b6ef service neutron] delete failed (client error): The resource could not be found. Feb 19 08:01:20.648330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-45c941df-73d4-4223-9fe8-13e113d4b6ef service neutron] 10.222.0.47 "DELETE /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0577672 Feb 19 08:01:20.734424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-3c2ce7d5-ce9c-416a-aae5-c7f345624397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.735956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-3c2ce7d5-ce9c-416a-aae5-c7f345624397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 1126 time: 0.0452433 Feb 19 08:01:20.821195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-a940edd0-1fae-4b8d-b409-81dbcd3d4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.822637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-a940edd0-1fae-4b8d-b409-81dbcd3d4a09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0806038 Feb 19 08:01:20.889332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-e7d0ab80-5e99-4a85-8bf8-b583cd62e14a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 200 len: 1000 time: 0.0609062 Feb 19 08:01:20.935287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-ba76f7d7-ee96-4ce3-ab56-7d545537389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.936688 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-ba76f7d7-ee96-4ce3-ab56-7d545537389e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0417824 Feb 19 08:01:20.984792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-9c72e96b-77cd-4b0d-96a1-4c32c9fae856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:20.986303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-9c72e96b-77cd-4b0d-96a1-4c32c9fae856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441096 Feb 19 08:01:21.075752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-a2f8c298-f6a2-4dd4-adfb-36768dbc25e7 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826612 Feb 19 08:01:21.084585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:01:21.162995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35780482-30a7-4d51-8222-45bd3e87e9d1 req-02ac0654-b233-4a90-85e8-8827c9f5da53 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816128 Feb 19 08:01:21.179484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:21.194528 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'mac_address': 'fa:16:3e:cb:4d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:01:21.231115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:01:21.231537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:21.245203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:01:21.265169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:21.268675 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:21.317134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:21.459707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:01:21.483970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:01:21.534490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:01:21.534879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:01:21.743797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f63adf-11e8-40c1-94d7-1e3d5ade3e62 req-6d74e807-f3ba-43fa-8746-5d374662b52d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:21.745198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15f63adf-11e8-40c1-94d7-1e3d5ade3e62 req-6d74e807-f3ba-43fa-8746-5d374662b52d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0583808 Feb 19 08:01:21.792008 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15f63adf-11e8-40c1-94d7-1e3d5ade3e62 req-6078da23-921a-4ca4-9e61-42d7db949dbd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 Feb 19 08:01:21.910561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4c67-0de1-4f4a-a699-a39cb23e491b req-0fd82d3e-8d8f-4e5c-8829-db87adc6517a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:21.912060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ffc4c67-0de1-4f4a-a699-a39cb23e491b req-0fd82d3e-8d8f-4e5c-8829-db87adc6517a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0542850 Feb 19 08:01:21.956704 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ffc4c67-0de1-4f4a-a699-a39cb23e491b req-d63049ec-d352-4946-a187-bd5b3d168339 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Feb 19 08:01:22.072758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce731ce6-818a-4f11-b732-05218f649065 req-fbcc3ed6-74f3-49a2-b1cf-18552b80bff3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:22.074148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce731ce6-818a-4f11-b732-05218f649065 req-fbcc3ed6-74f3-49a2-b1cf-18552b80bff3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0514202 Feb 19 08:01:22.119522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ce731ce6-818a-4f11-b732-05218f649065 req-4ba5849d-bf2f-4a91-bd62-182954d43e8d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399382 Feb 19 08:01:22.351925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef9a14-a428-4f18-8d80-26b399baf372 req-d21cc48f-c89b-4663-aac2-d520cdcd3e7b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:22.353322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21ef9a14-a428-4f18-8d80-26b399baf372 req-d21cc48f-c89b-4663-aac2-d520cdcd3e7b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Feb 19 08:01:22.402625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21ef9a14-a428-4f18-8d80-26b399baf372 req-d0430248-a96f-46f7-a66a-46125fbdd85f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 Feb 19 08:01:23.123642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:01:23.172134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:01:23.176114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:23.176486 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.253773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:01:23.254065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.275918 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:23.278796 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc846d23-3ac2-414c-b3c0-98ce5ee7402c" -d '{"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-plugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:23.291130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:23.296411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.319744 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a19789-6f87-4ee7-90f1-27d45fb8f236 x-openstack-request-id: req-e0a19789-6f87-4ee7-90f1-27d45fb8f236 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:23.320047 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-plugged", "status": "completed", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:23.320307 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0a19789-6f87-4ee7-90f1-27d45fb8f236 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:23.320700 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'code': 200} Feb 19 08:01:23.345624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:23.548390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f0c2d-520e-4da7-a6a9-38b496d45038 req-bbd5100e-c252-48a2-8e98-2ab2bdf3b114 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:23.549819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f1f0c2d-520e-4da7-a6a9-38b496d45038 req-bbd5100e-c252-48a2-8e98-2ab2bdf3b114 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0807769 Feb 19 08:01:23.571418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-19382099-5dd6-463e-9d15-f040180f1d90 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:23.572820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-19382099-5dd6-463e-9d15-f040180f1d90 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0f8c5b9-8511-4f56-8345-e06799fa7369 HTTP/1.1" status: 200 len: 946 time: 0.0735023 Feb 19 08:01:23.644727 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f1f0c2d-520e-4da7-a6a9-38b496d45038 req-c6194440-29f9-4bbc-beae-9bc21c19bc45 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885427 Feb 19 08:01:23.689107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Deleting port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:01:23.689455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.775833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] For port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:23.776204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.947399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.947768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:23.948084 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd disassociated. External IP: 172.25.7.157, port: 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01. Feb 19 08:01:23.948446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Calling delete_port for 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:01:24.076951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5c94e56e-4d30-4e9b-97ee-cc76dc75ba01), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:24.112250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'Port': ['ID=5c94e56e-4d30-4e9b-97ee-cc76dc75ba01,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:24.253265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:01:24.382188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:01:24.398125 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:01:24.411831 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:01:24.412674 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:24.432402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] No DVR routers for this DVR port 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:01:24.435333 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:24.439053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-296b2fff-583e-4387-b95f-fbc28de5c154 req-e92d6014-1761-456f-b43e-f55ca6f5e3d5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "DELETE /v2.0/ports/5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 HTTP/1.1" status: 204 len: 173 time: 0.8596408 Feb 19 08:01:24.439534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-deleted', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:24.447214 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f152a6-a2e2-48c2-bf24-ac6d383a95e2" -d '{"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-deleted", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:24.484832 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7138e4a-5626-45de-a2c7-b71e6a39f04c x-openstack-request-id: req-d7138e4a-5626-45de-a2c7-b71e6a39f04c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:24.485123 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f8c5b9-8511-4f56-8345-e06799fa7369", "name": "network-vif-deleted", "tag": "5c94e56e-4d30-4e9b-97ee-cc76dc75ba01", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:24.485429 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7138e4a-5626-45de-a2c7-b71e6a39f04c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:24.485869 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f8c5b9-8511-4f56-8345-e06799fa7369', 'name': 'network-vif-deleted', 'tag': '5c94e56e-4d30-4e9b-97ee-cc76dc75ba01', 'status': 'completed', 'code': 200} Feb 19 08:01:24.540014 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:01:24.745675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:24.870633 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:01:24.879388 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:01:24.879996 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:24.907622 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-b156555c-fd51-4a1a-807e-a9017e7bd26a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1199824783&fields=id&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 267 time: 0.0427051 Feb 19 08:01:24.984774 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:01:25.018205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-8f17c50c-eb8f-490e-a463-c68ab5c0958b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:25.019720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-8f17c50c-eb8f-490e-a463-c68ab5c0958b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1054308 Feb 19 08:01:25.034786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-c3f3f014-eea6-4f1a-8b62-5f5f7535880c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/quotas/f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 375 time: 0.0096562 Feb 19 08:01:25.099071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-76767bb7-57ff-4170-8a14-97c37213cfc9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592089 Feb 19 08:01:25.181171 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:25.195662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-3c548ce5-5a82-4f57-9462-16129949aa29 service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Feb 19 08:01:25.209935 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7694a15-82cd-422d-944e-0a0d94afba32 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:01:25.294430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-02edb6df-a2da-4d9a-bedb-40a5cec89b57 service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924451 Feb 19 08:01:25.454311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80795e4-2df4-4ffe-9455-931502b08881 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:01:25.469797 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de9c4c95-d850-45da-9b73-ea19a700d18e req-644f901f-8fb3-402b-888d-f7418f654172 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 210 time: 0.0332830 Feb 19 08:01:26.370687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-7d1d2c00-4713-44f1-8694-1945927cf081 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:26.372153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-7d1d2c00-4713-44f1-8694-1945927cf081 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1145825 Feb 19 08:01:26.431279 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-8485d26c-ef53-47f0-92b4-560a62c57b4c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 380 time: 0.0508215 Feb 19 08:01:26.440846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'port': {'device_id': 'd76da210-4d13-4fd4-b234-ca926877546c', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'admin_state_up': True, 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'security_groups': ['c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:01:26.570503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6e3457db-f905-4dac-b754-85581036a26f req-b2a2319d-6270-4f4a-ad45-0756b9132416 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 210 time: 0.0337365 Feb 19 08:01:26.571246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:01:26.574459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:26.694233 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Allocated IP 172.20.0.11 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/a6194093-890f-4dd3-9f36-51a697d63002) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:01:26.827776 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (a6194093-890f-4dd3-9f36-51a697d63002), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:26.859484 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:26.900674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:01:26.904094 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:01:26.906314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:01:26.937034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:26.967688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:26.968328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:26.984510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-d2dba43b-00b2-4c41-9642-a91552dbd01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471988 Feb 19 08:01:26.995668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Request body: {'port': {'device_id': 'd76da210-4d13-4fd4-b234-ca926877546c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:01:27.056543 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.117054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4efc5fa8-089f-4195-b23d-2851efb755f9 None None] Provisioning complete for port a6194093-890f-4dd3-9f36-51a697d63002 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:27.117620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4efc5fa8-089f-4195-b23d-2851efb755f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a6194093-890f-4dd3-9f36-51a697d63002), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.143403 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:01:27.167135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:01:27.167520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 5c94e56e-4d30-4e9b-97ee-cc76dc75ba01 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:01:27.174476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4efc5fa8-089f-4195-b23d-2851efb755f9 None None] Port a6194093-890f-4dd3-9f36-51a697d63002 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:01:27.310801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6194093-890f-4dd3-9f36-51a697d63002 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:01:27.318043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks [] for port (a6194093-890f-4dd3-9f36-51a697d63002), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.330212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Transition to ACTIVE for port object a6194093-890f-4dd3-9f36-51a697d63002 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:01:27.334005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.383466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:27.458942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:01:27.459317 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:01:27.459655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:01:27.464322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:01:27.464651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:01:27.469582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:01:27.469926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:01:27.470314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:01:27.470746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Bound port: a6194093-890f-4dd3-9f36-51a697d63002, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:01:27.471132 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.539011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:01:27.542086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:01:27.549003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.580493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:27.581077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:27.582470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] 10.222.0.24 "PUT /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1092 time: 0.5910680 Feb 19 08:01:27.584856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:27.587063 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60459686-269a-4fa4-aef8-29fe3507327d" -d '{"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:27.618764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8ca07-f7de-4444-8a00-c9f7644587bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:27.649094 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e655153-4ac5-41e4-9c0f-bbd7a1b62ecc x-openstack-request-id: req-3e655153-4ac5-41e4-9c0f-bbd7a1b62ecc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:27.649518 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:27.649883 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e655153-4ac5-41e4-9c0f-bbd7a1b62ecc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:27.650381 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'status': 'completed', 'code': 200} Feb 19 08:01:27.720407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-2de3efcb-9bf6-420e-829f-51946fb69014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:27.721975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-2de3efcb-9bf6-420e-829f-51946fb69014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0818846 Feb 19 08:01:27.743781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689d12b-795c-4b94-964a-1e415c1cbf3a req-aa28d1e5-5774-4912-880c-5e65e9c33305 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:27.745374 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c689d12b-795c-4b94-964a-1e415c1cbf3a req-aa28d1e5-5774-4912-880c-5e65e9c33305 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0741980 Feb 19 08:01:28.110458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-6b136e04-e5ac-4216-a5a4-66e890743c55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 217 time: 0.3808675 Feb 19 08:01:28.180356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-afd40bb3-740f-4bb6-8e41-ad97c34aa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.181778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-afd40bb3-740f-4bb6-8e41-ad97c34aa37b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0654321 Feb 19 08:01:28.185053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c689d12b-795c-4b94-964a-1e415c1cbf3a req-4da1f13b-9304-47be-b1e4-74560888ee90 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773835 Feb 19 08:01:28.230573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-95ca5be3-81d7-422b-b177-d0660dee929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.232111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-95ca5be3-81d7-422b-b177-d0660dee929d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429688 Feb 19 08:01:28.321567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-b1554998-01ae-45e4-9b7b-b3562f06d3fa service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830975 Feb 19 08:01:28.417895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-202c8b57-7e2b-4193-a1f1-86e867d1fe5e req-eb65969a-dc4c-484c-9928-3091d4c2fb58 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Feb 19 08:01:28.511533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459686-269a-4fa4-aef8-29fe3507327d req-3241048a-95b4-4877-b3f4-1e477ba2ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.513558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-3241048a-95b4-4877-b3f4-1e477ba2ceee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0492775 Feb 19 08:01:28.601470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459686-269a-4fa4-aef8-29fe3507327d req-d71218a8-c6f8-4427-9952-6abeddd9cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.602967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-d71218a8-c6f8-4427-9952-6abeddd9cc65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0822709 Feb 19 08:01:28.646958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-d53bed28-df96-481a-b0dc-3e736e315ae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 217 time: 0.0386801 Feb 19 08:01:28.694905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459686-269a-4fa4-aef8-29fe3507327d req-fd99a98c-cdcf-4e46-9b8a-01c4ec83a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.696436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-fd99a98c-cdcf-4e46-9b8a-01c4ec83a996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0435846 Feb 19 08:01:28.749515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459686-269a-4fa4-aef8-29fe3507327d req-1848bd69-42a5-4bff-a79f-5cf1a5965dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:28.751044 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-1848bd69-42a5-4bff-a79f-5cf1a5965dc8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479348 Feb 19 08:01:28.840735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-e796539f-ce3e-42d8-8916-3c5c33484e29 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833213 Feb 19 08:01:28.926746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60459686-269a-4fa4-aef8-29fe3507327d req-ae41e92c-fb54-4153-ba6c-d2de57ed3371 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802152 Feb 19 08:01:29.303957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fe4c6-82b9-4785-a805-bf2838925186 req-b6376a41-b127-4bcb-88fa-337f14974bc4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:29.305410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-189fe4c6-82b9-4785-a805-bf2838925186 req-b6376a41-b127-4bcb-88fa-337f14974bc4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0510874 Feb 19 08:01:29.350307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-189fe4c6-82b9-4785-a805-bf2838925186 req-34cadcb3-2ba3-42de-98b7-915daf11a37a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 Feb 19 08:01:30.469147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de0a8-90af-4959-8931-1619ef51def8 req-97947ec9-7499-4ed9-a31b-eaf01f5a90db tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:30.470627 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-617de0a8-90af-4959-8931-1619ef51def8 req-97947ec9-7499-4ed9-a31b-eaf01f5a90db tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0541778 Feb 19 08:01:30.516756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-617de0a8-90af-4959-8931-1619ef51def8 req-59ce4df8-337e-4f70-8b45-0a3a230f7222 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406258 Feb 19 08:01:30.658881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:31.143556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:01:31.396657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:31.407130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'a6194093-890f-4dd3-9f36-51a697d63002', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002', 'mac_address': 'fa:16:3e:92:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:01:31.444373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a6194093-890f-4dd3-9f36-51a697d63002 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:01:31.444769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:31.457846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6194093-890f-4dd3-9f36-51a697d63002 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:01:31.476804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:31.480089 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:31.531353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:31.638401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bdab2-4f6f-4519-afd7-9f6d6eb26829 req-c045bfdc-d783-430f-9534-cbd62baaaeb1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:31.639925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-256bdab2-4f6f-4519-afd7-9f6d6eb26829 req-c045bfdc-d783-430f-9534-cbd62baaaeb1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 945 time: 0.0567634 Feb 19 08:01:31.684783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['a6194093-890f-4dd3-9f36-51a697d63002'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:01:31.686144 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-256bdab2-4f6f-4519-afd7-9f6d6eb26829 req-0cdff99c-1c90-4ff2-923e-a1a7b4cbd322 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405705 Feb 19 08:01:32.808466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245986c-2fa8-4594-b2eb-b7517b82102e req-43cff3d6-7c8c-4a57-b419-eaae1d145b0e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:32.810611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1245986c-2fa8-4594-b2eb-b7517b82102e req-43cff3d6-7c8c-4a57-b419-eaae1d145b0e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 945 time: 0.0564146 Feb 19 08:01:32.855482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1245986c-2fa8-4594-b2eb-b7517b82102e req-61cb3df1-c3c1-4c63-8df9-1b8b43de3c5c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391450 Feb 19 08:01:33.161768 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:01:33.209185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port a6194093-890f-4dd3-9f36-51a697d63002 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:01:33.212832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port a6194093-890f-4dd3-9f36-51a697d63002 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:01:33.213208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a6194093-890f-4dd3-9f36-51a697d63002), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:33.289033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port a6194093-890f-4dd3-9f36-51a697d63002 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:01:33.289335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:33.310973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:33.313556 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50190b2-43fc-49fe-b825-4e092566634e" -d '{"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-plugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:33.326234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:01:33.330142 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:33.355570 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b09a1-66cd-40d9-8c84-21afe45fe1e8 x-openstack-request-id: req-396b09a1-66cd-40d9-8c84-21afe45fe1e8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:33.355894 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-plugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:33.356143 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-396b09a1-66cd-40d9-8c84-21afe45fe1e8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:33.356529 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'code': 200} Feb 19 08:01:33.392364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:01:33.399415 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:33.445599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21645f46-6f11-4362-9bc5-90d41d0ccd42 req-efa81c4c-8d6b-4160-a28e-04427bf29f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:33.447079 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21645f46-6f11-4362-9bc5-90d41d0ccd42 req-efa81c4c-8d6b-4160-a28e-04427bf29f4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1128 time: 0.0427151 Feb 19 08:01:33.489765 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21645f46-6f11-4362-9bc5-90d41d0ccd42 req-10e98b91-4bea-4f27-b4f8-8fd262ad031c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360055 Feb 19 08:01:33.975417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788830e-6cb1-48ab-8415-817008610936 req-82fa9d89-c310-4247-98d2-8813e985cf93 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:33.976884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5788830e-6cb1-48ab-8415-817008610936 req-82fa9d89-c310-4247-98d2-8813e985cf93 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0545743 Feb 19 08:01:34.021932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5788830e-6cb1-48ab-8415-817008610936 req-ae76a06e-9f8e-4a25-807a-5e9348eb8f27 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388680 Feb 19 08:01:35.141180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cc9f5-2d25-4258-81d2-3c510717ba08 req-a8f89a7c-1c30-4d08-b0cf-322e453151f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:35.142644 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d05cc9f5-2d25-4258-81d2-3c510717ba08 req-a8f89a7c-1c30-4d08-b0cf-322e453151f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0513701 Feb 19 08:01:35.188015 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d05cc9f5-2d25-4258-81d2-3c510717ba08 req-08883fb0-6edc-4909-9c87-66c635cb928b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Feb 19 08:01:35.300262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4db1f-f39e-46e2-9555-483e77941fd3 req-d96dbe65-7e44-44e3-835a-82dc9f09d844 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:35.301754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99b4db1f-f39e-46e2-9555-483e77941fd3 req-d96dbe65-7e44-44e3-835a-82dc9f09d844 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0519907 Feb 19 08:01:35.310269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:01:35.314655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'floatingip': {'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:01:35.352669 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:35.803554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:35.807432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:35.908669 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd associated. External IP: 172.25.7.157, port: a6194093-890f-4dd3-9f36-51a697d63002. Feb 19 08:01:36.117724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:01:36.225109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:01:36.229922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:36.236108 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:01:36.245734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:01:36.246345 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:36.259694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cf9deb37-d763-4768-99f8-c14ac4ef1a87 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "PUT /v2.0/floatingips/7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd HTTP/1.1" status: 200 len: 992 time: 0.9483707 Feb 19 08:01:36.260290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:01:36.262531 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:01:36.295878 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65b159f5-b09b-4e80-abf5-3b9795403bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:36.315833 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d544f21-c17e-4ece-a3c3-2e28874031ac x-openstack-request-id: req-8d544f21-c17e-4ece-a3c3-2e28874031ac {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:01:36.316425 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:01:36.316425 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d544f21-c17e-4ece-a3c3-2e28874031ac {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:01:36.316782 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'status': 'completed', 'code': 200} Feb 19 08:01:36.357823 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:01:36.383430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-f4b2b332-1766-469f-95e2-bcd029b7396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:36.385006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-f4b2b332-1766-469f-95e2-bcd029b7396f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1128 time: 0.0471966 Feb 19 08:01:36.519126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa5b51-369b-435c-a7c5-8b9d080414c0 req-7004ca28-e6fb-43cd-892e-65f6c3e65b28 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:36.520645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1caa5b51-369b-435c-a7c5-8b9d080414c0 req-7004ca28-e6fb-43cd-892e-65f6c3e65b28 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0816047 Feb 19 08:01:36.522069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-250f2b67-058b-431a-90ea-dedfbc7366d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:36.523444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-250f2b67-058b-431a-90ea-dedfbc7366d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1324878 Feb 19 08:01:36.590481 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:92:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76da210-4d13-4fd4-b234-ca926877546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:01:35Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:36.616210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:01:36.620914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1caa5b51-369b-435c-a7c5-8b9d080414c0 req-2313431d-2657-44d2-a0d3-a7f980348513 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936556 Feb 19 08:01:36.623404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-d4e7bf2d-a3f3-4fda-ada1-2b64c744868b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1000 time: 0.0902770 Feb 19 08:01:36.625406 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:01:36.626022 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:01:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:36.671849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-33276d18-a5b7-4406-a35f-51d0480657a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:36.673370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-33276d18-a5b7-4406-a35f-51d0480657a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0441675 Feb 19 08:01:36.723741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-1a0c8304-aab7-4984-9846-1ea2ff0e599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:36.725247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-1a0c8304-aab7-4984-9846-1ea2ff0e599d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463605 Feb 19 08:01:36.734404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:01:36.817154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-885c4599-8632-437d-97c6-ce3e17bddb50 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 Feb 19 08:01:36.902736 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2693acca-b4cb-4f7e-8722-a6c5a62a3d6c req-d709fc83-605e-4a76-b3f4-4623f5151c6c service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801990 Feb 19 08:01:36.951597 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:92:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76da210-4d13-4fd4-b234-ca926877546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:01:35Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:01:36.977385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fb7db4-a8b4-473e-bcd0-a352610f6321 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:92:c2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76da210-4d13-4fd4-b234-ca926877546c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:01:35Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:01:37.177972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3273a4-408a-4804-8b0e-303a23616a22 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:01:37.742730 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314ed52-80a7-4474-94dd-88e6f19daa69 req-c042d2cb-ba58-41d5-99df-24ea32c09104 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:37.744231 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8314ed52-80a7-4474-94dd-88e6f19daa69 req-c042d2cb-ba58-41d5-99df-24ea32c09104 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0544381 Feb 19 08:01:37.790155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8314ed52-80a7-4474-94dd-88e6f19daa69 req-9324c780-78d9-4786-bf4b-6eab81bd1927 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Feb 19 08:01:38.620883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-580f98ea-1ddd-4a12-b08e-7f1ff034ed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:38.911572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186ecb0-c31b-439f-80a7-5202a4d2f5d9 req-9ef7dc17-8fa0-4050-8640-301caa89fefe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:38.912961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1186ecb0-c31b-439f-80a7-5202a4d2f5d9 req-9ef7dc17-8fa0-4050-8640-301caa89fefe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0571914 Feb 19 08:01:38.957938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1186ecb0-c31b-439f-80a7-5202a4d2f5d9 req-d05c8d74-f77a-4e47-b079-5bf46792425c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Feb 19 08:01:39.833428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:40.074149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72d277-321f-436f-bb9f-2e15f6107813 req-960c8d68-ef35-4d50-a3e4-3af7d2fb564d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:40.075635 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c72d277-321f-436f-bb9f-2e15f6107813 req-960c8d68-ef35-4d50-a3e4-3af7d2fb564d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0512679 Feb 19 08:01:40.127587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4c72d277-321f-436f-bb9f-2e15f6107813 req-27fd0095-b84e-4989-8321-efd1698e7bea tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Feb 19 08:01:41.157775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:41.245061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900d423-46f6-47b3-9ff6-a82b66e5b7f6 req-890da2bf-9e4a-4e5b-9c9d-ead837d6af1a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:41.246447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5900d423-46f6-47b3-9ff6-a82b66e5b7f6 req-890da2bf-9e4a-4e5b-9c9d-ead837d6af1a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0515068 Feb 19 08:01:41.295238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5900d423-46f6-47b3-9ff6-a82b66e5b7f6 req-f485f636-d6d4-483c-986e-ce3b829ccdc6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 19 08:01:42.413911 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05df43f-7a50-46f2-bc92-5111f107062b req-c8b52a9a-9a75-4b1c-8885-f066cf74931e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:42.415438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f05df43f-7a50-46f2-bc92-5111f107062b req-c8b52a9a-9a75-4b1c-8885-f066cf74931e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0546756 Feb 19 08:01:42.465072 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f05df43f-7a50-46f2-bc92-5111f107062b req-3cdee072-ebb6-417d-a3a4-e802c7404d91 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 19 08:01:42.472344 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:01:43.585138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440e857-ef65-4ee4-bfe5-5d5e4740091b req-9d4ffbd6-da82-4b43-99c0-ccacfae760a1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:43.586531 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d440e857-ef65-4ee4-bfe5-5d5e4740091b req-9d4ffbd6-da82-4b43-99c0-ccacfae760a1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0520301 Feb 19 08:01:43.635670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d440e857-ef65-4ee4-bfe5-5d5e4740091b req-bb7ee1d8-42f7-4ba7-a4c9-053d783e2834 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Feb 19 08:01:44.751951 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a5f7c-56f2-4b0c-a1a9-eea07451d31c req-4393890f-c9c4-4045-bd3f-fe3bc35618c8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:44.753425 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b3a5f7c-56f2-4b0c-a1a9-eea07451d31c req-4393890f-c9c4-4045-bd3f-fe3bc35618c8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0511663 Feb 19 08:01:44.798845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5b3a5f7c-56f2-4b0c-a1a9-eea07451d31c req-b88b2f10-6a89-4fab-8375-9724cb0a8918 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Feb 19 08:01:44.852890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:01:46.155733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17292e-2502-4a09-a62a-a9c618ec0e5c req-e2a61b14-0cdf-42dd-929d-6ad10ee9a3f8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:46.157116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a17292e-2502-4a09-a62a-a9c618ec0e5c req-e2a61b14-0cdf-42dd-929d-6ad10ee9a3f8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0524647 Feb 19 08:01:46.201693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a17292e-2502-4a09-a62a-a9c618ec0e5c req-517faa7f-2a63-4df7-975c-0b8ec363058c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391691 Feb 19 08:01:47.318498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be45c86-fbc0-4fda-9e3e-c987fce4a183 req-a0cf6577-5f55-4d39-99ee-31599fab888e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:47.319980 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0be45c86-fbc0-4fda-9e3e-c987fce4a183 req-a0cf6577-5f55-4d39-99ee-31599fab888e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0509505 Feb 19 08:01:47.365260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0be45c86-fbc0-4fda-9e3e-c987fce4a183 req-8bdf4c82-60ec-4d6e-b93d-8e1fdfba6857 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Feb 19 08:01:48.484894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92e3e-16f1-4cd7-8982-b0cf9adaf6e3 req-5bad9df3-8d00-4246-85a4-98d8fd4d9354 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:48.486373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93a92e3e-16f1-4cd7-8982-b0cf9adaf6e3 req-5bad9df3-8d00-4246-85a4-98d8fd4d9354 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0515692 Feb 19 08:01:48.531474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-93a92e3e-16f1-4cd7-8982-b0cf9adaf6e3 req-220cb50d-630d-4895-b85c-f7f0576ee922 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 Feb 19 08:01:49.654073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a5eb-c88e-4ee7-b110-f12d8b4487d4 req-0cc44832-7f2a-4282-83a7-d986f6c0598d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:49.655579 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2308a5eb-c88e-4ee7-b110-f12d8b4487d4 req-0cc44832-7f2a-4282-83a7-d986f6c0598d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0555432 Feb 19 08:01:49.701919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2308a5eb-c88e-4ee7-b110-f12d8b4487d4 req-cc6367e7-049d-481d-a03e-204afecd8c62 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 Feb 19 08:01:50.830153 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7935-34db-44d4-837a-15f1995b6305 req-fb0e374c-1d62-4b19-9d3f-53c9b924dd65 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:50.831676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-718a7935-34db-44d4-837a-15f1995b6305 req-fb0e374c-1d62-4b19-9d3f-53c9b924dd65 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0565715 Feb 19 08:01:50.877868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-718a7935-34db-44d4-837a-15f1995b6305 req-5824c60f-0d77-4bbb-beaa-29ddf935a31c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Feb 19 08:01:51.998671 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f04a6-eeb1-4eab-8c75-7e6ffd955dce req-9895494a-b620-4eca-a2f9-ee9c1b83a18a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:52.000187 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-477f04a6-eeb1-4eab-8c75-7e6ffd955dce req-9895494a-b620-4eca-a2f9-ee9c1b83a18a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0538104 Feb 19 08:01:52.045724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-477f04a6-eeb1-4eab-8c75-7e6ffd955dce req-84bfd796-8250-446e-aeb5-0f39e7674e02 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Feb 19 08:01:53.161642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49fb7e-bc40-4285-a4b6-603d59297804 req-e1657887-6b48-4feb-9c2e-1fd472856d9c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:53.163133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d49fb7e-bc40-4285-a4b6-603d59297804 req-e1657887-6b48-4feb-9c2e-1fd472856d9c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0519366 Feb 19 08:01:53.209261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d49fb7e-bc40-4285-a4b6-603d59297804 req-ee653f98-da95-4477-b0f7-fc23d875d164 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 Feb 19 08:01:54.328945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26544819-6851-4d70-8df7-63f4d342ef59 req-351b6efb-c880-4c67-807e-925fd2f2426e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:54.330691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26544819-6851-4d70-8df7-63f4d342ef59 req-351b6efb-c880-4c67-807e-925fd2f2426e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0547583 Feb 19 08:01:54.381453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-26544819-6851-4d70-8df7-63f4d342ef59 req-567505f0-bb3f-4e21-9d31-b2a1498dd9a6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Feb 19 08:01:55.506459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9cd5-eaf3-4d81-ba15-e4df8412b01b req-0c9a0fc3-a826-44b4-9b2f-2976bfd1383f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:55.507995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d47e9cd5-eaf3-4d81-ba15-e4df8412b01b req-0c9a0fc3-a826-44b4-9b2f-2976bfd1383f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0551879 Feb 19 08:01:55.555612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d47e9cd5-eaf3-4d81-ba15-e4df8412b01b req-3aa3365e-683c-4a92-a214-4fd3531141ec tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413871 Feb 19 08:01:56.674162 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899a6e-8872-4399-bfa6-8f5669ba336a req-e43897ef-6201-42d1-8a08-b06881eca023 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:56.675585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb899a6e-8872-4399-bfa6-8f5669ba336a req-e43897ef-6201-42d1-8a08-b06881eca023 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0521762 Feb 19 08:01:56.721395 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb899a6e-8872-4399-bfa6-8f5669ba336a req-254d21e1-b802-4090-a9b3-fe40989584c6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Feb 19 08:01:57.837303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25bdff-f05b-49a1-8f0f-c678a94ce3b9 req-d4a0a3fe-8a98-4b95-b7fc-5c84e52b165f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:57.838776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec25bdff-f05b-49a1-8f0f-c678a94ce3b9 req-d4a0a3fe-8a98-4b95-b7fc-5c84e52b165f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0508714 Feb 19 08:01:57.884566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec25bdff-f05b-49a1-8f0f-c678a94ce3b9 req-e50c21dc-5ae1-4b7b-b2a2-a508d4708e18 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Feb 19 08:01:59.002540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fb223-040c-41ab-85c5-b1a642c349b7 req-e8d9d1d9-417c-4e92-8f73-e8835b61228c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:01:59.004057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d75fb223-040c-41ab-85c5-b1a642c349b7 req-e8d9d1d9-417c-4e92-8f73-e8835b61228c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0516682 Feb 19 08:01:59.049288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d75fb223-040c-41ab-85c5-b1a642c349b7 req-60214c43-43fa-4ccb-901d-aca4745f1a05 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396137 Feb 19 08:02:00.167585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d47af-5d00-44d2-ae20-b0030a2aeebe req-8b9c72ac-e327-4cfb-a8d2-45cd405d288d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:00.169073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d2d47af-5d00-44d2-ae20-b0030a2aeebe req-8b9c72ac-e327-4cfb-a8d2-45cd405d288d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0510957 Feb 19 08:02:00.217914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d2d47af-5d00-44d2-ae20-b0030a2aeebe req-9a1fc039-7a30-4972-88a3-5c0be3dcdf11 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Feb 19 08:02:00.674898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:01.342186 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a6b91-b017-47ef-8626-539731b98575 req-de23600b-8249-4fcc-9694-5136ac749e7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:01.343678 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da5a6b91-b017-47ef-8626-539731b98575 req-de23600b-8249-4fcc-9694-5136ac749e7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0586176 Feb 19 08:02:01.388853 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da5a6b91-b017-47ef-8626-539731b98575 req-a4982e3c-0bbc-4e42-8c99-4bd88e8b1006 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Feb 19 08:02:02.507145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1258079-f5df-4c3c-9f3f-a7529823d301 req-5708bba8-1058-4bc6-a3ac-0d2f10c0aa21 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:02.508663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1258079-f5df-4c3c-9f3f-a7529823d301 req-5708bba8-1058-4bc6-a3ac-0d2f10c0aa21 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0517173 Feb 19 08:02:02.554570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a1258079-f5df-4c3c-9f3f-a7529823d301 req-3ab6f89e-fe95-46cf-9d0a-364221e42d20 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397668 Feb 19 08:02:02.821201 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-0202ef0d-d28d-497d-8714-48158f312242 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849061 Feb 19 08:02:02.827957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e976-fb5d-4900-be8d-a44dcb341466 req-2ad551e1-40cd-4c52-85bd-204d5a14f199 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:02.829323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36c1e976-fb5d-4900-be8d-a44dcb341466 req-2ad551e1-40cd-4c52-85bd-204d5a14f199 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0851343 Feb 19 08:02:02.878287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36c1e976-fb5d-4900-be8d-a44dcb341466 req-0ef78877-4aa0-40c3-8af8-1cc0ed9fbd0a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Feb 19 08:02:03.150884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-31c71adb-fa1c-4697-90ad-3b681ce05231 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.152224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-31c71adb-fa1c-4697-90ad-3b681ce05231 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 943 time: 0.0444641 Feb 19 08:02:03.408114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:03.904938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-f862e297-6e93-486d-8efd-80267b2adb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.906407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-f862e297-6e93-486d-8efd-80267b2adb3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1128 time: 0.0446520 Feb 19 08:02:03.997572 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d4074-c5e6-4b33-8ca1-bcea3e451723 req-8ce1981c-0f1b-4390-912c-3775f5636073 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.998170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-1901fee0-852d-4afb-961d-fdc665c6833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:03.999078 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c96d4074-c5e6-4b33-8ca1-bcea3e451723 req-8ce1981c-0f1b-4390-912c-3775f5636073 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0533884 Feb 19 08:02:03.999594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-1901fee0-852d-4afb-961d-fdc665c6833f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0870228 Feb 19 08:02:04.048107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c96d4074-c5e6-4b33-8ca1-bcea3e451723 req-38b8b814-8ccd-4bc4-905a-e1d4a97dfcdb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Feb 19 08:02:04.065052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-08fbb9df-0b65-4627-909f-22ae0d2897a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1002 time: 0.0594904 Feb 19 08:02:04.111353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-0d6d999a-248b-4901-8c70-ececd87713b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:04.112811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-0d6d999a-248b-4901-8c70-ececd87713b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0426903 Feb 19 08:02:04.164164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-9d211945-148d-4f5c-8e20-e297efd49cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:04.165591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-9d211945-148d-4f5c-8e20-e297efd49cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473013 Feb 19 08:02:04.251517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-d59f03bd-0cbe-4fd2-b6af-859f12046d0a service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799711 Feb 19 08:02:04.345242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-088737ec-1210-45e2-bfd1-1db63d1599a5 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882335 Feb 19 08:02:05.172687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f338-149c-4096-8289-24dd847f11ac req-0318fe48-3db0-4aa0-96bc-d55008ba1900 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:05.174167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9369f338-149c-4096-8289-24dd847f11ac req-0318fe48-3db0-4aa0-96bc-d55008ba1900 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0569749 Feb 19 08:02:05.219758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9369f338-149c-4096-8289-24dd847f11ac req-a809f351-a541-4a20-9ded-6694878d4470 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398979 Feb 19 08:02:05.979573 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-5350a2e3-e428-4212-8a05-6132fdffd95f service neutron] show failed (client error): The resource could not be found. Feb 19 08:02:05.980586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-5350a2e3-e428-4212-8a05-6132fdffd95f service neutron] 10.222.0.24 "GET /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0524180 Feb 19 08:02:06.238627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-6a6a8a43-3f90-4552-ac1b-d9acda6a001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:06.240120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-6a6a8a43-3f90-4552-ac1b-d9acda6a001f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1128 time: 0.1075187 Feb 19 08:02:06.250379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:02:06.289845 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9598fc1-a485-4412-9832-62ecf7855a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:06.312173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:06.352306 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010fba0-237b-4f6d-835b-cc23b16296d6 req-20d65686-d16f-46b2-b0f7-e9e2b6c32363 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:06.353805 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e010fba0-237b-4f6d-835b-cc23b16296d6 req-20d65686-d16f-46b2-b0f7-e9e2b6c32363 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0657511 Feb 19 08:02:06.401164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e010fba0-237b-4f6d-835b-cc23b16296d6 req-7101bc37-55a4-417b-9c6f-5752d6582317 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Feb 19 08:02:06.514569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:06.550794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:02:06.593429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:06.595705 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1141d1-71f8-4f54-aa63-0607e1d80f90" -d '{"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:06.599167 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks [] for port (a6194093-890f-4dd3-9f36-51a697d63002), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:06.611132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Transition to ACTIVE for port object a6194093-890f-4dd3-9f36-51a697d63002 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:02:06.616782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:06.654104 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839b4e8-5ebc-419f-9771-b9f63014308c x-openstack-request-id: req-7839b4e8-5ebc-419f-9771-b9f63014308c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:06.654319 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:06.654598 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7839b4e8-5ebc-419f-9771-b9f63014308c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:06.654988 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'code': 200} Feb 19 08:02:06.691695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:06.704160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.704510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.704826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.705177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.705489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.705809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.706126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.706453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.706759 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.707076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.707417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.707729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.708044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:06.749075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] No DVR routers for this DVR port a6194093-890f-4dd3-9f36-51a697d63002 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:02:06.889706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:02:06.890038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:02:06.890361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:02:06.894601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:02:06.894916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Attempting to bind port a6194093-890f-4dd3-9f36-51a697d63002 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:02:06.899695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:02:06.900028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:02:06.900406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:02:06.900821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Bound port: a6194093-890f-4dd3-9f36-51a697d63002, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:02:06.901172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:06.960975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:02:06.964019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:02:06.970110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:07.003238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.003969 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:07.005331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] 10.222.0.47 "PUT /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1092 time: 0.7589974 Feb 19 08:02:07.025948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9998287-5c63-4ea0-be78-c479d30a719b service neutron] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:07.074014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-7367b39f-7b6f-4ca4-844a-bf00b373dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.076247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-7367b39f-7b6f-4ca4-844a-bf00b373dac9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0472314 Feb 19 08:02:07.172668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-54c0d870-b5e5-41d5-adb5-a2cdcb477a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.174148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-54c0d870-b5e5-41d5-adb5-a2cdcb477a50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0913119 Feb 19 08:02:07.237372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-57a8176f-a9fd-4d3a-aa62-0dc301ceb664 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1000 time: 0.0577881 Feb 19 08:02:07.288584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-95a8f04c-4dc6-4fe9-b07b-89cd116991c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.289950 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-95a8f04c-4dc6-4fe9-b07b-89cd116991c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0472226 Feb 19 08:02:07.336977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-7fbb3db0-1280-4f33-aec0-7bf9f23ba252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.338430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-7fbb3db0-1280-4f33-aec0-7bf9f23ba252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431657 Feb 19 08:02:07.423862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-80d09dbf-f503-443e-b8fe-01bae0608d1b service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797594 Feb 19 08:02:07.515779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cf5bf82-ad06-4227-86fe-5e9174dd425c req-ef69f802-4ade-4e78-81a8-c85cf13392f8 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865960 Feb 19 08:02:07.520737 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5889ee-0dde-4b00-8f40-b123cbe314f2 req-51e0d640-a828-4cea-ac5c-86fe6e4617c2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:07.522215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba5889ee-0dde-4b00-8f40-b123cbe314f2 req-51e0d640-a828-4cea-ac5c-86fe6e4617c2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0521526 Feb 19 08:02:07.570228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba5889ee-0dde-4b00-8f40-b123cbe314f2 req-ed6ec37f-7a6c-4984-b630-57a4c27c4173 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Feb 19 08:02:08.623396 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a311533-bb75-41b2-8630-42c744345888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:08.666640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:08.669469 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a3c2bf-6af4-4410-8907-753e95d77d39" -d '{"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:08.699123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac3fd-502d-4dcf-b30e-d51e2e296606 req-31486c0f-ab90-4125-a4df-950f92d597e5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:08.700665 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-facac3fd-502d-4dcf-b30e-d51e2e296606 req-31486c0f-ab90-4125-a4df-950f92d597e5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0591455 Feb 19 08:02:08.720913 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaea160-a76f-4239-9aac-6e0a262a759e x-openstack-request-id: req-aaaea160-a76f-4239-9aac-6e0a262a759e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:08.721206 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:08.721459 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aaaea160-a76f-4239-9aac-6e0a262a759e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:08.721846 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'status': 'completed', 'code': 200} Feb 19 08:02:08.807389 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-facac3fd-502d-4dcf-b30e-d51e2e296606 req-466ad7b5-45a1-4926-beb2-bb7963cf0075 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011536 Feb 19 08:02:08.832353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-93d19074-bc6b-4527-91ff-9cea6267462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:08.833828 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-93d19074-bc6b-4527-91ff-9cea6267462f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0852132 Feb 19 08:02:08.836470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-8b774150-13fb-4b08-ac2c-39f3751ecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:08.837993 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-8b774150-13fb-4b08-ac2c-39f3751ecc4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0996964 Feb 19 08:02:09.239137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:02:09.280076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port a6194093-890f-4dd3-9f36-51a697d63002 host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:02:09.280472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:02:09.311396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-3e9a828a-d095-443a-9316-7a396915762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.312877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-3e9a828a-d095-443a-9316-7a396915762a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.4655776 Feb 19 08:02:09.313945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-d86401d6-2991-4a8f-8ec2-ddd46a9fecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.315289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-d86401d6-2991-4a8f-8ec2-ddd46a9fecea service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.4751527 Feb 19 08:02:09.422871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-786713da-5239-4025-b10a-d0b582468c20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1000 time: 0.1041832 Feb 19 08:02:09.424843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-9305dcf8-8ffd-4ed1-9bdc-ca5e0b5f5e68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1000 time: 0.1006267 Feb 19 08:02:09.505130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-5fd6a024-4fbf-45c4-a065-4073590a5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.506471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-5fd6a024-4fbf-45c4-a065-4073590a5ce9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0778439 Feb 19 08:02:09.507831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-05bc0ea2-9044-42b6-8f10-1da57912046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.509135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-05bc0ea2-9044-42b6-8f10-1da57912046f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0734532 Feb 19 08:02:09.583863 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-6e180589-cd4b-4024-a53b-f4786c7b7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.585352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-6e180589-cd4b-4024-a53b-f4786c7b7cf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733702 Feb 19 08:02:09.587725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-bbb76994-eb14-48bf-932b-149513b1e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.589066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-bbb76994-eb14-48bf-932b-149513b1e168 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695767 Feb 19 08:02:09.734597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-a263f2a0-7dfb-4a0c-a608-fd7a72f7bf2f service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429064 Feb 19 08:02:09.737817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-6e43f43e-2616-4d19-a369-ef49ed4f7e75 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386836 Feb 19 08:02:09.834355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:09.896082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-4b623b3d-505f-49da-9d85-d3d320b22e4d service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541681 Feb 19 08:02:09.897895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-15a3c2bf-6af4-4410-8907-753e95d77d39 req-a2da2c14-abcc-4a48-9286-7721bbaa7817 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487622 Feb 19 08:02:09.929618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4ea53-2742-4f45-b5ba-2fa3086b987b req-99b9ec93-eb7e-4b02-be60-4aa966b87566 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:09.931136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7d4ea53-2742-4f45-b5ba-2fa3086b987b req-99b9ec93-eb7e-4b02-be60-4aa966b87566 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0526249 Feb 19 08:02:09.982171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f7d4ea53-2742-4f45-b5ba-2fa3086b987b req-49759bee-e468-4561-93a9-86f68bc91851 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Feb 19 08:02:11.103488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ca04-146e-4b0e-bde6-31dfe947caee req-41281df6-5e62-4059-bb21-fb7aab823503 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.105029 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84a0ca04-146e-4b0e-bde6-31dfe947caee req-41281df6-5e62-4059-bb21-fb7aab823503 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0529752 Feb 19 08:02:11.156396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-84a0ca04-146e-4b0e-bde6-31dfe947caee req-68098964-2b4f-464d-bb24-10f57479bd73 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458527 Feb 19 08:02:11.161031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:11.405462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01201815-6194-4877-a472-4c20fcde448d req-e5ca2044-3ce0-41b8-9021-5456071f81fa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.406949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01201815-6194-4877-a472-4c20fcde448d req-e5ca2044-3ce0-41b8-9021-5456071f81fa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 944 time: 0.0901883 Feb 19 08:02:11.414402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-09944d6f-e2d4-40a6-871c-a9c630468c98 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.415769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-09944d6f-e2d4-40a6-871c-a9c630468c98 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 944 time: 0.0886960 Feb 19 08:02:11.500485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01201815-6194-4877-a472-4c20fcde448d req-bf728769-59be-49e4-b5a7-78992c156e25 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837691 Feb 19 08:02:11.503605 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-1e326470-1508-4db6-997d-ca99f4ee8822 service neutron] delete failed (client error): The resource could not be found. Feb 19 08:02:11.504538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-1e326470-1508-4db6-997d-ca99f4ee8822 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0822923 Feb 19 08:02:11.588396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-54c3bde0-9b20-4a85-97f3-cc1a755734a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.589916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-54c3bde0-9b20-4a85-97f3-cc1a755734a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1126 time: 0.0440223 Feb 19 08:02:11.681060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-24c1ea1f-bd88-41b2-932c-fd850d3e1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.682539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-24c1ea1f-bd88-41b2-932c-fd850d3e1542 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0867052 Feb 19 08:02:11.745121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-7c023c69-64bf-4c37-8fe1-982e171ddb83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1000 time: 0.0563540 Feb 19 08:02:11.784570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:02:11.796399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-eace0a8b-57db-40b5-b183-986474316d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.797877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-eace0a8b-57db-40b5-b183-986474316d80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0465181 Feb 19 08:02:11.845020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-292b8c68-9266-4c39-9fc1-2f56cb665319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:11.847120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-292b8c68-9266-4c39-9fc1-2f56cb665319 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435650 Feb 19 08:02:11.882246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:11.893202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'a6194093-890f-4dd3-9f36-51a697d63002', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'a6194093-890f-4dd3-9f36-51a697d63002', 'mac_address': 'fa:16:3e:92:c2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:02:11.928684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a6194093-890f-4dd3-9f36-51a697d63002 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:02:11.929076 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:11.933782 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-da61355f-f3f6-46ac-a8e5-3ad49701402f service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810738 Feb 19 08:02:11.942203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6194093-890f-4dd3-9f36-51a697d63002 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:02:11.961222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:11.965581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:12.013999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:12.021261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.021606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.021945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.022278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.022608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.022944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.023297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.023622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.023943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.024265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.024587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.024908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.025225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:02:12.029669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-07b4dbd2-6b77-4d45-8b0c-35f6b106790f req-9a1409de-9267-4da6-a633-9ec18e808f1a service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898657 Feb 19 08:02:12.265089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['a6194093-890f-4dd3-9f36-51a697d63002'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:02:12.474599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:12.621571 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10be8bd-9c75-4d72-89fa-2146fcbbe32e req-43c3669d-b64e-41dc-8d86-322248684dc0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:12.623143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10be8bd-9c75-4d72-89fa-2146fcbbe32e req-43c3669d-b64e-41dc-8d86-322248684dc0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 945 time: 0.0522306 Feb 19 08:02:12.668926 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c10be8bd-9c75-4d72-89fa-2146fcbbe32e req-bd5a0e01-6521-46cb-a57d-688ea1c74286 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Feb 19 08:02:12.784830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e21064-6128-49a4-b6d1-394aa451e45e req-1a2fcb23-bec8-4b85-9418-773307ac53de tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:12.786303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42e21064-6128-49a4-b6d1-394aa451e45e req-1a2fcb23-bec8-4b85-9418-773307ac53de tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 945 time: 0.0529346 Feb 19 08:02:12.831735 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42e21064-6128-49a4-b6d1-394aa451e45e req-0db566e4-7fdf-46a4-b277-8dc2bedb7e71 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Feb 19 08:02:13.054276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda058-e8f2-4569-9257-56539e4e239f req-9c497d8d-08b0-4928-9894-6ee7566297b5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.055793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afdda058-e8f2-4569-9257-56539e4e239f req-9c497d8d-08b0-4928-9894-6ee7566297b5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 945 time: 0.0825615 Feb 19 08:02:13.085123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-17d61d6a-0084-4fc5-b138-bdc7087943ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.086628 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-17d61d6a-0084-4fc5-b138-bdc7087943ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 1127 time: 0.0727947 Feb 19 08:02:13.154568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-afdda058-e8f2-4569-9257-56539e4e239f req-7646d57b-2a01-479c-b51a-c352512a11c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924797 Feb 19 08:02:13.198445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-f11f30b7-4a2a-4e95-a779-bbb384aaad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.199873 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-f11f30b7-4a2a-4e95-a779-bbb384aaad78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1044490 Feb 19 08:02:13.262664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-3ead9ee8-5a00-426c-816d-d33d5d9a8b9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 200 len: 1001 time: 0.0572529 Feb 19 08:02:13.308281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-49c7b506-8ade-40f7-adf8-63a5023f1dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.312158 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-49c7b506-8ade-40f7-adf8-63a5023f1dd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0440741 Feb 19 08:02:13.362273 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-894410d2-f248-44a5-9f26-bed5771fde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:13.363841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-894410d2-f248-44a5-9f26-bed5771fde20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465295 Feb 19 08:02:13.450865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-ffccab31-4bfd-47d3-9e35-1a2d31708f71 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807219 Feb 19 08:02:13.545289 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad2f3947-0701-4e0a-bc32-c0f05539f60b req-d3c1293c-6b37-4aee-bce6-62e9032b1b71 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884979 Feb 19 08:02:13.800739 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:02:13.855666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port a6194093-890f-4dd3-9f36-51a697d63002 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:02:13.860224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port a6194093-890f-4dd3-9f36-51a697d63002 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:13.860613 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a6194093-890f-4dd3-9f36-51a697d63002), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:13.939927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port a6194093-890f-4dd3-9f36-51a697d63002 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:02:13.940312 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:13.962844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:13.965120 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86fc18b-7b2c-4e7e-9a35-45194c9ad127" -d '{"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-plugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:13.979517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:13.984647 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:14.032521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:14.068664 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b035784-d0b3-48d8-ad0f-74eb7602e20d x-openstack-request-id: req-8b035784-d0b3-48d8-ad0f-74eb7602e20d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:14.068973 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-plugged", "status": "completed", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:14.069235 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b035784-d0b3-48d8-ad0f-74eb7602e20d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:14.069636 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'code': 200} Feb 19 08:02:14.274325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018433f-6300-41e0-965a-e33903d64ee9 req-e8552535-7acb-41cb-a134-d9690355d184 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:14.275851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7018433f-6300-41e0-965a-e33903d64ee9 req-e8552535-7acb-41cb-a134-d9690355d184 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0543022 Feb 19 08:02:14.323181 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7018433f-6300-41e0-965a-e33903d64ee9 req-27ad6ad3-d745-415f-b4fd-58e1de1008d8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 Feb 19 08:02:14.560552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2521426-3a8e-4b07-8c34-6801844fa395 req-a4af8bea-3de2-4e04-a234-af0d40c0240c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:14.562020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2521426-3a8e-4b07-8c34-6801844fa395 req-a4af8bea-3de2-4e04-a234-af0d40c0240c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0529344 Feb 19 08:02:14.606699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a2521426-3a8e-4b07-8c34-6801844fa395 req-9d8a22e0-80d5-4f8f-a96d-50af6d37611a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390682 Feb 19 08:02:15.727014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe42c9-d019-43f0-b89f-d42ce7c0be59 req-0c2d9b85-a8b9-4804-b0f1-ae7fb6df90cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:15.728530 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ffe42c9-d019-43f0-b89f-d42ce7c0be59 req-0c2d9b85-a8b9-4804-b0f1-ae7fb6df90cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0522368 Feb 19 08:02:15.774049 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8ffe42c9-d019-43f0-b89f-d42ce7c0be59 req-a16d5c9a-db16-40d4-9795-3d422a67c447 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Feb 19 08:02:15.924218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-2f4bb5f7-91cb-42df-8b43-acde0fbe9aa3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:15.925556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-2f4bb5f7-91cb-42df-8b43-acde0fbe9aa3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 946 time: 0.0550847 Feb 19 08:02:16.016200 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Deleting port a6194093-890f-4dd3-9f36-51a697d63002 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:02:16.016545 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a6194093-890f-4dd3-9f36-51a697d63002), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.104951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] For port a6194093-890f-4dd3-9f36-51a697d63002, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=a6194093-890f-4dd3-9f36-51a697d63002,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:16.105313 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a6194093-890f-4dd3-9f36-51a697d63002), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.272962 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.273247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.273573 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd disassociated. External IP: 172.25.7.157, port: a6194093-890f-4dd3-9f36-51a697d63002. Feb 19 08:02:16.273914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Calling delete_port for a6194093-890f-4dd3-9f36-51a697d63002 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:02:16.400210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a6194093-890f-4dd3-9f36-51a697d63002), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.426681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'Port': ['ID=a6194093-890f-4dd3-9f36-51a697d63002,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:16.552272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:02:16.662351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:02:16.672692 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:02:16.681889 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:02:16.682489 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:16.703382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] No DVR routers for this DVR port a6194093-890f-4dd3-9f36-51a697d63002 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:02:16.705963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:16.709301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-231f8837-7c31-45ca-908f-d6b41f950fa8 req-c9c014e1-9e6a-46ca-9cd2-d09453b5a1c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "DELETE /v2.0/ports/a6194093-890f-4dd3-9f36-51a697d63002 HTTP/1.1" status: 204 len: 173 time: 0.7785780 Feb 19 08:02:16.709774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-deleted', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:16.712024 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a50770f-2a30-45f5-9620-3d50058b81d3" -d '{"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-deleted", "tag": "a6194093-890f-4dd3-9f36-51a697d63002"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:16.750427 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b86559-761e-462e-9803-dc2959316b59 x-openstack-request-id: req-60b86559-761e-462e-9803-dc2959316b59 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:16.750729 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76da210-4d13-4fd4-b234-ca926877546c", "name": "network-vif-deleted", "tag": "a6194093-890f-4dd3-9f36-51a697d63002", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:16.750996 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60b86559-761e-462e-9803-dc2959316b59 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:16.751539 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76da210-4d13-4fd4-b234-ca926877546c', 'name': 'network-vif-deleted', 'tag': 'a6194093-890f-4dd3-9f36-51a697d63002', 'status': 'completed', 'code': 200} Feb 19 08:02:16.789415 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:02:16.896113 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-eb6a83d2-d58e-41f3-a49b-ef397e6151ca req-eec1fee0-f7b8-4c5d-83ca-f4fe295dbcf9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=d76da210-4d13-4fd4-b234-ca926877546c HTTP/1.1" status: 200 len: 210 time: 0.0373518 Feb 19 08:02:17.001654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:17.031453 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:02:17.039751 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:02:17.040413 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:17.143248 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:02:17.330836 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:17.359676 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a573b1-a51c-4302-98b7-b6d5bdfb65d2 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:02:17.576930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcb52b-8e87-45ea-9440-438ea1a050d4 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:02:18.139034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-43b8417e-509f-4ac0-a796-bba10442ebf3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1199824783&fields=id&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 267 time: 0.0415082 Feb 19 08:02:18.244723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d6ed384b-4cd7-4ef3-a534-1f5b3b806903 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:18.246088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d6ed384b-4cd7-4ef3-a534-1f5b3b806903 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1006935 Feb 19 08:02:18.259949 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-a0ffd9d4-9052-4e40-a718-a6ab34839c90 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/quotas/f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 375 time: 0.0086894 Feb 19 08:02:18.311534 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-4be00e90-049c-4834-a5b0-e38313201201 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469272 Feb 19 08:02:18.408761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-7201fda6-308c-4fb8-8308-ba0e020a137d service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Feb 19 08:02:18.493970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-89c42af5-baa8-4322-abda-efde0a98649c service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795250 Feb 19 08:02:18.659705 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ef56721c-2e84-45b7-a98a-74e8c7d08fcd req-d57e3aac-52ff-40b1-ab9f-da26bd75a5c5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 210 time: 0.0296793 Feb 19 08:02:19.564004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-8b528d5d-26e2-4ca2-9e1b-1878ebb8093a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:19.565481 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-8b528d5d-26e2-4ca2-9e1b-1878ebb8093a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1082294 Feb 19 08:02:19.625271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-1c718e22-7fa5-4c8b-8894-b7aea1d7f9c2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 380 time: 0.0524144 Feb 19 08:02:19.633883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'port': {'device_id': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'admin_state_up': True, 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'security_groups': ['c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:02:19.763921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a239ead7-af7b-4ae6-a7eb-af745a4d12b5 req-b2bb6530-0997-47fb-927d-f01630474813 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 210 time: 0.0357947 Feb 19 08:02:19.764622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:02:19.767876 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:19.815890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:02:19.835367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: a6194093-890f-4dd3-9f36-51a697d63002 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:02:19.835716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device a6194093-890f-4dd3-9f36-51a697d63002 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:02:19.891107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Allocated IP 172.20.0.13 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/f2e88312-bbee-4405-992c-7c453dea060a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:02:20.025971 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (f2e88312-bbee-4405-992c-7c453dea060a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.058035 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.098047 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:02:20.101017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:02:20.104589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:02:20.135600 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:20.164309 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:20.164938 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.181301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-d08c4683-c916-46a6-946b-4dc3985452ae tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508988 Feb 19 08:02:20.192778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Request body: {'port': {'device_id': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:02:20.253206 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.408863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6a082d09-8338-4b6f-b239-755cb3b7b79c None None] Provisioning complete for port f2e88312-bbee-4405-992c-7c453dea060a triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:20.409131 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a082d09-8338-4b6f-b239-755cb3b7b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f2e88312-bbee-4405-992c-7c453dea060a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.441804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a082d09-8338-4b6f-b239-755cb3b7b79c None None] Port f2e88312-bbee-4405-992c-7c453dea060a cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:02:20.516422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:02:20.524001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks [] for port (f2e88312-bbee-4405-992c-7c453dea060a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.535780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Transition to ACTIVE for port object f2e88312-bbee-4405-992c-7c453dea060a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:02:20.539441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.590222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:20.661611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:02:20.661868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:02:20.662201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:02:20.666894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:02:20.667239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:02:20.673132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:02:20.673488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:02:20.673936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:02:20.674454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Bound port: f2e88312-bbee-4405-992c-7c453dea060a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:02:20.674824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.742985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:02:20.746026 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:02:20.753107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.787614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:20.787614 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:20.788342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] 10.222.0.24 "PUT /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1092 time: 0.5996759 Feb 19 08:02:20.788786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:20.791028 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60290cb0-7f58-4153-90c5-a4c05da02275" -d '{"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:20.832731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5dcc3-b13e-44a7-ab0d-c36afdabf99f service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:20.853839 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea22408-05e6-485c-94c8-503f857d9855 x-openstack-request-id: req-6ea22408-05e6-485c-94c8-503f857d9855 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:20.854131 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:20.854390 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ea22408-05e6-485c-94c8-503f857d9855 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:20.854793 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'status': 'completed', 'code': 200} Feb 19 08:02:20.875946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-67f74769-ac2b-4cf1-8044-bdca25bc80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:20.877521 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-67f74769-ac2b-4cf1-8044-bdca25bc80ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1126 time: 0.0540929 Feb 19 08:02:20.908610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4028dc-b247-46db-ac75-a1cfac90ce07 req-5819b54c-7246-4a32-9517-ee0d00e45092 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:20.910154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf4028dc-b247-46db-ac75-a1cfac90ce07 req-5819b54c-7246-4a32-9517-ee0d00e45092 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0585139 Feb 19 08:02:20.919892 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-b272f041-dfec-4874-b0d2-bbac08be4f77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 217 time: 0.0357232 Feb 19 08:02:20.966846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cf4028dc-b247-46db-ac75-a1cfac90ce07 req-eb0f50aa-b7e3-4731-a894-3271254ae3b5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504994 Feb 19 08:02:21.306027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-c9932f7d-a666-4a66-acb9-b0f3f83df628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.307557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-c9932f7d-a666-4a66-acb9-b0f3f83df628 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.3816385 Feb 19 08:02:21.354904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-e4976395-d4f0-4879-adfc-b4b40a6ef3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.357110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-e4976395-d4f0-4879-adfc-b4b40a6ef3c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434439 Feb 19 08:02:21.446907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-5537f76b-189f-48d4-b565-b23399fc6b0b service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838816 Feb 19 08:02:21.539285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f77daa14-1ba3-4c28-996e-4e7cf0f7aa74 req-ff56b812-ff30-4946-a0a4-ac63e38791b1 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Feb 19 08:02:21.626043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-afd56f27-a9bd-46b3-bffc-1828cdbaaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.627480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-afd56f27-a9bd-46b3-bffc-1828cdbaaaac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1126 time: 0.0442472 Feb 19 08:02:21.716628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-c3712657-df0e-4a36-aa5d-8fe5943e17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.718088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-c3712657-df0e-4a36-aa5d-8fe5943e17a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0854251 Feb 19 08:02:21.759777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-7a722ecd-5b33-4b96-bf8f-2b315d44d6b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 217 time: 0.0335977 Feb 19 08:02:21.804951 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-8b21c3eb-06d7-43b7-a4f8-f83039146ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.806364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-8b21c3eb-06d7-43b7-a4f8-f83039146ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0408654 Feb 19 08:02:21.852405 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:02:21.857572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-5f8c4c93-8e2b-4a7d-86b7-c3a75182afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:21.859078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-5f8c4c93-8e2b-4a7d-86b7-c3a75182afec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468547 Feb 19 08:02:21.948827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-3c965bee-7a2e-4a4e-9a71-0976daf6fa38 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Feb 19 08:02:22.052515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60290cb0-7f58-4153-90c5-a4c05da02275 req-fe39766d-e798-4b50-9c41-e70c3cc6dfa0 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954688 Feb 19 08:02:22.092961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c0e4-e00f-4e0c-aac5-f12f78620b13 req-e3dc61e2-3d38-4a62-b6f4-3ccade305bd3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:22.094425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aac8c0e4-e00f-4e0c-aac5-f12f78620b13 req-e3dc61e2-3d38-4a62-b6f4-3ccade305bd3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0558786 Feb 19 08:02:22.140989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aac8c0e4-e00f-4e0c-aac5-f12f78620b13 req-5a97fcb2-d7f9-4d87-9762-1badce4c1f37 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409808 Feb 19 08:02:23.259995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bd98d-28f7-44db-9aca-50735d0775af req-97c28bbe-3e87-4643-b39f-be24f572e4d6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:23.261640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-844bd98d-28f7-44db-9aca-50735d0775af req-97c28bbe-3e87-4643-b39f-be24f572e4d6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0520687 Feb 19 08:02:23.310877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-844bd98d-28f7-44db-9aca-50735d0775af req-8fa0ecbc-1656-4bac-819a-11cec44a6dfa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Feb 19 08:02:23.332652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:02:23.425805 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:23.437789 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'f2e88312-bbee-4405-992c-7c453dea060a', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:02:23.474392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:02:23.474783 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:23.487014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:02:23.509711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:23.513907 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:23.557425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:23.697626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f2e88312-bbee-4405-992c-7c453dea060a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:02:24.427436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5969-40b4-4d3a-8658-63a7242b942f req-4f5eea3c-3f8e-40e5-af5c-b0151f63a498 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:24.428857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd9c5969-40b4-4d3a-8658-63a7242b942f req-4f5eea3c-3f8e-40e5-af5c-b0151f63a498 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0512068 Feb 19 08:02:24.478738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd9c5969-40b4-4d3a-8658-63a7242b942f req-b572ee60-8fa7-41fc-a5a4-6635331f9cf7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Feb 19 08:02:25.332599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:02:25.383168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port f2e88312-bbee-4405-992c-7c453dea060a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:02:25.386818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port f2e88312-bbee-4405-992c-7c453dea060a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:02:25.387215 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f2e88312-bbee-4405-992c-7c453dea060a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:25.459820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:02:25.460205 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:25.482776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:25.485004 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ac5b4-101a-4b12-9504-76b29b12cdf7" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:25.497316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:02:25.503069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:25.531944 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26112fea-2f59-4b26-a98f-589dcf554cf1 x-openstack-request-id: req-26112fea-2f59-4b26-a98f-589dcf554cf1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:25.532241 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:25.532494 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26112fea-2f59-4b26-a98f-589dcf554cf1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:25.533370 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'code': 200} Feb 19 08:02:25.556831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:02:25.641605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf99ac-99b3-42ae-9337-98959d8d7430 req-73c54565-6afd-4245-af12-a79dff405c85 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:25.643119 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48bf99ac-99b3-42ae-9337-98959d8d7430 req-73c54565-6afd-4245-af12-a79dff405c85 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0893962 Feb 19 08:02:25.648808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3f8fd-1251-4572-9dc4-e64d5165667d req-a612a282-0c7a-427c-96ed-a595c3c09e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:25.650197 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1af3f8fd-1251-4572-9dc4-e64d5165667d req-a612a282-0c7a-427c-96ed-a595c3c09e2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1128 time: 0.0655718 Feb 19 08:02:25.719131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-48bf99ac-99b3-42ae-9337-98959d8d7430 req-1d7e8655-01f1-4f9b-b680-dc6af48a0202 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679832 Feb 19 08:02:25.721584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1af3f8fd-1251-4572-9dc4-e64d5165667d req-1149d918-65ff-43f4-b8fa-ea1c720df736 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644248 Feb 19 08:02:26.840753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57772c7-1e1d-489c-9e13-0c865c561e32 req-d2517d14-c06a-44ec-8cd8-8aec006a7051 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:26.842861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a57772c7-1e1d-489c-9e13-0c865c561e32 req-d2517d14-c06a-44ec-8cd8-8aec006a7051 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0547323 Feb 19 08:02:26.887467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a57772c7-1e1d-489c-9e13-0c865c561e32 req-23debd8f-a307-413a-8dfa-8ea1de7533e8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Feb 19 08:02:27.005460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbf136-f60e-4ddc-b922-59d6e9f8d7be req-89bfd235-4b9e-48de-bef7-cfb8d3cf9f75 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:27.006884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bddbf136-f60e-4ddc-b922-59d6e9f8d7be req-89bfd235-4b9e-48de-bef7-cfb8d3cf9f75 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0570920 Feb 19 08:02:27.016021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 44738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:02:27.020383 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'floatingip': {'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:02:27.057451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:27.489318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:27.493461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:27.593537 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd associated. External IP: 172.25.7.157, port: f2e88312-bbee-4405-992c-7c453dea060a. Feb 19 08:02:27.801685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:02:27.908802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:02:27.914059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:27.918659 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:02:27.928778 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:02:27.929377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:27.943692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-038dd409-a7c8-42e0-baff-9d5cc14959f0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "PUT /v2.0/floatingips/7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd HTTP/1.1" status: 200 len: 992 time: 0.9265902 Feb 19 08:02:27.944303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:02:27.946545 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8024f2-c420-48fa-b957-d1445e12d2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:02:27.991670 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee1bc27-3df9-46fe-bc42-69b39cecec9c x-openstack-request-id: req-dee1bc27-3df9-46fe-bc42-69b39cecec9c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:02:27.991968 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:02:27.992232 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dee1bc27-3df9-46fe-bc42-69b39cecec9c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:02:27.992671 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'status': 'completed', 'code': 200} Feb 19 08:02:28.038832 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:02:28.057468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-0906537e-9ac7-4e13-83e5-2373c59a00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.059040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-0906537e-9ac7-4e13-83e5-2373c59a00e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1128 time: 0.0466831 Feb 19 08:02:28.205864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-e90d097a-124d-4c07-bb03-6dda27d8e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.207402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-e90d097a-124d-4c07-bb03-6dda27d8e610 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1411984 Feb 19 08:02:28.267883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:02:27Z', 'revision_number': 9, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:28.295757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-a77bc05b-379e-4871-a8fe-90b8982aae34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438541 Feb 19 08:02:28.297349 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:02:28.297490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-7695e09f-1885-4296-bc40-efb307a8ace0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1000 time: 0.0832095 Feb 19 08:02:28.304717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb242-7a23-4424-810e-c59722a9cb23 req-10a66ae7-653b-44a5-b397-4e3e9b547e0f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.306164 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c4cb242-7a23-4424-810e-c59722a9cb23 req-10a66ae7-653b-44a5-b397-4e3e9b547e0f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.1623476 Feb 19 08:02:28.311243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:02:28.311841 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:02:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:28.373387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-e78ab3ba-c099-4251-9858-2b86420d8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.374890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-e78ab3ba-c099-4251-9858-2b86420d8735 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0678344 Feb 19 08:02:28.398863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c4cb242-7a23-4424-810e-c59722a9cb23 req-5b4d2d81-ef86-4966-baa8-a4404c8adbf8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829718 Feb 19 08:02:28.428444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:02:28.432785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-b8733b1a-3c15-40d4-91a1-740a762c8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.434309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-b8733b1a-3c15-40d4-91a1-740a762c8d41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516462 Feb 19 08:02:28.531475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-b7687c4d-7ec0-4cc7-bd12-1da7029adb8a service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906794 Feb 19 08:02:28.630953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a8024f2-c420-48fa-b957-d1445e12d2c6 req-cd4d0961-7d33-46fa-af72-330caa09189e service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943525 Feb 19 08:02:28.701220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-15e61222-fcb8-4246-9ccd-08ba2447f8c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:28.702609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-15e61222-fcb8-4246-9ccd-08ba2447f8c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 943 time: 0.0532351 Feb 19 08:02:28.754556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:02:27Z', 'revision_number': 9, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:02:28.784661 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5653d213-a807-452f-b2d8-caacbfabdc1b None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:02:27Z', 'revision_number': 9, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:02:29.014719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2eb182-89f9-4673-8506-2624625565e2 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:02:29.516913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89fcc9-ed7f-45cc-88e6-80c3209d2209 req-c988b087-56cd-4d8a-9eb9-6739ca6e944b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.518376 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c89fcc9-ed7f-45cc-88e6-80c3209d2209 req-c988b087-56cd-4d8a-9eb9-6739ca6e944b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0515168 Feb 19 08:02:29.570148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c89fcc9-ed7f-45cc-88e6-80c3209d2209 req-8635a63d-0faa-4ff8-b302-086bf2868253 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461304 Feb 19 08:02:29.666072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-6c641e16-6ba0-43f5-a365-9b1e5695d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.667581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-6c641e16-6ba0-43f5-a365-9b1e5695d083 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1128 time: 0.0436628 Feb 19 08:02:29.753441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-c6587dd6-40fc-4ed1-bdc3-033d355603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.754821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-c6587dd6-40fc-4ed1-bdc3-033d355603d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0813417 Feb 19 08:02:29.821489 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-a079141a-8f15-43c3-bc9d-120f5df0adc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1003 time: 0.0614221 Feb 19 08:02:29.870440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-7d72da72-da4f-41bd-9bcf-4d917ffb2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.871972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-7d72da72-da4f-41bd-9bcf-4d917ffb2cd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0428922 Feb 19 08:02:29.922137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-ec88fbd0-9078-45a8-a996-f60299ad3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:29.923681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-ec88fbd0-9078-45a8-a996-f60299ad3f72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452695 Feb 19 08:02:30.014004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-275de865-813c-4a7b-89eb-8423125effaa service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Feb 19 08:02:30.100539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-e99554b3-dc83-486d-9682-0f5e1d37b20f service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Feb 19 08:02:30.674942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:30.696058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5b09-c8d6-4585-98ca-1003354b58ab req-2ceff146-ab2d-46fa-a439-10d3543e6e1f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:30.697467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-121a5b09-c8d6-4585-98ca-1003354b58ab req-2ceff146-ab2d-46fa-a439-10d3543e6e1f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0574517 Feb 19 08:02:30.743917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-121a5b09-c8d6-4585-98ca-1003354b58ab req-6fdb0fc9-5062-4c35-94eb-6778e06cca86 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Feb 19 08:02:31.868257 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf529f-4704-4d80-a1d8-690a1018dc53 req-b4c35aeb-4f6b-496f-946f-2b463d172227 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:31.869740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7bf529f-4704-4d80-a1d8-690a1018dc53 req-b4c35aeb-4f6b-496f-946f-2b463d172227 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0557415 Feb 19 08:02:31.917977 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c7bf529f-4704-4d80-a1d8-690a1018dc53 req-ac954f4e-fd92-47ce-9c57-0c7dc835f286 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Feb 19 08:02:32.267470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078df8-d89e-4d26-912d-709568787eb0 req-ae418932-252d-4991-8913-c19c8b9f8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:32.268945 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-ae418932-252d-4991-8913-c19c8b9f8ad2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1128 time: 0.0436049 Feb 19 08:02:32.367857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078df8-d89e-4d26-912d-709568787eb0 req-cc3a61ff-9425-49e6-b57a-3edf2fd2079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:32.369315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-cc3a61ff-9425-49e6-b57a-3edf2fd2079a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0834692 Feb 19 08:02:32.430687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-42501e50-794e-4e25-ab93-15b1958ffb21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1003 time: 0.0551226 Feb 19 08:02:32.476468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078df8-d89e-4d26-912d-709568787eb0 req-b6e7e673-7c9f-45ca-a275-ce2e6230c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:32.477840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-b6e7e673-7c9f-45ca-a275-ce2e6230c973 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0413268 Feb 19 08:02:32.528618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078df8-d89e-4d26-912d-709568787eb0 req-972e2934-165f-432b-b323-3b1c08110057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:32.530032 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-972e2934-165f-432b-b323-3b1c08110057 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462353 Feb 19 08:02:32.617064 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-13fc0711-fdba-4380-aa63-a2c2eadb9c84 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810692 Feb 19 08:02:32.707397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05078df8-d89e-4d26-912d-709568787eb0 req-6903be81-6c70-4ac2-8417-0cd45462533b service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844784 Feb 19 08:02:33.034952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110e2b3-027e-4e08-b721-50237efd2e28 req-940566fe-ef6c-4b1a-b42c-b63497b31468 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:33.036423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3110e2b3-027e-4e08-b721-50237efd2e28 req-940566fe-ef6c-4b1a-b42c-b63497b31468 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0512958 Feb 19 08:02:33.080760 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3110e2b3-027e-4e08-b721-50237efd2e28 req-445bae8e-1b69-4c65-83a7-f2dc676534fa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Feb 19 08:02:33.407572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:34.201338 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7d6ed-0029-4764-a668-41e4da00b86e req-9287df85-d1b0-4ce5-b080-227d0dfc1da7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:34.202846 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de7d6ed-0029-4764-a668-41e4da00b86e req-9287df85-d1b0-4ce5-b080-227d0dfc1da7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0523865 Feb 19 08:02:34.248841 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0de7d6ed-0029-4764-a668-41e4da00b86e req-3e98bb20-80e0-44b6-9ac3-699cd252c9da tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398824 Feb 19 08:02:35.365417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f6d0e-e7e9-4918-b3e3-acf0278838cd req-1cf64a40-4925-4eba-b711-62af212bc0db tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:35.367182 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db4f6d0e-e7e9-4918-b3e3-acf0278838cd req-1cf64a40-4925-4eba-b711-62af212bc0db tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0517802 Feb 19 08:02:35.411670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-db4f6d0e-e7e9-4918-b3e3-acf0278838cd req-3a7fd9d1-f818-487a-8ae5-420bcd5d7813 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Feb 19 08:02:36.291673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20743683-a513-4583-afe0-ea8b898c714a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:36.528074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63a3f7-c9b0-4dd2-a362-526d2076f6c9 req-a9a201f6-4655-4949-8f72-c4267cde62b4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:36.529539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c63a3f7-c9b0-4dd2-a362-526d2076f6c9 req-a9a201f6-4655-4949-8f72-c4267cde62b4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0516510 Feb 19 08:02:36.578927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9c63a3f7-c9b0-4dd2-a362-526d2076f6c9 req-d3973fa2-4161-4b08-b5f6-7c9c67862177 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Feb 19 08:02:37.701037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f99b07-32c5-4088-9af0-c32af29497a5 req-70ed5658-ee83-419f-95ef-a2cbd2210a80 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:37.702583 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99f99b07-32c5-4088-9af0-c32af29497a5 req-70ed5658-ee83-419f-95ef-a2cbd2210a80 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0571790 Feb 19 08:02:37.749883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-99f99b07-32c5-4088-9af0-c32af29497a5 req-cf31a8c1-1c7c-4aa0-a388-3cc8305be49e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Feb 19 08:02:38.625857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7814052-2a42-4504-9c3c-59d488c64498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:38.865264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc2057-65a7-4b5e-b793-d86d894fe90c req-506351f6-2b0b-439a-8d8e-4ba3defa2272 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:38.866975 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bdc2057-65a7-4b5e-b793-d86d894fe90c req-506351f6-2b0b-439a-8d8e-4ba3defa2272 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0506165 Feb 19 08:02:38.912259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1bdc2057-65a7-4b5e-b793-d86d894fe90c req-fa07ec58-e4fe-4c92-b7fe-f20ad023adf5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397608 Feb 19 08:02:39.834376 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:40.029186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4543c-58a9-4b88-a7fe-e916ae2502f3 req-979c96d0-7bde-44d4-bb4c-65093400bfe6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:40.030657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5e4543c-58a9-4b88-a7fe-e916ae2502f3 req-979c96d0-7bde-44d4-bb4c-65093400bfe6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0513005 Feb 19 08:02:40.075635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c5e4543c-58a9-4b88-a7fe-e916ae2502f3 req-82e15cf7-3ce4-4b9f-b2b9-b483d73fc927 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Feb 19 08:02:41.160538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:41.196254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662f73-0154-4de4-a53e-87683060ffaf req-e974a837-73e6-4ec9-b4d7-c8c52785c71e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:41.197715 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03662f73-0154-4de4-a53e-87683060ffaf req-e974a837-73e6-4ec9-b4d7-c8c52785c71e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0512917 Feb 19 08:02:41.246206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-03662f73-0154-4de4-a53e-87683060ffaf req-2b750582-82b1-47e9-94d3-ad6284ac2326 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Feb 19 08:02:42.365707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c7ce8-b235-4f0a-86bc-5f64cf273311 req-a8cdb250-9ed2-4efd-8c98-e2b38c74ecb2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:42.367458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-518c7ce8-b235-4f0a-86bc-5f64cf273311 req-a8cdb250-9ed2-4efd-8c98-e2b38c74ecb2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0513172 Feb 19 08:02:42.415963 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-518c7ce8-b235-4f0a-86bc-5f64cf273311 req-04a01548-3e45-4708-a765-85bbfc96035b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Feb 19 08:02:42.476930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:02:43.534637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2faea42-7338-4404-b349-4cf056efbb3a req-270575a6-69fc-4f59-a019-9a357829ebc2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:43.536116 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2faea42-7338-4404-b349-4cf056efbb3a req-270575a6-69fc-4f59-a019-9a357829ebc2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0548205 Feb 19 08:02:43.580331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2faea42-7338-4404-b349-4cf056efbb3a req-010e6a71-e232-44dd-aed0-e94f51b8445c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 Feb 19 08:02:44.698699 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67f22-60dc-47d1-8812-863236c8096d req-ba74bff7-1434-4ff5-adda-a715c61d1d83 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:44.700110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5dc67f22-60dc-47d1-8812-863236c8096d req-ba74bff7-1434-4ff5-adda-a715c61d1d83 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0513463 Feb 19 08:02:44.745023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5dc67f22-60dc-47d1-8812-863236c8096d req-ffbb96d6-d192-4971-aa7c-7be12b3cb537 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392551 Feb 19 08:02:45.866969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf70b7-3f09-4208-9a4d-9d3f0de1a6f3 req-5bc9354b-bf69-451b-b046-748b086bee7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:45.868477 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfbf70b7-3f09-4208-9a4d-9d3f0de1a6f3 req-5bc9354b-bf69-451b-b046-748b086bee7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0555553 Feb 19 08:02:45.913636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cfbf70b7-3f09-4208-9a4d-9d3f0de1a6f3 req-b9f03d10-90a8-4f33-bb2d-74bc6b2da1bd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Feb 19 08:02:47.032404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11016-06c8-49b4-9b8e-f050d4c38123 req-1e4a4daa-5a5e-4dc2-9232-f9270873fa35 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:47.033881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50e11016-06c8-49b4-9b8e-f050d4c38123 req-1e4a4daa-5a5e-4dc2-9232-f9270873fa35 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0516338 Feb 19 08:02:47.078818 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-50e11016-06c8-49b4-9b8e-f050d4c38123 req-2ce87c71-a7cd-4e16-b3fc-b698087306fd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Feb 19 08:02:48.199849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbdb41-b392-4068-a6ed-608f33c33496 req-1624d74f-2e60-421e-8fd9-e1add5aed336 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:48.201334 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76bbdb41-b392-4068-a6ed-608f33c33496 req-1624d74f-2e60-421e-8fd9-e1add5aed336 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0555165 Feb 19 08:02:48.246964 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-76bbdb41-b392-4068-a6ed-608f33c33496 req-eb1bc783-df33-4c65-8b29-d9133e5ba94e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Feb 19 08:02:49.366095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01054cb2-b9d6-4d41-a0f0-e72cfcfd6113 req-3dc03be8-75c3-43ad-a07b-2350ea6dc025 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:49.367883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01054cb2-b9d6-4d41-a0f0-e72cfcfd6113 req-3dc03be8-75c3-43ad-a07b-2350ea6dc025 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0548482 Feb 19 08:02:49.412150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-01054cb2-b9d6-4d41-a0f0-e72cfcfd6113 req-aee2401d-35e9-42ac-bd55-f530e945f2ac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387971 Feb 19 08:02:50.532384 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05ddf-c83b-4126-9012-5102d1e1d828 req-93c828ed-ca73-4f95-9dc0-02e6c354ff75 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:50.533793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49b05ddf-c83b-4126-9012-5102d1e1d828 req-93c828ed-ca73-4f95-9dc0-02e6c354ff75 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0532713 Feb 19 08:02:50.579695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-49b05ddf-c83b-4126-9012-5102d1e1d828 req-a287df08-0763-4ad2-b3cf-7371b6d0e9e9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 Feb 19 08:02:51.700350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e61d6-5b09-466a-96c3-bbfa61c7e04f req-6631a166-1225-44cf-9294-1f8bd86cdf7f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:51.701843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-866e61d6-5b09-466a-96c3-bbfa61c7e04f req-6631a166-1225-44cf-9294-1f8bd86cdf7f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0543261 Feb 19 08:02:51.748483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-866e61d6-5b09-466a-96c3-bbfa61c7e04f req-65845db3-62bb-4054-bfef-9b3a949e5fb7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Feb 19 08:02:52.865225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9d17b-eb30-40ba-b91d-b8c838dad63b req-b38d3349-9cfc-49e2-adb4-ca8b6374a6c8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:52.867550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d9d17b-eb30-40ba-b91d-b8c838dad63b req-b38d3349-9cfc-49e2-adb4-ca8b6374a6c8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0511711 Feb 19 08:02:52.915756 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04d9d17b-eb30-40ba-b91d-b8c838dad63b req-90db30ad-4271-4bf8-a198-aca46a5ffc3f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Feb 19 08:02:54.036145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840788b-4123-4475-8693-9659872050ac req-effce11c-d642-4949-9469-eae3687b5c47 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:54.037606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2840788b-4123-4475-8693-9659872050ac req-effce11c-d642-4949-9469-eae3687b5c47 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0546448 Feb 19 08:02:54.397433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2840788b-4123-4475-8693-9659872050ac req-6f7d8696-0958-4e32-9dc7-4c62c8f742f2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542514 Feb 19 08:02:55.516748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7e19b-dc64-4e70-9420-3ac6d5a52bdb req-0d6511cd-11b2-48db-a5ec-7b878b2a6d38 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:55.518199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73f7e19b-dc64-4e70-9420-3ac6d5a52bdb req-0d6511cd-11b2-48db-a5ec-7b878b2a6d38 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0512352 Feb 19 08:02:55.564547 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-73f7e19b-dc64-4e70-9420-3ac6d5a52bdb req-727136be-9ce1-4baa-86af-a0a20ca90a40 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Feb 19 08:02:56.681425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b428992-2436-4cb1-8902-feef19910dfc req-e51fc3d0-61d5-42c4-9960-71e9544b9f24 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:56.682906 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b428992-2436-4cb1-8902-feef19910dfc req-e51fc3d0-61d5-42c4-9960-71e9544b9f24 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0515056 Feb 19 08:02:56.728396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6b428992-2436-4cb1-8902-feef19910dfc req-affce18a-e1b7-4d8a-9a82-a409dd9e49f2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Feb 19 08:02:57.845505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc386e3-fba5-46c8-96f1-5dc092b846c9 req-b92e8aaf-7152-4ab2-9990-f1bacb48f23d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:57.846954 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fc386e3-fba5-46c8-96f1-5dc092b846c9 req-b92e8aaf-7152-4ab2-9990-f1bacb48f23d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0510578 Feb 19 08:02:57.892164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fc386e3-fba5-46c8-96f1-5dc092b846c9 req-1deb099d-6df3-4cbd-af0c-51b73cecae14 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Feb 19 08:02:58.853458 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:02:59.011421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4bc94-9989-4198-b49d-b8964dfb276d req-0837dcc6-6e16-4578-991f-f273709c8091 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:02:59.012943 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c4bc94-9989-4198-b49d-b8964dfb276d req-0837dcc6-6e16-4578-991f-f273709c8091 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0542974 Feb 19 08:02:59.060852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63c4bc94-9989-4198-b49d-b8964dfb276d req-c76fbc75-2ab4-47fb-9243-208152092ea8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Feb 19 08:03:00.186045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a93e-875c-4810-938b-1526e5a9cced req-1888ce51-882e-40b6-be3a-ce6c0eb55a95 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:00.188279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9935a93e-875c-4810-938b-1526e5a9cced req-1888ce51-882e-40b6-be3a-ce6c0eb55a95 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0611866 Feb 19 08:03:00.240845 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9935a93e-875c-4810-938b-1526e5a9cced req-2b04376d-6aff-4a23-84fd-4f17cbe1353c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456295 Feb 19 08:03:00.674332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:01.359639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c88f8-40b8-4344-b132-7cea3312ab90 req-0ffc76cc-6ec3-4b55-9852-5f47dc668aef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:01.361105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-976c88f8-40b8-4344-b132-7cea3312ab90 req-0ffc76cc-6ec3-4b55-9852-5f47dc668aef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0505929 Feb 19 08:03:01.406989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-976c88f8-40b8-4344-b132-7cea3312ab90 req-d7bc9cbc-902b-4a1f-a8b8-86e9bd887d1d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Feb 19 08:03:01.838638 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-a4738cee-c11e-42cf-b0c7-aa5cae728565 service neutron] show failed (client error): The resource could not be found. Feb 19 08:03:01.839681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-a4738cee-c11e-42cf-b0c7-aa5cae728565 service neutron] 10.222.0.24 "GET /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0525546 Feb 19 08:03:02.038301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-792851af-98bf-4693-b45c-a92f61e6622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.040381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-792851af-98bf-4693-b45c-a92f61e6622d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1128 time: 0.0472796 Feb 19 08:03:02.054855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:03:02.110948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.309796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:02.341163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:02.382841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:02.385028 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83258114-2e43-411f-a96b-73c68086aa68" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:02.388794 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks [] for port (f2e88312-bbee-4405-992c-7c453dea060a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.401485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Transition to ACTIVE for port object f2e88312-bbee-4405-992c-7c453dea060a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:02.405287 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.450910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:02.559112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] No DVR routers for this DVR port f2e88312-bbee-4405-992c-7c453dea060a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:02.562372 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e29bf7-3d7e-4acd-8300-9e0b1ec6cc66 x-openstack-request-id: req-01e29bf7-3d7e-4acd-8300-9e0b1ec6cc66 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:02.562666 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:02.562918 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01e29bf7-3d7e-4acd-8300-9e0b1ec6cc66 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:02.563331 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'code': 200} Feb 19 08:03:02.620385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f0a62-8be5-4e35-985d-2df9c942f2b4 req-ff418155-eaf5-4878-ba94-d3cbe8335db2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.621913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-627f0a62-8be5-4e35-985d-2df9c942f2b4 req-ff418155-eaf5-4878-ba94-d3cbe8335db2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.1264520 Feb 19 08:03:02.716021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-627f0a62-8be5-4e35-985d-2df9c942f2b4 req-449da12f-d516-4e6d-a667-e49510dd7d24 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870421 Feb 19 08:03:02.749508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:03:02.749846 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:03:02.750179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:02.755613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:03:02.755950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:02.761381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:03:02.761728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:03:02.762114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:03:02.762738 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Bound port: f2e88312-bbee-4405-992c-7c453dea060a, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:03:02.763099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.824380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:02.827537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:02.833034 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.869815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.870556 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:02.872013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] 10.222.0.47 "PUT /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1092 time: 0.8211584 Feb 19 08:03:02.924587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76a4c-8ce4-4b0d-867f-14a96d9104bb service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:02.947140 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-69ee84fd-355c-4daf-8808-26412f86288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:02.948726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-69ee84fd-355c-4daf-8808-26412f86288a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1126 time: 0.0537515 Feb 19 08:03:03.041394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-6d252272-6a47-406f-8fac-40275f65aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:03.042888 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-6d252272-6a47-406f-8fac-40275f65aa08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0882742 Feb 19 08:03:03.115006 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-036434d7-af62-420b-879e-2688a0255b5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.0662217 Feb 19 08:03:03.162878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-24ec7a23-e164-4804-9bcf-11bc53c355dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:03.165230 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-24ec7a23-e164-4804-9bcf-11bc53c355dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0437000 Feb 19 08:03:03.216042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-e2c4e9d7-3616-4fc9-ac3c-e871e11a410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:03.217508 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-e2c4e9d7-3616-4fc9-ac3c-e871e11a410f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473907 Feb 19 08:03:03.309719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-b453d1fa-bbe0-4ff7-8f95-08f375c52689 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Feb 19 08:03:03.395392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-532d41b3-70ab-4eed-b4c6-04df63c82d26 req-79d8f454-9b28-4cb9-8d8a-e44fa58c2c1e service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803664 Feb 19 08:03:03.437426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:03.835850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716510-bfde-440a-b634-301566598920 req-aa758337-e5ce-49e1-8293-fa72b27ab9cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:03.837973 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2716510-bfde-440a-b634-301566598920 req-aa758337-e5ce-49e1-8293-fa72b27ab9cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0516024 Feb 19 08:03:03.884036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2716510-bfde-440a-b634-301566598920 req-d2824d03-e72b-4797-8779-1ecbef8c1ef6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Feb 19 08:03:04.564606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:04.567005 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:04.613999 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4adc1d5-b867-44c9-ac3e-ab4eab536062 x-openstack-request-id: req-c4adc1d5-b867-44c9-ac3e-ab4eab536062 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:04.614294 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:04.614554 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4adc1d5-b867-44c9-ac3e-ab4eab536062 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:04.614971 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'status': 'completed', 'code': 200} Feb 19 08:03:04.711543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-99a3cb4d-deab-462b-88cf-b4d7aba4f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:04.713014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-99a3cb4d-deab-462b-88cf-b4d7aba4f6b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1126 time: 0.0794289 Feb 19 08:03:04.715504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-a24fee34-275b-4361-bf18-70d595acb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:04.716863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-a24fee34-275b-4361-bf18-70d595acb0e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1126 time: 0.0754910 Feb 19 08:03:04.868698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-a21647e5-e911-4e1a-af11-9b77b0a074a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:04.870180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-a21647e5-e911-4e1a-af11-9b77b0a074a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1505003 Feb 19 08:03:04.872721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-bef36d76-de35-497d-964e-182b3b46376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:04.874040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-bef36d76-de35-497d-964e-182b3b46376c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1460695 Feb 19 08:03:04.981341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-a18dd67a-a77d-4384-b823-a64f4b2b0e29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.1054699 Feb 19 08:03:04.984909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-82e7fc1f-f6cb-4604-8e33-0e8ae1d9dfed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.1037405 Feb 19 08:03:05.004081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04959978-0e86-4d3b-8caf-57588993cd04 req-00597676-ea69-41e1-9b4a-6f6659c13417 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:05.005673 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04959978-0e86-4d3b-8caf-57588993cd04 req-00597676-ea69-41e1-9b4a-6f6659c13417 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0518949 Feb 19 08:03:05.055935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-04959978-0e86-4d3b-8caf-57588993cd04 req-eb5c1dd4-5aaa-495c-887c-9f8078b7384c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445549 Feb 19 08:03:05.066470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-68df4646-240d-481a-861e-736330a076e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:05.068134 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-68df4646-240d-481a-861e-736330a076e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0802321 Feb 19 08:03:05.071559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-fc97650d-c30d-4201-9805-528ea45ae710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:05.072876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-fc97650d-c30d-4201-9805-528ea45ae710 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0761726 Feb 19 08:03:05.145220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-80563bf5-2acb-4e85-a566-279ee5519016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:05.146732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-80563bf5-2acb-4e85-a566-279ee5519016 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0730329 Feb 19 08:03:05.149667 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-ffe2bc06-6d00-40d9-88bb-255db0493fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:05.151021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-ffe2bc06-6d00-40d9-88bb-255db0493fed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693462 Feb 19 08:03:05.301558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-ebc104c3-daa2-4ca2-b3d3-2efdfe1ef5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424074 Feb 19 08:03:05.303265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-4aac05a6-e604-4bc6-86ea-7f57ab400ae9 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509690 Feb 19 08:03:05.469421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-0cc34396-9fc8-4887-9272-e96385bcfed8 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621504 Feb 19 08:03:05.471163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9eba2ecd-94f6-444f-a7e5-eecab705e3e7 req-9091001f-867b-41e0-b963-3304d4152ca5 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567955 Feb 19 08:03:05.551143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:03:05.592155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] The host n-h1-829866-3 is not matching for port f2e88312-bbee-4405-992c-7c453dea060a host n-h2-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:03:05.592574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:03:06.058179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f2e88312-bbee-4405-992c-7c453dea060a details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:03:06.154467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:06.169439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'f2e88312-bbee-4405-992c-7c453dea060a', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:03:06.185762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e3be8-6999-4b55-9bbf-accfedf3f299 req-e7594530-b1f5-4460-92f6-00758667b9f1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:06.187568 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9e3be8-6999-4b55-9bbf-accfedf3f299 req-e7594530-b1f5-4460-92f6-00758667b9f1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 944 time: 0.0584178 Feb 19 08:03:06.211594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:06.211932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:06.225658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:03:06.237697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c9e3be8-6999-4b55-9bbf-accfedf3f299 req-f05ddc26-d071-4e1f-a6d5-d7829a93c73e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Feb 19 08:03:06.246158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:06.249429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:06.306718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb2a8d7b-2da8-4b3a-a8ef-0617cefdb18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:06.308027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:06.568803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['f2e88312-bbee-4405-992c-7c453dea060a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:03:07.357042 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036cd89-2edd-4eb8-8357-2d4a48203b1f req-9a428a60-eac6-4be7-b13c-677942b1f29d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:07.358507 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a036cd89-2edd-4eb8-8357-2d4a48203b1f req-9a428a60-eac6-4be7-b13c-677942b1f29d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0513744 Feb 19 08:03:07.403531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a036cd89-2edd-4eb8-8357-2d4a48203b1f req-6ae296f2-e72d-40ba-afb5-07f8151e3d58 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Feb 19 08:03:07.684198 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-e862b56d-a6ad-4559-a45c-61ef708a8a68 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:07.685666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-e862b56d-a6ad-4559-a45c-61ef708a8a68 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&binding%3Ahost_id=n-h2-829866-3 HTTP/1.1" status: 200 len: 945 time: 0.0562394 Feb 19 08:03:07.704698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8f1b8-a56e-4f12-b9ba-facf81031f5b req-b0efd346-14f0-42ec-92d5-f1fcfd3bd5c3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:07.706176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8c8f1b8-a56e-4f12-b9ba-facf81031f5b req-b0efd346-14f0-42ec-92d5-f1fcfd3bd5c3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0532725 Feb 19 08:03:07.749358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-980128ff-c91d-4b4e-9eca-aab41e0fb3c3 service neutron] 10.222.0.47 "GET /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a/bindings/n-h2-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.0573575 Feb 19 08:03:07.752385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8c8f1b8-a56e-4f12-b9ba-facf81031f5b req-da7c181e-ac99-4aa7-a84e-cd7990709815 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405273 Feb 19 08:03:07.813303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-20e4403f-f63c-45ac-9ec6-98d5079de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:07.814785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-20e4403f-f63c-45ac-9ec6-98d5079de319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1127 time: 0.0454550 Feb 19 08:03:07.915093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-cb1c7cc0-d819-40b4-9fd3-3148ddd69c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:07.916532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-cb1c7cc0-d819-40b4-9fd3-3148ddd69c4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0953960 Feb 19 08:03:07.984075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-799123c0-39bb-492c-8d33-aed208852649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1002 time: 0.0613480 Feb 19 08:03:08.030914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-9694c190-437d-4a01-9742-65583603dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:08.032351 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-9694c190-437d-4a01-9742-65583603dbb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0425069 Feb 19 08:03:08.078638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-47e8ce80-43d2-47bf-a768-85d45667c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:08.080130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-47e8ce80-43d2-47bf-a768-85d45667c915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0416553 Feb 19 08:03:08.080524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f2e88312-bbee-4405-992c-7c453dea060a up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:03:08.128482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port f2e88312-bbee-4405-992c-7c453dea060a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:03:08.133126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port f2e88312-bbee-4405-992c-7c453dea060a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:08.133500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f2e88312-bbee-4405-992c-7c453dea060a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:08.172542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-4c2c2831-f4be-41d3-b6c1-e8506aa7bc15 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858476 Feb 19 08:03:08.216561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:08.216951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:08.238521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:08.240731 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4576c0e8-e3ba-4c86-9019-0a9fce8a4a76" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:08.255393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:08.260467 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:08.269506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-6f362c94-5a2e-40e3-acaa-f7c8c5c39053 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916467 Feb 19 08:03:08.293747 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d695a50-e1f9-4745-92e0-732f2ab8ee73 x-openstack-request-id: req-5d695a50-e1f9-4745-92e0-732f2ab8ee73 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:08.294038 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:08.294294 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d695a50-e1f9-4745-92e0-732f2ab8ee73 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:08.294682 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'code': 200} Feb 19 08:03:08.316637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:08.628054 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71c256c1-a910-4d2f-8d0a-19335f89da5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:08.877259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d47ec4-a714-4041-a70c-e286aec7363a req-8b02efe1-411c-41cb-afa5-f2061d62f6a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:08.878725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17d47ec4-a714-4041-a70c-e286aec7363a req-8b02efe1-411c-41cb-afa5-f2061d62f6a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0563800 Feb 19 08:03:08.925759 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-17d47ec4-a714-4041-a70c-e286aec7363a req-9236168b-e316-452d-8dbf-501785f56ea2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398686 Feb 19 08:03:09.836448 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:10.053560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7af536-595e-413f-9778-58bb6fd2f187 req-713e19b3-29dd-42af-b495-0b7540115e5f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:10.055086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc7af536-595e-413f-9778-58bb6fd2f187 req-713e19b3-29dd-42af-b495-0b7540115e5f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0579557 Feb 19 08:03:10.104283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cc7af536-595e-413f-9778-58bb6fd2f187 req-c1eb2fa9-5ad4-44d8-ab64-d041bde5c341 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Feb 19 08:03:10.310350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-66dd2696-4a85-46d1-b047-367f2cf71921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:10.311887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-66dd2696-4a85-46d1-b047-367f2cf71921 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1128 time: 0.0453658 Feb 19 08:03:10.322272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:03:10.381010 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:10.578615 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:10.610927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:10.650001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:10.652213 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c694a-d1a5-4d96-8b1c-4e6cad458c97" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:10.656054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks [] for port (f2e88312-bbee-4405-992c-7c453dea060a), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:10.668367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Transition to ACTIVE for port object f2e88312-bbee-4405-992c-7c453dea060a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:10.672044 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:10.701885 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77420f8-40b6-47de-ab0c-608683e9ee3d x-openstack-request-id: req-b77420f8-40b6-47de-ab0c-608683e9ee3d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:10.702188 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:10.702450 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b77420f8-40b6-47de-ab0c-608683e9ee3d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:10.702854 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'code': 200} Feb 19 08:03:10.755280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:10.767967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.768323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.768669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.769011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.769349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.769684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.770011 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.770344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.770668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.770994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.771352 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.771676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.772003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:10.811756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] No DVR routers for this DVR port f2e88312-bbee-4405-992c-7c453dea060a on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:10.947436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:03:10.947783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:03:10.948116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:10.952479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:03:10.952802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Attempting to bind port f2e88312-bbee-4405-992c-7c453dea060a on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:10.957717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:03:10.958057 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:03:10.958443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:03:10.958868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Bound port: f2e88312-bbee-4405-992c-7c453dea060a, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:03:10.964262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:11.021378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:11.024268 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:11.030005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:11.066163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.066862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:11.068169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1093 time: 0.7497962 Feb 19 08:03:11.096184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025e48-be8a-491c-868b-9ebe7dfe2487 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:11.138090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-772c7dc1-0afb-4624-aa74-6a3f8dabcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.139652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-772c7dc1-0afb-4624-aa74-6a3f8dabcb07 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1127 time: 0.0511944 Feb 19 08:03:11.169466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:11.269161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-ac3ca07c-fb89-4dd9-ba57-74eab0cdeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.270642 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-ac3ca07c-fb89-4dd9-ba57-74eab0cdeec0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1247623 Feb 19 08:03:11.281733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e434-8bb3-41e7-8eb6-11ee4ed208d6 req-2ed86360-48d8-43b5-a918-be376a9e22a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.283136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60f2e434-8bb3-41e7-8eb6-11ee4ed208d6 req-2ed86360-48d8-43b5-a918-be376a9e22a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0888412 Feb 19 08:03:11.367854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-28d57e00-6a11-4ade-81a8-455b9be91954 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.0836785 Feb 19 08:03:11.372450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60f2e434-8bb3-41e7-8eb6-11ee4ed208d6 req-10a8699d-de34-40ba-9dae-efd56693d01a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819013 Feb 19 08:03:11.417394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-3f59075e-57d8-4929-8239-2d9e88656c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.418823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-3f59075e-57d8-4929-8239-2d9e88656c6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0455599 Feb 19 08:03:11.785542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-1e6deb1b-55d5-4496-bf48-ebbe24278cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:11.787004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-1e6deb1b-55d5-4496-bf48-ebbe24278cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3626447 Feb 19 08:03:11.883654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-c894dbdd-4d72-48c0-b8e8-76dfa3211f58 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899055 Feb 19 08:03:11.972901 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b96e10a8-b758-4ca3-bff4-082c5f1766fb req-72bcf1dd-20ff-4a71-a1f6-fcdf61604f28 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835018 Feb 19 08:03:12.479596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:12.492268 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177cc2-f4c1-48f8-b067-89784ba1d890 req-81e8389c-3291-4dbd-aa61-c3dd26a74527 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:12.494247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f177cc2-f4c1-48f8-b067-89784ba1d890 req-81e8389c-3291-4dbd-aa61-c3dd26a74527 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0531757 Feb 19 08:03:12.544766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7f177cc2-f4c1-48f8-b067-89784ba1d890 req-e6c80a07-e40e-445d-a304-07100e0d13de tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447209 Feb 19 08:03:12.703762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:12.706150 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50" -d '{"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:12.752836 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f18667e-78bd-4e60-b8e7-e915f1c96816 x-openstack-request-id: req-6f18667e-78bd-4e60-b8e7-e915f1c96816 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:12.753136 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:12.753399 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f18667e-78bd-4e60-b8e7-e915f1c96816 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:12.753795 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'status': 'completed', 'code': 200} Feb 19 08:03:12.846150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-4383f104-369a-4f77-b3ec-fffc65d8a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:12.847697 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-4383f104-369a-4f77-b3ec-fffc65d8a679 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1127 time: 0.0748951 Feb 19 08:03:12.850083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-9f7d7cf6-fea3-461f-ad2f-1fc839a50392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:12.851454 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-9f7d7cf6-fea3-461f-ad2f-1fc839a50392 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 1127 time: 0.0709550 Feb 19 08:03:13.005455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-572e3e42-ec73-46ed-ab68-ac5dfc98f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.006817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-572e3e42-ec73-46ed-ab68-ac5dfc98f906 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1530743 Feb 19 08:03:13.009417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-713d256b-b068-432c-8424-8e9ef1e7a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.010742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-713d256b-b068-432c-8424-8e9ef1e7a68f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1500320 Feb 19 08:03:13.113549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-7ec1afdc-72ec-4ba7-9ae3-b5d63ef73f1e req-3300f7d5-1160-4f81-9146-bb6ec562c739 service neutron] (103588) timed out ('10.222.0.43', 35002) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:03:13.117292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-98ecb1d8-fd32-448d-bf54-f61bdd6c9d7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.1047294 Feb 19 08:03:13.119977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-e4345b8f-a3e7-435c-8bde-5a582e1208b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 200 len: 1001 time: 0.1009817 Feb 19 08:03:13.197455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-87f3e17d-e6d3-42fd-8f54-dd9b12df7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.198884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-87f3e17d-e6d3-42fd-8f54-dd9b12df7982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0751071 Feb 19 08:03:13.202157 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-a2c41c2e-aaf4-46d5-bcb9-8270732d1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.203507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-a2c41c2e-aaf4-46d5-bcb9-8270732d1b0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0718265 Feb 19 08:03:13.285958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-957fa4b5-bf0c-4dbf-b3e7-4e32a19c0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.287425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-957fa4b5-bf0c-4dbf-b3e7-4e32a19c0704 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703800 Feb 19 08:03:13.293225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-beebc635-d17e-40f6-b477-dd8ad7291a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.294643 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-beebc635-d17e-40f6-b477-dd8ad7291a05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851707 Feb 19 08:03:13.447609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-82886905-3d92-43d6-bb9b-b833ac69c082 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519961 Feb 19 08:03:13.451003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-a31d14cc-fb49-4da9-aa34-eb9e43c75766 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478858 Feb 19 08:03:13.597603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:03:13.606771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-1b534f42-3d7c-4629-b401-db521b63ec59 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535707 Feb 19 08:03:13.608992 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc9f770a-6a5a-4c5e-bdbe-78767de93c50 req-38147349-1d2f-4afa-b8df-b7637be263a1 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488333 Feb 19 08:03:13.677433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d178-8691-42db-8a6c-c6febba2fdb1 req-684bc846-87d2-4d3a-a393-635316a14364 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:13.679196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0173d178-8691-42db-8a6c-c6febba2fdb1 req-684bc846-87d2-4d3a-a393-635316a14364 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 945 time: 0.0579929 Feb 19 08:03:13.695021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:13.710118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'f2e88312-bbee-4405-992c-7c453dea060a', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'f2e88312-bbee-4405-992c-7c453dea060a', 'mac_address': 'fa:16:3e:30:cd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:03:13.748294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:13.748683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:13.762561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:03:13.783379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:13.788613 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:13.839844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=12']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:13.849757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.850110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.850456 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.850796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.851130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.851586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.851832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.852149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.853123 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.853458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.853785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.854111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.854438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:03:13.954197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0173d178-8691-42db-8a6c-c6febba2fdb1 req-d453c71b-e31f-4a5e-96c9-17fe60cdf7cd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685838 Feb 19 08:03:13.999863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['f2e88312-bbee-4405-992c-7c453dea060a'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:03:14.074555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934cc2b-97b5-42f5-b3ea-f7b0502ab4a7 req-43ae2887-cd49-4470-92d8-919288e7f49c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:14.076058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e934cc2b-97b5-42f5-b3ea-f7b0502ab4a7 req-43ae2887-cd49-4470-92d8-919288e7f49c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0528381 Feb 19 08:03:14.081572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f2e88312-bbee-4405-992c-7c453dea060a no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:03:14.127947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e934cc2b-97b5-42f5-b3ea-f7b0502ab4a7 req-9276ca73-ae97-4d5e-8b64-1c0cb5b2da97 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460055 Feb 19 08:03:14.148854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port f2e88312-bbee-4405-992c-7c453dea060a host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:03:14.149761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device f2e88312-bbee-4405-992c-7c453dea060a not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:03:14.243656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d89f55-5bf2-450d-bd0a-0110ba0a9823 req-ebaef0ed-b224-4e23-accf-7373c651a119 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:14.245148 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32d89f55-5bf2-450d-bd0a-0110ba0a9823 req-ebaef0ed-b224-4e23-accf-7373c651a119 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0519545 Feb 19 08:03:14.290574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32d89f55-5bf2-450d-bd0a-0110ba0a9823 req-c4ebff23-588a-4765-b717-32b0b03bc9a1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392144 Feb 19 08:03:14.516789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0bd57-4a42-4109-9a68-4eb08b74eff8 req-9a1888e6-475e-4a8b-a3ab-cba070d95239 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:14.518242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ae0bd57-4a42-4109-9a68-4eb08b74eff8 req-9a1888e6-475e-4a8b-a3ab-cba070d95239 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0504878 Feb 19 08:03:14.565501 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ae0bd57-4a42-4109-9a68-4eb08b74eff8 req-6d772a08-20a8-4312-90ff-ffe223a8afed tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Feb 19 08:03:15.634348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:03:15.684156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port f2e88312-bbee-4405-992c-7c453dea060a completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:03:15.687884 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port f2e88312-bbee-4405-992c-7c453dea060a triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:15.688259 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f2e88312-bbee-4405-992c-7c453dea060a), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:15.694506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713aa74-7973-47c2-af31-b921534c8793 req-1563d3f0-42af-4869-895c-101fb8a64083 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:15.696082 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d713aa74-7973-47c2-af31-b921534c8793 req-1563d3f0-42af-4869-895c-101fb8a64083 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0616736 Feb 19 08:03:15.765808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d713aa74-7973-47c2-af31-b921534c8793 req-31b8e5e1-a5be-4cc4-a407-14f2d3b87246 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551028 Feb 19 08:03:15.774023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d9402-7932-435b-95bb-e4f3486a5298 req-88dc78b3-5081-46fa-b266-3988f6c8a450 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:15.776156 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-126d9402-7932-435b-95bb-e4f3486a5298 req-88dc78b3-5081-46fa-b266-3988f6c8a450 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 946 time: 0.0984917 Feb 19 08:03:15.882375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Deleting port f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:03:15.882629 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:15.932791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port f2e88312-bbee-4405-992c-7c453dea060a is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:15.933180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f2e88312-bbee-4405-992c-7c453dea060a), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:15.955897 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:15.958107 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf2b36-6cb8-413d-a2cd-aef835222d33" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:15.971690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:15.973288 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] For port f2e88312-bbee-4405-992c-7c453dea060a, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=f2e88312-bbee-4405-992c-7c453dea060a,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:15.973682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f2e88312-bbee-4405-992c-7c453dea060a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:15.977290 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:16.003088 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e81c1e-8f0c-4792-a68c-8bce28141b9a x-openstack-request-id: req-c4e81c1e-8f0c-4792-a68c-8bce28141b9a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:16.003403 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:16.003655 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4e81c1e-8f0c-4792-a68c-8bce28141b9a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:16.004045 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'code': 200} Feb 19 08:03:16.029224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=13']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:16.153825 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:16.154118 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:16.154422 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd disassociated. External IP: 172.25.7.157, port: f2e88312-bbee-4405-992c-7c453dea060a. Feb 19 08:03:16.154779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Calling delete_port for f2e88312-bbee-4405-992c-7c453dea060a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:03:16.280454 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f2e88312-bbee-4405-992c-7c453dea060a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:16.312884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'Port': ['ID=f2e88312-bbee-4405-992c-7c453dea060a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:16.429894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:03:16.554351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:03:16.564716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:03:16.574715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:03:16.575364 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:16.595075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] No DVR routers for this DVR port f2e88312-bbee-4405-992c-7c453dea060a on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:03:16.597639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:16.600967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-126d9402-7932-435b-95bb-e4f3486a5298 req-64750888-d709-4294-87f8-ff8e31fb3938 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "DELETE /v2.0/ports/f2e88312-bbee-4405-992c-7c453dea060a HTTP/1.1" status: 204 len: 173 time: 0.8200216 Feb 19 08:03:16.601408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-deleted', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:16.603728 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b6e823-7860-45f8-ace6-6d9ca88e31f2" -d '{"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-deleted", "tag": "f2e88312-bbee-4405-992c-7c453dea060a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:16.647104 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7b42ca-8fd5-4706-aefa-f63148d9b710 x-openstack-request-id: req-2c7b42ca-8fd5-4706-aefa-f63148d9b710 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:16.647427 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d157c-9f3e-45c6-a479-752dba2e7b7f", "name": "network-vif-deleted", "tag": "f2e88312-bbee-4405-992c-7c453dea060a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:16.647687 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c7b42ca-8fd5-4706-aefa-f63148d9b710 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:16.648091 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d157c-9f3e-45c6-a479-752dba2e7b7f', 'name': 'network-vif-deleted', 'tag': 'f2e88312-bbee-4405-992c-7c453dea060a', 'status': 'completed', 'code': 200} Feb 19 08:03:16.690078 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:03:16.877731 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c24710b-73c6-40a9-afa2-092cc3cbbac8 req-2c43db8f-968c-435f-92ef-45f6bfe25ba1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=208d157c-9f3e-45c6-a479-752dba2e7b7f HTTP/1.1" status: 200 len: 210 time: 0.0275474 Feb 19 08:03:16.887546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:16.912170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:03:16.920698 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:03:16.921290 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:17.028366 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:03:17.221848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:17.246655 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67e84aa-008f-4532-84e4-d2001dd05b27 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:03:17.452807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fef0b-cfd6-4b4c-b003-a3f9fc22c149 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:03:18.117668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-1d6f916c-3d8b-431d-b6c5-bfc4db1d9a2a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1199824783&fields=id&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 267 time: 0.0412619 Feb 19 08:03:18.225123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-d6db999c-d8b1-43ec-903c-6afa56e881a8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:18.226574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-d6db999c-d8b1-43ec-903c-6afa56e881a8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1021726 Feb 19 08:03:18.241142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e8aa6774-807d-4b62-bef5-3a51ac2a6ab4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/quotas/f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 375 time: 0.0087099 Feb 19 08:03:18.293429 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-97a0547a-784c-4d0b-a56f-0e6332f6cbb8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466838 Feb 19 08:03:18.439784 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-0cccf13d-93c7-4f4f-b23f-2e50371a9079 service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350076 Feb 19 08:03:18.525500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e4024656-f62f-48cf-8532-f20d7d435091 service neutron] 10.222.0.43 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844228 Feb 19 08:03:18.683190 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c8c6bfea-45b0-4644-af30-9c7ab01e085e req-e2672d41-bba4-4dc3-a0f9-853b534aafb1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0284040 Feb 19 08:03:19.629577 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-315d7398-dfee-4fb1-9f01-13f418a53534 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:19.631036 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-315d7398-dfee-4fb1-9f01-13f418a53534 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 812 time: 0.1068933 Feb 19 08:03:19.660054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:03:19.681232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: f2e88312-bbee-4405-992c-7c453dea060a {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:03:19.681577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device f2e88312-bbee-4405-992c-7c453dea060a not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:03:19.691497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-8b213cf1-0681-4fca-8876-d5abad5076f5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 380 time: 0.0525935 Feb 19 08:03:19.700891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'port': {'device_id': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'admin_state_up': True, 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'security_groups': ['c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:03:19.787819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a534284-61a5-4fc0-ba45-c86d86ebf526 req-91c89a6e-83cb-42ae-8d38-bde79b5ea24c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0359492 Feb 19 08:03:19.831301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Made reservation on behalf of f0e203d9cfe7437ba8e0cdf571bc082a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:03:19.835337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:19.953416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Allocated IP 172.20.0.4 (1373bad3-0ac3-4a0e-ba34-a39b8972e406/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe/b0f1d590-cb10-4764-ad30-74f2bd7e4564) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:03:20.087744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.120464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.161513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:03:20.164459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:03:20.170552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:03:20.176073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:20.225877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.226408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.243590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-e62880be-701a-46eb-a2a3-45f306dad406 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5456512 Feb 19 08:03:20.255116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Request body: {'port': {'device_id': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:03:20.317150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.459386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5b183ac3-da5e-40c4-a200-ecf3f47ed719 None None] Provisioning complete for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:20.459764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b183ac3-da5e-40c4-a200-ecf3f47ed719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.492761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5b183ac3-da5e-40c4-a200-ecf3f47ed719 None None] Port b0f1d590-cb10-4764-ad30-74f2bd7e4564 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:03:20.579070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:03:20.586414 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks [] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.598104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Transition to ACTIVE for port object b0f1d590-cb10-4764-ad30-74f2bd7e4564 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:03:20.601603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.668931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:20.719167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:03:20.719532 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:03:20.719862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:20.724446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:03:20.724771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:03:20.731753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:03:20.732096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:03:20.732700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:03:20.733485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Bound port: b0f1d590-cb10-4764-ad30-74f2bd7e4564, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:03:20.734112 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.805719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:03:20.808993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:03:20.815396 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.849870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.850452 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:20.851877 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] 10.222.0.47 "PUT /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1091 time: 0.6009636 Feb 19 08:03:20.852359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:20.854608 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80265fae-ec42-4542-bb4b-18af2e6ca4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:20.892166 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc85e2-5c46-4c21-930a-c9efd850260a service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:20.901836 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21886deb-880a-4e6f-8584-f6f1d2b951c8 x-openstack-request-id: req-21886deb-880a-4e6f-8584-f6f1d2b951c8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:20.902132 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:20.902392 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21886deb-880a-4e6f-8584-f6f1d2b951c8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:20.902859 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'status': 'completed', 'code': 200} Feb 19 08:03:20.916710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032fe06-97d9-4a69-9f0a-ce572c4ec5e5 req-092d9e3b-759e-45ff-958c-e5e4a7aa7327 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.919405 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d032fe06-97d9-4a69-9f0a-ce572c4ec5e5 req-092d9e3b-759e-45ff-958c-e5e4a7aa7327 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0628324 Feb 19 08:03:20.957487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-8699c623-cee9-4f6f-925b-7b9be55a2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:20.959055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-8699c623-cee9-4f6f-925b-7b9be55a2949 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1125 time: 0.0541599 Feb 19 08:03:20.974711 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d032fe06-97d9-4a69-9f0a-ce572c4ec5e5 req-a9a3304b-6e11-4443-b099-66b57b57f534 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495973 Feb 19 08:03:21.005387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-484933d3-63de-4b55-9cb2-dc7ae2a0527a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 217 time: 0.0398741 Feb 19 08:03:21.053916 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-24aaa216-69c7-45c8-9013-8632d5afe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.055972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-24aaa216-69c7-45c8-9013-8632d5afe662 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0444112 Feb 19 08:03:21.104562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-25655a11-74ca-46b3-ad79-8166aaf162a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.106065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-25655a11-74ca-46b3-ad79-8166aaf162a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444856 Feb 19 08:03:21.194340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-523bb060-5dd8-4654-b254-dbbac8ca6a19 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822184 Feb 19 08:03:21.599474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cf8b74f0-0497-44b7-99bc-e8147c4990df req-d6ef312d-fcd6-4aa5-9bb4-254a049c37ca service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996735 Feb 19 08:03:21.683828 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-ab6ee3ae-2fc2-4bc4-8d55-3422381415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.685336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-ab6ee3ae-2fc2-4bc4-8d55-3422381415e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1125 time: 0.0440865 Feb 19 08:03:21.773363 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-244bffc2-7562-408d-8ee6-de52fefb88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.775383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-244bffc2-7562-408d-8ee6-de52fefb88b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0841427 Feb 19 08:03:21.813969 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-b7607747-236b-4256-b3c0-bb4ceb5cb002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 217 time: 0.0332396 Feb 19 08:03:21.863115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-87eaa88b-68ec-44a7-bf2e-3a1f85230cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.864474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-87eaa88b-68ec-44a7-bf2e-3a1f85230cc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0451925 Feb 19 08:03:21.911783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-8cb29787-2e3c-4d49-85b0-6cd346271406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:21.913268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-8cb29787-2e3c-4d49-85b0-6cd346271406 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428948 Feb 19 08:03:21.997871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-4de71daf-b6ea-4ff3-9c67-01734ba24c28 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789077 Feb 19 08:03:22.120714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80265fae-ec42-4542-bb4b-18af2e6ca4ac req-529e8cc4-ef4a-435e-84c3-29e4e9bd89af service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170511 Feb 19 08:03:22.129293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b7cde-3d66-404c-84df-7e5f74566c3d req-1b14049f-1ed9-48cc-863f-287116ff935f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:22.130683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9b7cde-3d66-404c-84df-7e5f74566c3d req-1b14049f-1ed9-48cc-863f-287116ff935f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0810299 Feb 19 08:03:22.177428 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a9b7cde-3d66-404c-84df-7e5f74566c3d req-3d4d2784-9dd3-4678-9078-2e031e25755b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Feb 19 08:03:23.304163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaa3e7-b883-44fa-b95b-9e8431811583 req-0ed87017-2e20-4c1d-88cd-acb4b7d463c1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:23.305625 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ddaa3e7-b883-44fa-b95b-9e8431811583 req-0ed87017-2e20-4c1d-88cd-acb4b7d463c1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0561130 Feb 19 08:03:23.351036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ddaa3e7-b883-44fa-b95b-9e8431811583 req-957a8846-e0e1-4c57-b438-eef1e25bd128 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Feb 19 08:03:24.131320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:03:24.247173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:24.260919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:03:24.296494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:24.296890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:24.309999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:03:24.330212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:24.334082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:24.378722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:24.471859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efef708-d47e-4676-bdf1-dd71a7962886 req-fc413cee-8747-4a4e-b908-fd2595dced4c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:24.473326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2efef708-d47e-4676-bdf1-dd71a7962886 req-fc413cee-8747-4a4e-b908-fd2595dced4c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0554335 Feb 19 08:03:24.518769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2efef708-d47e-4676-bdf1-dd71a7962886 req-b586b39b-e8f7-48a6-97ab-04c3c9b2e8d6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397024 Feb 19 08:03:24.640129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b0f1d590-cb10-4764-ad30-74f2bd7e4564'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:03:25.639052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a101e-2c26-4f3d-b8e9-657bda4644b7 req-55b0200f-4b44-4499-b625-83cc5af806ac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:25.640562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f88a101e-2c26-4f3d-b8e9-657bda4644b7 req-55b0200f-4b44-4499-b625-83cc5af806ac tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0509496 Feb 19 08:03:25.685972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f88a101e-2c26-4f3d-b8e9-657bda4644b7 req-340c1725-0715-4e57-b8c1-9977ff80b39f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 Feb 19 08:03:26.142111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:03:26.193077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:03:26.197076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:03:26.197458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:26.271440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:03:26.271741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:26.294565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:26.296787 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f61b3-bd80-40ca-924d-be49d03c40b2" -d '{"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:26.308809 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:03:26.312536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:26.337431 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269c181a-1b82-477b-a69a-bdc690b21893 x-openstack-request-id: req-269c181a-1b82-477b-a69a-bdc690b21893 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:26.337708 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:26.337959 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-269c181a-1b82-477b-a69a-bdc690b21893 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:26.338377 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'code': 200} Feb 19 08:03:26.364369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:03:26.433544 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25b96-788f-447b-a711-2184c72aa746 req-f6f122ca-2d1e-48a7-b38f-169aa280cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:26.435058 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccd25b96-788f-447b-a711-2184c72aa746 req-f6f122ca-2d1e-48a7-b38f-169aa280cf10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1127 time: 0.0438745 Feb 19 08:03:26.478190 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ccd25b96-788f-447b-a711-2184c72aa746 req-541e6665-80ed-4788-bf71-92c5723e0c57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374038 Feb 19 08:03:26.802294 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969cdb-fde3-4c5f-9e21-5a868cedf85f req-0fa1078d-81b9-4302-9ec8-704330b42844 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:26.803830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a969cdb-fde3-4c5f-9e21-5a868cedf85f req-0fa1078d-81b9-4302-9ec8-704330b42844 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0507736 Feb 19 08:03:26.855433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3a969cdb-fde3-4c5f-9e21-5a868cedf85f req-0e3151c5-665c-4626-ac5f-6890a5339e4c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438948 Feb 19 08:03:27.981232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066aa4-dcd4-4e8c-8d4c-e13392704227 req-bdd164d9-6cb8-4be1-b6d9-0374d4fca170 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:27.982741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd066aa4-dcd4-4e8c-8d4c-e13392704227 req-bdd164d9-6cb8-4be1-b6d9-0374d4fca170 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0570331 Feb 19 08:03:28.028380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd066aa4-dcd4-4e8c-8d4c-e13392704227 req-ff55e229-e234-4d97-b322-962be2912ca4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Feb 19 08:03:28.139593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f2fcd-9e88-4e3b-aaf2-956621ba32c8 req-73c1ae8f-f091-4b82-8432-cfb52dca8e1f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:28.140971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-568f2fcd-9e88-4e3b-aaf2-956621ba32c8 req-73c1ae8f-f091-4b82-8432-cfb52dca8e1f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0503812 Feb 19 08:03:28.150153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 44934) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:03:28.154460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Request body: {'floatingip': {'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:03:28.191813 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:28.749554 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:28.753136 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:28.858185 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd associated. External IP: 172.25.7.157, port: b0f1d590-cb10-4764-ad30-74f2bd7e4564. Feb 19 08:03:29.065265 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:03:29.170410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:03:29.175366 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:29.179876 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:03:29.188810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:03:29.189409 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:29.203355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5968daf7-d05d-4626-b646-aea3a391b4b9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "PUT /v2.0/floatingips/7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd HTTP/1.1" status: 200 len: 992 time: 1.0521314 Feb 19 08:03:29.203945 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:03:29.206255 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18d92a6357b75d06f3b6e3caee9d0cf36c356e24d7babeb998180bc4e8035be8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f47d0-0ed6-454c-be95-8efb65de529f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:03:29.305496 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:03:29.319342 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89073e0-310c-448b-b962-fdf55cc6aa16 x-openstack-request-id: req-f89073e0-310c-448b-b962-fdf55cc6aa16 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:03:29.319732 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:03:29.320080 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f89073e0-310c-448b-b962-fdf55cc6aa16 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:03:29.321331 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'status': 'completed', 'code': 200} Feb 19 08:03:29.385893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-c8159cb4-e88a-42cd-b4f0-edcb827cb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:29.387578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-c8159cb4-e88a-42cd-b4f0-edcb827cb716 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1127 time: 0.0469766 Feb 19 08:03:29.489787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-c305f967-c779-46df-8d74-e7c9691021d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:29.491302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-c305f967-c779-46df-8d74-e7c9691021d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0974700 Feb 19 08:03:29.559034 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:03:28Z', 'revision_number': 13, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:29.569902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-d076f875-6c5a-402b-b708-94a710325743 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0729833 Feb 19 08:03:29.590735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:03:29.599214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:03:29.599834 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:03:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:29.619298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-db912fed-ba5a-4894-b5e4-ae8fc28120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:29.620787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-db912fed-ba5a-4894-b5e4-ae8fc28120fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0451829 Feb 19 08:03:29.668721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-9eb99e55-0758-491f-9e0d-2739e5eeee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:29.670246 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-9eb99e55-0758-491f-9e0d-2739e5eeee56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440872 Feb 19 08:03:29.771204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-43ede5f5-a1ae-4a30-b7c7-c0bdf7098ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935051 Feb 19 08:03:29.809235 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:03:29.863285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0b3f47d0-0ed6-454c-be95-8efb65de529f req-c9135c1c-6f6c-47b6-8c3c-830571d31e97 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Feb 19 08:03:30.028033 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:03:28Z', 'revision_number': 13, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:03:30.056509 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a55fe-2fe1-4d39-bc1f-818d154c8cc2 None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:00:33Z', 'updated_at': '2022-02-19T08:03:28Z', 'revision_number': 13, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:03:30.263170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22afc564-e0b0-4b00-a957-8c18e1c607c2 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:03:30.672697 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:31.708351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d9255-5747-41d2-af2d-c68f666dc94e req-d33787a3-55ec-4279-ac71-d167b473c5a4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:31.709844 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-777d9255-5747-41d2-af2d-c68f666dc94e req-d33787a3-55ec-4279-ac71-d167b473c5a4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0529547 Feb 19 08:03:31.755288 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-777d9255-5747-41d2-af2d-c68f666dc94e req-6a614b1c-0afa-40d8-8009-30571276c8be tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398886 Feb 19 08:03:31.848195 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-422da6ae-233a-487f-b003-170af6329e41 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568886 Feb 19 08:03:31.938264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-26cfa9d7-ed9a-4945-bc64-9e3af045e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:31.939852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-26cfa9d7-ed9a-4945-bc64-9e3af045e5c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1127 time: 0.0491445 Feb 19 08:03:32.050506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-bad2b8b0-3797-41ac-8208-b9327e0ba9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:32.052146 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-bad2b8b0-3797-41ac-8208-b9327e0ba9f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0921781 Feb 19 08:03:32.129483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-7deedfb3-4ab4-41d7-84bb-062a6ea1b93f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1002 time: 0.0670934 Feb 19 08:03:32.183844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-4d8addb5-ebea-49b6-a926-14318fcb8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:32.185336 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-4d8addb5-ebea-49b6-a926-14318fcb8abf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0462034 Feb 19 08:03:32.236602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-e01cff81-46c4-460a-8644-cf476039bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:32.238232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-e01cff81-46c4-460a-8644-cf476039bf91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458193 Feb 19 08:03:32.329878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-8c7488e4-9a57-43c6-a6fc-1979677b0cf5 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851183 Feb 19 08:03:32.417162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c9d94c8-c09b-4290-b713-7c4e40dc5973 req-8f33bf90-9772-4d18-bcf4-1fc912f052e9 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Feb 19 08:03:33.444787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:35.852111 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:03:36.304715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6688910d-80c3-4244-921f-a0fbfef547b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:38.631325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e8a9a67-a968-4875-80c4-092b88567f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:39.841103 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:41.165814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:42.481324 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:03:48.157167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606408c-2bfc-46ad-a486-27cb6bac7582 req-f595741f-a3bf-4f4c-a0c4-253c599b1410 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:48.158662 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9606408c-2bfc-46ad-a486-27cb6bac7582 req-f595741f-a3bf-4f4c-a0c4-253c599b1410 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0891430 Feb 19 08:03:48.174648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-df6d0ace-d3dc-4f7f-9a47-e9e5d87bd86d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160526 Feb 19 08:03:48.209487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9606408c-2bfc-46ad-a486-27cb6bac7582 req-b2a090d6-614c-4c43-83ed-8d169e9108c8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452263 Feb 19 08:03:48.565152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-0e2c948d-859f-4573-828a-3debd296842c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:48.566577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-0e2c948d-859f-4573-828a-3debd296842c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 942 time: 0.0998020 Feb 19 08:03:49.339142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d2638-5aaa-433a-8a78-db6f2346612c req-7910988c-baff-4e71-8a51-ca9c6fe565ed tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.340674 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-230d2638-5aaa-433a-8a78-db6f2346612c req-7910988c-baff-4e71-8a51-ca9c6fe565ed tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0607691 Feb 19 08:03:49.387400 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-c70cf864-4dcb-410f-a426-1ebb60fb465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.388929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-c70cf864-4dcb-410f-a426-1ebb60fb465a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1127 time: 0.0493057 Feb 19 08:03:49.391634 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-230d2638-5aaa-433a-8a78-db6f2346612c req-3a5762c4-491a-4042-9e13-79d7bbfcfd88 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Feb 19 08:03:49.477516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-1d26d1f2-843b-4c78-bcae-207d85c33867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.478996 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-1d26d1f2-843b-4c78-bcae-207d85c33867 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0836008 Feb 19 08:03:49.547910 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-25fc2e84-91e4-4a99-a616-df31ea750d67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1002 time: 0.0618346 Feb 19 08:03:49.594139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-13a85e39-cec1-4c5e-9657-3f321cec1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.595608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-13a85e39-cec1-4c5e-9657-3f321cec1152 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0421593 Feb 19 08:03:49.642225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-a6cc1a1c-5213-4c80-b1b3-addb625090d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:49.643725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-a6cc1a1c-5213-4c80-b1b3-addb625090d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426655 Feb 19 08:03:49.734144 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-0c070158-22f4-4168-9655-38723652eaf8 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840495 Feb 19 08:03:49.824740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-bea4cc0e-da33-4b26-952e-b5e15d2cd4d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Feb 19 08:03:50.512991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4b6e-a8ec-4b68-8c8f-9c1ce2761a6a req-2df1a8ee-3c4c-4e47-9e06-206f5b8aa998 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:50.514498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b5f4b6e-a8ec-4b68-8c8f-9c1ce2761a6a req-2df1a8ee-3c4c-4e47-9e06-206f5b8aa998 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0544934 Feb 19 08:03:50.561099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b5f4b6e-a8ec-4b68-8c8f-9c1ce2761a6a req-9a1edad5-23e3-49f6-9224-16ab8c040b17 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Feb 19 08:03:51.678664 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26ef98-f66e-4d82-9eef-789c40e9fc7b req-5e9409dd-1639-41a5-8191-7074dff4cc8d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:51.680158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc26ef98-f66e-4d82-9eef-789c40e9fc7b req-5e9409dd-1639-41a5-8191-7074dff4cc8d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0515308 Feb 19 08:03:51.726643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bc26ef98-f66e-4d82-9eef-789c40e9fc7b req-ecf7e333-5a0b-4dd9-9a9f-3efd3dc5378e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403156 Feb 19 08:03:52.849337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21b89a-a181-4da1-b229-492d8c44f962 req-3a14d79a-8fc7-46b9-8f8d-4c7ef9dc5c62 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:52.850817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c21b89a-a181-4da1-b229-492d8c44f962 req-3a14d79a-8fc7-46b9-8f8d-4c7ef9dc5c62 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0569835 Feb 19 08:03:52.896123 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5c21b89a-a181-4da1-b229-492d8c44f962 req-5dd169bd-6ef5-4d26-bb21-c04a8b91c5a3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Feb 19 08:03:54.015939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0dd3-adca-4db1-b7e6-dbd5cb3546cb req-7de9f748-c41d-4557-93e5-1f5ba4eac7cc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:54.017310 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c4c0dd3-adca-4db1-b7e6-dbd5cb3546cb req-7de9f748-c41d-4557-93e5-1f5ba4eac7cc tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0511384 Feb 19 08:03:54.062114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1c4c0dd3-adca-4db1-b7e6-dbd5cb3546cb req-1bf975da-3403-479d-8cc7-ca4e2b7158c0 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Feb 19 08:03:55.179650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc64a-921b-4e2c-8e25-e712c5c41452 req-79933f4b-cd53-46ed-90ba-320605de0a3a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:55.181139 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53dcc64a-921b-4e2c-8e25-e712c5c41452 req-79933f4b-cd53-46ed-90ba-320605de0a3a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0513768 Feb 19 08:03:55.226025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53dcc64a-921b-4e2c-8e25-e712c5c41452 req-08147631-a2c0-4fdc-bd82-5e54d39f9cd5 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Feb 19 08:03:56.413454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a7b48-c307-41c1-8d34-c0ea7d914161 req-c560b739-5bdc-46b2-bc14-a0e18dadc2b3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:56.415557 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c2a7b48-c307-41c1-8d34-c0ea7d914161 req-c560b739-5bdc-46b2-bc14-a0e18dadc2b3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.1185517 Feb 19 08:03:56.461419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7c2a7b48-c307-41c1-8d34-c0ea7d914161 req-16b1714b-2cf2-431c-be9b-095b3076c31b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398448 Feb 19 08:03:57.586729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec391-6690-4dfe-af56-9327f8a544a3 req-844146c9-7a48-4205-8ab5-0f9bf1e72f65 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:57.588253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52aec391-6690-4dfe-af56-9327f8a544a3 req-844146c9-7a48-4205-8ab5-0f9bf1e72f65 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0570972 Feb 19 08:03:57.635410 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52aec391-6690-4dfe-af56-9327f8a544a3 req-442198a4-d701-40a0-9daa-a76b406fcb69 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415082 Feb 19 08:03:58.761803 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280402c5-7064-4351-aac9-a7ae7245d045 req-14697f71-0194-429e-9fe2-c3ac4b23426b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:58.763331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-280402c5-7064-4351-aac9-a7ae7245d045 req-14697f71-0194-429e-9fe2-c3ac4b23426b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0538297 Feb 19 08:03:58.809258 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-280402c5-7064-4351-aac9-a7ae7245d045 req-04f293dc-63ac-4429-b0cc-b23f1683e130 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Feb 19 08:03:59.984813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d48d8-6bde-4b3b-98c1-252236516c57 req-6be14b1b-e19b-462f-9905-dc5feac2ee7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:03:59.986310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e73d48d8-6bde-4b3b-98c1-252236516c57 req-6be14b1b-e19b-462f-9905-dc5feac2ee7d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.1062126 Feb 19 08:04:00.031802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e73d48d8-6bde-4b3b-98c1-252236516c57 req-936fcdb7-153c-4a7f-88dc-29d345740809 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397203 Feb 19 08:04:00.265819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:04:00.344286 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:04:00.344680 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:00.369225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:00.371596 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9456d74-4b0d-41dd-b86b-54a21468022b" -d '{"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:00.385543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:00.390405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:00.427501 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e40a2-2f5f-4a73-b27f-25db3ad3b4e0 x-openstack-request-id: req-ef5e40a2-2f5f-4a73-b27f-25db3ad3b4e0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:00.427797 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:00.428050 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef5e40a2-2f5f-4a73-b27f-25db3ad3b4e0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:00.428445 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'code': 200} Feb 19 08:04:00.447526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:00.594145 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-08ed687d-c2a4-42b7-a62e-34a63d720cea service neutron] show failed (client error): The resource could not be found. Feb 19 08:04:00.595093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-08ed687d-c2a4-42b7-a62e-34a63d720cea service neutron] 10.222.0.47 "GET /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0551915 Feb 19 08:04:00.673294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:00.848006 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-48ccc6b1-1025-4396-b6d7-109365584951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:00.849456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-48ccc6b1-1025-4396-b6d7-109365584951 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1125 time: 0.0951593 Feb 19 08:04:00.859466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-32fd73ce-ed83-492c-9d8f-6a2480278f13 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:04:00.860401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-32fd73ce-ed83-492c-9d8f-6a2480278f13 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048685 Feb 19 08:04:00.871242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:04:00.926855 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.163074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:01.186721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787e7ae-0824-49d5-bde6-e7ac93fc9640 req-0278d460-2829-4e4a-8e19-b366095ce29f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.188236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6787e7ae-0824-49d5-bde6-e7ac93fc9640 req-0278d460-2829-4e4a-8e19-b366095ce29f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0877604 Feb 19 08:04:01.220904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:01.269326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:04:01.278533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6787e7ae-0824-49d5-bde6-e7ac93fc9640 req-f776f775-53ab-4724-b3de-63b019a5c134 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811968 Feb 19 08:04:01.280319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks [] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.293971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Transition to ACTIVE for port object b0f1d590-cb10-4764-ad30-74f2bd7e4564 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:01.297588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.387896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.436282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] No DVR routers for this DVR port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:01.575205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:04:01.575542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:04:01.575871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:04:01.580003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:04:01.580329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:04:01.585075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:04:01.585415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:04:01.585827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:04:01.586252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Bound port: b0f1d590-cb10-4764-ad30-74f2bd7e4564, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:04:01.586599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.649185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:01.652116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:01.658413 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.699953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.700554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:01.702307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] 10.222.0.24 "PUT /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1091 time: 0.8350010 Feb 19 08:04:01.702871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:01.705212 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42e9db-f86b-40cb-af61-e7a1721bbf97" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:01.762988 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9672d936-9ddf-4518-ae0a-a4b462daab07 x-openstack-request-id: req-9672d936-9ddf-4518-ae0a-a4b462daab07 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:01.763400 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:01.763719 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9672d936-9ddf-4518-ae0a-a4b462daab07 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:01.764186 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'status': 'completed', 'code': 200} Feb 19 08:04:01.770675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f801f-206c-4064-8709-80b4caa616ae service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:01.797659 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-3f03616d-f278-4c31-81d3-53c0aa174d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.799150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-3f03616d-f278-4c31-81d3-53c0aa174d9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1125 time: 0.0715804 Feb 19 08:04:01.893314 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-ad19baad-b8a1-4f55-b2fb-57ea1eba86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.894822 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-ad19baad-b8a1-4f55-b2fb-57ea1eba86f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1125 time: 0.1104367 Feb 19 08:04:01.954164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-2320b295-63b1-409d-b322-9ace30087de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:01.955633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-2320b295-63b1-409d-b322-9ace30087de4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1421747 Feb 19 08:04:02.048535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-cf8765c1-76e6-4602-a641-94ea8e093968 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0866055 Feb 19 08:04:02.052783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-e96c5b41-585a-4a3a-b70c-7f0b329ab1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.054142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-e96c5b41-585a-4a3a-b70c-7f0b329ab1b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1525514 Feb 19 08:04:02.143269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ebce8140-0115-49f5-878e-e7339ecb30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.144679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ebce8140-0115-49f5-878e-e7339ecb30ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0896976 Feb 19 08:04:02.148905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-ddd73382-dabc-48b1-aefb-e81a5e06c5cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0864892 Feb 19 08:04:02.216255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-1bc9000b-22ad-46c3-bc0c-9d24c9f8deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.217603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-1bc9000b-22ad-46c3-bc0c-9d24c9f8deaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0606430 Feb 19 08:04:02.233769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-4bbdced8-c874-4585-b12c-6a8e97ac94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.235202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-4bbdced8-c874-4585-b12c-6a8e97ac94a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850661 Feb 19 08:04:02.321797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-f9fd3202-129a-4edb-beeb-00faa4dbcf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.323422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-f9fd3202-129a-4edb-beeb-00faa4dbcf8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0991161 Feb 19 08:04:02.393911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-3d00718d-8e2f-4b8c-9cb2-093b69ee2c80 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445100 Feb 19 08:04:02.516137 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-854c4748-efed-4413-8ddc-aaa7193da78d service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837962 Feb 19 08:04:02.545323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2486b5e-a985-47b8-a3c3-326fb3c07ad4 req-2dcd83cc-dc77-45ab-8814-4d6ada6d4327 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.546740 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2486b5e-a985-47b8-a3c3-326fb3c07ad4 req-2dcd83cc-dc77-45ab-8814-4d6ada6d4327 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.1833186 Feb 19 08:04:02.594482 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-ebed590e-b73c-4019-ac69-fbb59fe7f530 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894042 Feb 19 08:04:02.650986 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b2486b5e-a985-47b8-a3c3-326fb3c07ad4 req-2140d8cb-6b58-4d4f-92d1-836e673072b7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889862 Feb 19 08:04:02.698937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-5be8550d-1261-4f4d-9e22-f5f38ae94010 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728113 Feb 19 08:04:02.711650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-5bc25f43-4965-4d8e-848c-2678dded3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.713099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-5bc25f43-4965-4d8e-848c-2678dded3d74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1125 time: 0.0672920 Feb 19 08:04:02.806504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-29188ae0-9d0b-4602-b0c2-f08be2460cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.808175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-29188ae0-9d0b-4602-b0c2-f08be2460cd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0860751 Feb 19 08:04:02.876184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-3e8d5cda-9240-4b35-82b6-510b58beb6f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0619140 Feb 19 08:04:02.923228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-044a012d-2cf9-4b2f-bcf8-d78349beafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.924685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-044a012d-2cf9-4b2f-bcf8-d78349beafa8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0431845 Feb 19 08:04:02.978538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-1dbfd908-36b3-4cd6-97f1-2406199d30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:02.980022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-1dbfd908-36b3-4cd6-97f1-2406199d30c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479159 Feb 19 08:04:03.074507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-9b42d92c-09d5-4bd2-9077-5cadd37abd53 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882912 Feb 19 08:04:03.160555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8c42e9db-f86b-40cb-af61-e7a1721bbf97 req-b05e4a99-7e5f-4729-9769-7c449a0dfcc6 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795968 Feb 19 08:04:03.466271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:03.779243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e011a4-d952-4be1-a71b-26f0e8f78b22 req-ed0b1752-3e68-486a-bcdc-046598166f09 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:03.780783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23e011a4-d952-4be1-a71b-26f0e8f78b22 req-ed0b1752-3e68-486a-bcdc-046598166f09 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0530033 Feb 19 08:04:04.069555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23e011a4-d952-4be1-a71b-26f0e8f78b22 req-7516edf1-6d00-4fea-b737-378a1ce6ac38 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828784 Feb 19 08:04:05.189560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b23fc-39da-48a8-927e-6d1ebd12628d req-6f3e42b2-0074-4df6-a334-3d70d4c1b412 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:05.191033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f44b23fc-39da-48a8-927e-6d1ebd12628d req-6f3e42b2-0074-4df6-a334-3d70d4c1b412 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0522830 Feb 19 08:04:05.241657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f44b23fc-39da-48a8-927e-6d1ebd12628d req-d0506cbc-68c7-47b6-a14d-27cc53b6bb0d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Feb 19 08:04:06.298530 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7411288f-1eb0-4731-bf57-e9262e98e925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:06.361750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9504188-0016-47ef-b4e3-f54e0add965c req-3df2b163-d495-4f09-bd0b-54fa0099d38e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:06.363257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9504188-0016-47ef-b4e3-f54e0add965c req-3df2b163-d495-4f09-bd0b-54fa0099d38e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0523012 Feb 19 08:04:06.409052 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b9504188-0016-47ef-b4e3-f54e0add965c req-3296c224-842a-4330-bf1e-91a2a91f439a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Feb 19 08:04:07.531493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2901f8-92ac-46a1-b1d9-58e21019c517 req-5589326a-ba51-4d39-8c79-c9cefb81ea3a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:07.533099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee2901f8-92ac-46a1-b1d9-58e21019c517 req-5589326a-ba51-4d39-8c79-c9cefb81ea3a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0528791 Feb 19 08:04:07.578413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee2901f8-92ac-46a1-b1d9-58e21019c517 req-428e358c-d3f7-4593-813d-d37c29005276 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Feb 19 08:04:08.633181 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f0daa59-c13b-4c46-825a-c7a00c06353c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:08.705596 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8debc35-2a93-4a64-b841-7fe056d1f3bc req-0d38fc5e-84ad-4cd0-a018-41f0d1c2162e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:08.707732 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8debc35-2a93-4a64-b841-7fe056d1f3bc req-0d38fc5e-84ad-4cd0-a018-41f0d1c2162e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0538731 Feb 19 08:04:08.756919 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8debc35-2a93-4a64-b841-7fe056d1f3bc req-d7c8902d-e4b3-4f2b-bb20-c281ab160149 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425897 Feb 19 08:04:09.849902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:09.882961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d863-fd7f-44b4-b16c-3a7e823957b2 req-63bb3ed7-825b-4d7c-9827-57032043d4ef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:09.884492 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3381d863-fd7f-44b4-b16c-3a7e823957b2 req-63bb3ed7-825b-4d7c-9827-57032043d4ef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0539134 Feb 19 08:04:09.932043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3381d863-fd7f-44b4-b16c-3a7e823957b2 req-e0a440ae-5b36-46c9-a151-f01f7d753380 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Feb 19 08:04:11.052064 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b77a9-4eb2-4358-98f7-18d097f3f8b7 req-b05b0441-1376-4ce5-9930-045916d84f12 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:11.053513 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f4b77a9-4eb2-4358-98f7-18d097f3f8b7 req-b05b0441-1376-4ce5-9930-045916d84f12 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0502398 Feb 19 08:04:11.102385 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4f4b77a9-4eb2-4358-98f7-18d097f3f8b7 req-42407d5d-b934-4579-9461-b3d6e3b22a41 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Feb 19 08:04:11.168888 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:12.232566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691055-0a79-44ef-bee7-6757ec5d6b19 req-3d39ee35-d813-4aa0-bbf1-856cdf1c2460 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:12.233972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62691055-0a79-44ef-bee7-6757ec5d6b19 req-3d39ee35-d813-4aa0-bbf1-856cdf1c2460 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0563617 Feb 19 08:04:12.280263 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62691055-0a79-44ef-bee7-6757ec5d6b19 req-47f71976-809f-4ed8-88ba-19dddfa4b90f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Feb 19 08:04:12.483916 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:12.851672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:04:13.402928 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ea7-443a-4d02-b1bd-71d5d8a572b5 req-e71e2dc5-3d0e-48a1-a51b-976257a4340f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:13.404631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab8f2ea7-443a-4d02-b1bd-71d5d8a572b5 req-e71e2dc5-3d0e-48a1-a51b-976257a4340f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0557451 Feb 19 08:04:13.450485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ab8f2ea7-443a-4d02-b1bd-71d5d8a572b5 req-797a3db6-0553-4c5d-a7ce-6581d525f023 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Feb 19 08:04:14.567551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aca9b-e004-47a7-9d2b-07c401a9c54c req-0969beb3-216c-4e2e-be2b-3c88c6c41b9a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:14.569031 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12aca9b-e004-47a7-9d2b-07c401a9c54c req-0969beb3-216c-4e2e-be2b-3c88c6c41b9a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0511363 Feb 19 08:04:14.614292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b12aca9b-e004-47a7-9d2b-07c401a9c54c req-90696647-b6db-4aac-8616-ae088247c1fd tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 Feb 19 08:04:15.734790 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcf32a-beb0-4841-8642-db873b600b06 req-fd782c8a-cc9e-4ec3-87c6-9078cf6e7175 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:15.736279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6cdcf32a-beb0-4841-8642-db873b600b06 req-fd782c8a-cc9e-4ec3-87c6-9078cf6e7175 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0542367 Feb 19 08:04:15.781233 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6cdcf32a-beb0-4841-8642-db873b600b06 req-272085d7-a2e2-4d89-b17f-550610ef25eb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Feb 19 08:04:16.899687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ab8fa-ff66-43b0-bbb4-d2d8e06ccf9d req-b36ea886-dab9-4dfe-8a74-1ce290d43ed4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:16.901145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-141ab8fa-ff66-43b0-bbb4-d2d8e06ccf9d req-b36ea886-dab9-4dfe-8a74-1ce290d43ed4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0516315 Feb 19 08:04:16.949729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-141ab8fa-ff66-43b0-bbb4-d2d8e06ccf9d req-74b7b111-8e94-4652-b821-208f750f1ee7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Feb 19 08:04:18.073521 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ebc1-4f76-47bc-8025-ceb649337c3e req-e000b3a0-bf29-42ba-9318-7bd832c433c6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:18.074981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a13ebc1-4f76-47bc-8025-ceb649337c3e req-e000b3a0-bf29-42ba-9318-7bd832c433c6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0506735 Feb 19 08:04:18.120267 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5a13ebc1-4f76-47bc-8025-ceb649337c3e req-9a0c27d7-cfb5-4c5e-9f7c-5c83f24897b3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Feb 19 08:04:19.237734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f92a0-6c60-4146-926c-4303d11cb1b8 req-9880c1fc-9a5b-4219-98ea-eb39d07baa58 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:19.239121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d3f92a0-6c60-4146-926c-4303d11cb1b8 req-9880c1fc-9a5b-4219-98ea-eb39d07baa58 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 943 time: 0.0513346 Feb 19 08:04:19.287834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d3f92a0-6c60-4146-926c-4303d11cb1b8 req-643b151d-3b78-4fa5-b84d-f087182cba64 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Feb 19 08:04:19.986827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:04:20.080822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:20.091577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:04:20.126940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:04:20.127368 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:20.139257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:04:20.157762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:20.161657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:20.206329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:20.213261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.213611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.213950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.214285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.214615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.214941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.215290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.215615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.215936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.216257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.216574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.216889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.217231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:20.404507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['b0f1d590-cb10-4764-ad30-74f2bd7e4564'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:04:20.409293 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6439-24ce-4691-8b98-b4f53d6454d4 req-f372df59-020a-47d0-b4ae-4cc69ec7729e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:20.410812 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60fd6439-24ce-4691-8b98-b4f53d6454d4 req-f372df59-020a-47d0-b4ae-4cc69ec7729e tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0529988 Feb 19 08:04:20.461696 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60fd6439-24ce-4691-8b98-b4f53d6454d4 req-9856e6f6-b20d-426f-8a27-b8eb5fa71e74 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Feb 19 08:04:20.747366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-121a33eb-7c2b-465f-84e5-eaebb06f698d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:20.748744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-121a33eb-7c2b-465f-84e5-eaebb06f698d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 944 time: 0.0552497 Feb 19 08:04:20.759156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2ef2-f377-4b51-baa2-0e06bd16d38b req-2aef7d95-cb0d-466a-b100-483d391c39e4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:20.760667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32ac2ef2-f377-4b51-baa2-0e06bd16d38b req-2aef7d95-cb0d-466a-b100-483d391c39e4 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0533218 Feb 19 08:04:20.806325 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32ac2ef2-f377-4b51-baa2-0e06bd16d38b req-3e2eb81b-a148-4de7-a968-49e59474423d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Feb 19 08:04:20.811967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-484608eb-929f-4b92-8255-1f03d585d8a3 service neutron] 10.222.0.24 "GET /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564/bindings/n-h1-829866-3 HTTP/1.1" status: 200 len: 382 time: 0.0561724 Feb 19 08:04:21.190786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-b0f02045-8dda-4e91-92d5-e25207997053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:21.192306 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-b0f02045-8dda-4e91-92d5-e25207997053 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1126 time: 0.3574667 Feb 19 08:04:21.277997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-81792cd9-7a7e-46be-9d53-04c1a4dd010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:21.279480 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-81792cd9-7a7e-46be-9d53-04c1a4dd010f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0809484 Feb 19 08:04:21.343760 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-de6ac12c-d290-4379-8d37-455303c17eeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1001 time: 0.0586233 Feb 19 08:04:21.394905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-dedd451b-5acb-4273-af1e-11cd68ad006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:21.396371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-dedd451b-5acb-4273-af1e-11cd68ad006f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0472107 Feb 19 08:04:21.441869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-417d7551-cf15-4059-b987-226cae4ab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:21.443277 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-417d7551-cf15-4059-b987-226cae4ab9f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0414200 Feb 19 08:04:21.533657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-486de0fd-6f87-4da1-9c80-7da17695be5c service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843642 Feb 19 08:04:21.619451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-56d2cafe-535e-44c9-ba94-7e159987c8e8 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796311 Feb 19 08:04:21.935139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddea8c4-af2e-4aa1-a8bd-a6b1919633a0 req-dea8d2d8-264e-4018-a846-4ec97a4f1dfe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:21.936639 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eddea8c4-af2e-4aa1-a8bd-a6b1919633a0 req-dea8d2d8-264e-4018-a846-4ec97a4f1dfe tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0558863 Feb 19 08:04:21.983048 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-eddea8c4-af2e-4aa1-a8bd-a6b1919633a0 req-3c768f23-e9ec-43da-947c-0f0b4bca14de tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Feb 19 08:04:21.989288 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:04:22.037460 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:22.041925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:22.042308 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:22.118147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:04:22.118466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:22.140016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:22.142225 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1126d72-2591-46ce-843e-5bc2f9e24d38" -d '{"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:22.154889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:22.158953 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:22.192067 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bae44f-c73c-438b-8269-8ab998956846 x-openstack-request-id: req-22bae44f-c73c-438b-8269-8ab998956846 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:22.192359 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:22.192610 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22bae44f-c73c-438b-8269-8ab998956846 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:22.193022 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'code': 200} Feb 19 08:04:22.207607 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:23.101498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b0c84-0766-4fd1-95f3-06b8f377965c req-efa14d43-658a-4c6f-80b9-3bd91752b76b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:23.102975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d67b0c84-0766-4fd1-95f3-06b8f377965c req-efa14d43-658a-4c6f-80b9-3bd91752b76b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 946 time: 0.0512917 Feb 19 08:04:23.150231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d67b0c84-0766-4fd1-95f3-06b8f377965c req-d80bee54-bfc1-4280-a4fe-de4af7640fa6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 Feb 19 08:04:24.275766 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0827-5e8c-4287-a444-f2d652bf59d6 req-5ca0fe07-70ca-4fd1-8a39-5e542c6ab6e1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:24.277181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c2c0827-5e8c-4287-a444-f2d652bf59d6 req-5ca0fe07-70ca-4fd1-8a39-5e542c6ab6e1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 946 time: 0.0535548 Feb 19 08:04:24.325270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c2c0827-5e8c-4287-a444-f2d652bf59d6 req-41e6f33d-5525-4ca4-b42c-7614cb5c2ac8 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Feb 19 08:04:25.447752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cd437-1d00-4492-890b-ef33a3645b94 req-db8054c2-98ee-4d4d-b142-0f7ab31c6541 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:25.449237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af5cd437-1d00-4492-890b-ef33a3645b94 req-db8054c2-98ee-4d4d-b142-0f7ab31c6541 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 946 time: 0.0570514 Feb 19 08:04:25.495565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-af5cd437-1d00-4492-890b-ef33a3645b94 req-abbe23d6-ad3c-475b-ad4c-c2001cff9930 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Feb 19 08:04:26.003212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:04:26.077187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:04:26.077579 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:26.099200 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:26.101892 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b08d79c-5a48-443f-ac1c-cab717f1f182" -d '{"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:26.113737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:26.119484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:26.153997 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94aac9-4aba-4078-a615-37fda82fb9c3 x-openstack-request-id: req-ef94aac9-4aba-4078-a615-37fda82fb9c3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:26.154292 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:26.154549 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef94aac9-4aba-4078-a615-37fda82fb9c3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:26.154938 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'code': 200} Feb 19 08:04:26.170735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:26.614460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a25e8-a424-4b86-87f4-3f377757b3e4 req-a50a9db8-078a-4dd8-8c17-5c3871aab385 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:26.616068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b6a25e8-a424-4b86-87f4-3f377757b3e4 req-a50a9db8-078a-4dd8-8c17-5c3871aab385 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0518632 Feb 19 08:04:26.664543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b6a25e8-a424-4b86-87f4-3f377757b3e4 req-46f843d4-1131-4cdb-a338-09fca251edeb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Feb 19 08:04:27.476603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-e8e6eb11-b7bd-4a89-9da8-b82334081da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:27.478093 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-e8e6eb11-b7bd-4a89-9da8-b82334081da4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd&tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a HTTP/1.1" status: 200 len: 1126 time: 0.0438046 Feb 19 08:04:27.496693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:04:27.556149 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:27.753294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:27.785628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:27.790075 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65fd-d616-4396-9b05-69e734543e76 req-e3d4ae7d-b949-4ed0-a8bc-ccccfcd80373 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:27.791609 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df1f65fd-d616-4396-9b05-69e734543e76 req-e3d4ae7d-b949-4ed0-a8bc-ccccfcd80373 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0569518 Feb 19 08:04:27.818591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:04:27.826184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks [] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:27.837979 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df1f65fd-d616-4396-9b05-69e734543e76 req-7379a0b9-090f-4a52-97e0-ee93ae6eb055 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Feb 19 08:04:27.839038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Transition to ACTIVE for port object b0f1d590-cb10-4764-ad30-74f2bd7e4564 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:04:27.842731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:27.923598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=12']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:27.937839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.938191 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.938542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.938883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.939244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.939578 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.939906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.940236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.940559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.940887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.941214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.941537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.941858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:04:27.982525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] No DVR routers for this DVR port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:28.118623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:04:28.118958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:04:28.119319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:04:28.123579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:04:28.123900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Attempting to bind port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:04:28.128654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:04:28.128987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Checking segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:04:28.129368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Bound using segment: {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:04:28.129787 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Bound port: b0f1d590-cb10-4764-ad30-74f2bd7e4564, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369fcfa9-b999-4df9-b058-5a4319fabd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:04:28.130134 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:28.193017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:04:28.195993 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:04:28.201387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:28.234775 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.235403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:28.236767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1092 time: 0.7442069 Feb 19 08:04:28.237195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:28.239444 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0352a67-3a97-47d9-aa67-5a0e188faa40" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:28.295928 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831ee88-1bd7-446c-ad14-e7284a9b07fc x-openstack-request-id: req-c831ee88-1bd7-446c-ad14-e7284a9b07fc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:28.296224 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:28.296486 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c831ee88-1bd7-446c-ad14-e7284a9b07fc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:28.296888 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'status': 'completed', 'code': 200} Feb 19 08:04:28.297753 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3ac81-eee0-4564-bf08-89cdce9af277 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=13']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:28.344161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-31513672-0d04-48d8-b0be-ef5b7dd2f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.345667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-31513672-0d04-48d8-b0be-ef5b7dd2f7ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1126 time: 0.0857077 Feb 19 08:04:28.420914 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-b559c432-62bf-44b7-b487-acd2555cbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.422440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-b559c432-62bf-44b7-b487-acd2555cbebb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1126 time: 0.1082301 Feb 19 08:04:28.507830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-8ef6cb13-912a-4dd5-99d6-b783377d8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.509266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-8ef6cb13-912a-4dd5-99d6-b783377d8217 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1557357 Feb 19 08:04:28.581183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-6466e165-bfa3-4ab5-98f3-d338703b94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.582661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-6466e165-bfa3-4ab5-98f3-d338703b94a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.1540008 Feb 19 08:04:28.598330 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-ef631d09-2b87-4d7c-90a8-fae13b2501e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0813577 Feb 19 08:04:28.688261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-c5c59bbd-f7bf-481f-820b-320fbd38eb25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0993102 Feb 19 08:04:28.689997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-5d10ce53-a408-4742-82f2-b14e9a2e735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.691370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-5d10ce53-a408-4742-82f2-b14e9a2e735c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0608571 Feb 19 08:04:28.770651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-5d03cdd8-3752-48ab-9ebb-035dfdbeb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.772154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-5d03cdd8-3752-48ab-9ebb-035dfdbeb5e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0784900 Feb 19 08:04:28.778547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-258f88f9-69e8-4fe4-a92b-95f64c8ffb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.779977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-258f88f9-69e8-4fe4-a92b-95f64c8ffb6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794580 Feb 19 08:04:28.880127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-fe7e45a3-acb8-4b64-924c-3845098218fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.881682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-fe7e45a3-acb8-4b64-924c-3845098218fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008494 Feb 19 08:04:28.918610 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-a7fe7256-b733-4e2d-9ff1-ea33814fef8d service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304753 Feb 19 08:04:28.957995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33350b37-9b58-42c1-99af-5e9950d09c20 req-4d0fe64c-2eff-403f-b942-d03071202140 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:28.959536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33350b37-9b58-42c1-99af-5e9950d09c20 req-4d0fe64c-2eff-403f-b942-d03071202140 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0524733 Feb 19 08:04:29.006707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33350b37-9b58-42c1-99af-5e9950d09c20 req-5596da65-a048-4a60-97f0-2bce3ce1e5e6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Feb 19 08:04:29.044516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-b120779f-e32c-4bb1-9a5c-80b4bfd51c73 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571717 Feb 19 08:04:29.073056 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4867a7d-f4ed-44c3-8383-d020da2a7a36 req-74f136cf-99c5-44d8-9cc2-3769affc626c service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309896 Feb 19 08:04:29.180005 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-c7f45b9a-06e2-45cb-a77a-675a9e9654a2 service neutron] 10.222.0.24 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273229 Feb 19 08:04:29.189843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-3c956949-c0c0-4772-926a-2af4f3f87d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:29.191383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-3c956949-c0c0-4772-926a-2af4f3f87d15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1126 time: 0.0775945 Feb 19 08:04:29.279875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-74d3221a-15b3-4094-a75c-9b66ca538681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:29.281275 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-74d3221a-15b3-4094-a75c-9b66ca538681 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0837088 Feb 19 08:04:29.350396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-8ce6db34-fa81-4613-84a8-53ca4982ccc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0635383 Feb 19 08:04:29.397907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-a55a4b34-b58b-4338-a204-cc098cdb379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:29.399455 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-a55a4b34-b58b-4338-a204-cc098cdb379d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0432549 Feb 19 08:04:29.449723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-666f00b7-b7fd-4984-90e1-57a316e2286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:29.451240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-666f00b7-b7fd-4984-90e1-57a316e2286c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462229 Feb 19 08:04:29.540229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-ff306421-7d98-4761-87ab-f8fb44399af2 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829477 Feb 19 08:04:29.626100 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0352a67-3a97-47d9-aa67-5a0e188faa40 req-7d5f1ef3-f100-4a52-a3ba-cb718d6f6d33 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797882 Feb 19 08:04:30.131020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a979d-476c-4459-9e5e-6c21ac68ab72 req-6d098756-88a7-49cc-86e6-70bbbc25c09f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:30.132598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-415a979d-476c-4459-9e5e-6c21ac68ab72 req-6d098756-88a7-49cc-86e6-70bbbc25c09f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0539460 Feb 19 08:04:30.180207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-415a979d-476c-4459-9e5e-6c21ac68ab72 req-4a539568-d97c-41de-8315-f0dc0bccbfbb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419803 Feb 19 08:04:30.673381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:31.304713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de7861-78a2-441f-851c-482581b5a343 req-9a010874-586d-40e3-96c4-9a37bafbe383 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:31.306197 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39de7861-78a2-441f-851c-482581b5a343 req-9a010874-586d-40e3-96c4-9a37bafbe383 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0555179 Feb 19 08:04:31.352359 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-39de7861-78a2-441f-851c-482581b5a343 req-5e58dd4a-7747-437a-b9e9-16ad9c79a537 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Feb 19 08:04:31.885968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-4e43786f-c809-4a31-a275-00b272070da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:31.887515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-4e43786f-c809-4a31-a275-00b272070da0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 1126 time: 0.0567651 Feb 19 08:04:31.993395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-25c40ddc-a10e-43ae-97ec-782710eb1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:31.994904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-25c40ddc-a10e-43ae-97ec-782710eb1cf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 200 len: 912 time: 0.0894046 Feb 19 08:04:32.063140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-094f9b0c-8f0f-4591-b733-d0d7c1defd72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 200 len: 1000 time: 0.0626235 Feb 19 08:04:32.109367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-5495d01b-e9f2-467f-9bea-048240342d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:32.110879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-5495d01b-e9f2-467f-9bea-048240342d0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 200 len: 851 time: 0.0427177 Feb 19 08:04:32.163762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-dd7ef86f-1730-42ac-a82e-35de07d064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:32.165210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-dd7ef86f-1730-42ac-a82e-35de07d064cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1373bad3-0ac3-4a0e-ba34-a39b8972e406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479543 Feb 19 08:04:32.256411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-1a24705d-7f49-4ad4-bc39-925fc6620f68 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Feb 19 08:04:32.341857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5865efc7-4b95-44a0-b21c-49f641fe1266 req-9bb355c3-ee71-450e-b3c3-d0b38e8760c2 service neutron] 10.222.0.47 "GET /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794756 Feb 19 08:04:32.474771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbee6b5-8148-4b29-afed-4c9f2b09a7e1 req-756fa756-83b2-43d4-a5cf-858f49f745ce tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:32.477120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dbee6b5-8148-4b29-afed-4c9f2b09a7e1 req-756fa756-83b2-43d4-a5cf-858f49f745ce tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0566478 Feb 19 08:04:32.529747 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9dbee6b5-8148-4b29-afed-4c9f2b09a7e1 req-babad4e4-9fc2-4e51-8395-69c58d80ac8a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 Feb 19 08:04:32.967579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-15556ef1-cfe6-4223-ab66-7a8104202900 req-be15160e-be70-4117-903d-a8a5ddc9022b service neutron] (103588) timed out ('10.222.0.43', 45456) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:04:33.466264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:33.652613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf3820-a289-4a72-ad5c-2f586b818713 req-920ab752-c282-40ae-af18-8a7d4c8bc362 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:33.654240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cdaf3820-a289-4a72-ad5c-2f586b818713 req-920ab752-c282-40ae-af18-8a7d4c8bc362 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0542219 Feb 19 08:04:33.713042 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-cdaf3820-a289-4a72-ad5c-2f586b818713 req-5ab00f22-5c74-468b-bf2a-dfccaad156c6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528519 Feb 19 08:04:34.837020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7370b0a-f7ca-470f-a78d-d0814c4b8cba req-1e7521b4-f72e-4057-a2bb-7d374cb98d45 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:34.839108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7370b0a-f7ca-470f-a78d-d0814c4b8cba req-1e7521b4-f72e-4057-a2bb-7d374cb98d45 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0533202 Feb 19 08:04:34.885465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7370b0a-f7ca-470f-a78d-d0814c4b8cba req-d4e53ec5-cbad-4634-8fbe-b276e9f217c2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Feb 19 08:04:36.005661 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65016e0c-5c4c-4abd-8248-6d9f694a9906 req-7e493139-82b0-4de9-a340-c3260f362ea1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:36.007647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65016e0c-5c4c-4abd-8248-6d9f694a9906 req-7e493139-82b0-4de9-a340-c3260f362ea1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0528677 Feb 19 08:04:36.057103 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-65016e0c-5c4c-4abd-8248-6d9f694a9906 req-aed5cfc9-68c4-4cfb-ad07-01edc1764e47 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Feb 19 08:04:36.299823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a794d2e-f1f7-4eb6-9b2f-8ae7537c8a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:37.181771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4a3eb-2e84-44f0-9988-02d0e2b4c560 req-b7a95d37-8de5-4877-84a5-5bf854df1faa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:37.183403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9e4a3eb-2e84-44f0-9988-02d0e2b4c560 req-b7a95d37-8de5-4877-84a5-5bf854df1faa tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0533977 Feb 19 08:04:37.232417 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d9e4a3eb-2e84-44f0-9988-02d0e2b4c560 req-7cb24c49-4265-406a-a1d9-e99947828381 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Feb 19 08:04:38.351719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ed6ce-d93a-4f0b-8ade-945c4d89ce4a req-0852afa1-2727-4708-b37c-4c9737dc4006 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:38.353203 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd9ed6ce-d93a-4f0b-8ade-945c4d89ce4a req-0852afa1-2727-4708-b37c-4c9737dc4006 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0517306 Feb 19 08:04:38.400268 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd9ed6ce-d93a-4f0b-8ade-945c4d89ce4a req-2dd62f82-7afb-4d63-8573-5e5aba4ca404 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 Feb 19 08:04:38.635867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51cd793b-0871-45f2-87e9-b9ca71473df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:39.526785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eae1d6-f136-4114-a41b-2600cccc8ea5 req-77f27c30-cad3-484d-8f88-24fe1b59fa18 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:39.528311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29eae1d6-f136-4114-a41b-2600cccc8ea5 req-77f27c30-cad3-484d-8f88-24fe1b59fa18 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0569694 Feb 19 08:04:39.574161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29eae1d6-f136-4114-a41b-2600cccc8ea5 req-a127c9ec-a21d-472b-ad4f-a0bdd9996475 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Feb 19 08:04:39.845934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:40.693943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558fbc9-460b-403a-bf37-cf33bdf857e1 req-43b872c8-c552-4925-8290-026b794b152a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:40.695460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e558fbc9-460b-403a-bf37-cf33bdf857e1 req-43b872c8-c552-4925-8290-026b794b152a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0525539 Feb 19 08:04:40.741135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e558fbc9-460b-403a-bf37-cf33bdf857e1 req-6fc62a28-86ce-450e-bca8-749d3d6c8eef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400326 Feb 19 08:04:41.170869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:41.857613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b35c-74b8-4203-94bb-06e2fa83e79a req-e68d544e-2b03-4860-8694-759542209deb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:41.859077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f28b35c-74b8-4203-94bb-06e2fa83e79a req-e68d544e-2b03-4860-8694-759542209deb tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0503244 Feb 19 08:04:41.904525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4f28b35c-74b8-4203-94bb-06e2fa83e79a req-3e2d8e0e-71b3-4de1-b238-83b225dacd75 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Feb 19 08:04:42.488753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:43.026823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ce208-dc34-4c69-ade4-cc081ca8d7f1 req-fa61a304-4618-41b2-a43d-ea299d711a6a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:43.028323 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f36ce208-dc34-4c69-ade4-cc081ca8d7f1 req-fa61a304-4618-41b2-a43d-ea299d711a6a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0552166 Feb 19 08:04:43.073122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f36ce208-dc34-4c69-ade4-cc081ca8d7f1 req-7b8162fd-b682-4b80-bffc-05027c1c549d tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Feb 19 08:04:44.202451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938ee6-f862-4aba-bf87-71eeb5edd673 req-6f05598f-e9d8-4507-8e57-4bc27d2d5b2c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:44.204035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d938ee6-f862-4aba-bf87-71eeb5edd673 req-6f05598f-e9d8-4507-8e57-4bc27d2d5b2c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0569260 Feb 19 08:04:44.249260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d938ee6-f862-4aba-bf87-71eeb5edd673 req-ca059748-e0b5-4a9e-acd5-ae5ebb1548a7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397480 Feb 19 08:04:45.367062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d51b9b-5c61-4434-830b-402fbeb4a944 req-8dbf03d7-bc4b-4541-aa64-9b21a7013ce2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:45.368804 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19d51b9b-5c61-4434-830b-402fbeb4a944 req-8dbf03d7-bc4b-4541-aa64-9b21a7013ce2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0513999 Feb 19 08:04:45.413793 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-19d51b9b-5c61-4434-830b-402fbeb4a944 req-35427103-0374-404b-a750-66e3022fd9b1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 Feb 19 08:04:46.531543 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a8b1c-aecc-4afd-a3ea-b1e1f577ede9 req-a9f2e6a3-d662-43b5-83f2-3f35b8c48311 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:46.533028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-543a8b1c-aecc-4afd-a3ea-b1e1f577ede9 req-a9f2e6a3-d662-43b5-83f2-3f35b8c48311 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0510302 Feb 19 08:04:46.578314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-543a8b1c-aecc-4afd-a3ea-b1e1f577ede9 req-f23487e1-bbb5-4e0b-9580-fb3a192b0a43 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392065 Feb 19 08:04:47.697405 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2fe1-b131-44df-a913-a999e08a00d9 req-02328017-1bad-40ed-9970-4bc04ccf21e1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:47.698904 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-421b2fe1-b131-44df-a913-a999e08a00d9 req-02328017-1bad-40ed-9970-4bc04ccf21e1 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0541723 Feb 19 08:04:47.748944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-421b2fe1-b131-44df-a913-a999e08a00d9 req-dc19879f-abe1-4e37-aa85-178682d5bbef tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Feb 19 08:04:47.875483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18e62-fa5c-4bcc-8909-77600cc9026f req-8fe43f08-67e8-4edd-8c61-5f5cfa8bc208 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:47.876981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1b18e62-fa5c-4bcc-8909-77600cc9026f req-8fe43f08-67e8-4edd-8c61-5f5cfa8bc208 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0549738 Feb 19 08:04:47.924800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1b18e62-fa5c-4bcc-8909-77600cc9026f req-da12893c-f2bb-4c76-9c29-ef48f4e6804f tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Feb 19 08:04:48.043821 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290aabf-5b82-4938-beb1-137f0bcf69b8 req-f30acf14-ac11-4e0a-924e-0e68bdf63fee tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:48.045358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0290aabf-5b82-4938-beb1-137f0bcf69b8 req-f30acf14-ac11-4e0a-924e-0e68bdf63fee tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0517724 Feb 19 08:04:48.089683 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0290aabf-5b82-4938-beb1-137f0bcf69b8 req-2f74c048-32f6-440b-8325-141fbb99a3b7 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Feb 19 08:04:48.332913 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf4b7d-f1aa-4057-9f01-780f81a35dda req-ee1213c3-3663-4b06-b8ed-9db73aa69ef9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:48.334946 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0abf4b7d-f1aa-4057-9f01-780f81a35dda req-ee1213c3-3663-4b06-b8ed-9db73aa69ef9 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 944 time: 0.0512614 Feb 19 08:04:48.380283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0abf4b7d-f1aa-4057-9f01-780f81a35dda req-64032460-a568-48d3-a081-4ccea9328ca6 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 Feb 19 08:04:48.429926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:04:48.529078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:48.540714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'port_id': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'mac_address': 'fa:16:3e:8b:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:04:48.575760 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port b0f1d590-cb10-4764-ad30-74f2bd7e4564 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:04:48.576153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:48.589244 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:04:48.611290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:48.614903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:48.662198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=14']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:48.958227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['b0f1d590-cb10-4764-ad30-74f2bd7e4564'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:04:49.499387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2883e-5300-4d23-ae4a-57c7c3a39cf3 req-62ec4d08-ca3d-4bef-82bf-c1736a91ce76 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:49.500860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7b2883e-5300-4d23-ae4a-57c7c3a39cf3 req-62ec4d08-ca3d-4bef-82bf-c1736a91ce76 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0516400 Feb 19 08:04:49.546418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7b2883e-5300-4d23-ae4a-57c7c3a39cf3 req-fc182652-1202-42db-96b0-f2c5d5456c52 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups?id=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401227 Feb 19 08:04:49.851015 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:04:50.040141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-a428c300-986a-4112-ac3b-1ecba2594005 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:04:50.041555 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-a428c300-986a-4112-ac3b-1ecba2594005 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 945 time: 0.0507405 Feb 19 08:04:50.131096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Deleting port b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:04:50.132179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.215912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] For port b0f1d590-cb10-4764-ad30-74f2bd7e4564, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=b0f1d590-cb10-4764-ad30-74f2bd7e4564,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:04:50.216267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.390783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.391074 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.391417 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd disassociated. External IP: 172.25.7.157, port: b0f1d590-cb10-4764-ad30-74f2bd7e4564. Feb 19 08:04:50.391792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Calling delete_port for b0f1d590-cb10-4764-ad30-74f2bd7e4564 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:04:50.426684 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-d2d21945-dd4d-406c-bacf-c4c3f88bb4b2 req-f1769bd0-40f2-4938-94ae-b3074b23ca79 service neutron] (103587) timed out ('10.222.0.24', 51219) {{(pid=103587) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:04:50.451869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:04:50.522461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.523159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:04:50.527012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port b0f1d590-cb10-4764-ad30-74f2bd7e4564 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:04:50.527440 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0f1d590-cb10-4764-ad30-74f2bd7e4564), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:50.546527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Port b0f1d590-cb10-4764-ad30-74f2bd7e4564 was deleted so its status cannot be updated. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 08:04:50.570060 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'Port': ['ID=b0f1d590-cb10-4764-ad30-74f2bd7e4564,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:04:50.679698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-face503b-0c36-4bcb-8c4f-025b1a89c5da req-c084dde3-4a35-4a16-b322-473cc0f9ee06 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0414572 Feb 19 08:04:50.696742 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:04:50.811344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:04:50.823438 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:04:50.833687 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:04:50.834313 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:04:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:50.946178 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:04:51.157677 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:51.188836 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:04:51.196146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] No DVR routers for this DVR port b0f1d590-cb10-4764-ad30-74f2bd7e4564 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:04:51.197667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:04:51.198283 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:04:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:51.199145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:04:51.202882 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8315a56b-c5b4-4222-8a78-254efd3558c3 req-0a74ab2e-d7fe-48ac-bfb7-3e4a3aafc32c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.47 "DELETE /v2.0/ports/b0f1d590-cb10-4764-ad30-74f2bd7e4564 HTTP/1.1" status: 204 len: 173 time: 1.1563280 Feb 19 08:04:51.203453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-deleted', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:04:51.206318 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de10f33-e800-44ed-8e66-392a013ef45f" -d '{"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-deleted", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:04:51.248164 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313191fc-7205-4e89-a98c-b15c7cfa59c0 x-openstack-request-id: req-313191fc-7205-4e89-a98c-b15c7cfa59c0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:04:51.248795 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8b6853-979f-42a4-a286-d2aa3cd912bd", "name": "network-vif-deleted", "tag": "b0f1d590-cb10-4764-ad30-74f2bd7e4564", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:04:51.249126 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-313191fc-7205-4e89-a98c-b15c7cfa59c0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:04:51.249561 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8b6853-979f-42a4-a286-d2aa3cd912bd', 'name': 'network-vif-deleted', 'tag': 'b0f1d590-cb10-4764-ad30-74f2bd7e4564', 'status': 'completed', 'code': 200} Feb 19 08:04:51.333969 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:04:51.542890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:04:51.571480 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8966f0b4-0085-4f78-9941-d99b8866065f None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:00:31Z', 'revision_number': 4, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '1fb8b509-14d8-48fb-886a-675514427447', 'name': '', 'network_id': '1373bad3-0ac3-4a0e-ba34-a39b8972e406', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'mac_address': 'fa:16:3e:0c:fe:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:30Z', 'updated_at': '2022-02-19T08:00:34Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'subnets': [{'id': '81934dc9-eab5-4ea3-99d7-a84c2fc1cffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:04:51.791290 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3cc7d775-75e4-468a-991e-18beb688f7de req-a9d8bb6c-6363-4bf0-8fe3-61b60debc03b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0367210 Feb 19 08:04:51.859073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce26a7d-c763-41a9-8896-bce78b8a5965 None None] New status for floating IP 7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:04:52.878721 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-938e93ce-5ba5-4499-bf7c-b15814a788fa req-c883d8fd-cc69-4b0f-ae63-07aa64841b64 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0274537 Feb 19 08:04:53.976375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d0304eb3-f6e4-4b97-aa8c-40b1769e968f req-4a5394eb-528b-413e-ab41-075f42f4503c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0279229 Feb 19 08:04:54.478750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:04:54.499522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: b0f1d590-cb10-4764-ad30-74f2bd7e4564 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:04:54.499522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device b0f1d590-cb10-4764-ad30-74f2bd7e4564 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:04:55.070914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9d61300a-51fa-462a-9968-dc1de61d5fca req-89250e7a-e437-4028-a240-d5f913a47699 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0255365 Feb 19 08:04:56.164766 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e2ad6dac-5eca-47d5-a61a-142a6f75ba8e req-a37efb75-6a1a-452a-aaca-64672db354a3 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0264332 Feb 19 08:04:57.264237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b90ab11-5357-4d1b-b8a6-e993f51b19dd req-0d280869-d0cb-4aa9-b37d-9c185823af3c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0288155 Feb 19 08:04:58.362724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5c7408a2-4a23-49eb-8979-3f68160232e8 req-eb025e9c-92ec-486d-872c-dcd129b0932a tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0297863 Feb 19 08:04:59.455786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e5b525ed-32e3-435f-8dfd-36a7f2419aa6 req-d983c9fc-32cb-40c4-a77c-8c2c530cbd39 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a8b6853-979f-42a4-a286-d2aa3cd912bd HTTP/1.1" status: 200 len: 210 time: 0.0269966 Feb 19 08:05:00.672922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:03.484370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.260050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:06.302128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d92b6868-559c-4563-814a-24807b8f1559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.317397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.342322 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.389645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.392213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.394815 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "DELETE /v2.0/security-groups/c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3 HTTP/1.1" status: 204 len: 168 time: 0.1335177 Feb 19 08:05:06.396558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45232) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:06.404803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6161403-36ac-48e5-9557-b2974666e3d2 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:06.411590 n-d-829866-3 neutron-server[103587]: INFO neutron.api.v2.resource [None req-c2934a36-dcb2-4422-9c35-e00880f44409 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] show failed (client error): The resource could not be found. Feb 19 08:05:06.423028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c2934a36-dcb2-4422-9c35-e00880f44409 tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "GET /v2.0/security-groups/c20ed6ad-69e4-4ee3-9fe7-5149ff9a3bf3 HTTP/1.1" status: 404 len: 347 time: 0.0250161 Feb 19 08:05:06.423819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:06.558824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Deleting port 04a07e51-3675-4301-b1c9-e0228ea5e90b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:06.559162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.640114 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.640442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (04a07e51-3675-4301-b1c9-e0228ea5e90b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.655171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Calling delete_port for 04a07e51-3675-4301-b1c9-e0228ea5e90b owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:06.793374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (04a07e51-3675-4301-b1c9-e0228ea5e90b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.822972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Pushing event deleted for resources: {'Port': ['ID=04a07e51-3675-4301-b1c9-e0228ea5e90b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:06.888289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks [] for floatingip (7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.890861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:06.892198 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eadc8c7f-8893-49c9-8921-c637e2f6b42b tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] 10.222.0.43 "DELETE /v2.0/floatingips/7a5634b6-91aa-4ebf-8590-ac82b3d1fcbd HTTP/1.1" status: 204 len: 168 time: 0.4673822 Feb 19 08:05:06.895385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:07.254494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (5953c862-b559-4e1c-ae8e-b8915259c58c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:07.503086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Deleting port 1fb8b509-14d8-48fb-886a-675514427447 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:07.503777 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1fb8b509-14d8-48fb-886a-675514427447), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:07.579016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] For port 1fb8b509-14d8-48fb-886a-675514427447, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1fb8b509-14d8-48fb-886a-675514427447,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:07.579320 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1fb8b509-14d8-48fb-886a-675514427447), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:07.592179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Calling delete_port for 1fb8b509-14d8-48fb-886a-675514427447 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:07.769043 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (1fb8b509-14d8-48fb-886a-675514427447), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:07.799312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb8b509-14d8-48fb-886a-675514427447,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:07.969390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (5953c862-b559-4e1c-ae8e-b8915259c58c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.193880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Router 5953c862-b559-4e1c-ae8e-b8915259c58c has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:05:08.301042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:05:08.306624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e09841bc-0edd-430b-be47-dff36e20796d admin admin] 10.222.0.43 "PUT /v2.0/routers/5953c862-b559-4e1c-ae8e-b8915259c58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4101985 Feb 19 08:05:08.308635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:08.310299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Sync routers for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:05:08.320786 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:05:08.321390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:04:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:08.413489 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks [] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.516519 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:05:08.527222 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks [] for router_gateway (5953c862-b559-4e1c-ae8e-b8915259c58c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.592364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Deleting port 68390d95-70b4-466b-8dc2-b715d95f17ad {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:08.592728 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.637004 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f2dd04b9-f51d-4aa6-83b1-11ce5b7e50a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.675517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] For port 68390d95-70b4-466b-8dc2-b715d95f17ad, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=68390d95-70b4-466b-8dc2-b715d95f17ad,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:08.675941 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.690498 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Calling delete_port for 68390d95-70b4-466b-8dc2-b715d95f17ad owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:08.697763 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:05:07Z', 'revision_number': 5, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port': {'id': '68390d95-70b4-466b-8dc2-b715d95f17ad', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:00:29Z', 'updated_at': '2022-02-19T08:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:08.723150 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Checking router: 5953c862-b559-4e1c-ae8e-b8915259c58c for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:05:08.731828 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Routers {'5953c862-b559-4e1c-ae8e-b8915259c58c'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:05:08.732439 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['5953c862-b559-4e1c-ae8e-b8915259c58c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:08.820611 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] Set router 5953c862-b559-4e1c-ae8e-b8915259c58c gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:05:08.856992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (68390d95-70b4-466b-8dc2-b715d95f17ad), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:08.873933 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:05:08Z', 'revision_number': 6, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:08.885931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Pushing event deleted for resources: {'Port': ['ID=68390d95-70b4-466b-8dc2-b715d95f17ad,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:08.899130 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f13d3-a856-4e95-b197-7facf6da740b None None] The sync data for ids ['5953c862-b559-4e1c-ae8e-b8915259c58c'] in n-d-829866-3 is: [{'id': '5953c862-b559-4e1c-ae8e-b8915259c58c', 'name': 'tempest-ServerActionsTestJSON-1736465108-router', 'tenant_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:00:28Z', 'updated_at': '2022-02-19T08:05:08Z', 'revision_number': 6, 'project_id': 'f0e203d9cfe7437ba8e0cdf571bc082a', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:05:08.946018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (5953c862-b559-4e1c-ae8e-b8915259c58c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.034857 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.036956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks [] for router_controller (5953c862-b559-4e1c-ae8e-b8915259c58c), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.083679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (5953c862-b559-4e1c-ae8e-b8915259c58c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.084126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5953c862-b559-4e1c-ae8e-b8915259c58c {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:05:09.089101 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.090251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e9e82fa-d331-4391-9dae-185e1310e434 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5953c862-b559-4e1c-ae8e-b8915259c58c HTTP/1.1" status: 204 len: 168 time: 0.7807062 Feb 19 08:05:09.092820 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:09.136351 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Deleting subnet 81934dc9-eab5-4ea3-99d7-a84c2fc1cffe {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:09.139409 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Publish callbacks [] for subnet (81934dc9-eab5-4ea3-99d7-a84c2fc1cffe), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.173104 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (81934dc9-eab5-4ea3-99d7-a84c2fc1cffe), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.251801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (81934dc9-eab5-4ea3-99d7-a84c2fc1cffe), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.306523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (81934dc9-eab5-4ea3-99d7-a84c2fc1cffe), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.330163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81934dc9-eab5-4ea3-99d7-a84c2fc1cffe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:09.337402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.343324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-be2d3cb1-0ada-45b2-8082-f18af7b0762e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/81934dc9-eab5-4ea3-99d7-a84c2fc1cffe HTTP/1.1" status: 204 len: 168 time: 0.2494950 Feb 19 08:05:09.343457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10068d93-7b3b-4b70-8a81-03433d6b25d4 None None] Network 1373bad3-0ac3-4a0e-ba34-a39b8972e406 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:09.343900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:09.412084 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (1373bad3-0ac3-4a0e-ba34-a39b8972e406), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.470466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Deleting port 43351c95-c243-447a-8ed9-83d825807a83 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:09.470809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (43351c95-c243-447a-8ed9-83d825807a83), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.540476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] For port 43351c95-c243-447a-8ed9-83d825807a83, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=43351c95-c243-447a-8ed9-83d825807a83,segment=NetworkSegment(369fcfa9-b999-4df9-b058-5a4319fabd22),segment_id=369fcfa9-b999-4df9-b058-5a4319fabd22)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:09.541181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (43351c95-c243-447a-8ed9-83d825807a83), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.553203 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Calling delete_port for 43351c95-c243-447a-8ed9-83d825807a83 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:09.630280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (43351c95-c243-447a-8ed9-83d825807a83), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.653521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30faba69-7a36-4271-bd11-46b6407c7659 None None] DHCP port deletion for 1373bad3-0ac3-4a0e-ba34-a39b8972e406 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:05:09.660696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Pushing event deleted for resources: {'Port': ['ID=43351c95-c243-447a-8ed9-83d825807a83,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:09.666508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] No DVR routers for this DVR port 43351c95-c243-447a-8ed9-83d825807a83 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:09.734856 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (1373bad3-0ac3-4a0e-ba34-a39b8972e406), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.755453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1373bad3-0ac3-4a0e-ba34-a39b8972e406']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:09.765525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369fcfa9-b999-4df9-b058-5a4319fabd22') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:09.765853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369fcfa9-b999-4df9-b058-5a4319fabd22') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:09.776180 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (369fcfa9-b999-4df9-b058-5a4319fabd22), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.789474 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (369fcfa9-b999-4df9-b058-5a4319fabd22), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.795522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:09.795917 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (369fcfa9-b999-4df9-b058-5a4319fabd22), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:09.797704 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:09.849357 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.860557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (1373bad3-0ac3-4a0e-ba34-a39b8972e406), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.878894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:09.882705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] 10.222.0.43 "DELETE /v2.0/networks/1373bad3-0ac3-4a0e-ba34-a39b8972e406 HTTP/1.1" status: 204 len: 168 time: 0.5372062 Feb 19 08:05:09.883653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e6ac-5812-4d54-b838-3c82b72a7bce admin admin] Pushing event deleted for resources: {'Network': ['ID=1373bad3-0ac3-4a0e-ba34-a39b8972e406,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:10.003763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:10.043004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1fb21197-562a-4f3d-b82a-04225192b5db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0e203d9cfe7437ba8e0cdf571bc082a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380216 Feb 19 08:05:10.045537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:10.091583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] Publish callbacks [] for security_group (00df90ea-b673-466a-911a-ffa6e8eb42f9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:10.111684 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] Publish callbacks [] for security_group (00df90ea-b673-466a-911a-ffa6e8eb42f9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:10.162422 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (00df90ea-b673-466a-911a-ffa6e8eb42f9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:10.164944 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:10.166128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00df90ea-b673-466a-911a-ffa6e8eb42f9 HTTP/1.1" status: 204 len: 168 time: 0.1196883 Feb 19 08:05:10.173943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3968aea-9b8f-44c4-870b-27dc9abc7064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df90ea-b673-466a-911a-ffa6e8eb42f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:10.564018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43351c95-c243-447a-8ed9-83d825807a83 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:10.583329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 43351c95-c243-447a-8ed9-83d825807a83 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:10.583706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 43351c95-c243-447a-8ed9-83d825807a83 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:10.584114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 68390d95-70b4-466b-8dc2-b715d95f17ad no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:10.604418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 68390d95-70b4-466b-8dc2-b715d95f17ad {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:10.604769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 68390d95-70b4-466b-8dc2-b715d95f17ad not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:10.605222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1fb8b509-14d8-48fb-886a-675514427447 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:10.624140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1fb8b509-14d8-48fb-886a-675514427447 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:10.624486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1fb8b509-14d8-48fb-886a-675514427447 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:10.809330 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:10.902189 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1806402328-network', 'tenant_id': 'dcb44581bcf84faea21b8064cdfb55c4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:10.921989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Made reservation on behalf of dcb44581bcf84faea21b8064cdfb55c4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:10.924262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:10.932430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.006097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks [] for security_group (63c3fda2-e16f-47e9-844e-28429542e3bb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.010169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (63c3fda2-e16f-47e9-844e-28429542e3bb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.031619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:11.044907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3fda2-e16f-47e9-844e-28429542e3bb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:11.050654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2aa04728-575f-42c1-bb78-d0add3f560e8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.050995 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Added segment 2aa04728-575f-42c1-bb78-d0add3f560e8 of type vlan for network 3d335481-106c-4afb-add9-1313996e8b5c Feb 19 08:05:11.090568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3d335481-106c-4afb-add9-1313996e8b5c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.113710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3d335481-106c-4afb-add9-1313996e8b5c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.115275 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:11.115275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.169061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3584373 Feb 19 08:05:11.172236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45274) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:11.178599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Request body: {'subnet': {'network_id': '3d335481-106c-4afb-add9-1313996e8b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1806402328-subnet', 'tenant_id': 'dcb44581bcf84faea21b8064cdfb55c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:11.181575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.182807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86e89-b492-41ea-a952-759c98d095e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d335481-106c-4afb-add9-1313996e8b5c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:11.195150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3d335481-106c-4afb-add9-1313996e8b5c details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:11.199547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Made reservation on behalf of dcb44581bcf84faea21b8064cdfb55c4 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:11.202435 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.365460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.418752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:11.432037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.432389 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.432728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.433115 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.433391 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.433715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.434037 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.434356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.434674 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.434990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.435340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.435654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.435966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:11.441826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Checking segment: {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:11.442271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Network hostable DHCP agents. Network: 3d335481-106c-4afb-add9-1313996e8b5c, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:11.459342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Network 3d335481-106c-4afb-add9-1313996e8b5c is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:11.468356 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3d335481-106c-4afb-add9-1313996e8b5c) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:11.473383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:11.473974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:11.478981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd286a-4cf6-42ee-8d86-e45c21536e38 None None] Network 3d335481-106c-4afb-add9-1313996e8b5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:11.497058 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-93769ea2-5273-46f9-ac00-70efe3a1f17c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3236144 Feb 19 08:05:11.577762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e89e8e-789a-46da-aa0e-1cd9a7a8ff22 None None] Network 3d335481-106c-4afb-add9-1313996e8b5c requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:11.908005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-12c028a8-0d94-41a0-ad74-08fb7bf871fb tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:11.909447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-12c028a8-0d94-41a0-ad74-08fb7bf871fb tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 814 time: 0.0972085 Feb 19 08:05:11.923869 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-bb1a522c-42fa-42d8-8dd5-9cc426f934d0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/quotas/dcb44581bcf84faea21b8064cdfb55c4 HTTP/1.1" status: 200 len: 375 time: 0.0086980 Feb 19 08:05:11.958848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-36bd71d6-3213-4a8d-a20c-892da503d01f tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302110 Feb 19 08:05:12.359584 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-dc6f23e1-ab43-4410-9067-906a00338bfa service neutron] 10.222.0.43 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940372 Feb 19 08:05:12.447905 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-61d8527e-bd5b-476e-ad41-5eb8541db8b9 service neutron] 10.222.0.43 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826395 Feb 19 08:05:12.481890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:12.610328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b7e065b-e7fb-44bf-b1b3-74a4bd550e40 req-feb97588-77c9-4ed9-b128-2d5fe8db2c36 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 210 time: 0.0275190 Feb 19 08:05:13.497131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-a213ea01-3c5b-4cf2-874f-f30798fca9f9 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:13.498608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-a213ea01-3c5b-4cf2-874f-f30798fca9f9 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.47 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 814 time: 0.1050768 Feb 19 08:05:13.511223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Request body: {'port': {'device_id': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c', 'admin_state_up': True, 'tenant_id': 'dcb44581bcf84faea21b8064cdfb55c4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:13.626803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Made reservation on behalf of dcb44581bcf84faea21b8064cdfb55c4 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:13.630168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:13.716852 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28ce5f80-8247-4eab-a1d6-c3056fbceb95 req-0e77802e-fac8-4993-ba4d-595e49233948 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 210 time: 0.0360613 Feb 19 08:05:13.778652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Allocated IP 172.20.0.4 (3d335481-106c-4afb-add9-1313996e8b5c/6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d/212e5a14-4383-4d31-a243-3354086053ec) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:13.922487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks [] for port (212e5a14-4383-4d31-a243-3354086053ec), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:13.954861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:13.996907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Network 3d335481-106c-4afb-add9-1313996e8b5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:13.999830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:14.005875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:14.012029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Pushing event updated for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:14.055177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:14.055743 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.071063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-51ae8199-aca9-4d05-bee4-48228f7b7db2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641687 Feb 19 08:05:14.082161 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Request body: {'port': {'device_id': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:14.143165 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (212e5a14-4383-4d31-a243-3354086053ec), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.395776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212e5a14-4383-4d31-a243-3354086053ec {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:05:14.403605 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks [] for port (212e5a14-4383-4d31-a243-3354086053ec), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.416290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Transition to ACTIVE for port object 212e5a14-4383-4d31-a243-3354086053ec will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:14.419381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.474100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Pushing event updated for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:14.541761 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Attempting to bind port 212e5a14-4383-4d31-a243-3354086053ec on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:14.542386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Attempting to bind port 212e5a14-4383-4d31-a243-3354086053ec by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:14.542513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Attempting to bind port 212e5a14-4383-4d31-a243-3354086053ec on network 3d335481-106c-4afb-add9-1313996e8b5c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:14.546608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Port 212e5a14-4383-4d31-a243-3354086053ec on network 3d335481-106c-4afb-add9-1313996e8b5c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:05:14.546930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Attempting to bind port 212e5a14-4383-4d31-a243-3354086053ec on network 3d335481-106c-4afb-add9-1313996e8b5c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:14.551685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:14.552022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Checking segment: {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:14.552413 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Bound using segment: {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:14.552839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Bound port: 212e5a14-4383-4d31-a243-3354086053ec, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:14.553192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (212e5a14-4383-4d31-a243-3354086053ec), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.625696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:14.628612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=212e5a14-4383-4d31-a243-3354086053ec,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:14.634394 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.669840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:14.670457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:14.671854 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] 10.222.0.47 "PUT /v2.0/ports/212e5a14-4383-4d31-a243-3354086053ec HTTP/1.1" status: 200 len: 1091 time: 0.5936725 Feb 19 08:05:14.672349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'tag': '212e5a14-4383-4d31-a243-3354086053ec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:14.674565 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a374463-c2c5-4f87-bb34-94ce644dde15" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "tag": "212e5a14-4383-4d31-a243-3354086053ec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:14.701044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32eaa-f932-4bf4-a2e3-b7925c3ff700 service neutron] Pushing event updated for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:14.719720 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be069cca-7a59-4a86-a99b-8ca70078419b x-openstack-request-id: req-be069cca-7a59-4a86-a99b-8ca70078419b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:14.720012 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "tag": "212e5a14-4383-4d31-a243-3354086053ec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:14.720272 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be069cca-7a59-4a86-a99b-8ca70078419b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:14.720676 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'tag': '212e5a14-4383-4d31-a243-3354086053ec', 'status': 'completed', 'code': 200} Feb 19 08:05:14.753930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-bcea1461-32d2-422a-a395-2e44c5bb2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:14.755539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-bcea1461-32d2-422a-a395-2e44c5bb2b4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 1125 time: 0.0458984 Feb 19 08:05:14.798972 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-d724fcc2-f781-44a6-a813-0922b4b4ad17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=212e5a14-4383-4d31-a243-3354086053ec HTTP/1.1" status: 200 len: 217 time: 0.0364177 Feb 19 08:05:14.873353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-13701662-5237-4bfc-b0f0-eb722fb99cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:14.874831 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-13701662-5237-4bfc-b0f0-eb722fb99cce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 200 len: 854 time: 0.0688107 Feb 19 08:05:14.907543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-4f01e201-753b-4f2b-ac3f-a63a521f8604 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d335481-106c-4afb-add9-1313996e8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269060 Feb 19 08:05:14.914529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c2664-6b2f-4f63-b6c0-622f62c3956f req-c87e1569-fca7-4da2-a537-280c19d5489e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:14.915946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c96c2664-6b2f-4f63-b6c0-622f62c3956f req-c87e1569-fca7-4da2-a537-280c19d5489e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 943 time: 0.1197448 Feb 19 08:05:15.018931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c96c2664-6b2f-4f63-b6c0-622f62c3956f req-790b0ba3-458b-4691-b235-755ffd244756 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952053 Feb 19 08:05:15.034416 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-226328b5-51fd-4f35-8ce4-72348b4ae908 service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175809 Feb 19 08:05:15.119982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb127a6e-0c97-4ef5-9002-43a32a9ea6c8 req-f82199ba-c7d9-46d7-82d0-f6c507af9193 service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798354 Feb 19 08:05:15.211560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-af25d2dd-a79f-4b7e-b66f-fbfdd93788cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:15.212978 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-af25d2dd-a79f-4b7e-b66f-fbfdd93788cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 1125 time: 0.0487361 Feb 19 08:05:15.307942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-82826263-25ce-4cfc-a6e6-45f4c3e934ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:15.309425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-82826263-25ce-4cfc-a6e6-45f4c3e934ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 914 time: 0.0906258 Feb 19 08:05:15.348331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-35b1825c-c5ab-4ab8-8a23-69247d92c36b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=212e5a14-4383-4d31-a243-3354086053ec HTTP/1.1" status: 200 len: 217 time: 0.0335095 Feb 19 08:05:15.398758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-a6d0277c-9812-47d8-b26a-afb5fd1b02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:15.400214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-a6d0277c-9812-47d8-b26a-afb5fd1b02c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 200 len: 854 time: 0.0459983 Feb 19 08:05:15.432090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-aa12967f-6d65-4c5a-b696-6920d8e39088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d335481-106c-4afb-add9-1313996e8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263879 Feb 19 08:05:15.517321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-c27ec77a-a073-4bb6-a338-729c82f9c2e9 service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793083 Feb 19 08:05:15.607795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1a374463-c2c5-4f87-bb34-94ce644dde15 req-29e23de7-256b-4993-878f-2bf05fb762ac service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847557 Feb 19 08:05:16.137320 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f17b4f-6df3-402c-92d7-dfb228e524a7 req-32507c57-7d13-49b2-88b6-1edc248e6fae tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:16.138799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51f17b4f-6df3-402c-92d7-dfb228e524a7 req-32507c57-7d13-49b2-88b6-1edc248e6fae tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 943 time: 0.0515821 Feb 19 08:05:16.184486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-51f17b4f-6df3-402c-92d7-dfb228e524a7 req-b9c48367-b9af-44c8-8fac-ef4e925f83d3 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Feb 19 08:05:17.301311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cdc83-6980-44e9-859a-cae8c180c4c5 req-22486cb3-9bc8-4122-ba11-268272d0435e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:17.302769 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b25cdc83-6980-44e9-859a-cae8c180c4c5 req-22486cb3-9bc8-4122-ba11-268272d0435e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 943 time: 0.0517488 Feb 19 08:05:17.347716 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b25cdc83-6980-44e9-859a-cae8c180c4c5 req-d74d739e-83b2-4ca2-983e-64b809c84505 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388336 Feb 19 08:05:18.466986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337bdb2-a625-4840-8caa-0ff0b37c8c6c req-7d7ec1a2-17df-4580-804e-8e7525567167 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:18.468483 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f337bdb2-a625-4840-8caa-0ff0b37c8c6c req-7d7ec1a2-17df-4580-804e-8e7525567167 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 943 time: 0.0553041 Feb 19 08:05:18.520137 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f337bdb2-a625-4840-8caa-0ff0b37c8c6c req-88682cc0-daab-4334-ae05-2fb673d57cf0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Feb 19 08:05:18.590438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 212e5a14-4383-4d31-a243-3354086053ec details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:05:18.686423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=212e5a14-4383-4d31-a243-3354086053ec,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:18.698040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '212e5a14-4383-4d31-a243-3354086053ec', 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c', 'port_id': '212e5a14-4383-4d31-a243-3354086053ec', 'mac_address': 'fa:16:3e:c6:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:05:18.732827 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 212e5a14-4383-4d31-a243-3354086053ec is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:18.733216 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (212e5a14-4383-4d31-a243-3354086053ec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:18.746610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212e5a14-4383-4d31-a243-3354086053ec {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:05:18.765653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=212e5a14-4383-4d31-a243-3354086053ec,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:18.769350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:18.816198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:19.094826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['212e5a14-4383-4d31-a243-3354086053ec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:19.649271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599b36a-9bf5-4eaf-ada7-7b16f1dd77ed req-fddc6255-0c83-405f-a2a5-482c50e2d008 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:19.650767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8599b36a-9bf5-4eaf-ada7-7b16f1dd77ed req-fddc6255-0c83-405f-a2a5-482c50e2d008 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 944 time: 0.0574143 Feb 19 08:05:19.697601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8599b36a-9bf5-4eaf-ada7-7b16f1dd77ed req-03959c2a-df74-4f09-b3e7-6a39ff29ea6c tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Feb 19 08:05:20.606958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 212e5a14-4383-4d31-a243-3354086053ec up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:05:20.653606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 212e5a14-4383-4d31-a243-3354086053ec completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:20.657074 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 212e5a14-4383-4d31-a243-3354086053ec triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:20.657451 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (212e5a14-4383-4d31-a243-3354086053ec), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:20.734724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 212e5a14-4383-4d31-a243-3354086053ec is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:20.735117 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (212e5a14-4383-4d31-a243-3354086053ec), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:20.757603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e5a14-4383-4d31-a243-3354086053ec'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:20.759903 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890ab99-130a-40b0-a2fd-59f02874aa32" -d '{"events": [{"server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "name": "network-vif-plugged", "status": "completed", "tag": "212e5a14-4383-4d31-a243-3354086053ec"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:20.772824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=212e5a14-4383-4d31-a243-3354086053ec,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:20.779859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:20.802584 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25adfa1b-817e-407a-a641-461d5015ece4 x-openstack-request-id: req-25adfa1b-817e-407a-a641-461d5015ece4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:20.802879 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "name": "network-vif-plugged", "status": "completed", "tag": "212e5a14-4383-4d31-a243-3354086053ec", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:20.803131 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25adfa1b-817e-407a-a641-461d5015ece4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:20.803591 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212e5a14-4383-4d31-a243-3354086053ec', 'code': 200} Feb 19 08:05:20.818860 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a91fa8-e178-42c6-b05d-4bc17be3ddf9 req-7fef7c6b-f6b7-4edd-9e52-667e4b466ae6 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:20.820932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53a91fa8-e178-42c6-b05d-4bc17be3ddf9 req-7fef7c6b-f6b7-4edd-9e52-667e4b466ae6 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0555687 Feb 19 08:05:20.836818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:20.844747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.845325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.845830 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.846335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.846755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.847096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.847453 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.847786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.848119 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.848566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.848896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.849225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.849547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:20.871842 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53a91fa8-e178-42c6-b05d-4bc17be3ddf9 req-bdc91d6e-bd36-48c6-a3e7-644e1a87df8c tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Feb 19 08:05:20.901010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c77c16-af2d-41e7-8617-ecfd9015a37e req-c3939e2c-62dc-4337-a7b9-daa1e38bf4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:20.902503 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0c77c16-af2d-41e7-8617-ecfd9015a37e req-c3939e2c-62dc-4337-a7b9-daa1e38bf4fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 1127 time: 0.0444162 Feb 19 08:05:20.943621 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a0c77c16-af2d-41e7-8617-ecfd9015a37e req-90b1f7bc-676b-49c9-9c7d-cb29a3408152 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Feb 19 08:05:21.990580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff6d0c-a8fb-4f18-86e7-380dc64f8449 req-1c33326b-fc59-482e-903b-074507923d42 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:21.992609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53ff6d0c-a8fb-4f18-86e7-380dc64f8449 req-1c33326b-fc59-482e-903b-074507923d42 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0524228 Feb 19 08:05:22.042244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53ff6d0c-a8fb-4f18-86e7-380dc64f8449 req-dc9e7d25-2619-4f4b-ae24-29dcb34eb3a8 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Feb 19 08:05:23.163289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896cf6-757b-434d-bd3c-5d79db1dba28 req-5f515e71-a1ad-441f-b1e6-bb06e5b6b98e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:23.164803 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3896cf6-757b-434d-bd3c-5d79db1dba28 req-5f515e71-a1ad-441f-b1e6-bb06e5b6b98e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0555563 Feb 19 08:05:23.211022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d3896cf6-757b-434d-bd3c-5d79db1dba28 req-636ae87a-394c-4618-87c2-981195a0e539 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Feb 19 08:05:23.429470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-53073d0d-e793-4da7-803a-71d05d5ba538 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:23.430937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-53073d0d-e793-4da7-803a-71d05d5ba538 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 814 time: 0.0990028 Feb 19 08:05:23.445734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1452e1d2-3bac-45d8-ba2c-6e4dcd314175 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/quotas/dcb44581bcf84faea21b8064cdfb55c4 HTTP/1.1" status: 200 len: 375 time: 0.0094292 Feb 19 08:05:23.499406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-eab4f7bd-ae3d-4000-9a3d-005dde25c96a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488708 Feb 19 08:05:23.589748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-04d84342-0614-4395-b608-bbc219fe3df7 service neutron] 10.222.0.43 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Feb 19 08:05:23.675644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-968b044e-35a8-4887-bf41-f3d584f1523e service neutron] 10.222.0.43 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802519 Feb 19 08:05:23.832000 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dea24c73-fe62-4cb0-82a6-de003e8d649d req-86eca849-c3ea-4246-8c18-465864a3f465 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Feb 19 08:05:24.710280 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-28c743b1-4878-4fec-b653-4256f97b4764 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:24.711911 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-28c743b1-4878-4fec-b653-4256f97b4764 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.24 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 814 time: 0.1065650 Feb 19 08:05:24.723295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Request body: {'port': {'device_id': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c', 'admin_state_up': True, 'tenant_id': 'dcb44581bcf84faea21b8064cdfb55c4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:24.831684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Made reservation on behalf of dcb44581bcf84faea21b8064cdfb55c4 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:24.835577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:24.934352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-980be2fe-0ad2-4252-89aa-753471d1c229 req-9cbe7a47-5bec-4eed-8212-ba513e7cec77 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 210 time: 0.0320952 Feb 19 08:05:24.986380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Allocated IP 172.20.0.11 (3d335481-106c-4afb-add9-1313996e8b5c/6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d/001f66f2-619e-460c-a70c-5d8b15db07b6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:25.129481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks [] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.161300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.172713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['212e5a14-4383-4d31-a243-3354086053ec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:25.207933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Network 3d335481-106c-4afb-add9-1313996e8b5c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:25.210940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:25.213489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:25.242613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Pushing event updated for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:25.276321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:25.276961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.294609 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-1d8b07f7-c80e-4bd7-a516-bcca812c674a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5751164 Feb 19 08:05:25.306411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Request body: {'port': {'device_id': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:25.365346 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.630584 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001f66f2-619e-460c-a70c-5d8b15db07b6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:05:25.638001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks [] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.650087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Transition to ACTIVE for port object 001f66f2-619e-460c-a70c-5d8b15db07b6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:05:25.653130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.699956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Pushing event updated for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:25.770012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Attempting to bind port 001f66f2-619e-460c-a70c-5d8b15db07b6 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:25.770678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Attempting to bind port 001f66f2-619e-460c-a70c-5d8b15db07b6 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:25.770678 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Attempting to bind port 001f66f2-619e-460c-a70c-5d8b15db07b6 on network 3d335481-106c-4afb-add9-1313996e8b5c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:25.775370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Port 001f66f2-619e-460c-a70c-5d8b15db07b6 on network 3d335481-106c-4afb-add9-1313996e8b5c not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:05:25.775688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Attempting to bind port 001f66f2-619e-460c-a70c-5d8b15db07b6 on network 3d335481-106c-4afb-add9-1313996e8b5c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:25.780402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:25.780734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Checking segment: {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:25.781109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Bound using segment: {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:25.781523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Bound port: 001f66f2-619e-460c-a70c-5d8b15db07b6, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa04728-575f-42c1-bb78-d0add3f560e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:25.781867 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.841546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:25.844932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=001f66f2-619e-460c-a70c-5d8b15db07b6,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:25.849998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.883800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:25.884421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:25.885809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/001f66f2-619e-460c-a70c-5d8b15db07b6 HTTP/1.1" status: 200 len: 1092 time: 0.5841753 Feb 19 08:05:25.886256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:25.888512 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce5dbde-286a-4a93-94ba-58b018dddd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:25.911613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad948-b870-4363-b5df-a36cf3bc50c4 service neutron] Pushing event updated for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:25.932664 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b972fdf-c3e4-4a68-85c2-21cc412a0c1c x-openstack-request-id: req-0b972fdf-c3e4-4a68-85c2-21cc412a0c1c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:25.932946 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:25.933196 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b972fdf-c3e4-4a68-85c2-21cc412a0c1c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:25.933587 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6', 'status': 'completed', 'code': 200} Feb 19 08:05:25.972242 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-a0af3bd3-352b-4325-95e5-ba62593041f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:25.973884 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-a0af3bd3-352b-4325-95e5-ba62593041f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 1126 time: 0.0506284 Feb 19 08:05:26.020987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-7cf4e774-a1b6-49d7-a455-a6fcc4f5c0f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=001f66f2-619e-460c-a70c-5d8b15db07b6 HTTP/1.1" status: 200 len: 217 time: 0.0391622 Feb 19 08:05:26.097271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-a236f0f3-d17a-40f5-b807-a857ed063ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:26.098737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-a236f0f3-d17a-40f5-b807-a857ed063ad5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 200 len: 854 time: 0.0702345 Feb 19 08:05:26.108462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df69af0-e4ea-4afa-838b-3846cc774070 req-09158ffe-2dc5-4e6c-ab8c-1f4bc873704a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:26.109848 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5df69af0-e4ea-4afa-838b-3846cc774070 req-09158ffe-2dc5-4e6c-ab8c-1f4bc873704a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 944 time: 0.0913610 Feb 19 08:05:26.149457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-33d6dc18-5efa-42b8-b75e-d06ce7d607e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d335481-106c-4afb-add9-1313996e8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386062 Feb 19 08:05:26.219220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5df69af0-e4ea-4afa-838b-3846cc774070 req-e40999fc-ddef-410f-a831-b30e2e6e37ba tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013713 Feb 19 08:05:26.255341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-e3c9b242-b57d-4a4b-be00-5c924d1c7da7 service neutron] 10.222.0.24 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937760 Feb 19 08:05:26.350106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9e5f240c-29af-43c1-9ea9-c45783bfbef8 req-a7ce3d02-9d3d-4b13-aaa8-95ea7930b397 service neutron] 10.222.0.24 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889325 Feb 19 08:05:26.436462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-7b0a6d76-d215-434f-bbea-f5f6e5d28e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:26.437941 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-7b0a6d76-d215-434f-bbea-f5f6e5d28e36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 1126 time: 0.0438411 Feb 19 08:05:26.526637 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-5aaa9832-5483-4797-99d3-23fdfaf3f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:26.528149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-5aaa9832-5483-4797-99d3-23fdfaf3f1a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 914 time: 0.0849097 Feb 19 08:05:26.567347 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-1fcf4b02-cd9e-40c5-ba13-eb5a4cea74a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=001f66f2-619e-460c-a70c-5d8b15db07b6 HTTP/1.1" status: 200 len: 217 time: 0.0331683 Feb 19 08:05:26.614178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-14657392-c7a0-451b-a4ee-6ddaa304c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:26.615636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-14657392-c7a0-451b-a4ee-6ddaa304c766 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 200 len: 854 time: 0.0432231 Feb 19 08:05:26.645674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-002acc0a-a67d-4fdd-ab67-b01e94c944e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3d335481-106c-4afb-add9-1313996e8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Feb 19 08:05:26.737276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-d69d8585-0ea3-4460-b2e8-15feb0c6b9d7 service neutron] 10.222.0.24 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850682 Feb 19 08:05:26.821929 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce5dbde-286a-4a93-94ba-58b018dddd6a req-6d9946b7-453b-42af-aa8a-c6c2c57c35da service neutron] 10.222.0.24 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782576 Feb 19 08:05:26.849540 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:05:27.336968 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596f40-0958-4010-b621-d742f9e98053 req-72bcdeaa-9784-4444-9681-14e197be686d tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:27.338432 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1596f40-0958-4010-b621-d742f9e98053 req-72bcdeaa-9784-4444-9681-14e197be686d tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 944 time: 0.0516610 Feb 19 08:05:27.383755 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a1596f40-0958-4010-b621-d742f9e98053 req-7da42e6a-3770-42ed-92c5-3de3f5803136 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Feb 19 08:05:28.345710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 001f66f2-619e-460c-a70c-5d8b15db07b6 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:05:28.439412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=001f66f2-619e-460c-a70c-5d8b15db07b6,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:28.451367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '001f66f2-619e-460c-a70c-5d8b15db07b6', 'network_id': '3d335481-106c-4afb-add9-1313996e8b5c', 'port_id': '001f66f2-619e-460c-a70c-5d8b15db07b6', 'mac_address': 'fa:16:3e:ba:3c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:05:28.488002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 001f66f2-619e-460c-a70c-5d8b15db07b6 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:28.488471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:28.501928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001f66f2-619e-460c-a70c-5d8b15db07b6 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:05:28.505562 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2395b-3676-46d1-806d-3a9089d75fdb req-88b617f4-b8ef-4138-819e-c9a791ac2f0f tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:28.507632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ca2395b-3676-46d1-806d-3a9089d75fdb req-88b617f4-b8ef-4138-819e-c9a791ac2f0f tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 944 time: 0.0575917 Feb 19 08:05:28.521576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=001f66f2-619e-460c-a70c-5d8b15db07b6,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:28.526257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:28.554494 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ca2395b-3676-46d1-806d-3a9089d75fdb req-21d20fb2-5880-4a7e-a5a6-a787eb85cdd0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Feb 19 08:05:28.575493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:28.724614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['001f66f2-619e-460c-a70c-5d8b15db07b6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:29.675177 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a860e1-4407-444a-98f0-8b36b9b2d05f req-3566d1c8-5c47-42b0-94af-b6718ac26dc4 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:29.676642 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82a860e1-4407-444a-98f0-8b36b9b2d05f req-3566d1c8-5c47-42b0-94af-b6718ac26dc4 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Feb 19 08:05:29.722447 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82a860e1-4407-444a-98f0-8b36b9b2d05f req-d37a1ef4-1750-43da-9181-15615574da1f tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Feb 19 08:05:30.362067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 001f66f2-619e-460c-a70c-5d8b15db07b6 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:05:30.412710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 001f66f2-619e-460c-a70c-5d8b15db07b6 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:05:30.416608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 001f66f2-619e-460c-a70c-5d8b15db07b6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:30.416990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:30.491283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 001f66f2-619e-460c-a70c-5d8b15db07b6 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:30.491687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:30.513420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:30.516044 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb05730-a2d2-4c5a-94c9-4755068d7b79" -d '{"events": [{"server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "name": "network-vif-plugged", "status": "completed", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:30.527853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=001f66f2-619e-460c-a70c-5d8b15db07b6,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:30.532119 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:30.557351 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11589c9e-72a2-4340-ba06-2cffc62cd423 x-openstack-request-id: req-11589c9e-72a2-4340-ba06-2cffc62cd423 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:30.557646 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "name": "network-vif-plugged", "status": "completed", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:30.557902 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11589c9e-72a2-4340-ba06-2cffc62cd423 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:30.558291 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6', 'code': 200} Feb 19 08:05:30.589960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:30.655144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505c813-ffdf-4727-9583-fc2dee5e01ce req-8bb266fd-b017-4ab4-a005-ab0c5ef00d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:30.656672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0505c813-ffdf-4727-9583-fc2dee5e01ce req-8bb266fd-b017-4ab4-a005-ab0c5ef00d89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 1128 time: 0.0512543 Feb 19 08:05:30.672125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:30.701594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0505c813-ffdf-4727-9583-fc2dee5e01ce req-13bdf392-4f79-4d7b-b2a2-184fd291e2cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Feb 19 08:05:30.837981 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a36a80-fc45-4b18-990d-9d213320e45d req-ae6aaa47-30fa-4570-a66f-0eb6b202d8a6 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:30.839468 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30a36a80-fc45-4b18-990d-9d213320e45d req-ae6aaa47-30fa-4570-a66f-0eb6b202d8a6 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 946 time: 0.0525508 Feb 19 08:05:30.884813 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30a36a80-fc45-4b18-990d-9d213320e45d req-e908661f-ac42-4318-9c2c-b23c34abdff2 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Feb 19 08:05:31.841857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-1bad4118-4b77-4bb6-8656-992dd269deb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417385 Feb 19 08:05:31.926821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-1f7c5fad-1fb5-4eca-92c0-e270c0424491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:31.928925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-1f7c5fad-1fb5-4eca-92c0-e270c0424491 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 1127 time: 0.0466413 Feb 19 08:05:32.067106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af8a79-9716-40c3-ad66-6237c02122d4 req-467f6de0-0331-4ce7-8b8a-62b2b19e2ccf tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:32.068607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61af8a79-9716-40c3-ad66-6237c02122d4 req-467f6de0-0331-4ce7-8b8a-62b2b19e2ccf tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 946 time: 0.1148121 Feb 19 08:05:32.069994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-33e9bcef-df56-4ea9-a615-b8073b617a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:32.071343 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-33e9bcef-df56-4ea9-a615-b8073b617a3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 200 len: 914 time: 0.1251242 Feb 19 08:05:32.120329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-b9c1abe4-1222-4f70-b1cf-6ea7d844129f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=212e5a14-4383-4d31-a243-3354086053ec HTTP/1.1" status: 200 len: 217 time: 0.0405800 Feb 19 08:05:32.173737 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61af8a79-9716-40c3-ad66-6237c02122d4 req-1cde4306-e084-40c2-a94e-7d253794f057 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996375 Feb 19 08:05:32.182095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-80ebe3c3-2490-4921-8cda-d4c44542c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:32.183505 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-80ebe3c3-2490-4921-8cda-d4c44542c1f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 200 len: 854 time: 0.0543761 Feb 19 08:05:32.217955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-888da1f9-815c-4fbf-b0f2-42e8fb7794a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3d335481-106c-4afb-add9-1313996e8b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293069 Feb 19 08:05:32.306126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-1ceb0bf6-20c8-4eca-80c2-a1ddded086e0 service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820098 Feb 19 08:05:32.430654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03ffb3bc-a080-49ed-8ab3-dd1f6d0509c1 req-acab5277-4002-41e3-962f-2ee877839918 service neutron] 10.222.0.47 "GET /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190600 Feb 19 08:05:32.438180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a969b-206b-43a4-ba78-971a0091aa83 req-cbf352aa-e2a4-4291-a3d1-1bee74b61f98 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:32.439650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e9a969b-206b-43a4-ba78-971a0091aa83 req-cbf352aa-e2a4-4291-a3d1-1bee74b61f98 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 946 time: 0.0776248 Feb 19 08:05:32.486140 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e9a969b-206b-43a4-ba78-971a0091aa83 req-1d3ccb9b-dc35-4510-9e1c-54222ede96e7 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Feb 19 08:05:33.479848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:33.619484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ce31-ba0b-46ee-afe0-62907d0bb79c req-9800fcc1-ba87-46ef-8ec3-52f54eb6ce6a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:33.620999 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c50ce31-ba0b-46ee-afe0-62907d0bb79c req-9800fcc1-ba87-46ef-8ec3-52f54eb6ce6a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 946 time: 0.0522776 Feb 19 08:05:33.621700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-3b7c9421-2342-43db-a46a-2178e0123ed8 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:33.623149 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-3b7c9421-2342-43db-a46a-2178e0123ed8 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.24 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 946 time: 0.0500286 Feb 19 08:05:33.671271 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2c50ce31-ba0b-46ee-afe0-62907d0bb79c req-d954aa4d-6875-4c21-8281-81d4016755ad tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Feb 19 08:05:33.717758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Deleting port 001f66f2-619e-460c-a70c-5d8b15db07b6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:33.718095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:33.804453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] For port 001f66f2-619e-460c-a70c-5d8b15db07b6, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=001f66f2-619e-460c-a70c-5d8b15db07b6,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:33.804724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:33.815932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Calling delete_port for 001f66f2-619e-460c-a70c-5d8b15db07b6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:34.268577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (001f66f2-619e-460c-a70c-5d8b15db07b6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:34.281194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['212e5a14-4383-4d31-a243-3354086053ec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:34.283415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['001f66f2-619e-460c-a70c-5d8b15db07b6'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:34.299921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Pushing event deleted for resources: {'Port': ['ID=001f66f2-619e-460c-a70c-5d8b15db07b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:34.325619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.326023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.326245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.326586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.326941 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.327331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.327668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.327990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.328311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.328638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.328962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.329279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.329595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:05:34.351582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] No DVR routers for this DVR port 001f66f2-619e-460c-a70c-5d8b15db07b6 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:34.354285 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:34.357704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-df827975-95d8-42d9-9ccb-dc49f561ac30 req-85474294-a195-46be-b8a8-ead7183bae7a tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.24 "DELETE /v2.0/ports/001f66f2-619e-460c-a70c-5d8b15db07b6 HTTP/1.1" status: 204 len: 173 time: 0.7294211 Feb 19 08:05:34.358146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'name': 'network-vif-deleted', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:34.360406 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ecba5-c0a5-4c24-a941-be603a00a14c" -d '{"events": [{"server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "name": "network-vif-deleted", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:34.404268 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02457f44-4c49-47c0-b405-3667fe265687 x-openstack-request-id: req-02457f44-4c49-47c0-b405-3667fe265687 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:34.404635 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23816ba-a94a-4326-afc7-38447fc69e77", "name": "network-vif-deleted", "tag": "001f66f2-619e-460c-a70c-5d8b15db07b6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:34.404897 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02457f44-4c49-47c0-b405-3667fe265687 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:34.405298 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23816ba-a94a-4326-afc7-38447fc69e77', 'name': 'network-vif-deleted', 'tag': '001f66f2-619e-460c-a70c-5d8b15db07b6', 'status': 'completed', 'code': 200} Feb 19 08:05:34.780450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-402d44bc-4786-4a8f-bdcc-2817df0524c6 req-046f57bf-3bed-4a01-be33-0b37a7a499fd tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=f23816ba-a94a-4326-afc7-38447fc69e77 HTTP/1.1" status: 200 len: 210 time: 0.0290356 Feb 19 08:05:35.930578 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551d829-4336-43d5-b47b-2db47619c472 req-891ad1aa-cc42-48fa-9c7d-038098684ef3 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:35.932077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e551d829-4336-43d5-b47b-2db47619c472 req-891ad1aa-cc42-48fa-9c7d-038098684ef3 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0510554 Feb 19 08:05:35.978652 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e551d829-4336-43d5-b47b-2db47619c472 req-a52d3944-7205-4df8-9db5-0ad879f41dbe tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Feb 19 08:05:36.107534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd73df-3c04-4d8e-800d-a15e10860545 req-84b8c6a5-459d-44ab-a345-746ec7463979 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:36.108899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57bd73df-3c04-4d8e-800d-a15e10860545 req-84b8c6a5-459d-44ab-a345-746ec7463979 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0506811 Feb 19 08:05:36.158172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-57bd73df-3c04-4d8e-800d-a15e10860545 req-99c0e7d2-03ef-456e-9fb7-d7b305787323 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Feb 19 08:05:36.275946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b64b1-50d5-48ff-b8bd-28291f4907f0 req-c80ccf8e-ac01-4f7f-968d-dc63a06abac0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:36.277409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a2b64b1-50d5-48ff-b8bd-28291f4907f0 req-c80ccf8e-ac01-4f7f-968d-dc63a06abac0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0514092 Feb 19 08:05:36.303699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e569578-fcd2-443a-9643-f9f8dcf67820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:36.325300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7a2b64b1-50d5-48ff-b8bd-28291f4907f0 req-1dc65a62-1ee4-45ab-bb85-e60e1d2a31b0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Feb 19 08:05:36.391781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 001f66f2-619e-460c-a70c-5d8b15db07b6 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:36.411842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 001f66f2-619e-460c-a70c-5d8b15db07b6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:36.412185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 001f66f2-619e-460c-a70c-5d8b15db07b6 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:36.499854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c74655-8dcc-4fe3-bad9-f6ac41f74d3d req-ef31fd40-920b-4cbc-9557-764c409aa9bd tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:36.501320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78c74655-8dcc-4fe3-bad9-f6ac41f74d3d req-ef31fd40-920b-4cbc-9557-764c409aa9bd tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0590949 Feb 19 08:05:36.547461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78c74655-8dcc-4fe3-bad9-f6ac41f74d3d req-669e3397-9f77-4a88-b3d7-b4a23416b5ad tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Feb 19 08:05:36.663275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa6dd-b39f-4446-9cb2-d2ae87cbe922 req-c7cac8db-a09d-499a-8a79-f9bb991f5f98 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:36.664627 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da4fa6dd-b39f-4446-9cb2-d2ae87cbe922 req-c7cac8db-a09d-499a-8a79-f9bb991f5f98 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0513954 Feb 19 08:05:36.709669 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-da4fa6dd-b39f-4446-9cb2-d2ae87cbe922 req-5d0dde2e-fc9f-4545-8f44-b5beb8929de5 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Feb 19 08:05:36.835910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d30c7e-c625-4f8c-906b-f5e23e09c8b5 req-509bbf72-eb17-48fa-9c41-ac0e625aee01 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:36.837397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2d30c7e-c625-4f8c-906b-f5e23e09c8b5 req-509bbf72-eb17-48fa-9c41-ac0e625aee01 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0521116 Feb 19 08:05:36.882929 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a2d30c7e-c625-4f8c-906b-f5e23e09c8b5 req-91d9526b-5f54-4ee0-a238-0e1e3c6e964d tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Feb 19 08:05:37.188943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c573e-e093-41d2-be46-9677784257e2 req-8312dd79-280d-4e38-b1e3-a59e8304c3e0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:37.190419 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf3c573e-e093-41d2-be46-9677784257e2 req-8312dd79-280d-4e38-b1e3-a59e8304c3e0 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0553446 Feb 19 08:05:37.236135 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bf3c573e-e093-41d2-be46-9677784257e2 req-b6370c70-d89d-4544-8315-1a5ef1b52044 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 Feb 19 08:05:38.354595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e8f10-5cf2-4f35-9367-70574350b098 req-be784c9c-264d-4bff-85d9-1a258bce1cae tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:38.356097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a7e8f10-5cf2-4f35-9367-70574350b098 req-be784c9c-264d-4bff-85d9-1a258bce1cae tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0512557 Feb 19 08:05:38.401317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a7e8f10-5cf2-4f35-9367-70574350b098 req-4dc807a2-e258-4cca-aff9-fec9ad355230 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/security-groups?id=63c3fda2-e16f-47e9-844e-28429542e3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396290 Feb 19 08:05:38.638073 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c9f243e-d766-4ffa-8601-2562a9e8cf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:38.743781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-4d2b38c3-268e-459e-8077-c3d007a92d74 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:38.745211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-4d2b38c3-268e-459e-8077-c3d007a92d74 tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 945 time: 0.0498722 Feb 19 08:05:38.836313 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Deleting port 212e5a14-4383-4d31-a243-3354086053ec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:38.836575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (212e5a14-4383-4d31-a243-3354086053ec), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:38.921084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] For port 212e5a14-4383-4d31-a243-3354086053ec, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=212e5a14-4383-4d31-a243-3354086053ec,segment=NetworkSegment(2aa04728-575f-42c1-bb78-d0add3f560e8),segment_id=2aa04728-575f-42c1-bb78-d0add3f560e8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:38.921441 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (212e5a14-4383-4d31-a243-3354086053ec), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:38.937126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Calling delete_port for 212e5a14-4383-4d31-a243-3354086053ec owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:39.061338 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (212e5a14-4383-4d31-a243-3354086053ec), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:39.073342 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['212e5a14-4383-4d31-a243-3354086053ec'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:05:39.089508 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Pushing event deleted for resources: {'Port': ['ID=212e5a14-4383-4d31-a243-3354086053ec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:39.136160 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] No DVR routers for this DVR port 212e5a14-4383-4d31-a243-3354086053ec on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:39.138811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:39.142208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8de2dc35-49a0-4700-9b4a-138bcab47030 req-ca260db7-aa76-4589-afbc-4f05cddf822e tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.47 "DELETE /v2.0/ports/212e5a14-4383-4d31-a243-3354086053ec HTTP/1.1" status: 204 len: 173 time: 0.3923542 Feb 19 08:05:39.142664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'name': 'network-vif-deleted', 'tag': '212e5a14-4383-4d31-a243-3354086053ec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:05:39.144954 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3cd37d-25fc-4eb7-b804-6c5727e2d6d8" -d '{"events": [{"server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "name": "network-vif-deleted", "tag": "212e5a14-4383-4d31-a243-3354086053ec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:05:39.182709 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41560447-afa4-4741-8169-f9f983b433b6 x-openstack-request-id: req-41560447-afa4-4741-8169-f9f983b433b6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:05:39.183358 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6b5ff3-0de7-4093-865b-45d82fff14df", "name": "network-vif-deleted", "tag": "212e5a14-4383-4d31-a243-3354086053ec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:05:39.183358 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41560447-afa4-4741-8169-f9f983b433b6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:05:39.183698 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6b5ff3-0de7-4093-865b-45d82fff14df', 'name': 'network-vif-deleted', 'tag': '212e5a14-4383-4d31-a243-3354086053ec', 'status': 'completed', 'code': 200} Feb 19 08:05:39.509758 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a309757-9d46-4fa0-88ed-d2d2d25ac15a req-ab75c3f2-01c7-449b-a766-d9f73c28972b tempest-ServersNegativeTestJSON-1467434570 tempest-ServersNegativeTestJSON-1467434570-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac6b5ff3-0de7-4093-865b-45d82fff14df HTTP/1.1" status: 200 len: 210 time: 0.0284688 Feb 19 08:05:39.851273 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.567793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45418) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:40.612554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Deleting subnet 6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:40.616850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Publish callbacks [] for subnet (6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.651377 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.692827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.742991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.767916 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:40.772637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.775895 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2da5c5ef-fec6-42b4-af49-d604fa3141fc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d77f6c4-d182-4d5b-89cd-13ab1ac1d78d HTTP/1.1" status: 204 len: 168 time: 0.2071002 Feb 19 08:05:40.778323 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45420) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:40.843984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3d335481-106c-4afb-add9-1313996e8b5c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.922788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3d335481-106c-4afb-add9-1313996e8b5c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.942631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d335481-106c-4afb-add9-1313996e8b5c']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.952298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa04728-575f-42c1-bb78-d0add3f560e8') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.952593 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa04728-575f-42c1-bb78-d0add3f560e8') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:40.961878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (2aa04728-575f-42c1-bb78-d0add3f560e8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.974682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2aa04728-575f-42c1-bb78-d0add3f560e8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.980893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:40.981276 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (2aa04728-575f-42c1-bb78-d0add3f560e8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:40.982887 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:41.035367 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3d335481-106c-4afb-add9-1313996e8b5c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.041359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.044503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3d335481-106c-4afb-add9-1313996e8b5c HTTP/1.1" status: 204 len: 168 time: 0.2652645 Feb 19 08:05:41.060365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138423ec-51e3-4b9e-94a2-71910b3fa764 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d335481-106c-4afb-add9-1313996e8b5c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:41.148966 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45424) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:41.177110 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.189087 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e45abb2f-c120-43e9-9547-67d0a0131363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dcb44581bcf84faea21b8064cdfb55c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389702 Feb 19 08:05:41.191672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:41.238472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] Publish callbacks [] for security_group (63c3fda2-e16f-47e9-844e-28429542e3bb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.259730 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] Publish callbacks [] for security_group (63c3fda2-e16f-47e9-844e-28429542e3bb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.305513 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (63c3fda2-e16f-47e9-844e-28429542e3bb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.308037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:41.309207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63c3fda2-e16f-47e9-844e-28429542e3bb HTTP/1.1" status: 204 len: 168 time: 0.1165309 Feb 19 08:05:41.316795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb041e42-9683-44f5-93bf-e0a88bc55bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3fda2-e16f-47e9-844e-28429542e3bb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:41.979425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:42.070602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-4913937'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:42.090332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:42.093444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.104192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.175483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for security_group (f831ddc1-da90-4e6e-8a25-9c2655156529), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.179393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f831ddc1-da90-4e6e-8a25-9c2655156529), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.207212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:42.213327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f831ddc1-da90-4e6e-8a25-9c2655156529,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:42.219124 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (308e5d3c-f151-4a0b-8105-4b2376a97fbe), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.219478 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Added segment 308e5d3c-f151-4a0b-8105-4b2376a97fbe of type vlan for network 82e748dd-7129-49ec-bac8-09a25bcaf482 Feb 19 08:05:42.260896 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (82e748dd-7129-49ec-bac8-09a25bcaf482), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.284996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (82e748dd-7129-49ec-bac8-09a25bcaf482), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.290586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:42.291169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.340452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3598359 Feb 19 08:05:42.358456 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970549-67d3-4627-bcbe-858079fc513d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Network': ['ID=82e748dd-7129-49ec-bac8-09a25bcaf482,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:42.369091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:42.482656 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:42.746262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 212e5a14-4383-4d31-a243-3354086053ec no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:42.766327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 212e5a14-4383-4d31-a243-3354086053ec {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:42.766674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 212e5a14-4383-4d31-a243-3354086053ec not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:45.544281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:45.549463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'subnet': {'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:45.641035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:45.646005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:45.821076 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (babf2263-dae8-4932-833b-f8c29386597a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:45.876866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Subnet': ['ID=babf2263-dae8-4932-833b-f8c29386597a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:45.887538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking segment: {'id': '308e5d3c-f151-4a0b-8105-4b2376a97fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:45.887894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network hostable DHCP agents. Network: 82e748dd-7129-49ec-bac8-09a25bcaf482, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:45.903571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:45.911727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 82e748dd-7129-49ec-bac8-09a25bcaf482) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:45.915803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:45.916390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:45.921184 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e07883-2de9-4413-a2d1-22de93820409 None None] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:45.932799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-79c0b759-12a7-4bc0-b4d8-ef30c8731a81 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3873801 Feb 19 08:05:45.936236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:45.941106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1336160241'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:45.959809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:45.970893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:45.996411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:46.011796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (82865b3c-40af-41be-b8df-e531d6c57f97), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.012196 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Added segment 82865b3c-40af-41be-b8df-e531d6c57f97 of type vlan for network 30e6e984-1774-4618-9d6c-be1b9067cd9b Feb 19 08:05:46.025078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-82e748dd-7129-49ec-bac8-09a25bcaf482', 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482', 'project_id': '40e99fc1408e4aa3a578d7e2e5dee5fb', 'fixed_ips': [{'subnet_id': 'babf2263-dae8-4932-833b-f8c29386597a'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:46.025943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.056803 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (30e6e984-1774-4618-9d6c-be1b9067cd9b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.081523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (30e6e984-1774-4618-9d6c-be1b9067cd9b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.086648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:46.087247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.139286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2019548 Feb 19 08:05:46.142069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:46.149185 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'subnet': {'network_id': '30e6e984-1774-4618-9d6c-be1b9067cd9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:46.161393 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Allocated IP 2001:db8:0:ffff::2 (82e748dd-7129-49ec-bac8-09a25bcaf482/babf2263-dae8-4932-833b-f8c29386597a/808bcec4-80d7-4a52-b787-7c88c352e931) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:46.175656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abab21-a786-43ac-9819-ca43ad86ae30 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Network': ['ID=30e6e984-1774-4618-9d6c-be1b9067cd9b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.255385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:46.259009 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.345993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 30e6e984-1774-4618-9d6c-be1b9067cd9b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:46.455964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (dc31a05f-00c5-4fd5-b1ae-d2009e46d25a), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.514667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks [] for port (808bcec4-80d7-4a52-b787-7c88c352e931), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.517238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Subnet': ['ID=dc31a05f-00c5-4fd5-b1ae-d2009e46d25a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.524785 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.532227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking segment: {'id': '82865b3c-40af-41be-b8df-e531d6c57f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '30e6e984-1774-4618-9d6c-be1b9067cd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:46.532573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network hostable DHCP agents. Network: 30e6e984-1774-4618-9d6c-be1b9067cd9b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:46.549618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network 30e6e984-1774-4618-9d6c-be1b9067cd9b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:46.559537 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 30e6e984-1774-4618-9d6c-be1b9067cd9b) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:46.564338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:46.565107 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.566213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:46.572018 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f007b4e-9a84-47aa-9ba9-57c7650fb1c3 None None] Network 30e6e984-1774-4618-9d6c-be1b9067cd9b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:46.576898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:46.580343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:46.582323 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0c646ca2-f62d-4554-a0a9-7b617961e0de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4392419 Feb 19 08:05:46.585590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:46.598782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Pushing event updated for resources: {'Port': ['ID=808bcec4-80d7-4a52-b787-7c88c352e931,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.687937 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (30e6e984-1774-4618-9d6c-be1b9067cd9b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.696727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Attempting to bind port 808bcec4-80d7-4a52-b787-7c88c352e931 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:46.697101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Attempting to bind port 808bcec4-80d7-4a52-b787-7c88c352e931 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '308e5d3c-f151-4a0b-8105-4b2376a97fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:46.697467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Attempting to bind port 808bcec4-80d7-4a52-b787-7c88c352e931 on network 82e748dd-7129-49ec-bac8-09a25bcaf482 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:46.706468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:46.706853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Checking segment: {'id': '308e5d3c-f151-4a0b-8105-4b2376a97fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:46.707283 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.707687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Bound using segment: {'id': '308e5d3c-f151-4a0b-8105-4b2376a97fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:46.708166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Bound port: 808bcec4-80d7-4a52-b787-7c88c352e931, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308e5d3c-f151-4a0b-8105-4b2376a97fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '82e748dd-7129-49ec-bac8-09a25bcaf482'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:46.708561 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.761095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22ca5e-1771-49dd-9eb2-38feae086de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-30e6e984-1774-4618-9d6c-be1b9067cd9b', 'network_id': '30e6e984-1774-4618-9d6c-be1b9067cd9b', 'project_id': '40e99fc1408e4aa3a578d7e2e5dee5fb', 'fixed_ips': [{'subnet_id': 'dc31a05f-00c5-4fd5-b1ae-d2009e46d25a'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:46.761975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f22ca5e-1771-49dd-9eb2-38feae086de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.765725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (dc31a05f-00c5-4fd5-b1ae-d2009e46d25a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.828562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (dc31a05f-00c5-4fd5-b1ae-d2009e46d25a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.863021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Subnet': ['ID=dc31a05f-00c5-4fd5-b1ae-d2009e46d25a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:46.865007 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] For port 808bcec4-80d7-4a52-b787-7c88c352e931, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:46.881040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] For port 808bcec4-80d7-4a52-b787-7c88c352e931, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=808bcec4-80d7-4a52-b787-7c88c352e931,segment=NetworkSegment(308e5d3c-f151-4a0b-8105-4b2376a97fbe),segment_id=308e5d3c-f151-4a0b-8105-4b2376a97fbe)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:46.891642 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-2f22ca5e-1771-49dd-9eb2-38feae086de4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc31a05f-00c5-4fd5-b1ae-d2009e46d25a: This subnet is being modified by another concurrent operation. Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc31a05f-00c5-4fd5-b1ae-d2009e46d25a: This subnet is being modified by another concurrent operation. Feb 19 08:05:46.901058 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 08:05:46.923865 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (30e6e984-1774-4618-9d6c-be1b9067cd9b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.929322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5e458-6662-4d3b-8bb9-4779f6a47c92 None None] Network 30e6e984-1774-4618-9d6c-be1b9067cd9b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:46.944369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6e984-1774-4618-9d6c-be1b9067cd9b']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:46.954945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82865b3c-40af-41be-b8df-e531d6c57f97') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:46.955295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82865b3c-40af-41be-b8df-e531d6c57f97') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:46.972189 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (82865b3c-40af-41be-b8df-e531d6c57f97), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.987294 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (82865b3c-40af-41be-b8df-e531d6c57f97), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.994123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:46.994518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (82865b3c-40af-41be-b8df-e531d6c57f97), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:46.997632 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:47.005148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435186-b8b7-452c-9206-3e25ad770385 None None] Pushing event updated for resources: {'Port': ['ID=808bcec4-80d7-4a52-b787-7c88c352e931,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:47.065927 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (30e6e984-1774-4618-9d6c-be1b9067cd9b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.074939 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.078192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/30e6e984-1774-4618-9d6c-be1b9067cd9b HTTP/1.1" status: 204 len: 168 time: 0.4916553 Feb 19 08:05:47.081900 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45462) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:47.087810 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332652640'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:47.089470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dc621-80e9-4489-bdf9-3f20254ccc2f tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Network': ['ID=30e6e984-1774-4618-9d6c-be1b9067cd9b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:47.111836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:47.115368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.162652 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:47.173599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.173942 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Added segment 5549a52c-813a-4e6d-8dad-2cfa32f73fb9 of type vlan for network 2c605431-c0ba-4fb3-8af3-89dfd43c795f Feb 19 08:05:47.221116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.247286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.252504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:47.253096 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.313791 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2307656 Feb 19 08:05:47.316733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:47.322379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'subnet': {'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:47.325867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114a851-a186-4977-b8d5-266cd1202da2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Network': ['ID=2c605431-c0ba-4fb3-8af3-89dfd43c795f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:47.337269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2c605431-c0ba-4fb3-8af3-89dfd43c795f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:47.408318 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:47.411901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.473236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 08:05:47.473760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 08:05:47.592639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (611b8c8f-2740-4a5f-833c-e47c983fa1d6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.659095 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Subnet': ['ID=611b8c8f-2740-4a5f-833c-e47c983fa1d6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:47.671122 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking segment: {'id': '5549a52c-813a-4e6d-8dad-2cfa32f73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:47.671530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network hostable DHCP agents. Network: 2c605431-c0ba-4fb3-8af3-89dfd43c795f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:47.689589 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network 2c605431-c0ba-4fb3-8af3-89dfd43c795f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:47.700395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2c605431-c0ba-4fb3-8af3-89dfd43c795f) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:47.704599 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:47.705192 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.710026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47107a-8d8d-453f-8302-00bd026ecf46 None None] Network 2c605431-c0ba-4fb3-8af3-89dfd43c795f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:47.723234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e882b0f8-c6e7-4e9e-82bd-2ce3a07d09d8 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4050426 Feb 19 08:05:47.726270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:47.818081 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-2c605431-c0ba-4fb3-8af3-89dfd43c795f', 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f', 'project_id': '40e99fc1408e4aa3a578d7e2e5dee5fb', 'fixed_ips': [{'subnet_id': '611b8c8f-2740-4a5f-833c-e47c983fa1d6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:47.819104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.831059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.897389 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (611b8c8f-2740-4a5f-833c-e47c983fa1d6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:47.937294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110d1f5-20c8-4230-8f92-be9082be9e0b None None] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:48.005359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Allocated IP 2001:db8::3 (2c605431-c0ba-4fb3-8af3-89dfd43c795f/611b8c8f-2740-4a5f-833c-e47c983fa1d6/69651faf-21da-4429-b9b6-cb6ed2df4984) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:48.089450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Provisioning complete for port 808bcec4-80d7-4a52-b787-7c88c352e931 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:48.089850 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.264036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Current status of the port 808bcec4-80d7-4a52-b787-7c88c352e931 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:48.264430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.266624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks [] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.278392 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.293750 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (611b8c8f-2740-4a5f-833c-e47c983fa1d6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.324511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Subnet': ['ID=611b8c8f-2740-4a5f-833c-e47c983fa1d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.339135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Network 2c605431-c0ba-4fb3-8af3-89dfd43c795f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:48.340953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] For port 808bcec4-80d7-4a52-b787-7c88c352e931, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=808bcec4-80d7-4a52-b787-7c88c352e931,segment=NetworkSegment(308e5d3c-f151-4a0b-8105-4b2376a97fbe),segment_id=308e5d3c-f151-4a0b-8105-4b2376a97fbe)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:48.349040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:48.352055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:48.354238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.355776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Pushing event updated for resources: {'Port': ['ID=69651faf-21da-4429-b9b6-cb6ed2df4984,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.397707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.418145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c605431-c0ba-4fb3-8af3-89dfd43c795f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:48.428593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5549a52c-813a-4e6d-8dad-2cfa32f73fb9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:48.428893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5549a52c-813a-4e6d-8dad-2cfa32f73fb9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:48.438445 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.449147 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee244528-9754-40f2-b97b-3bdbc1888229 None None] Pushing event updated for resources: {'Port': ['ID=808bcec4-80d7-4a52-b787-7c88c352e931,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.451931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Attempting to bind port 69651faf-21da-4429-b9b6-cb6ed2df4984 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:48.452242 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Attempting to bind port 69651faf-21da-4429-b9b6-cb6ed2df4984 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5549a52c-813a-4e6d-8dad-2cfa32f73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:48.452811 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Attempting to bind port 69651faf-21da-4429-b9b6-cb6ed2df4984 on network 2c605431-c0ba-4fb3-8af3-89dfd43c795f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:48.452930 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.458140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:48.458515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Checking segment: {'id': '5549a52c-813a-4e6d-8dad-2cfa32f73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:48.458943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.459373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Bound using segment: {'id': '5549a52c-813a-4e6d-8dad-2cfa32f73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:48.459843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Bound port: 69651faf-21da-4429-b9b6-cb6ed2df4984, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5549a52c-813a-4e6d-8dad-2cfa32f73fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:48.460201 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.460701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:48.460701 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:48.463749 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:48.503368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-765684f5-8da7-45b4-ae0f-52651cc8aba5 None None] Provisioning complete for port 808bcec4-80d7-4a52-b787-7c88c352e931 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:48.503744 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765684f5-8da7-45b4-ae0f-52651cc8aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.528526 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 08:05:48.528526 n-d-829866-3 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 08:05:48.528526 n-d-829866-3 neutron-server[103588]: [parameters: {'id': '2c605431-c0ba-4fb3-8af3-89dfd43c795f'}] Feb 19 08:05:48.528526 n-d-829866-3 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:05:48.528883 n-d-829866-3 neutron-server[103588]: DEBUG oslo_db.api [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:05:48.563622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] For port 69651faf-21da-4429-b9b6-cb6ed2df4984, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:48.577735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] For port 69651faf-21da-4429-b9b6-cb6ed2df4984, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=69651faf-21da-4429-b9b6-cb6ed2df4984,segment=NetworkSegment(5549a52c-813a-4e6d-8dad-2cfa32f73fb9),segment_id=5549a52c-813a-4e6d-8dad-2cfa32f73fb9)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:48.584808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.634678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 808bcec4-80d7-4a52-b787-7c88c352e931 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:05:48.724490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-765684f5-8da7-45b4-ae0f-52651cc8aba5 None None] Current status of the port 808bcec4-80d7-4a52-b787-7c88c352e931 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:48.732936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264bc5e-ac6e-4be1-81e9-f1ed115b68a8 None None] Pushing event updated for resources: {'Port': ['ID=69651faf-21da-4429-b9b6-cb6ed2df4984,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:48.745121 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8835ec0a-4078-4f24-b300-4491e39eb52c None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 08:05:48.767415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 808bcec4-80d7-4a52-b787-7c88c352e931 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:48.767791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:48.862933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ec0a-4078-4f24-b300-4491e39eb52c None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 08:05:48.889062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 808bcec4-80d7-4a52-b787-7c88c352e931 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:49.028839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c84f17-82f8-4dba-a1b4-3b4dfa8595c4 None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 08:05:49.029633 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.082389 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Deleting port 69651faf-21da-4429-b9b6-cb6ed2df4984 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:49.082735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.092701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c84f17-82f8-4dba-a1b4-3b4dfa8595c4 None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 08:05:49.148276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] For port 69651faf-21da-4429-b9b6-cb6ed2df4984, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=69651faf-21da-4429-b9b6-cb6ed2df4984,segment=NetworkSegment(5549a52c-813a-4e6d-8dad-2cfa32f73fb9),segment_id=5549a52c-813a-4e6d-8dad-2cfa32f73fb9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:49.148639 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.161261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Calling delete_port for 69651faf-21da-4429-b9b6-cb6ed2df4984 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:49.242710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (69651faf-21da-4429-b9b6-cb6ed2df4984), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.282110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Port': ['ID=69651faf-21da-4429-b9b6-cb6ed2df4984,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:49.287568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No DVR routers for this DVR port 69651faf-21da-4429-b9b6-cb6ed2df4984 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:49.371583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.391129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c605431-c0ba-4fb3-8af3-89dfd43c795f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:49.401129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5549a52c-813a-4e6d-8dad-2cfa32f73fb9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:49.401347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9592d29-cde8-402b-ac61-50d128c0a57a None None] Network 2c605431-c0ba-4fb3-8af3-89dfd43c795f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:49.401476 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5549a52c-813a-4e6d-8dad-2cfa32f73fb9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:49.411397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.425187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.432321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:49.432751 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (5549a52c-813a-4e6d-8dad-2cfa32f73fb9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:49.435879 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:49.498250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2c605431-c0ba-4fb3-8af3-89dfd43c795f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.504967 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.508057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/2c605431-c0ba-4fb3-8af3-89dfd43c795f HTTP/1.1" status: 204 len: 168 time: 1.7798946 Feb 19 08:05:49.511948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45468) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:49.517274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906279628'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:49.520780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195b37a-6165-478d-a2e8-c4ea7f420faa tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Network': ['ID=2c605431-c0ba-4fb3-8af3-89dfd43c795f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:49.537794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:49.541101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.569999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:49.579037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (cf440ec9-90e6-4a65-bc03-832181557894), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.579411 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Added segment cf440ec9-90e6-4a65-bc03-832181557894 of type vlan for network 07d2fff1-f514-40e2-b9ce-db800a5c4efb Feb 19 08:05:49.622866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (07d2fff1-f514-40e2-b9ce-db800a5c4efb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.647498 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (07d2fff1-f514-40e2-b9ce-db800a5c4efb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.652413 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:49.652995 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.703034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1899703 Feb 19 08:05:49.705978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:49.711551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'subnet': {'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:49.721625 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6205f-cb1f-4341-bf92-b3da16f07e79 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Network': ['ID=07d2fff1-f514-40e2-b9ce-db800a5c4efb,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:49.733554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 07d2fff1-f514-40e2-b9ce-db800a5c4efb details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:49.801099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:49.804798 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:49.990040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (9a997c56-b109-41cc-99f0-7e7cef521f28), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.049972 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Subnet': ['ID=9a997c56-b109-41cc-99f0-7e7cef521f28,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:50.059417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking segment: {'id': 'cf440ec9-90e6-4a65-bc03-832181557894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:50.059777 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network hostable DHCP agents. Network: 07d2fff1-f514-40e2-b9ce-db800a5c4efb, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:50.076302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network 07d2fff1-f514-40e2-b9ce-db800a5c4efb is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:50.084913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 07d2fff1-f514-40e2-b9ce-db800a5c4efb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:50.088718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:50.089315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.093744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766da32-25fd-4374-a0ca-7342ca8c99c4 None None] Network 07d2fff1-f514-40e2-b9ce-db800a5c4efb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:50.104761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d98329ed-1013-4b55-a0a2-c18aa1e6e305 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3976667 Feb 19 08:05:50.108682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:50.113693 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1086226154'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:50.132810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:50.136453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.160158 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:50.170068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48c41041-ae7f-4933-a9b4-b47309640cfe), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.170409 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Added segment 48c41041-ae7f-4933-a9b4-b47309640cfe of type vlan for network 60b45059-98a7-4b29-adc0-8751d6dbd7a7 Feb 19 08:05:50.195625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-07d2fff1-f514-40e2-b9ce-db800a5c4efb', 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb', 'project_id': '40e99fc1408e4aa3a578d7e2e5dee5fb', 'fixed_ips': [{'subnet_id': '9a997c56-b109-41cc-99f0-7e7cef521f28'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:50.196474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.226020 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (60b45059-98a7-4b29-adc0-8751d6dbd7a7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.254834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (60b45059-98a7-4b29-adc0-8751d6dbd7a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.261953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:50.262547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.320820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2109656 Feb 19 08:05:50.323698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:50.330870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Request body: {'subnet': {'network_id': '60b45059-98a7-4b29-adc0-8751d6dbd7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:50.352245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Allocated IP 2001:db8::2 (07d2fff1-f514-40e2-b9ce-db800a5c4efb/9a997c56-b109-41cc-99f0-7e7cef521f28/25f21b24-2d13-4110-adf8-c2261065577c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:50.382781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af5bca-26bd-43ba-ac85-ad9f40ef39de tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Network': ['ID=60b45059-98a7-4b29-adc0-8751d6dbd7a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:50.408930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 60b45059-98a7-4b29-adc0-8751d6dbd7a7 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:50.430884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Made reservation on behalf of 40e99fc1408e4aa3a578d7e2e5dee5fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:50.434660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.564686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks [] for port (25f21b24-2d13-4110-adf8-c2261065577c), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.572648 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (25f21b24-2d13-4110-adf8-c2261065577c), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.614495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Network 07d2fff1-f514-40e2-b9ce-db800a5c4efb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:50.620065 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:50.624468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:50.634714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Pushing event updated for resources: {'Port': ['ID=25f21b24-2d13-4110-adf8-c2261065577c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:50.645886 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (f2df9f63-df98-4f54-af51-5c54069ec47d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.684919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Attempting to bind port 25f21b24-2d13-4110-adf8-c2261065577c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:50.685317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Attempting to bind port 25f21b24-2d13-4110-adf8-c2261065577c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'cf440ec9-90e6-4a65-bc03-832181557894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:50.685681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Attempting to bind port 25f21b24-2d13-4110-adf8-c2261065577c on network 07d2fff1-f514-40e2-b9ce-db800a5c4efb {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:50.690926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:50.691729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Checking segment: {'id': 'cf440ec9-90e6-4a65-bc03-832181557894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:50.691932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.692335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Bound using segment: {'id': 'cf440ec9-90e6-4a65-bc03-832181557894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:50.692854 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Bound port: 25f21b24-2d13-4110-adf8-c2261065577c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf440ec9-90e6-4a65-bc03-832181557894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07d2fff1-f514-40e2-b9ce-db800a5c4efb'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:50.693340 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (25f21b24-2d13-4110-adf8-c2261065577c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.710043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event updated for resources: {'Subnet': ['ID=f2df9f63-df98-4f54-af51-5c54069ec47d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:50.726506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Checking segment: {'id': '48c41041-ae7f-4933-a9b4-b47309640cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60b45059-98a7-4b29-adc0-8751d6dbd7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:50.726980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network hostable DHCP agents. Network: 60b45059-98a7-4b29-adc0-8751d6dbd7a7, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:50.745040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Network 60b45059-98a7-4b29-adc0-8751d6dbd7a7 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:50.754956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 60b45059-98a7-4b29-adc0-8751d6dbd7a7) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:50.759373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] For port 25f21b24-2d13-4110-adf8-c2261065577c, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:50.759563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:50.760301 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.762563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] For port 25f21b24-2d13-4110-adf8-c2261065577c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=25f21b24-2d13-4110-adf8-c2261065577c,segment=NetworkSegment(cf440ec9-90e6-4a65-bc03-832181557894),segment_id=cf440ec9-90e6-4a65-bc03-832181557894)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:50.770993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3406d54-92f6-42ea-9048-9b5a8e0ece6a None None] Network 60b45059-98a7-4b29-adc0-8751d6dbd7a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:50.775623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (25f21b24-2d13-4110-adf8-c2261065577c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.777698 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e105abc-73ae-4bc6-a8a8-a8bc3ad56e23 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530098 Feb 19 08:05:50.780333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:50.893162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (60b45059-98a7-4b29-adc0-8751d6dbd7a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.900539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f197637-a9e1-4026-aa52-6834f234a51c None None] Pushing event updated for resources: {'Port': ['ID=25f21b24-2d13-4110-adf8-c2261065577c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:50.943747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38050c1a-5d3c-46ce-a4d2-8550243f475b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-60b45059-98a7-4b29-adc0-8751d6dbd7a7', 'network_id': '60b45059-98a7-4b29-adc0-8751d6dbd7a7', 'project_id': '40e99fc1408e4aa3a578d7e2e5dee5fb', 'fixed_ips': [{'subnet_id': 'f2df9f63-df98-4f54-af51-5c54069ec47d'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:50.944737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38050c1a-5d3c-46ce-a4d2-8550243f475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:50.958765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (f2df9f63-df98-4f54-af51-5c54069ec47d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.034624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (f2df9f63-df98-4f54-af51-5c54069ec47d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.069009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Subnet': ['ID=f2df9f63-df98-4f54-af51-5c54069ec47d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server [None req-38050c1a-5d3c-46ce-a4d2-8550243f475b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2df9f63-df98-4f54-af51-5c54069ec47d: This subnet is being modified by another concurrent operation. Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server raise exception Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2df9f63-df98-4f54-af51-5c54069ec47d: This subnet is being modified by another concurrent operation. Feb 19 08:05:51.083797 n-d-829866-3 neutron-server[103589]: ERROR oslo_messaging.rpc.server Feb 19 08:05:51.124499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a237c7-c46a-4cdd-9e93-e279d605d189 None None] Network 60b45059-98a7-4b29-adc0-8751d6dbd7a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:51.164657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (60b45059-98a7-4b29-adc0-8751d6dbd7a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.187059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b45059-98a7-4b29-adc0-8751d6dbd7a7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:51.197350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c41041-ae7f-4933-a9b4-b47309640cfe') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:51.197683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c41041-ae7f-4933-a9b4-b47309640cfe') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:51.208103 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (48c41041-ae7f-4933-a9b4-b47309640cfe), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.224261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (48c41041-ae7f-4933-a9b4-b47309640cfe), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.233056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:51.233534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (48c41041-ae7f-4933-a9b4-b47309640cfe), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:51.237491 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:51.300647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (60b45059-98a7-4b29-adc0-8751d6dbd7a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.305895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.309875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/60b45059-98a7-4b29-adc0-8751d6dbd7a7 HTTP/1.1" status: 204 len: 168 time: 0.5283399 Feb 19 08:05:51.313640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45478) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.325614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62261f-f16c-45c4-9dec-28df60fc5334 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Network': ['ID=60b45059-98a7-4b29-adc0-8751d6dbd7a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.345066 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-c515beee-9471-4b2e-8dce-6434fa61bd4c tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] GET failed (client error): The resource could not be found. Feb 19 08:05:51.346375 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c515beee-9471-4b2e-8dce-6434fa61bd4c tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "GET /v2.0/subnets/f2df9f63-df98-4f54-af51-5c54069ec47d HTTP/1.1" status: 404 len: 337 time: 0.0317259 Feb 19 08:05:51.349164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45480) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.367479 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa11cd49-88cd-41ff-87f2-3edbd776af70 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:51.367848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa11cd49-88cd-41ff-87f2-3edbd776af70 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:51.370915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fa11cd49-88cd-41ff-87f2-3edbd776af70 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/60b45059-98a7-4b29-adc0-8751d6dbd7a7 HTTP/1.1" status: 404 len: 339 time: 0.0201650 Feb 19 08:05:51.374335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45482) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.399043 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f7edb-30c9-4b39-98d2-551d394317f0 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:51.399553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22f7edb-30c9-4b39-98d2-551d394317f0 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:51.402680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b22f7edb-30c9-4b39-98d2-551d394317f0 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/subnets/f2df9f63-df98-4f54-af51-5c54069ec47d HTTP/1.1" status: 404 len: 337 time: 0.0274293 Feb 19 08:05:51.405285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45484) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.424648 n-d-829866-3 neutron-server[103587]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f7ef12-4b57-4afc-915f-783e95721059 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:51.425174 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f7ef12-4b57-4afc-915f-783e95721059 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103587) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:51.430640 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-77f7ef12-4b57-4afc-915f-783e95721059 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/60b45059-98a7-4b29-adc0-8751d6dbd7a7 HTTP/1.1" status: 404 len: 339 time: 0.0220656 Feb 19 08:05:51.430878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45486) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.485675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Deleting subnet 9a997c56-b109-41cc-99f0-7e7cef521f28 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:51.489449 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (9a997c56-b109-41cc-99f0-7e7cef521f28), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.530903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9a997c56-b109-41cc-99f0-7e7cef521f28), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.620023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9a997c56-b109-41cc-99f0-7e7cef521f28), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.683801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9a997c56-b109-41cc-99f0-7e7cef521f28), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.717031 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.722615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/subnets/9a997c56-b109-41cc-99f0-7e7cef521f28 HTTP/1.1" status: 204 len: 168 time: 0.2884340 Feb 19 08:05:51.722615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513749f1-30fd-46f4-a68c-92654436bc52 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Subnet': ['ID=9a997c56-b109-41cc-99f0-7e7cef521f28,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:51.722956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:51.804819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (07d2fff1-f514-40e2-b9ce-db800a5c4efb), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.858858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Deleting port 25f21b24-2d13-4110-adf8-c2261065577c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:51.859327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (25f21b24-2d13-4110-adf8-c2261065577c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.924564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] For port 25f21b24-2d13-4110-adf8-c2261065577c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=25f21b24-2d13-4110-adf8-c2261065577c,segment=NetworkSegment(cf440ec9-90e6-4a65-bc03-832181557894),segment_id=cf440ec9-90e6-4a65-bc03-832181557894)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:51.924928 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (25f21b24-2d13-4110-adf8-c2261065577c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:51.938610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Calling delete_port for 25f21b24-2d13-4110-adf8-c2261065577c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:51.983181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f71d20-5c73-4039-b969-924ceda9f35b None None] get_active_networks_info from n-d-829866-3 {{(pid=103589) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 08:05:52.025993 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (25f21b24-2d13-4110-adf8-c2261065577c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.051128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Port': ['ID=25f21b24-2d13-4110-adf8-c2261065577c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:52.055338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No DVR routers for this DVR port 25f21b24-2d13-4110-adf8-c2261065577c on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:52.057734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f71d20-5c73-4039-b969-924ceda9f35b None None] Resources bound (agent type, host, resource id): {{(pid=103589) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 08:05:52.069713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-224c2b9d-fb1f-48ca-8545-2d17fbd8dea0 None None] Could not find standard attr ID for object 25f21b24-2d13-4110-adf8-c2261065577c. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 08:05:52.140200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (07d2fff1-f514-40e2-b9ce-db800a5c4efb), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.160050 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d2fff1-f514-40e2-b9ce-db800a5c4efb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:52.169378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf440ec9-90e6-4a65-bc03-832181557894') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:52.169796 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf440ec9-90e6-4a65-bc03-832181557894') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:52.180063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (cf440ec9-90e6-4a65-bc03-832181557894), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.194379 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (cf440ec9-90e6-4a65-bc03-832181557894), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.201521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:52.201923 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (cf440ec9-90e6-4a65-bc03-832181557894), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:52.205182 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:52.237003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29daf68f-1f67-4b04-aa9c-e514fb9d1b89 None None] Network 07d2fff1-f514-40e2-b9ce-db800a5c4efb requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:52.263934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (07d2fff1-f514-40e2-b9ce-db800a5c4efb), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.281358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.286816 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/07d2fff1-f514-40e2-b9ce-db800a5c4efb HTTP/1.1" status: 204 len: 168 time: 0.5605867 Feb 19 08:05:52.286816 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa689eff-c31d-4c69-aaf4-f4c53126d934 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Network': ['ID=07d2fff1-f514-40e2-b9ce-db800a5c4efb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:52.288843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.321470 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-73837b91-6930-4136-92ea-70455f8c96c2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:52.321934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73837b91-6930-4136-92ea-70455f8c96c2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:52.325075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-73837b91-6930-4136-92ea-70455f8c96c2 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/subnets/611b8c8f-2740-4a5f-833c-e47c983fa1d6 HTTP/1.1" status: 404 len: 337 time: 0.0362525 Feb 19 08:05:52.327534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.347104 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ad6252-e95f-424b-a614-d2a4f761957d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:52.347723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ad6252-e95f-424b-a614-d2a4f761957d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:52.353256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-71ad6252-e95f-424b-a614-d2a4f761957d tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/2c605431-c0ba-4fb3-8af3-89dfd43c795f HTTP/1.1" status: 404 len: 339 time: 0.0224254 Feb 19 08:05:52.353533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.372813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8603686-dfd8-4aa5-85d5-a7ac1d89c698 None None] DHCP port deletion for 07d2fff1-f514-40e2-b9ce-db800a5c4efb request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:05:52.383494 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6b951c-f8f9-41b8-9e60-d24d4ab59407 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:52.383494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6b951c-f8f9-41b8-9e60-d24d4ab59407 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:52.387603 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6d6b951c-f8f9-41b8-9e60-d24d4ab59407 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/subnets/dc31a05f-00c5-4fd5-b1ae-d2009e46d25a HTTP/1.1" status: 404 len: 337 time: 0.0302184 Feb 19 08:05:52.387603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.405644 n-d-829866-3 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b76576-9eeb-4b7d-a6a7-116f3a3a4aa6 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] DELETE failed (client error): The resource could not be found. Feb 19 08:05:52.406190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b76576-9eeb-4b7d-a6a7-116f3a3a4aa6 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 08:05:52.409393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-30b76576-9eeb-4b7d-a6a7-116f3a3a4aa6 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/30e6e984-1774-4618-9d6c-be1b9067cd9b HTTP/1.1" status: 404 len: 339 time: 0.0210993 Feb 19 08:05:52.411671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.461561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Deleting subnet babf2263-dae8-4932-833b-f8c29386597a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:52.464638 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (babf2263-dae8-4932-833b-f8c29386597a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.502363 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (babf2263-dae8-4932-833b-f8c29386597a), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.594426 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (babf2263-dae8-4932-833b-f8c29386597a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.654058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (babf2263-dae8-4932-833b-f8c29386597a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.681646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Subnet': ['ID=babf2263-dae8-4932-833b-f8c29386597a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:52.686334 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.693983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45500) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:52.694781 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f22e77bf-f4a4-4238-a52a-59f39334d303 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/subnets/babf2263-dae8-4932-833b-f8c29386597a HTTP/1.1" status: 204 len: 168 time: 0.2821326 Feb 19 08:05:52.696687 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3dd146-d1e0-4bb4-a545-e126c8cd6251 None None] Network 82e748dd-7129-49ec-bac8-09a25bcaf482 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:52.773252 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (82e748dd-7129-49ec-bac8-09a25bcaf482), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.826722 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Deleting port 808bcec4-80d7-4a52-b787-7c88c352e931 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:52.827058 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.842365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] DHCP port deletion for 82e748dd-7129-49ec-bac8-09a25bcaf482 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:05:52.887706 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] For port 808bcec4-80d7-4a52-b787-7c88c352e931, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=808bcec4-80d7-4a52-b787-7c88c352e931,segment=NetworkSegment(308e5d3c-f151-4a0b-8105-4b2376a97fbe),segment_id=308e5d3c-f151-4a0b-8105-4b2376a97fbe)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:52.887988 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.893992 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Deleting port 808bcec4-80d7-4a52-b787-7c88c352e931 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:52.894803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.900091 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Calling delete_port for 808bcec4-80d7-4a52-b787-7c88c352e931 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:52.955319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] For port 808bcec4-80d7-4a52-b787-7c88c352e931, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=808bcec4-80d7-4a52-b787-7c88c352e931,segment=NetworkSegment(308e5d3c-f151-4a0b-8105-4b2376a97fbe),segment_id=308e5d3c-f151-4a0b-8105-4b2376a97fbe)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:52.955730 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:52.968472 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Calling delete_port for 808bcec4-80d7-4a52-b787-7c88c352e931 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:52.983525 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.006848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Port': ['ID=808bcec4-80d7-4a52-b787-7c88c352e931,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:53.013923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] No DVR routers for this DVR port 808bcec4-80d7-4a52-b787-7c88c352e931 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:53.047662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (808bcec4-80d7-4a52-b787-7c88c352e931), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.073553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] Pushing event deleted for resources: {'Port': ['ID=808bcec4-80d7-4a52-b787-7c88c352e931,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:53.075406 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd52de-8dbc-4e43-bbf7-45530ec78b5d None None] No DVR routers for this DVR port 808bcec4-80d7-4a52-b787-7c88c352e931 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:53.095474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (82e748dd-7129-49ec-bac8-09a25bcaf482), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.114805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e748dd-7129-49ec-bac8-09a25bcaf482']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.124965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308e5d3c-f151-4a0b-8105-4b2376a97fbe') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.125256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308e5d3c-f151-4a0b-8105-4b2376a97fbe') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:53.134519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (308e5d3c-f151-4a0b-8105-4b2376a97fbe), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.147502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (308e5d3c-f151-4a0b-8105-4b2376a97fbe), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.153408 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:53.153805 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (308e5d3c-f151-4a0b-8105-4b2376a97fbe), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:53.156700 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:53.213212 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (82e748dd-7129-49ec-bac8-09a25bcaf482), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.220458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.223449 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] 10.222.0.43 "DELETE /v2.0/networks/82e748dd-7129-49ec-bac8-09a25bcaf482 HTTP/1.1" status: 204 len: 168 time: 0.5284402 Feb 19 08:05:53.235090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceecce-0fa5-4d7f-8e0c-7e8cf4035554 tempest-NetworksIpV6Test-1291920199 tempest-NetworksIpV6Test-1291920199-project] Pushing event deleted for resources: {'Network': ['ID=82e748dd-7129-49ec-bac8-09a25bcaf482,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:53.456447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45506) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:53.587050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cd01bcc1-f910-4e9d-a95c-34f3c0194349 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40e99fc1408e4aa3a578d7e2e5dee5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294458 Feb 19 08:05:53.589606 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45510) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:53.635683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] Publish callbacks [] for security_group (f831ddc1-da90-4e6e-8a25-9c2655156529), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.656201 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] Publish callbacks [] for security_group (f831ddc1-da90-4e6e-8a25-9c2655156529), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.705242 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (f831ddc1-da90-4e6e-8a25-9c2655156529), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.707917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:53.709694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f831ddc1-da90-4e6e-8a25-9c2655156529 HTTP/1.1" status: 204 len: 168 time: 0.1185484 Feb 19 08:05:53.718226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaf0bd-e2ac-4cb9-8fe7-b01316f91ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f831ddc1-da90-4e6e-8a25-9c2655156529,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.323341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45532) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:54.413101 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-924377187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:54.434627 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.435626 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.487207 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router_controller (cb8e5195-de15-4b76-b048-8e9a708aa46f), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.491702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.508147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.509331 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53b01068-ddb2-4e9e-bad3-734c5da572bb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1849840 Feb 19 08:05:54.512117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45536) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:54.516817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1925694118'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:54.535200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Made reservation on behalf of 52b671c0d1204e38a2937de35b9c6d0b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:54.538942 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.547745 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.586106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 808bcec4-80d7-4a52-b787-7c88c352e931 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:54.606194 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 808bcec4-80d7-4a52-b787-7c88c352e931 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:54.606539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 808bcec4-80d7-4a52-b787-7c88c352e931 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:54.624596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for security_group (e9e1e122-f806-4f6a-994c-e80f51b36ef5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.628549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e9e1e122-f806-4f6a-994c-e80f51b36ef5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.650699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:54.665680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1e122-f806-4f6a-994c-e80f51b36ef5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.668539 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0ebc1127-2324-4e03-a934-6958b6ccac81), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.668880 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Added segment 0ebc1127-2324-4e03-a934-6958b6ccac81 of type vlan for network 2aea5cb1-2ede-4d73-8b5a-8607a091508b Feb 19 08:05:54.708426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (2aea5cb1-2ede-4d73-8b5a-8607a091508b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.732870 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (2aea5cb1-2ede-4d73-8b5a-8607a091508b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.737890 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:54.738412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:54.791297 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2781165 Feb 19 08:05:54.794041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45538) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:54.798720 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'subnet': {'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:54.849235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a5e2-c4d7-4c1e-8582-83803146f2e7 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event updated for resources: {'Network': ['ID=2aea5cb1-2ede-4d73-8b5a-8607a091508b,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:54.859904 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:54.895035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Made reservation on behalf of 52b671c0d1204e38a2937de35b9c6d0b for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:54.899143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.072609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a9f0c571-9c95-4a76-b896-31432f6e9b84), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.139114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event updated for resources: {'Subnet': ['ID=a9f0c571-9c95-4a76-b896-31432f6e9b84,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.143363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Checking segment: {'id': '0ebc1127-2324-4e03-a934-6958b6ccac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:55.143731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Network hostable DHCP agents. Network: 2aea5cb1-2ede-4d73-8b5a-8607a091508b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:55.160207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:55.169167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 2aea5cb1-2ede-4d73-8b5a-8607a091508b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:55.173696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:55.174677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.178650 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9548e71-9b97-49d8-8ba9-6bdf8fb4e1a7 None None] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:55.190789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-591c8af0-adc2-4f93-bb3e-04760911ff73 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3957574 Feb 19 08:05:55.195446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45540) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:55.200380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1788720805'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:55.219283 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Made reservation on behalf of 52b671c0d1204e38a2937de35b9c6d0b for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:55.222484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.246376 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:05:55.256651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fca40757-93a2-4c97-bfd5-1c5c80560e11), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.256995 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Added segment fca40757-93a2-4c97-bfd5-1c5c80560e11 of type vlan for network d593f009-d0f6-4de1-af24-019777555c53 Feb 19 08:05:55.279931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-2aea5cb1-2ede-4d73-8b5a-8607a091508b', 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b', 'project_id': '52b671c0d1204e38a2937de35b9c6d0b', 'fixed_ips': [{'subnet_id': 'a9f0c571-9c95-4a76-b896-31432f6e9b84'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:55.280761 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.298586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (d593f009-d0f6-4de1-af24-019777555c53), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.323515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (d593f009-d0f6-4de1-af24-019777555c53), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.328329 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:55.328908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.384688 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1881192 Feb 19 08:05:55.387729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:55.393886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'subnet': {'network_id': 'd593f009-d0f6-4de1-af24-019777555c53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:55.397682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84761a3-0df6-4e11-963a-ee92abfd5f3e tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event updated for resources: {'Network': ['ID=d593f009-d0f6-4de1-af24-019777555c53,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.408651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network d593f009-d0f6-4de1-af24-019777555c53 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:05:55.424360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Allocated IP 172.20.0.2 (2aea5cb1-2ede-4d73-8b5a-8607a091508b/a9f0c571-9c95-4a76-b896-31432f6e9b84/39e381a6-e8b2-4769-8da7-51459674e7aa) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:55.491638 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Made reservation on behalf of 52b671c0d1204e38a2937de35b9c6d0b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:05:55.495318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.617267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks [] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.624450 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.660593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:55.663298 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:55.669232 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:55.673310 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (11810a05-e0ae-4df8-acc4-6b8156d07f97), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.674766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Pushing event updated for resources: {'Port': ['ID=39e381a6-e8b2-4769-8da7-51459674e7aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.730724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Attempting to bind port 39e381a6-e8b2-4769-8da7-51459674e7aa on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:55.731094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Attempting to bind port 39e381a6-e8b2-4769-8da7-51459674e7aa by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '0ebc1127-2324-4e03-a934-6958b6ccac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:55.731498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Attempting to bind port 39e381a6-e8b2-4769-8da7-51459674e7aa on network 2aea5cb1-2ede-4d73-8b5a-8607a091508b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:55.736537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:55.736908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Checking segment: {'id': '0ebc1127-2324-4e03-a934-6958b6ccac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:55.737298 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.737702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Bound using segment: {'id': '0ebc1127-2324-4e03-a934-6958b6ccac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:55.738149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Bound port: 39e381a6-e8b2-4769-8da7-51459674e7aa, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebc1127-2324-4e03-a934-6958b6ccac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2aea5cb1-2ede-4d73-8b5a-8607a091508b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:55.738525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.740560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event updated for resources: {'Subnet': ['ID=11810a05-e0ae-4df8-acc4-6b8156d07f97,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:55.751900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Checking segment: {'id': 'fca40757-93a2-4c97-bfd5-1c5c80560e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:55.752261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Network hostable DHCP agents. Network: d593f009-d0f6-4de1-af24-019777555c53, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:05:55.769630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Network d593f009-d0f6-4de1-af24-019777555c53 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:05:55.779322 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, d593f009-d0f6-4de1-af24-019777555c53) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:55.784105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:05:55.784700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:55.790727 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b29b00-a22c-44da-99d2-f1a67a79a121 None None] Network d593f009-d0f6-4de1-af24-019777555c53 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:55.800858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8c3b013d-a9d0-4009-8296-2f139d788b96 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4113214 Feb 19 08:05:55.804130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:55.808475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-81c08e97-85ce-40c4-9cd0-b15382d29bd2 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:05:55.848573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-19305f96-c113-4f27-a893-786dc682cfee None None] For port 39e381a6-e8b2-4769-8da7-51459674e7aa, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:55.852962 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-19305f96-c113-4f27-a893-786dc682cfee None None] For port 39e381a6-e8b2-4769-8da7-51459674e7aa, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39e381a6-e8b2-4769-8da7-51459674e7aa,segment=NetworkSegment(0ebc1127-2324-4e03-a934-6958b6ccac81),segment_id=0ebc1127-2324-4e03-a934-6958b6ccac81)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:55.862778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.122348 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-d593f009-d0f6-4de1-af24-019777555c53', 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53', 'project_id': '52b671c0d1204e38a2937de35b9c6d0b', 'fixed_ips': [{'subnet_id': '11810a05-e0ae-4df8-acc4-6b8156d07f97'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:05:56.123243 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.138823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19305f96-c113-4f27-a893-786dc682cfee None None] Pushing event updated for resources: {'Port': ['ID=39e381a6-e8b2-4769-8da7-51459674e7aa,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:56.283356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Allocated IP 172.21.0.2 (d593f009-d0f6-4de1-af24-019777555c53/11810a05-e0ae-4df8-acc4-6b8156d07f97/003f383f-0621-455d-8c88-555c50186ea8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:05:56.410030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81c08e97-85ce-40c4-9cd0-b15382d29bd2 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router_gateway (cb8e5195-de15-4b76-b048-8e9a708aa46f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.447234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks [] for port (003f383f-0621-455d-8c88-555c50186ea8), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.453543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (003f383f-0621-455d-8c88-555c50186ea8), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.496156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Network d593f009-d0f6-4de1-af24-019777555c53 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:05:56.498800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:05:56.504301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:05:56.511911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Pushing event updated for resources: {'Port': ['ID=003f383f-0621-455d-8c88-555c50186ea8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:56.523736 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [None req-81c08e97-85ce-40c4-9cd0-b15382d29bd2 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 08:05:56.525130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-81c08e97-85ce-40c4-9cd0-b15382d29bd2 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "PUT /v2.0/routers/cb8e5195-de15-4b76-b048-8e9a708aa46f HTTP/1.1" status: 400 len: 364 time: 0.7198815 Feb 19 08:05:56.530817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45546) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:56.569917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Attempting to bind port 003f383f-0621-455d-8c88-555c50186ea8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:05:56.570300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Attempting to bind port 003f383f-0621-455d-8c88-555c50186ea8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'fca40757-93a2-4c97-bfd5-1c5c80560e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:05:56.570677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Attempting to bind port 003f383f-0621-455d-8c88-555c50186ea8 on network d593f009-d0f6-4de1-af24-019777555c53 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:05:56.575952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:05:56.576330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Checking segment: {'id': 'fca40757-93a2-4c97-bfd5-1c5c80560e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:05:56.576742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.577140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Bound using segment: {'id': 'fca40757-93a2-4c97-bfd5-1c5c80560e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:05:56.577608 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Bound port: 003f383f-0621-455d-8c88-555c50186ea8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca40757-93a2-4c97-bfd5-1c5c80560e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd593f009-d0f6-4de1-af24-019777555c53'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:05:56.577989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (003f383f-0621-455d-8c88-555c50186ea8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.595334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Deleting subnet 11810a05-e0ae-4df8-acc4-6b8156d07f97 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:56.600139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (11810a05-e0ae-4df8-acc4-6b8156d07f97), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.642143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (11810a05-e0ae-4df8-acc4-6b8156d07f97), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.647982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] For port 003f383f-0621-455d-8c88-555c50186ea8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:05:56.651824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] For port 003f383f-0621-455d-8c88-555c50186ea8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=003f383f-0621-455d-8c88-555c50186ea8,segment=NetworkSegment(fca40757-93a2-4c97-bfd5-1c5c80560e11),segment_id=fca40757-93a2-4c97-bfd5-1c5c80560e11)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:05:56.656208 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39e381a6-e8b2-4769-8da7-51459674e7aa up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:05:56.660134 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (003f383f-0621-455d-8c88-555c50186ea8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.734382 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (11810a05-e0ae-4df8-acc4-6b8156d07f97), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.751075 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3da66-3f21-420d-8df8-f369636202df None None] Pushing event updated for resources: {'Port': ['ID=003f383f-0621-455d-8c88-555c50186ea8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:56.762557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 39e381a6-e8b2-4769-8da7-51459674e7aa triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:56.763122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.829892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (11810a05-e0ae-4df8-acc4-6b8156d07f97), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.854199 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 39e381a6-e8b2-4769-8da7-51459674e7aa is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:56.854589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.863082 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Subnet': ['ID=11810a05-e0ae-4df8-acc4-6b8156d07f97,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:56.867419 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.873739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:56.873943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3906b6e1-2fc7-4384-84c0-e5555b8ad3a3 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "DELETE /v2.0/subnets/11810a05-e0ae-4df8-acc4-6b8156d07f97 HTTP/1.1" status: 204 len: 168 time: 0.3418012 Feb 19 08:05:56.894773 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 39e381a6-e8b2-4769-8da7-51459674e7aa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39e381a6-e8b2-4769-8da7-51459674e7aa,segment=NetworkSegment(0ebc1127-2324-4e03-a934-6958b6ccac81),segment_id=0ebc1127-2324-4e03-a934-6958b6ccac81)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:56.900155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:56.960138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=39e381a6-e8b2-4769-8da7-51459674e7aa,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:57.009453 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (d593f009-d0f6-4de1-af24-019777555c53), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.080837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Deleting port 003f383f-0621-455d-8c88-555c50186ea8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:57.081325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (003f383f-0621-455d-8c88-555c50186ea8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.171621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] For port 003f383f-0621-455d-8c88-555c50186ea8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=003f383f-0621-455d-8c88-555c50186ea8,segment=NetworkSegment(fca40757-93a2-4c97-bfd5-1c5c80560e11),segment_id=fca40757-93a2-4c97-bfd5-1c5c80560e11)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:57.172016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (003f383f-0621-455d-8c88-555c50186ea8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.186773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Calling delete_port for 003f383f-0621-455d-8c88-555c50186ea8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:57.274578 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (003f383f-0621-455d-8c88-555c50186ea8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.283080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeecd17-e518-4389-892f-8ac8f271e323 None None] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:57.305583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Port': ['ID=003f383f-0621-455d-8c88-555c50186ea8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:57.309146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] No DVR routers for this DVR port 003f383f-0621-455d-8c88-555c50186ea8 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:57.351297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3c8854ff-9f77-4f1b-803a-9a39fc8980c4 None None] Provisioning complete for port 39e381a6-e8b2-4769-8da7-51459674e7aa triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:57.351662 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c8854ff-9f77-4f1b-803a-9a39fc8980c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.392780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (d593f009-d0f6-4de1-af24-019777555c53), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.413531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d593f009-d0f6-4de1-af24-019777555c53']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:57.422655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca40757-93a2-4c97-bfd5-1c5c80560e11') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:57.422957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca40757-93a2-4c97-bfd5-1c5c80560e11') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:57.432515 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (fca40757-93a2-4c97-bfd5-1c5c80560e11), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.446199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (fca40757-93a2-4c97-bfd5-1c5c80560e11), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.452381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:57.452811 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (fca40757-93a2-4c97-bfd5-1c5c80560e11), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:57.463546 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:57.472322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3c8854ff-9f77-4f1b-803a-9a39fc8980c4 None None] Current status of the port 39e381a6-e8b2-4769-8da7-51459674e7aa is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:57.526539 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (d593f009-d0f6-4de1-af24-019777555c53), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.538022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.543256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "DELETE /v2.0/networks/d593f009-d0f6-4de1-af24-019777555c53 HTTP/1.1" status: 204 len: 168 time: 0.6665392 Feb 19 08:05:57.543975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45550) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:57.566680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891387-d4d3-4af6-944f-42b9f818ffeb tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Network': ['ID=d593f009-d0f6-4de1-af24-019777555c53,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:57.597752 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Deleting subnet a9f0c571-9c95-4a76-b896-31432f6e9b84 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:05:57.602046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (a9f0c571-9c95-4a76-b896-31432f6e9b84), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.651547 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (a9f0c571-9c95-4a76-b896-31432f6e9b84), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.742331 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a9f0c571-9c95-4a76-b896-31432f6e9b84), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.793825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-107597b2-e5c9-4a49-aefb-d551f9964b6d None None] Provisioning complete for port 39e381a6-e8b2-4769-8da7-51459674e7aa triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:05:57.794397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-107597b2-e5c9-4a49-aefb-d551f9964b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.805999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (a9f0c571-9c95-4a76-b896-31432f6e9b84), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.831040 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f0c571-9c95-4a76-b896-31432f6e9b84,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:57.837461 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.843241 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:57.843575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f5158f34-4699-4462-86f6-b386f42a2f89 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "DELETE /v2.0/subnets/a9f0c571-9c95-4a76-b896-31432f6e9b84 HTTP/1.1" status: 204 len: 168 time: 0.2982450 Feb 19 08:05:57.876787 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66bdaf-42cd-472a-9a50-e148cdb455aa None None] Network 2aea5cb1-2ede-4d73-8b5a-8607a091508b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:57.926291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (2aea5cb1-2ede-4d73-8b5a-8607a091508b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.939281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-107597b2-e5c9-4a49-aefb-d551f9964b6d None None] Current status of the port 39e381a6-e8b2-4769-8da7-51459674e7aa is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:05:57.975082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b23d076-c374-4f9b-b171-282d53910680 None None] DHCP port deletion for d593f009-d0f6-4de1-af24-019777555c53 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:05:57.989325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Deleting port 39e381a6-e8b2-4769-8da7-51459674e7aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:57.989646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:57.997459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a7ea10-a18c-45ab-ab4a-5df353e5453e None None] Network d593f009-d0f6-4de1-af24-019777555c53 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:05:58.017249 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a7ea10-a18c-45ab-ab4a-5df353e5453e None None] Network d593f009-d0f6-4de1-af24-019777555c53 could not be found, it might have been deleted concurrently. {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 08:05:58.059911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] DHCP port deletion for 2aea5cb1-2ede-4d73-8b5a-8607a091508b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:05:58.061402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0de9a06b-6e6a-49b1-83dd-df0f42a1c8bc None None] Could not find standard attr ID for object 003f383f-0621-455d-8c88-555c50186ea8. {{(pid=103589) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 08:05:58.062514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] For port 39e381a6-e8b2-4769-8da7-51459674e7aa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39e381a6-e8b2-4769-8da7-51459674e7aa,segment=NetworkSegment(0ebc1127-2324-4e03-a934-6958b6ccac81),segment_id=0ebc1127-2324-4e03-a934-6958b6ccac81)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:58.063258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.076879 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Calling delete_port for 39e381a6-e8b2-4769-8da7-51459674e7aa owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:58.108193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Deleting port 39e381a6-e8b2-4769-8da7-51459674e7aa {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:05:58.108566 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.155872 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.171355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] For port 39e381a6-e8b2-4769-8da7-51459674e7aa, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=39e381a6-e8b2-4769-8da7-51459674e7aa,segment=NetworkSegment(0ebc1127-2324-4e03-a934-6958b6ccac81),segment_id=0ebc1127-2324-4e03-a934-6958b6ccac81)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:05:58.171753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.182051 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Port': ['ID=39e381a6-e8b2-4769-8da7-51459674e7aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:58.183992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] No DVR routers for this DVR port 39e381a6-e8b2-4769-8da7-51459674e7aa on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:58.186139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Calling delete_port for 39e381a6-e8b2-4769-8da7-51459674e7aa owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:05:58.264154 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (39e381a6-e8b2-4769-8da7-51459674e7aa), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.265169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (2aea5cb1-2ede-4d73-8b5a-8607a091508b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.284416 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aea5cb1-2ede-4d73-8b5a-8607a091508b']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:58.289807 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] Pushing event deleted for resources: {'Port': ['ID=39e381a6-e8b2-4769-8da7-51459674e7aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:58.291624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe7a98c-c3e7-447d-86a8-06b42f4ed1ee None None] No DVR routers for this DVR port 39e381a6-e8b2-4769-8da7-51459674e7aa on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:05:58.294673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebc1127-2324-4e03-a934-6958b6ccac81') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:58.294673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebc1127-2324-4e03-a934-6958b6ccac81') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:05:58.305666 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (0ebc1127-2324-4e03-a934-6958b6ccac81), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.318702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (0ebc1127-2324-4e03-a934-6958b6ccac81), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.324513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:05:58.324940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (0ebc1127-2324-4e03-a934-6958b6ccac81), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:05:58.327945 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:05:58.391058 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (2aea5cb1-2ede-4d73-8b5a-8607a091508b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.397908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.401077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "DELETE /v2.0/networks/2aea5cb1-2ede-4d73-8b5a-8607a091508b HTTP/1.1" status: 204 len: 168 time: 0.5563207 Feb 19 08:05:58.403856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45554) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:58.413239 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20290d1e-9b2e-4c38-a501-bf93fb05b236 tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Pushing event deleted for resources: {'Network': ['ID=2aea5cb1-2ede-4d73-8b5a-8607a091508b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:05:58.432275 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6b2ba94a-4715-46a5-bcdc-c7b82950a68b tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb8e5195-de15-4b76-b048-8e9a708aa46f HTTP/1.1" status: 200 len: 205 time: 0.0272071 Feb 19 08:05:58.434608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45556) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:58.508629 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.587784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39e381a6-e8b2-4769-8da7-51459674e7aa no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:05:58.609290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 39e381a6-e8b2-4769-8da7-51459674e7aa {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:05:58.609644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 39e381a6-e8b2-4769-8da7-51459674e7aa not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:05:58.910961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.913517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router_controller (cb8e5195-de15-4b76-b048-8e9a708aa46f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.955262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (cb8e5195-de15-4b76-b048-8e9a708aa46f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.955786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Fanout notify agent at l3_agent the message router_deleted on router cb8e5195-de15-4b76-b048-8e9a708aa46f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:05:58.963537 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:58.964650 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b1a8c67e-2fb1-4049-a0a4-2e8ee47de2ed tempest-RoutersNegativeTest-1410519041 tempest-RoutersNegativeTest-1410519041-project] 10.222.0.43 "DELETE /v2.0/routers/cb8e5195-de15-4b76-b048-8e9a708aa46f HTTP/1.1" status: 204 len: 168 time: 0.5290666 Feb 19 08:05:59.194249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:59.320699 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6f76317f-167e-4385-9c58-8f9c8d2a757b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52b671c0d1204e38a2937de35b9c6d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1252377 Feb 19 08:05:59.323067 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:05:59.372224 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] Publish callbacks [] for security_group (e9e1e122-f806-4f6a-994c-e80f51b36ef5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:59.392912 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] Publish callbacks [] for security_group (e9e1e122-f806-4f6a-994c-e80f51b36ef5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:59.439307 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (e9e1e122-f806-4f6a-994c-e80f51b36ef5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:59.441893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:05:59.445346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9e1e122-f806-4f6a-994c-e80f51b36ef5 HTTP/1.1" status: 204 len: 168 time: 0.1189964 Feb 19 08:05:59.451478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86069e1f-0d9a-4570-9c2e-a93665175c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1e122-f806-4f6a-994c-e80f51b36ef5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:00.037468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:00.130682 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-924469714-network', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:00.149205 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Made reservation on behalf of 9509bb58277e4ffcadd334c5cdb76058 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:00.151446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.159403 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.233815 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks [] for security_group (b7c432ce-994c-4b22-8429-dbbb07b5fbe2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.237009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7c432ce-994c-4b22-8429-dbbb07b5fbe2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.259901 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:06:00.269681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c432ce-994c-4b22-8429-dbbb07b5fbe2,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:00.274890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20b4c156-f7e1-4d56-822f-d9a9061d48e7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.275251 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Added segment 20b4c156-f7e1-4d56-822f-d9a9061d48e7 of type vlan for network 5bd4c085-674c-424e-833b-602ece411160 Feb 19 08:06:00.314194 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (5bd4c085-674c-424e-833b-602ece411160), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.338109 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (5bd4c085-674c-424e-833b-602ece411160), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.339034 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:00.339639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.385865 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3473296 Feb 19 08:06:00.388638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45592) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:00.405458 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Request body: {'subnet': {'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-subnet', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:00.416972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5064-ab5d-460e-8492-a2b077b71ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd4c085-674c-424e-833b-602ece411160,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:00.426698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 5bd4c085-674c-424e-833b-602ece411160 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:06:00.430822 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Made reservation on behalf of 9509bb58277e4ffcadd334c5cdb76058 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:00.433197 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.592662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (e8a141e5-04e7-4bf2-b496-5bab19fad842), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.654740 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a141e5-04e7-4bf2-b496-5bab19fad842,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:00.661999 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Checking segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:00.662359 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Network hostable DHCP agents. Network: 5bd4c085-674c-424e-833b-602ece411160, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:06:00.672758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.679940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Network 5bd4c085-674c-424e-833b-602ece411160 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:06:00.687650 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 5bd4c085-674c-424e-833b-602ece411160) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:00.692409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:00.694089 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.697924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b76efe-a7df-4a46-bab2-30762844279c None None] Network 5bd4c085-674c-424e-833b-602ece411160 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:06:00.709651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37e4560d-aaf4-4cc1-9041-a4325ae7fa99 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3191931 Feb 19 08:06:00.712350 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:00.717236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:00.735447 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.736426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.786639 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for router_controller (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.803323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-5bd4c085-674c-424e-833b-602ece411160', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:06:00.804708 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.928729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for router_gateway (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:00.949245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Allocated IP 172.20.0.2 (5bd4c085-674c-424e-833b-602ece411160/e8a141e5-04e7-4bf2-b496-5bab19fad842/98d822d6-9d71-41e4-8556-eed367b462de) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:01.087302 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks [] for port (98d822d6-9d71-41e4-8556-eed367b462de), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.093200 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (98d822d6-9d71-41e4-8556-eed367b462de), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.134360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for router_gateway (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.145622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Network 5bd4c085-674c-424e-833b-602ece411160 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:01.150050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:01.152494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:01.154496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Pushing event updated for resources: {'Port': ['ID=98d822d6-9d71-41e4-8556-eed367b462de,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:01.154633 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.209661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Attempting to bind port 98d822d6-9d71-41e4-8556-eed367b462de on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:01.210035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Attempting to bind port 98d822d6-9d71-41e4-8556-eed367b462de by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:01.210402 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Attempting to bind port 98d822d6-9d71-41e4-8556-eed367b462de on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:01.215290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:01.215680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Checking segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:01.216083 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.216479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Bound using segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:01.216954 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Bound port: 98d822d6-9d71-41e4-8556-eed367b462de, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:01.217323 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98d822d6-9d71-41e4-8556-eed367b462de), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.256467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Allocated IP 172.25.7.33 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f62716cf-ce49-48b2-aa9e-b05ed649a6e8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:01.280821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] For port 98d822d6-9d71-41e4-8556-eed367b462de, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:01.283960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] For port 98d822d6-9d71-41e4-8556-eed367b462de, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98d822d6-9d71-41e4-8556-eed367b462de,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:01.289512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98d822d6-9d71-41e4-8556-eed367b462de), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.348578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f58177-0cae-4e37-bbe1-baa8d419e7cc None None] Pushing event updated for resources: {'Port': ['ID=98d822d6-9d71-41e4-8556-eed367b462de,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:01.371750 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.406615 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.445222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:01.448120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:01.454207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:01.481584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Pushing event updated for resources: {'Port': ['ID=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:01.719934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for router_gateway (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:01.915279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.045142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:06:02.156398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:06:02.168742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Sync routers for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:06:02.177286 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.182046 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5924545f-ce39-4c17-802c-f3d42cc6a161 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4655571 Feb 19 08:06:02.182191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:02.183104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:02.183777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:02.295775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:02.322637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b46ebc-0969-4398-a5ca-ffd3c43429c5 None None] Network 5bd4c085-674c-424e-833b-602ece411160 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:06:02.465381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Provisioning complete for port 98d822d6-9d71-41e4-8556-eed367b462de triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:02.465806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98d822d6-9d71-41e4-8556-eed367b462de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.786574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98d822d6-9d71-41e4-8556-eed367b462de up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:02.836211 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Current status of the port 98d822d6-9d71-41e4-8556-eed367b462de is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:02.836614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (98d822d6-9d71-41e4-8556-eed367b462de), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.862736 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.867591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:01Z', 'revision_number': 3, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:02.906360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Checking router: 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:06:02.906722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Updating router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:06:02.936216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] For port 98d822d6-9d71-41e4-8556-eed367b462de, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98d822d6-9d71-41e4-8556-eed367b462de,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:02.951296 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (98d822d6-9d71-41e4-8556-eed367b462de), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:02.955691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 98d822d6-9d71-41e4-8556-eed367b462de triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:02.955997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98d822d6-9d71-41e4-8556-eed367b462de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.001114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.076696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2a284-819a-479e-bbbf-1ac298078a74 None None] Pushing event updated for resources: {'Port': ['ID=98d822d6-9d71-41e4-8556-eed367b462de,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:03.083292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Allocated IP 172.20.0.1 (5bd4c085-674c-424e-833b-602ece411160/e8a141e5-04e7-4bf2-b496-5bab19fad842/5ca26ad5-d750-4759-9075-830770d29c4c) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:03.146504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-98314eb2-03e0-4e5a-88fe-590d5684cfa6 None None] Provisioning complete for port 98d822d6-9d71-41e4-8556-eed367b462de triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:03.146789 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-98314eb2-03e0-4e5a-88fe-590d5684cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98d822d6-9d71-41e4-8556-eed367b462de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.187285 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks [] for port (5ca26ad5-d750-4759-9075-830770d29c4c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.222130 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.225355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 98d822d6-9d71-41e4-8556-eed367b462de is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:03.263676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Network 5bd4c085-674c-424e-833b-602ece411160 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:03.270117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:03.275574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:03.277436 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Pushing event updated for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:03.319423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.335392 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-98314eb2-03e0-4e5a-88fe-590d5684cfa6 None None] Current status of the port 98d822d6-9d71-41e4-8556-eed367b462de is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:03.405754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks [] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.412554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.469729 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.485386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Attempting to bind port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:03.485926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Attempting to bind port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:03.486444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Attempting to bind port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:03.494213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:03.494717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:03.495255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.495734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:03.496268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Bound port: f62716cf-ce49-48b2-aa9e-b05ed649a6e8, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:03.496747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.498311 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b330649-b0c6-44b0-a2a8-398fb61f12a1 None None] Pushing event updated for resources: {'Port': ['ID=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:03.501906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.561295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] For port f62716cf-ce49-48b2-aa9e-b05ed649a6e8, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:03.564314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] For port f62716cf-ce49-48b2-aa9e-b05ed649a6e8, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:03.571551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2566fca7-0487-46d1-b309-2579bf560aee None None] Provisioning complete for port 5ca26ad5-d750-4759-9075-830770d29c4c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:03.571936 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2566fca7-0487-46d1-b309-2579bf560aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.574687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.635781 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks [] for port (5ca26ad5-d750-4759-9075-830770d29c4c), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.640659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.650191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2566fca7-0487-46d1-b309-2579bf560aee None None] Port 5ca26ad5-d750-4759-9075-830770d29c4c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:06:03.667370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:03.668092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:03.672169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b330649-b0c6-44b0-a2a8-398fb61f12a1 None None] Pushing event updated for resources: {'Port': ['ID=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:03.718224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:03.719849 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Pushing event updated for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:03.780643 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:03.808062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Network 5bd4c085-674c-424e-833b-602ece411160 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:03.809446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:03.849785 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:06:03.928994 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:06:03.997228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5ca26ad5-d750-4759-9075-830770d29c4c', 'name': '', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'mac_address': 'fa:16:3e:68:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:02Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 2, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'subnets': [{'id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:04.024912 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1db4c-41ba-4572-926c-ff847420136b None None] The sync data for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 is: [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5ca26ad5-d750-4759-9075-830770d29c4c', 'name': '', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'mac_address': 'fa:16:3e:68:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:02Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 2, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'subnets': [{'id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:06:04.050500 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:06:04.059240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-912d3543-5e47-4a9a-b9b3-d3281f80366a admin admin] 10.222.0.43 "PUT /v2.0/routers/097e6eb4-4850-4e12-86e1-5bd3c8a35a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725333 Feb 19 08:06:04.073201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3718fc34-b8a4-458c-872d-a628de805f32 None None] Provisioning complete for port 5ca26ad5-d750-4759-9075-830770d29c4c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:04.073579 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3718fc34-b8a4-458c-872d-a628de805f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.114322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3718fc34-b8a4-458c-872d-a628de805f32 None None] Port 5ca26ad5-d750-4759-9075-830770d29c4c cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:06:04.580444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45614) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:04.585998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1450275194-network', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:04.609243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Made reservation on behalf of dbd350dae6f3424b84c5e18157b2b149 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:04.611655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.620376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98d822d6-9d71-41e4-8556-eed367b462de up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:04.637947 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.685866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 98d822d6-9d71-41e4-8556-eed367b462de triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:04.686391 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (98d822d6-9d71-41e4-8556-eed367b462de), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.751540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks [] for security_group (60d5e234-8409-47e1-a70e-f902432b6e5f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.760450 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (60d5e234-8409-47e1-a70e-f902432b6e5f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.793321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:06:04.801889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 98d822d6-9d71-41e4-8556-eed367b462de is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:04.808392 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5e234-8409-47e1-a70e-f902432b6e5f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:04.815327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e238799e-7d66-4131-8f14-3ddf4a973361), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.815671 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Added segment e238799e-7d66-4131-8f14-3ddf4a973361 of type vlan for network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 Feb 19 08:06:04.857933 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (31e3edaf-43b1-42da-8ae7-acc99019b4a7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.886024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (31e3edaf-43b1-42da-8ae7-acc99019b4a7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.887290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:04.887849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:04.950386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3664069 Feb 19 08:06:04.950728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45616) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:04.955995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Request body: {'subnet': {'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-subnet', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:04.959368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a12a4-f0ad-4e6d-bb91-acfd5448ab37 admin admin] Pushing event updated for resources: {'Network': ['ID=31e3edaf-43b1-42da-8ae7-acc99019b4a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:04.969813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:06:04.981751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Made reservation on behalf of dbd350dae6f3424b84c5e18157b2b149 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:04.984509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.178270 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (45c30a05-8f5d-4535-b4f5-2900d73d4c77), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.239308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c30a05-8f5d-4535-b4f5-2900d73d4c77,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:05.250336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Checking segment: {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:05.250698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Network hostable DHCP agents. Network: 31e3edaf-43b1-42da-8ae7-acc99019b4a7, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:06:05.268044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:06:05.277573 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 31e3edaf-43b1-42da-8ae7-acc99019b4a7) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:05.282576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:05.283178 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.287823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d42ce4-27cb-460c-8b36-34eadfee1124 None None] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:06:05.301027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eb38f443-ec39-457c-8487-f132c8bdd9db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3490610 Feb 19 08:06:05.303570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45618) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:05.309073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:05.329361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (1a019c19-5f26-45b1-9458-834645121993), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.330625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (1a019c19-5f26-45b1-9458-834645121993), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.391713 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for router_controller (1a019c19-5f26-45b1-9458-834645121993), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.405062 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:06:05.406102 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.542802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for router_gateway (1a019c19-5f26-45b1-9458-834645121993), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.563180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Allocated IP 172.20.0.2 (31e3edaf-43b1-42da-8ae7-acc99019b4a7/45c30a05-8f5d-4535-b4f5-2900d73d4c77/47f114d4-72ed-4041-9528-8427f58c59b0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:05.709375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks [] for port (47f114d4-72ed-4041-9528-8427f58c59b0), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.715315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.742979 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for router_gateway (1a019c19-5f26-45b1-9458-834645121993), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.753926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:05.756704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:05.759105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:05.766608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.774507 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Pushing event updated for resources: {'Port': ['ID=47f114d4-72ed-4041-9528-8427f58c59b0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:05.828047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Attempting to bind port 47f114d4-72ed-4041-9528-8427f58c59b0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:05.828417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Attempting to bind port 47f114d4-72ed-4041-9528-8427f58c59b0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:05.828786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Attempting to bind port 47f114d4-72ed-4041-9528-8427f58c59b0 on network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:05.833924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:05.834314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Checking segment: {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:05.834753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.835150 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Bound using segment: {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:05.835644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Bound port: 47f114d4-72ed-4041-9528-8427f58c59b0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:05.836044 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.885185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Allocated IP 172.25.7.29 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/715801c5-9b18-4bc9-b999-d06293206315) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:05.902045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] For port 47f114d4-72ed-4041-9528-8427f58c59b0, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:05.905296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] For port 47f114d4-72ed-4041-9528-8427f58c59b0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f114d4-72ed-4041-9528-8427f58c59b0,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:05.913580 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:05.975378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0854b7-b0f7-4d88-9533-bfc4ff69c0dd None None] Pushing event updated for resources: {'Port': ['ID=47f114d4-72ed-4041-9528-8427f58c59b0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:06.011749 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for port (715801c5-9b18-4bc9-b999-d06293206315), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.047007 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (715801c5-9b18-4bc9-b999-d06293206315), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.086624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:06.089461 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:06.096312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:06.125616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Pushing event updated for resources: {'Port': ['ID=715801c5-9b18-4bc9-b999-d06293206315,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:06.273866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Sync routers for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:06:06.291625 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:06.292605 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:06.311581 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-995520d7-39a3-426a-9388-cd0e8a3c82df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.391974 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for router_gateway (1a019c19-5f26-45b1-9458-834645121993), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.405148 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:06.594790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (1a019c19-5f26-45b1-9458-834645121993), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.610350 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5ca26ad5-d750-4759-9075-830770d29c4c', 'name': '', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'mac_address': 'fa:16:3e:68:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:02Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 2, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'subnets': [{'id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:06.641035 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Checking router: 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:06:06.641709 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Updating router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 port 5ca26ad5-d750-4759-9075-830770d29c4c binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:06:06.674951 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.696168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f62716cf-ce49-48b2-aa9e-b05ed649a6e8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:06.753419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Router 1a019c19-5f26-45b1-9458-834645121993 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:06:06.757782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:06.758443 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.853276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:06.853824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.882855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f62716cf-ce49-48b2-aa9e-b05ed649a6e8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:06.888853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.889863 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:06:06.892502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f114d4-72ed-4041-9528-8427f58c59b0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:06.906757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Sync routers for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:06:06.920511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:06.924908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:06:06.925399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b57368b9-4de3-4321-b9dc-abd7c52c7148 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6203969 Feb 19 08:06:06.977560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:06.978334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:07.013243 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks [] for port (5ca26ad5-d750-4759-9075-830770d29c4c), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.020749 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.040444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:07.085452 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Pushing event updated for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:07.104135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47f114d4-72ed-4041-9528-8427f58c59b0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:07.104538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.112716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.113017 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.113271 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.113587 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.113930 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.114257 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.114587 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.118610 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.119397 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.120058 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.120700 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.121299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.121779 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:07.144648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21015b-08bc-4416-9af3-83e1bf026656 None None] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:06:07.167700 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Attempting to bind port 5ca26ad5-d750-4759-9075-830770d29c4c on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:07.168672 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Attempting to bind port 5ca26ad5-d750-4759-9075-830770d29c4c by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:07.169051 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Attempting to bind port 5ca26ad5-d750-4759-9075-830770d29c4c on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:07.178414 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:07.179253 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Checking segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:07.179827 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.180385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Bound using segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:07.181038 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Bound port: 5ca26ad5-d750-4759-9075-830770d29c4c, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:07.181582 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.260148 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] For port 5ca26ad5-d750-4759-9075-830770d29c4c, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:07.263845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] For port 5ca26ad5-d750-4759-9075-830770d29c4c, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5ca26ad5-d750-4759-9075-830770d29c4c,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:07.272392 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.340850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:07.341490 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:07.345189 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fba0f5-7514-4d7c-882b-81e6c02846e5 None None] Pushing event updated for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:07.402485 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:07.462444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:07.477275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.567282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Provisioning complete for port 47f114d4-72ed-4041-9528-8427f58c59b0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:07.567669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.650768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Allocated IP 172.20.0.1 (31e3edaf-43b1-42da-8ae7-acc99019b4a7/45c30a05-8f5d-4535-b4f5-2900d73d4c77/6570d976-f3c7-4ebb-96d5-aa743092d40d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:07.719394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47f114d4-72ed-4041-9528-8427f58c59b0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:07.719795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.772809 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks [] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.780599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Current status of the port 47f114d4-72ed-4041-9528-8427f58c59b0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:07.781114 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.781385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5ca26ad5-d750-4759-9075-830770d29c4c', 'name': '', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'mac_address': 'fa:16:3e:68:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:02Z', 'updated_at': '2022-02-19T08:06:07Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'subnets': [{'id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:07.809428 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:06Z', 'revision_number': 3, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:07.812225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 47f114d4-72ed-4041-9528-8427f58c59b0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f114d4-72ed-4041-9528-8427f58c59b0,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:07.812527 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183ff23-8f52-42ad-be57-c7e495d51f76 None None] The sync data for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 is: [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:06:03Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '5ca26ad5-d750-4759-9075-830770d29c4c', 'name': '', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'mac_address': 'fa:16:3e:68:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:02Z', 'updated_at': '2022-02-19T08:06:07Z', 'revision_number': 4, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'subnets': [{'id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:06:07.813335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.852490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.856117 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:07.858793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Checking router: 1a019c19-5f26-45b1-9458-834645121993 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:06:07.859223 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Updating router 1a019c19-5f26-45b1-9458-834645121993 port 715801c5-9b18-4bc9-b999-d06293206315 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:06:07.860128 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:07.862803 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:07.913870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Pushing event updated for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:07.920048 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (1a019c19-5f26-45b1-9458-834645121993), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:07.960188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=47f114d4-72ed-4041-9528-8427f58c59b0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:07.971419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (715801c5-9b18-4bc9-b999-d06293206315), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.001924 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:06:08.002366 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:06:08.085467 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.292815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks [] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.301981 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.312161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks [] for port (715801c5-9b18-4bc9-b999-d06293206315), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.319013 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (715801c5-9b18-4bc9-b999-d06293206315), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.382994 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (1a019c19-5f26-45b1-9458-834645121993), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.385381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Pushing event updated for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:08.386339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Attempting to bind port 715801c5-9b18-4bc9-b999-d06293206315 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:08.386715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Attempting to bind port 715801c5-9b18-4bc9-b999-d06293206315 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:08.387085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Attempting to bind port 715801c5-9b18-4bc9-b999-d06293206315 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:08.393960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:08.394187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:08.394594 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.394940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:08.395441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Bound port: 715801c5-9b18-4bc9-b999-d06293206315, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:08.395830 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (715801c5-9b18-4bc9-b999-d06293206315), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.398002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572621f1-3a73-4362-a9c9-150e9bd4ac52 None None] Pushing event updated for resources: {'Port': ['ID=715801c5-9b18-4bc9-b999-d06293206315,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:08.454817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] For port 715801c5-9b18-4bc9-b999-d06293206315, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:08.460950 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] For port 715801c5-9b18-4bc9-b999-d06293206315, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=715801c5-9b18-4bc9-b999-d06293206315,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:08.470668 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (715801c5-9b18-4bc9-b999-d06293206315), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.492394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:08.494204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:08.598633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572621f1-3a73-4362-a9c9-150e9bd4ac52 None None] Pushing event updated for resources: {'Port': ['ID=715801c5-9b18-4bc9-b999-d06293206315,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:08.605278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:08.624350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:05:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:08.632219 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d26b7a81-ecc8-484f-a240-30239141358a None None] Current status of the port 47f114d4-72ed-4041-9528-8427f58c59b0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:08.636193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Router 1a019c19-5f26-45b1-9458-834645121993 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:06:08.735526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c8e3c68-362d-49c6-9192-75b1c4483f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.777418 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:06:08.783387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58945f34-6030-4f65-b1dc-0ba9a4f2db7d admin admin] 10.222.0.43 "PUT /v2.0/routers/1a019c19-5f26-45b1-9458-834645121993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8562684 Feb 19 08:06:08.800254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f62716cf-ce49-48b2-aa9e-b05ed649a6e8 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:08.861898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Provisioning complete for port 47f114d4-72ed-4041-9528-8427f58c59b0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:08.862364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:08.896738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:09.007714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.008094 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.131450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Current status of the port 47f114d4-72ed-4041-9528-8427f58c59b0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:09.202834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Provisioning complete for port 6570d976-f3c7-4ebb-96d5-aa743092d40d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.203240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.266604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:09.267777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f114d4-72ed-4041-9528-8427f58c59b0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:09.300759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Port 6570d976-f3c7-4ebb-96d5-aa743092d40d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:06:09.332082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Provisioning complete for port 5ca26ad5-d750-4759-9075-830770d29c4c triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.332467 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.377245 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '6570d976-f3c7-4ebb-96d5-aa743092d40d', 'name': '', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'mac_address': 'fa:16:3e:9d:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:07Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 2, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'subnets': [{'id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:09.413092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b53e2-bcc1-4cd2-861c-b0f444e455f2 None None] The sync data for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 is: [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '6570d976-f3c7-4ebb-96d5-aa743092d40d', 'name': '', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'mac_address': 'fa:16:3e:9d:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:07Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 2, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'subnets': [{'id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:06:09.414599 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 47f114d4-72ed-4041-9528-8427f58c59b0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.414980 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.492539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Current status of the port 5ca26ad5-d750-4759-9075-830770d29c4c is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:09.492943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.523371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-7c261e8f-7db1-4060-86d2-2c18ed484620 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:09.527721 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-7c261e8f-7db1-4060-86d2-2c18ed484620 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 816 time: 0.1213295 Feb 19 08:06:09.542384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-bc6c0f5d-fded-4bd0-94c6-ba878ae857b3 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/quotas/9509bb58277e4ffcadd334c5cdb76058 HTTP/1.1" status: 200 len: 375 time: 0.0115471 Feb 19 08:06:09.559337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] For port 5ca26ad5-d750-4759-9075-830770d29c4c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5ca26ad5-d750-4759-9075-830770d29c4c,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:09.560484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 47f114d4-72ed-4041-9528-8427f58c59b0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:09.561584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5ca26ad5-d750-4759-9075-830770d29c4c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:09.564733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.608896 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-d7f1e41c-1cd0-4c68-b37c-685f994a3792 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610983 Feb 19 08:06:09.653855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1a6b-2c01-4602-b599-693b1f264293 None None] Pushing event updated for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:09.667974 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5ca26ad5-d750-4759-9075-830770d29c4c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.668361 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.731412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9e945028-5419-4b1b-9061-0d7a1b36f1bb None None] Provisioning complete for port 6570d976-f3c7-4ebb-96d5-aa743092d40d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:09.731867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e945028-5419-4b1b-9061-0d7a1b36f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.763325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-251cfe61-ca22-441d-87e6-e02f35df2e11 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:06:09.764438 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-251cfe61-ca22-441d-87e6-e02f35df2e11 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1411779 Feb 19 08:06:09.778685 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9e945028-5419-4b1b-9061-0d7a1b36f1bb None None] Port 6570d976-f3c7-4ebb-96d5-aa743092d40d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:06:09.815407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5ca26ad5-d750-4759-9075-830770d29c4c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:09.856809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:09.868206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-dc456042-45af-428e-80d1-4700604ee377 service neutron] 10.222.0.43 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971212 Feb 19 08:06:09.970404 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-db0ea0be-d5cc-4590-aca2-bd16dcc4f55a service neutron] 10.222.0.43 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952582 Feb 19 08:06:10.139937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa0f88fb-d2fa-434d-922c-77ad3a3886b4 req-93cad88a-6cff-4124-bf78-8472678f6435 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 210 time: 0.0278850 Feb 19 08:06:10.631922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5ca26ad5-d750-4759-9075-830770d29c4c up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:10.687953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 5ca26ad5-d750-4759-9075-830770d29c4c triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:10.688366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:10.776159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 5ca26ad5-d750-4759-9075-830770d29c4c is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:11.085173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-d80b7672-1483-4da9-a76c-488080ccb61f tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:11.086863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-d80b7672-1483-4da9-a76c-488080ccb61f tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 816 time: 0.1091819 Feb 19 08:06:11.101017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Request body: {'port': {'device_id': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'admin_state_up': True, 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:11.184183 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.231618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Made reservation on behalf of 9509bb58277e4ffcadd334c5cdb76058 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:06:11.235302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.265326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-41b08d55-0015-408a-9e25-b83d459a6a05 req-d9dd7c18-5526-4fb9-9d36-439f1c596b0e tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 210 time: 0.0412307 Feb 19 08:06:11.369390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Allocated IP 172.20.0.14 (5bd4c085-674c-424e-833b-602ece411160/e8a141e5-04e7-4bf2-b496-5bab19fad842/ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:06:11.514199 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks [] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.560369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.607619 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Network 5bd4c085-674c-424e-833b-602ece411160 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:06:11.610535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:06:11.612925 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:06:11.640861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Pushing event updated for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:11.672049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:11.672668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.689385 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-35c23f4c-9c25-4128-ad50-e244e867649b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945280 Feb 19 08:06:11.701602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Request body: {'port': {'device_id': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:06:11.772753 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.912238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4924dc9e-16c4-4b7f-a147-031054d30001 None None] Provisioning complete for port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:11.912626 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4924dc9e-16c4-4b7f-a147-031054d30001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:11.954889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4924dc9e-16c4-4b7f-a147-031054d30001 None None] Port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:06:12.047727 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:06:12.056077 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks [] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.069169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Transition to ACTIVE for port object ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:06:12.072408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.075354 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Sync routers for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:06:12.086357 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:12.086968 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:06:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:12.160515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:12.196271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Attempting to bind port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:12.196620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Attempting to bind port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:12.196956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Attempting to bind port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:12.201452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e on network 5bd4c085-674c-424e-833b-602ece411160 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:06:12.201773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Attempting to bind port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:12.205713 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:12.206749 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:12.207086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Checking segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:12.207524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Bound using segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:12.207930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Bound port: ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:12.208815 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.274411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:12.278106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:12.285169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.321506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.322040 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.323464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e HTTP/1.1" status: 200 len: 1092 time: 0.6265273 Feb 19 08:06:12.323908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:06:12.326162 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102783dd-0f07-4d19-aa5f-02398141b38a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:06:12.372935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf038b4-cad2-4aea-97ac-928dc90d28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:12.402045 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd805fcf-a259-42a6-8b76-a2d70bf43cc3 x-openstack-request-id: req-fd805fcf-a259-42a6-8b76-a2d70bf43cc3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:06:12.402218 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:06:12.402626 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd805fcf-a259-42a6-8b76-a2d70bf43cc3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:06:12.403035 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e', 'status': 'completed', 'code': 200} Feb 19 08:06:12.451928 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '6570d976-f3c7-4ebb-96d5-aa743092d40d', 'name': '', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'mac_address': 'fa:16:3e:9d:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:07Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 2, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'subnets': [{'id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:12.457518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-0b425e20-0e81-4c6d-9ef5-9aa264bc83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.459117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-0b425e20-0e81-4c6d-9ef5-9aa264bc83c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 1126 time: 0.0958102 Feb 19 08:06:12.484362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec942b-e2d3-4ec2-9321-0dbc6fe1e420 req-393df72b-de8d-4920-89c6-986c19df3a81 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.486102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81ec942b-e2d3-4ec2-9321-0dbc6fe1e420 req-393df72b-de8d-4920-89c6-986c19df3a81 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 944 time: 0.0820947 Feb 19 08:06:12.493387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Checking router: 1a019c19-5f26-45b1-9458-834645121993 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:06:12.494193 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Updating router 1a019c19-5f26-45b1-9458-834645121993 port 6570d976-f3c7-4ebb-96d5-aa743092d40d binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:06:12.504860 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.518657 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-c3574fa0-f952-4985-a743-3feff74d90cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e HTTP/1.1" status: 200 len: 217 time: 0.0518894 Feb 19 08:06:12.530145 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.603305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-197a9916-63cd-45e6-9335-addff43d3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.605015 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-197a9916-63cd-45e6-9335-addff43d3a9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0806165 Feb 19 08:06:12.615982 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81ec942b-e2d3-4ec2-9321-0dbc6fe1e420 req-f3f184a2-8637-4357-af25-698300d01baa tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997372 Feb 19 08:06:12.675609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 715801c5-9b18-4bc9-b999-d06293206315 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:12.679235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-11712d79-039e-482a-806d-f73f704e1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:12.679669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-11712d79-039e-482a-806d-f73f704e1ab7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588295 Feb 19 08:06:12.736401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 715801c5-9b18-4bc9-b999-d06293206315 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:12.736777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (715801c5-9b18-4bc9-b999-d06293206315), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.775987 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-fa676901-f39c-4829-bb5a-8b0321612a3e service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904970 Feb 19 08:06:12.817998 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks [] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.819786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 715801c5-9b18-4bc9-b999-d06293206315 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:12.820219 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (715801c5-9b18-4bc9-b999-d06293206315), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.823707 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.841774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 715801c5-9b18-4bc9-b999-d06293206315, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=715801c5-9b18-4bc9-b999-d06293206315,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:12.846480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (715801c5-9b18-4bc9-b999-d06293206315), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.878456 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312723b-378b-46ce-9710-1497ce1704c3 None None] Pushing event updated for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:12.893502 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd62c58d-8019-4255-9fe8-2300ce3bd214 req-2bd9f52a-404d-47c3-aac5-2370c8a4c83a service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122501 Feb 19 08:06:12.906829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=715801c5-9b18-4bc9-b999-d06293206315,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:12.938654 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Attempting to bind port 6570d976-f3c7-4ebb-96d5-aa743092d40d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:06:12.939042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Attempting to bind port 6570d976-f3c7-4ebb-96d5-aa743092d40d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:06:12.939505 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Attempting to bind port 6570d976-f3c7-4ebb-96d5-aa743092d40d on network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:06:12.945913 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:06:12.946327 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Checking segment: {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:06:12.946696 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.947094 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Bound using segment: {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:06:12.947619 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Bound port: 6570d976-f3c7-4ebb-96d5-aa743092d40d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e238799e-7d66-4131-8f14-3ddf4a973361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:06:12.948011 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:12.999931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102783dd-0f07-4d19-aa5f-02398141b38a req-f1c734ab-8719-4819-a3a9-5cdff94da46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.001728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-f1c734ab-8719-4819-a3a9-5cdff94da46a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 1126 time: 0.0533285 Feb 19 08:06:13.017870 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] For port 6570d976-f3c7-4ebb-96d5-aa743092d40d, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:06:13.021348 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] For port 6570d976-f3c7-4ebb-96d5-aa743092d40d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6570d976-f3c7-4ebb-96d5-aa743092d40d,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:06:13.028905 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:13.086895 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:06:13.087595 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:06:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:13.103999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102783dd-0f07-4d19-aa5f-02398141b38a req-90dfc6d6-8550-4b93-9262-620f92a96878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.105474 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-90dfc6d6-8550-4b93-9262-620f92a96878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 916 time: 0.0983863 Feb 19 08:06:13.129337 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312723b-378b-46ce-9710-1497ce1704c3 None None] Pushing event updated for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:13.157733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-0a0c4130-9e1c-478b-89e0-6487cdc1a020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e HTTP/1.1" status: 200 len: 217 time: 0.0462189 Feb 19 08:06:13.160050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Provisioning complete for port 6570d976-f3c7-4ebb-96d5-aa743092d40d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:13.160427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:13.210814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:06:13.230338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102783dd-0f07-4d19-aa5f-02398141b38a req-c1ea0a83-bf4d-4097-a7d1-ee111466c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.232595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-c1ea0a83-bf4d-4097-a7d1-ee111466c53a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0684922 Feb 19 08:06:13.265177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Current status of the port 6570d976-f3c7-4ebb-96d5-aa743092d40d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:13.265578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:13.298260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102783dd-0f07-4d19-aa5f-02398141b38a req-03949861-7b0f-45ef-9468-35ed943810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.300095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-03949861-7b0f-45ef-9468-35ed943810c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619435 Feb 19 08:06:13.306646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] For port 6570d976-f3c7-4ebb-96d5-aa743092d40d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6570d976-f3c7-4ebb-96d5-aa743092d40d,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:13.312480 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:13.367566 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ab73f-4d67-4ff7-b8b4-eb0e4937829c None None] Pushing event updated for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:13.405436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-7035eaeb-f300-4f5a-9821-d2129e2ffa88 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987480 Feb 19 08:06:13.424156 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '6570d976-f3c7-4ebb-96d5-aa743092d40d', 'name': '', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'mac_address': 'fa:16:3e:9d:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:07Z', 'updated_at': '2022-02-19T08:06:13Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'subnets': [{'id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:06:13.433652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1242f31b-48bd-4209-8f59-0463852b4fb0 None None] Provisioning complete for port 6570d976-f3c7-4ebb-96d5-aa743092d40d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:13.434033 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1242f31b-48bd-4209-8f59-0463852b4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:13.452442 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef424f11-a5b2-483b-9f22-a88e2bd991ab None None] The sync data for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 is: [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:08Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '6570d976-f3c7-4ebb-96d5-aa743092d40d', 'name': '', 'network_id': '31e3edaf-43b1-42da-8ae7-acc99019b4a7', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'mac_address': 'fa:16:3e:9d:ac:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:07Z', 'updated_at': '2022-02-19T08:06:13Z', 'revision_number': 4, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'subnets': [{'id': '45c30a05-8f5d-4535-b4f5-2900d73d4c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:06:13.501680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-102783dd-0f07-4d19-aa5f-02398141b38a req-091d91c0-8437-494a-9b42-20275957dd6f service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908024 Feb 19 08:06:13.516258 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1242f31b-48bd-4209-8f59-0463852b4fb0 None None] Current status of the port 6570d976-f3c7-4ebb-96d5-aa743092d40d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:13.736950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179e88c-2f80-4ff4-8fb4-34f21c5307b9 req-3c807bac-61e0-477b-8d39-b502f4563ee6 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:13.738469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6179e88c-2f80-4ff4-8fb4-34f21c5307b9 req-3c807bac-61e0-477b-8d39-b502f4563ee6 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 944 time: 0.0553174 Feb 19 08:06:13.790428 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6179e88c-2f80-4ff4-8fb4-34f21c5307b9 req-8f875639-73bf-43d6-91da-b4792f76270f tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Feb 19 08:06:14.625846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6570d976-f3c7-4ebb-96d5-aa743092d40d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:14.675698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6570d976-f3c7-4ebb-96d5-aa743092d40d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:14.676079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:14.749639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6570d976-f3c7-4ebb-96d5-aa743092d40d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:14.750642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 715801c5-9b18-4bc9-b999-d06293206315 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:14.794788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 715801c5-9b18-4bc9-b999-d06293206315 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:14.795096 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (715801c5-9b18-4bc9-b999-d06293206315), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:15.049416 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 715801c5-9b18-4bc9-b999-d06293206315 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:15.279891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a26afe-dc2a-4dfd-a240-64c05b8c51c4 req-05ed28ea-97b7-4e2a-b412-74191a34277a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:15.281979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9a26afe-dc2a-4dfd-a240-64c05b8c51c4 req-05ed28ea-97b7-4e2a-b412-74191a34277a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 944 time: 0.4209149 Feb 19 08:06:15.332630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9a26afe-dc2a-4dfd-a240-64c05b8c51c4 req-c003dda6-fc3c-4d94-87e9-9dfc36285ef2 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Feb 19 08:06:16.456889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302759d-d8ef-446b-8588-4537419788d6 req-9fad9558-0e99-45e1-bd59-7ad941ff7a15 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:16.458399 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2302759d-d8ef-446b-8588-4537419788d6 req-9fad9558-0e99-45e1-bd59-7ad941ff7a15 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 944 time: 0.0566733 Feb 19 08:06:16.503875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2302759d-d8ef-446b-8588-4537419788d6 req-ff96720b-8db5-4ee3-b8de-55aedb8eed60 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Feb 19 08:06:16.901532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:06:16.998941 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:17.013712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'port_id': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e', 'mac_address': 'fa:16:3e:ff:4f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:06:17.049404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:17.049796 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:17.062647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:06:17.081817 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:17.086481 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:17.131590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:17.392626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:06:17.622162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddd96f-18de-4cab-b828-b32d9f8a26b1 req-699604e5-ed0e-43f6-bf1b-2ff2579f2fae tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:17.623694 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1eddd96f-18de-4cab-b828-b32d9f8a26b1 req-699604e5-ed0e-43f6-bf1b-2ff2579f2fae tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 945 time: 0.0513771 Feb 19 08:06:17.668286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1eddd96f-18de-4cab-b828-b32d9f8a26b1 req-50a9bc54-4101-487c-9214-aef9cd9f2b0d tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Feb 19 08:06:18.783452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b87a-89bc-4ed0-8519-0a99d951e295 req-01134cff-17f7-41ff-8bfd-a4bb5d0f23b2 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:18.784911 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60d7b87a-89bc-4ed0-8519-0a99d951e295 req-01134cff-17f7-41ff-8bfd-a4bb5d0f23b2 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 945 time: 0.0508907 Feb 19 08:06:18.830155 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60d7b87a-89bc-4ed0-8519-0a99d951e295 req-3e094ffd-7765-403c-b5da-9bdc09dda4b4 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 Feb 19 08:06:18.917554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:06:18.966221 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:06:18.970318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:06:18.970700 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:19.048174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:06:19.048559 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:19.069925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:06:19.072151 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbd4f93-4c10-4f28-9a85-a1f91483628f" -d '{"events": [{"server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "name": "network-vif-plugged", "status": "completed", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:06:19.084565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:19.089667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:19.112794 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0567b0-da91-46cc-add9-347f80442110 x-openstack-request-id: req-6a0567b0-da91-46cc-add9-347f80442110 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:06:19.113089 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "name": "network-vif-plugged", "status": "completed", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:06:19.113345 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0567b0-da91-46cc-add9-347f80442110 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:06:19.113732 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e', 'code': 200} Feb 19 08:06:19.138071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:19.223272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d142b67-4a46-487f-9df1-b081bc6989dc req-a58e20b2-e985-4f3c-b08b-9a5a08cf978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:19.224786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d142b67-4a46-487f-9df1-b081bc6989dc req-a58e20b2-e985-4f3c-b08b-9a5a08cf978a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 1128 time: 0.0464647 Feb 19 08:06:19.267257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7d142b67-4a46-487f-9df1-b081bc6989dc req-fde381d6-14e1-4fac-a047-956ae53b5b08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Feb 19 08:06:19.949319 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defd1f1-a8df-4fb8-b0ec-a79d9f718c0e req-7741597f-0731-4563-8176-df1d23c84b9e tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:19.950908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2defd1f1-a8df-4fb8-b0ec-a79d9f718c0e req-7741597f-0731-4563-8176-df1d23c84b9e tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.0512869 Feb 19 08:06:20.001012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2defd1f1-a8df-4fb8-b0ec-a79d9f718c0e req-ee021c79-cfb2-4c5a-937a-4d9f8b9437d2 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Feb 19 08:06:21.117369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeeeac-649c-4d0a-a48e-f88830ce1d67 req-aa26407d-f661-4426-9836-d8e55cf34381 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:21.119115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5beeeeac-649c-4d0a-a48e-f88830ce1d67 req-aa26407d-f661-4426-9836-d8e55cf34381 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.0507329 Feb 19 08:06:21.170472 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5beeeeac-649c-4d0a-a48e-f88830ce1d67 req-a585d4e2-c784-4e79-822d-d2920d2a25f9 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Feb 19 08:06:21.299279 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac52c-1033-408a-8035-853862b60f14 req-6548aadf-e194-4300-a8e7-e8ba548dc907 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:21.300658 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5ac52c-1033-408a-8035-853862b60f14 req-6548aadf-e194-4300-a8e7-e8ba548dc907 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.0516577 Feb 19 08:06:21.345073 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af5ac52c-1033-408a-8035-853862b60f14 req-5d4e2f0f-a40e-4ce3-addb-662822975753 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Feb 19 08:06:30.670798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:31.857834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-5ca7ddef-ebc3-484c-bead-00501f9e00b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448396 Feb 19 08:06:31.945723 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-680a92a6-917d-4567-8b52-8524e41950f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:31.947264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-680a92a6-917d-4567-8b52-8524e41950f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 1128 time: 0.0447323 Feb 19 08:06:32.067083 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-00f3c955-3218-4542-9175-365222f19f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:32.068597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-00f3c955-3218-4542-9175-365222f19f90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 916 time: 0.0848804 Feb 19 08:06:32.112961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-995c7c17-f3ab-4d10-be89-332d98acd355 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e HTTP/1.1" status: 200 len: 217 time: 0.0385845 Feb 19 08:06:32.165899 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-5284d7c8-2432-4649-a979-57c7a995091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:32.167466 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-5284d7c8-2432-4649-a979-57c7a995091c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0460558 Feb 19 08:06:32.221463 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-876712ce-1880-4cb9-aa30-9d6dd0f576f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:32.223035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-876712ce-1880-4cb9-aa30-9d6dd0f576f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473778 Feb 19 08:06:32.323876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-5c63c07a-f533-4f0e-b4e5-e2cc6a702877 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924554 Feb 19 08:06:32.416104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1b2dcb29-c10d-4a47-bf69-dfbd7fd9bd7d req-526c7f9e-069a-468f-b236-85350c57f5db service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Feb 19 08:06:33.477351 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:35.594683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-0acf6c7a-ce27-4c48-8136-f7e1edad44f6 req-1a4071d2-6d91-46f0-8764-1273883c485f tempest-TestNetworkAdvancedServerOps-1917968752 tempest-TestNetworkAdvancedServerOps-1917968752-project-admin] (103588) timed out ('10.222.0.43', 38508) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:06:36.308583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43cfefaf-cf75-4a26-8f1a-865c31d5b33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:38.638034 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a11464f-2423-4237-80a6-56e6a4483a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:39.857623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:40.850247 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:06:41.183483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:42.488181 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:55.605423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f143-2af3-4ddf-814e-0fa4ff1b9f25 req-3e18eac3-69a0-48f4-a161-0fe0abb1243d tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:55.607075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb14f143-2af3-4ddf-814e-0fa4ff1b9f25 req-3e18eac3-69a0-48f4-a161-0fe0abb1243d tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.1017551 Feb 19 08:06:55.659778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb14f143-2af3-4ddf-814e-0fa4ff1b9f25 req-4645b66e-6952-4239-ae5c-6098e3debc7b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 Feb 19 08:06:56.911013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1829d-1268-466f-9b71-760aea60af1c req-6889773f-d1cf-4a27-bf0b-a4399f4ccd32 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:56.912529 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52a1829d-1268-466f-9b71-760aea60af1c req-6889773f-d1cf-4a27-bf0b-a4399f4ccd32 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.0996139 Feb 19 08:06:56.958788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52a1829d-1268-466f-9b71-760aea60af1c req-2c844421-9c1a-412b-a367-2b90fff12bd4 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Feb 19 08:06:57.035315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-146655f3-4a28-4df5-9e22-8d34f58e0af6 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:57.036752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-146655f3-4a28-4df5-9e22-8d34f58e0af6 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee HTTP/1.1" status: 200 len: 946 time: 0.0513396 Feb 19 08:06:57.131027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Deleting port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:06:57.131289 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:57.226612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] For port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:06:57.226988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:57.239813 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Calling delete_port for ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:06:57.386659 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:57.398681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:06:57.417835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Pushing event deleted for resources: {'Port': ['ID=ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:06:57.445502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.445893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.446240 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.446585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.446919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.447270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.447604 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.448461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.448461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.448750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.448871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.449190 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.449509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:06:57.471115 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] No DVR routers for this DVR port ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:06:57.474390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:06:57.477897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27a50a72-0a67-4b26-9a99-40c2c2b49e0f req-9ace26d8-0e8a-4a5b-85a1-5b36ff92246a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "DELETE /v2.0/ports/ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e HTTP/1.1" status: 204 len: 173 time: 0.4360871 Feb 19 08:06:57.478366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'name': 'network-vif-deleted', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:06:57.480653 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd5229-c21e-4458-bb3d-b67ec415ad36" -d '{"events": [{"server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "name": "network-vif-deleted", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:06:57.521237 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8732e-5815-493e-8f76-dd19a4e03dcb x-openstack-request-id: req-f7a8732e-5815-493e-8f76-dd19a4e03dcb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:06:57.521558 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee", "name": "network-vif-deleted", "tag": "ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:06:57.521822 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7a8732e-5815-493e-8f76-dd19a4e03dcb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:06:57.522234 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c968cca-fbb4-4b14-8ab9-1eb5ebb04eee', 'name': 'network-vif-deleted', 'tag': 'ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e', 'status': 'completed', 'code': 200} Feb 19 08:06:58.595898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-f953e930-ec18-4c36-b07f-f55623599202 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:58.597391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-f953e930-ec18-4c36-b07f-f55623599202 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 816 time: 0.1027832 Feb 19 08:06:58.611565 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-8d65a4b3-1f26-4911-8a53-f4056aafc08b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/quotas/9509bb58277e4ffcadd334c5cdb76058 HTTP/1.1" status: 200 len: 375 time: 0.0088034 Feb 19 08:06:58.666153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-766a8f30-7300-47b7-b6b2-f5c4f2ab7436 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491545 Feb 19 08:06:58.762395 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-3a54c9fb-806f-4fee-99fa-7fb0dbcfa711 service neutron] 10.222.0.43 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Feb 19 08:06:58.847136 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-f2a185b2-b79e-4b9d-bf40-4cc516aef175 service neutron] 10.222.0.43 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789754 Feb 19 08:06:59.009990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b63fcbd-fe0c-4df0-b415-7250a0f56a90 req-e66b5eb5-71c2-4285-afbf-dc13647b5be8 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 210 time: 0.0318696 Feb 19 08:06:59.891838 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-68dd2a17-ebf0-4a0a-84ed-39d9c1534d4f tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:06:59.893303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-68dd2a17-ebf0-4a0a-84ed-39d9c1534d4f tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 816 time: 0.1085751 Feb 19 08:06:59.905199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Request body: {'port': {'device_id': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'admin_state_up': True, 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:07:00.011101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Made reservation on behalf of 9509bb58277e4ffcadd334c5cdb76058 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:07:00.014540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.111349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd03a814-db0d-42f7-9472-12ca8a198fa5 req-b61da72a-b040-491b-9724-476bca8ce712 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 210 time: 0.0318344 Feb 19 08:07:00.162902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Allocated IP 172.20.0.11 (5bd4c085-674c-424e-833b-602ece411160/e8a141e5-04e7-4bf2-b496-5bab19fad842/c4c945fa-9fc2-4a99-808e-085d0ccf5edd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:07:00.309098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks [] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.341505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.383169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Network 5bd4c085-674c-424e-833b-602ece411160 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:07:00.386097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:00.392445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:07:00.398512 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Pushing event updated for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:00.448124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:00.448744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.464855 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-ed0f72ee-0f49-4877-b8bf-89c3a00bd882 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635443 Feb 19 08:07:00.571431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Request body: {'port': {'device_id': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:07:00.630302 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.632267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-339adeaa-0af7-4faa-b325-26be063af5f5 None None] Provisioning complete for port c4c945fa-9fc2-4a99-808e-085d0ccf5edd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:00.632743 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-339adeaa-0af7-4faa-b325-26be063af5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.674998 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-339adeaa-0af7-4faa-b325-26be063af5f5 None None] Port c4c945fa-9fc2-4a99-808e-085d0ccf5edd cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:07:00.678171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.885462 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c945fa-9fc2-4a99-808e-085d0ccf5edd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:07:00.892768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks [] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.904883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Transition to ACTIVE for port object c4c945fa-9fc2-4a99-808e-085d0ccf5edd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:07:00.907834 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:00.976186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:01.039962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Attempting to bind port c4c945fa-9fc2-4a99-808e-085d0ccf5edd on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:07:01.040446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Attempting to bind port c4c945fa-9fc2-4a99-808e-085d0ccf5edd by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:07:01.040784 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Attempting to bind port c4c945fa-9fc2-4a99-808e-085d0ccf5edd on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:07:01.045406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Port c4c945fa-9fc2-4a99-808e-085d0ccf5edd on network 5bd4c085-674c-424e-833b-602ece411160 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:07:01.045730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Attempting to bind port c4c945fa-9fc2-4a99-808e-085d0ccf5edd on network 5bd4c085-674c-424e-833b-602ece411160 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:07:01.050837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:07:01.051172 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Checking segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:07:01.051650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Bound using segment: {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:07:01.052079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Bound port: c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b4c156-f7e1-4d56-822f-d9a9061d48e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5bd4c085-674c-424e-833b-602ece411160'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:07:01.052442 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:01.116035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:07:01.119222 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:07:01.124582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:01.150517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:01.161809 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.162316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:01.163738 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4c945fa-9fc2-4a99-808e-085d0ccf5edd HTTP/1.1" status: 200 len: 1092 time: 0.6379306 Feb 19 08:07:01.164183 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:07:01.166416 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d947e00-e508-4c82-a9d9-d3fe7f947abc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:07:01.210783 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:01.211260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ff2e8a7e-e3c9-4fce-a8a9-98a9de5ee48e not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:01.230290 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940bd38-95af-4344-8f3d-ccaf9fa9d8dd x-openstack-request-id: req-2940bd38-95af-4344-8f3d-ccaf9fa9d8dd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:07:01.230585 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:07:01.230842 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2940bd38-95af-4344-8f3d-ccaf9fa9d8dd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:07:01.231271 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd', 'status': 'completed', 'code': 200} Feb 19 08:07:01.260929 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5182e-30e8-4cd6-9d16-89dc27023f09 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:01.282768 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-62d7d7b6-668f-4594-89df-69fc304b9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.284529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-62d7d7b6-668f-4594-89df-69fc304b9681 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 1126 time: 0.0665050 Feb 19 08:07:01.331641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-f869d1bf-7eb9-4fb8-bb09-bc3ab7f897ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd HTTP/1.1" status: 200 len: 217 time: 0.0371096 Feb 19 08:07:01.392725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-dcee032e-bbd6-4b89-a804-9bb27298efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.394594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-dcee032e-bbd6-4b89-a804-9bb27298efff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0564344 Feb 19 08:07:01.447386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-c11820f2-128e-4e0e-9658-d2e813c7619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.449286 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-c11820f2-128e-4e0e-9658-d2e813c7619a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478656 Feb 19 08:07:01.496798 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa36255-e509-4bc8-b038-dc60fb0a3fe5 req-2a65f3e1-fdb5-4961-ab7b-6f3cbae8dcd5 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.499821 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-faa36255-e509-4bc8-b038-dc60fb0a3fe5 req-2a65f3e1-fdb5-4961-ab7b-6f3cbae8dcd5 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 944 time: 0.3145936 Feb 19 08:07:01.538506 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-0bb953f7-f01c-4279-9703-8889f70a1e64 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840137 Feb 19 08:07:01.546293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-faa36255-e509-4bc8-b038-dc60fb0a3fe5 req-a3530c05-7ce8-4c7c-a873-e9269343c05b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421774 Feb 19 08:07:01.630685 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e393f2b2-9e28-4cee-9b1e-e58c24895e8d req-2cac2004-9a34-46b2-8a43-08765cc20cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868752 Feb 19 08:07:01.718566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-e11da121-7175-4458-b279-db181fc6292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.720027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-e11da121-7175-4458-b279-db181fc6292b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 1126 time: 0.0453379 Feb 19 08:07:01.809751 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-c0ff069d-087d-4681-a0dd-d46dda1397c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.811224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-c0ff069d-087d-4681-a0dd-d46dda1397c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 916 time: 0.0856001 Feb 19 08:07:01.850297 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-8e69ac24-c850-44ac-8b86-3a5444eb861c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd HTTP/1.1" status: 200 len: 217 time: 0.0335228 Feb 19 08:07:01.895800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-e4b4f086-7be1-45b7-97c1-c63e80549146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.897207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-e4b4f086-7be1-45b7-97c1-c63e80549146 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0418434 Feb 19 08:07:01.947402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-09e1c40b-99d3-466b-8666-498af84a9fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:01.948903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-09e1c40b-99d3-466b-8666-498af84a9fd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464799 Feb 19 08:07:02.036734 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-8ef3b959-f9a5-4550-b6e1-bb57552b4c38 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Feb 19 08:07:02.125916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d947e00-e508-4c82-a9d9-d3fe7f947abc req-f4c59d91-2f79-44d5-a4c6-446347c70065 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837369 Feb 19 08:07:02.667575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b506cd-5a6f-4833-8872-b394c5357204 req-b869903d-8624-4c2d-9134-3b4d4fee444b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:02.669132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04b506cd-5a6f-4833-8872-b394c5357204 req-b869903d-8624-4c2d-9134-3b4d4fee444b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 944 time: 0.0526345 Feb 19 08:07:02.716723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04b506cd-5a6f-4833-8872-b394c5357204 req-1068a79f-7446-4737-b0dd-68b4c2fb59b3 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Feb 19 08:07:03.493780 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:03.833260 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdf2f2-cb4c-4dc7-8585-507a657bf250 req-637ae328-da06-4407-b25b-47d8c519cf64 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:03.834753 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8bdf2f2-cb4c-4dc7-8585-507a657bf250 req-637ae328-da06-4407-b25b-47d8c519cf64 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 944 time: 0.0514331 Feb 19 08:07:03.880532 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8bdf2f2-cb4c-4dc7-8585-507a657bf250 req-ba38fc5d-c6b0-452d-82c2-e9f63c210d05 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Feb 19 08:07:04.996319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7714-40f3-4437-ae94-0343f53ddbbb req-02ebae49-6a7d-41eb-bfc8-13bdede2bcea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:04.997796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e27e7714-40f3-4437-ae94-0343f53ddbbb req-02ebae49-6a7d-41eb-bfc8-13bdede2bcea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 944 time: 0.0512078 Feb 19 08:07:05.042874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e27e7714-40f3-4437-ae94-0343f53ddbbb req-df9c5aaa-4f06-4f35-9392-3bddf8e84b3b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394757 Feb 19 08:07:05.148869 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c4c945fa-9fc2-4a99-808e-085d0ccf5edd details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:07:05.240746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:05.252059 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd', 'network_id': '5bd4c085-674c-424e-833b-602ece411160', 'port_id': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd', 'mac_address': 'fa:16:3e:1f:bb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a141e5-04e7-4bf2-b496-5bab19fad842', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:07:05.291090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port c4c945fa-9fc2-4a99-808e-085d0ccf5edd is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:07:05.291514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:05.304365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c945fa-9fc2-4a99-808e-085d0ccf5edd {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:07:05.323160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:05.327088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:05.371812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:05.378838 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.379216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.380186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.380539 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.380878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.381214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.381547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.381880 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.382207 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.382533 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.382861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.383202 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.383535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:05.625319 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['c4c945fa-9fc2-4a99-808e-085d0ccf5edd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:07:06.161276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af1bb1-ac79-4566-9b09-6cf02d43ef8d req-65a49ade-e7f8-4765-8898-909f82ca3758 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:06.162743 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5af1bb1-ac79-4566-9b09-6cf02d43ef8d req-65a49ade-e7f8-4765-8898-909f82ca3758 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 945 time: 0.0538890 Feb 19 08:07:06.207223 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5af1bb1-ac79-4566-9b09-6cf02d43ef8d req-8d4dee9e-b69a-4c34-ba8b-c4c7ce676e98 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Feb 19 08:07:06.310030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7966290d-3e38-4c34-9d71-a16a413ebce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:07.153355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c4c945fa-9fc2-4a99-808e-085d0ccf5edd up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:07:07.200770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port c4c945fa-9fc2-4a99-808e-085d0ccf5edd completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:07:07.204494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port c4c945fa-9fc2-4a99-808e-085d0ccf5edd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:07.204812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:07.291173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port c4c945fa-9fc2-4a99-808e-085d0ccf5edd is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:07:07.291771 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:07.314628 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:07:07.316977 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f24468bbef1b10429bad1fe0a7e63558920753b84dde0780cb490d16004ab4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ef806-afc3-41e2-8c6d-0c2058b9c9a1" -d '{"events": [{"server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "name": "network-vif-plugged", "status": "completed", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:07:07.329237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:07.334304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:07.334534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304578f-653c-4dee-ab1c-ff7d6066e238 req-d33fc45f-bd60-4d8a-95d8-a41ee7f8ac9b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:07.336096 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7304578f-653c-4dee-ab1c-ff7d6066e238 req-d33fc45f-bd60-4d8a-95d8-a41ee7f8ac9b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 945 time: 0.0566578 Feb 19 08:07:07.365410 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecfc26-a6a4-4117-a01b-69496b857377 x-openstack-request-id: req-53ecfc26-a6a4-4117-a01b-69496b857377 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:07:07.365708 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "name": "network-vif-plugged", "status": "completed", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:07:07.365977 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53ecfc26-a6a4-4117-a01b-69496b857377 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:07:07.366353 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd', 'code': 200} Feb 19 08:07:07.384394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:07.393340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7304578f-653c-4dee-ab1c-ff7d6066e238 req-ff8f9db5-55a2-4669-989c-01eaf5171959 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504103 Feb 19 08:07:07.462204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5096-38fb-4571-a60c-f7ae39fa1fbc req-947b86b7-3e69-4050-a191-fc1e39a1755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:07.463620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dc5096-38fb-4571-a60c-f7ae39fa1fbc req-947b86b7-3e69-4050-a191-fc1e39a1755f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 1128 time: 0.0425110 Feb 19 08:07:07.506185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-59dc5096-38fb-4571-a60c-f7ae39fa1fbc req-199373f2-90bc-4d5e-9ce7-a44020e03b36 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Feb 19 08:07:08.505670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f61e-6d41-4132-a534-ce1c2a79c051 req-6d90bfa0-bb19-48d1-a979-bf774cf2bc34 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:08.507142 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2d1f61e-6d41-4132-a534-ce1c2a79c051 req-6d90bfa0-bb19-48d1-a979-bf774cf2bc34 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0515525 Feb 19 08:07:08.551899 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b2d1f61e-6d41-4132-a534-ce1c2a79c051 req-9ca0c8e1-f73b-4eec-bbf2-22159cc8133a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Feb 19 08:07:08.639752 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-015f9a7e-15db-44ef-8ca0-ef3541264a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:09.668055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654606c-b757-4978-9d6a-ddb57ac865e0 req-11e637b9-1708-492b-9741-e3fdafb6c24e tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:09.669515 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4654606c-b757-4978-9d6a-ddb57ac865e0 req-11e637b9-1708-492b-9741-e3fdafb6c24e tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0507572 Feb 19 08:07:09.719020 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4654606c-b757-4978-9d6a-ddb57ac865e0 req-ddb83e83-de3b-421c-8642-babb37232b24 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Feb 19 08:07:09.840164 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99084f01-4325-4406-9827-11da165a6300 req-1d7c0e0c-6e85-4e00-a032-8ec10802f20a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:09.841549 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99084f01-4325-4406-9827-11da165a6300 req-1d7c0e0c-6e85-4e00-a032-8ec10802f20a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0549059 Feb 19 08:07:09.859152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:09.888995 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-99084f01-4325-4406-9827-11da165a6300 req-4d578277-9f87-4458-aa7d-471f45e291ac tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Feb 19 08:07:11.185070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:12.490354 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:17.848764 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:07:30.669801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:31.826340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-a24b8425-4119-4e6c-9ea7-dcff16727cb9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432673 Feb 19 08:07:31.910341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db796b-12b5-48d0-8706-93596935527e req-1572124d-9b2d-47ee-a303-016483c1dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:31.911871 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-1572124d-9b2d-47ee-a303-016483c1dadd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9509bb58277e4ffcadd334c5cdb76058&device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 1128 time: 0.0448687 Feb 19 08:07:32.017971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db796b-12b5-48d0-8706-93596935527e req-92bc0768-1e20-4724-a656-dda36e376bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:32.019517 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-92bc0768-1e20-4724-a656-dda36e376bdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 200 len: 916 time: 0.0880105 Feb 19 08:07:32.059425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-f5436e46-aba4-4584-8fa1-623fa34f1202 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd HTTP/1.1" status: 200 len: 217 time: 0.0335670 Feb 19 08:07:32.108855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db796b-12b5-48d0-8706-93596935527e req-50c43492-ab6a-4ad5-8838-0bee3618a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:32.110359 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-50c43492-ab6a-4ad5-8838-0bee3618a5b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 200 len: 855 time: 0.0458834 Feb 19 08:07:32.162230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db796b-12b5-48d0-8706-93596935527e req-9333435a-7e75-4050-964b-da7cebac4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:32.163785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-9333435a-7e75-4050-964b-da7cebac4912 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5bd4c085-674c-424e-833b-602ece411160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476243 Feb 19 08:07:32.249269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-90ec7675-c765-4a53-9071-19489d928154 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798159 Feb 19 08:07:32.338752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70db796b-12b5-48d0-8706-93596935527e req-cf87ca6d-be22-486e-8346-a4486732fcb8 service neutron] 10.222.0.47 "GET /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Feb 19 08:07:33.479018 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:36.310903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1215e448-d65c-43ff-8ce2-b5e01ef7f35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:38.644883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b092970-b5b3-47a7-a34d-81064984e198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:39.862409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:41.188535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:42.493858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:43.889298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95532-ffc2-4eda-86bf-029595932bf3 req-ed212325-cb8e-47a4-b43e-48c680771eab tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:43.890744 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-caa95532-ffc2-4eda-86bf-029595932bf3 req-ed212325-cb8e-47a4-b43e-48c680771eab tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0538392 Feb 19 08:07:43.937995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-caa95532-ffc2-4eda-86bf-029595932bf3 req-752ddb5c-00a9-4782-8978-3e841deb3118 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Feb 19 08:07:45.057719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7ad1e-f251-4651-bbde-4f440cc2e55a req-113d0809-310b-4d75-9eb4-b1d9517b664b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:45.059215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77a7ad1e-f251-4651-bbde-4f440cc2e55a req-113d0809-310b-4d75-9eb4-b1d9517b664b tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0509534 Feb 19 08:07:45.107823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77a7ad1e-f251-4651-bbde-4f440cc2e55a req-a72f1e64-fa82-4d0e-b0c0-34b1de8917fa tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7c432ce-994c-4b22-8429-dbbb07b5fbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Feb 19 08:07:45.696085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-5f8daf2d-2591-4a23-98d9-73df23a0fc9a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:45.697526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-5f8daf2d-2591-4a23-98d9-73df23a0fc9a tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 946 time: 0.0510530 Feb 19 08:07:45.789782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Deleting port c4c945fa-9fc2-4a99-808e-085d0ccf5edd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:45.790126 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:45.876266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] For port c4c945fa-9fc2-4a99-808e-085d0ccf5edd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:45.876530 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:45.888548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Calling delete_port for c4c945fa-9fc2-4a99-808e-085d0ccf5edd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:46.014696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c4c945fa-9fc2-4a99-808e-085d0ccf5edd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:46.026272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['c4c945fa-9fc2-4a99-808e-085d0ccf5edd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:07:46.042986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Pushing event deleted for resources: {'Port': ['ID=c4c945fa-9fc2-4a99-808e-085d0ccf5edd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:46.087429 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] No DVR routers for this DVR port c4c945fa-9fc2-4a99-808e-085d0ccf5edd on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:07:46.089990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:46.093241 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c84af65b-a9f6-4be2-8990-ac90ca3d7d5c req-f6da0f77-d969-4fa5-845b-8df471bbe1ea tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.47 "DELETE /v2.0/ports/c4c945fa-9fc2-4a99-808e-085d0ccf5edd HTTP/1.1" status: 204 len: 173 time: 0.3910215 Feb 19 08:07:46.093671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'name': 'network-vif-deleted', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:07:46.095931 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f88210a5f4ce01ad30298924e0d23671382ca439f3664047ac27827defb11d87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b707594-5568-4b2f-861c-70696cacc590" -d '{"events": [{"server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "name": "network-vif-deleted", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:07:46.134668 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceafd69-7e47-46da-bb1d-7589c427f370 x-openstack-request-id: req-9ceafd69-7e47-46da-bb1d-7589c427f370 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:07:46.134966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c", "name": "network-vif-deleted", "tag": "c4c945fa-9fc2-4a99-808e-085d0ccf5edd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:07:46.135278 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ceafd69-7e47-46da-bb1d-7589c427f370 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:07:46.135726 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c', 'name': 'network-vif-deleted', 'tag': 'c4c945fa-9fc2-4a99-808e-085d0ccf5edd', 'status': 'completed', 'code': 200} Feb 19 08:07:46.210460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8d64b739-0d54-46dc-a9ac-01fa1a9b9531 req-52626872-a2ef-42f3-833e-115bd42447d3 tempest-TestEncryptedCinderVolumes-843196066 tempest-TestEncryptedCinderVolumes-843196066-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4a04ee3-e0e6-41ac-9e94-bf6a9a84a60c HTTP/1.1" status: 200 len: 210 time: 0.0272181 Feb 19 08:07:47.305426 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45988) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:47.644325 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:48.208301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Deleting port 5ca26ad5-d750-4759-9075-830770d29c4c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:48.208541 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:48.285888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] For port 5ca26ad5-d750-4759-9075-830770d29c4c, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=5ca26ad5-d750-4759-9075-830770d29c4c,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:48.286238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:48.298856 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Calling delete_port for 5ca26ad5-d750-4759-9075-830770d29c4c owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:48.472472 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (5ca26ad5-d750-4759-9075-830770d29c4c), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:48.496402 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca26ad5-d750-4759-9075-830770d29c4c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:48.678628 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:48.897687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:07:49.002602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:07:49.008177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-94802920-d230-4c6f-96f6-5759f86ce741 admin admin] 10.222.0.43 "PUT /v2.0/routers/097e6eb4-4850-4e12-86e1-5bd3c8a35a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7017312 Feb 19 08:07:49.010706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45990) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:49.013843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Sync routers for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:07:49.023260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:49.023881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:49.112592 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks [] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.128484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:49.218505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks [] for router_gateway (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.270560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Deleting port f62716cf-ce49-48b2-aa9e-b05ed649a6e8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:49.270895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.309885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:07:48Z', 'revision_number': 5, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port': {'id': 'f62716cf-ce49-48b2-aa9e-b05ed649a6e8', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:01Z', 'updated_at': '2022-02-19T08:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:49.339422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Checking router: 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:07:49.347466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Routers {'097e6eb4-4850-4e12-86e1-5bd3c8a35a77'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:49.348073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:49.350145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] For port f62716cf-ce49-48b2-aa9e-b05ed649a6e8, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:49.350503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.363068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Calling delete_port for f62716cf-ce49-48b2-aa9e-b05ed649a6e8 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:49.383666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c4c945fa-9fc2-4a99-808e-085d0ccf5edd no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:49.436754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: c4c945fa-9fc2-4a99-808e-085d0ccf5edd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:49.437094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device c4c945fa-9fc2-4a99-808e-085d0ccf5edd not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:49.459447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] Set router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:49.518567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:07:49Z', 'revision_number': 6, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:49.531546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (f62716cf-ce49-48b2-aa9e-b05ed649a6e8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.548585 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8713390-e1d3-4a86-aeef-7b872781f1ff None None] The sync data for ids ['097e6eb4-4850-4e12-86e1-5bd3c8a35a77'] in n-d-829866-3 is: [{'id': '097e6eb4-4850-4e12-86e1-5bd3c8a35a77', 'name': 'tempest-TestEncryptedCinderVolumes-924469714-router', 'tenant_id': '9509bb58277e4ffcadd334c5cdb76058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:00Z', 'updated_at': '2022-02-19T08:07:49Z', 'revision_number': 6, 'project_id': '9509bb58277e4ffcadd334c5cdb76058', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:07:49.555842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62716cf-ce49-48b2-aa9e-b05ed649a6e8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:49.625775 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.716706 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.718780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks [] for router_controller (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.760782 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (097e6eb4-4850-4e12-86e1-5bd3c8a35a77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.761435 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 097e6eb4-4850-4e12-86e1-5bd3c8a35a77 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:07:49.766117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.767514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-9ca70b21-dcd2-4575-9750-e6be26ecc4f1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/097e6eb4-4850-4e12-86e1-5bd3c8a35a77 HTTP/1.1" status: 204 len: 168 time: 0.7558537 Feb 19 08:07:49.770227 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:49.817791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Deleting subnet e8a141e5-04e7-4bf2-b496-5bab19fad842 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:07:49.820744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Publish callbacks [] for subnet (e8a141e5-04e7-4bf2-b496-5bab19fad842), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.853991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (e8a141e5-04e7-4bf2-b496-5bab19fad842), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.928511 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (e8a141e5-04e7-4bf2-b496-5bab19fad842), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:49.987923 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (e8a141e5-04e7-4bf2-b496-5bab19fad842), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.013033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a141e5-04e7-4bf2-b496-5bab19fad842,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:50.017445 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.020618 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e8a141e5-04e7-4bf2-b496-5bab19fad842 HTTP/1.1" status: 204 len: 168 time: 0.2493865 Feb 19 08:07:50.023882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:50.026139 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140b65f-11f2-4827-a507-31db806baf2a None None] Network 5bd4c085-674c-424e-833b-602ece411160 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:07:50.026653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.026653 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.026872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.027201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.027550 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.027884 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.028213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.028539 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.028864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.029189 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.029514 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.029835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.030157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d08b42-68df-4831-b752-02951dcb8033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:50.097804 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (5bd4c085-674c-424e-833b-602ece411160), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.151552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Deleting port 98d822d6-9d71-41e4-8556-eed367b462de {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:50.151901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (98d822d6-9d71-41e4-8556-eed367b462de), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.212725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] For port 98d822d6-9d71-41e4-8556-eed367b462de, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=98d822d6-9d71-41e4-8556-eed367b462de,segment=NetworkSegment(20b4c156-f7e1-4d56-822f-d9a9061d48e7),segment_id=20b4c156-f7e1-4d56-822f-d9a9061d48e7)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:50.213088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (98d822d6-9d71-41e4-8556-eed367b462de), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.225525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Calling delete_port for 98d822d6-9d71-41e4-8556-eed367b462de owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:50.311989 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (98d822d6-9d71-41e4-8556-eed367b462de), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.343954 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Pushing event deleted for resources: {'Port': ['ID=98d822d6-9d71-41e4-8556-eed367b462de,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:50.345928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae1d57-30c6-451f-8dcf-8a6a01d11d6e None None] DHCP port deletion for 5bd4c085-674c-424e-833b-602ece411160 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:07:50.348904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] No DVR routers for this DVR port 98d822d6-9d71-41e4-8556-eed367b462de on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:07:50.430430 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (5bd4c085-674c-424e-833b-602ece411160), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.452503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd4c085-674c-424e-833b-602ece411160']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:50.463686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b4c156-f7e1-4d56-822f-d9a9061d48e7') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:50.463982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b4c156-f7e1-4d56-822f-d9a9061d48e7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:50.473768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (20b4c156-f7e1-4d56-822f-d9a9061d48e7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.487323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (20b4c156-f7e1-4d56-822f-d9a9061d48e7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.494086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:07:50.494772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (20b4c156-f7e1-4d56-822f-d9a9061d48e7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:07:50.496585 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:07:50.549397 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (5bd4c085-674c-424e-833b-602ece411160), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.558744 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:50.562137 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] 10.222.0.43 "DELETE /v2.0/networks/5bd4c085-674c-424e-833b-602ece411160 HTTP/1.1" status: 204 len: 168 time: 0.5371263 Feb 19 08:07:50.565193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 45996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:50.576611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ad42-2f61-492a-bcdc-df719861843d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd4c085-674c-424e-833b-602ece411160,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:50.689145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f62716cf-ce49-48b2-aa9e-b05ed649a6e8 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:50.710457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f62716cf-ce49-48b2-aa9e-b05ed649a6e8 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:50.711101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f62716cf-ce49-48b2-aa9e-b05ed649a6e8 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:50.711563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5ca26ad5-d750-4759-9075-830770d29c4c no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:50.730959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 5ca26ad5-d750-4759-9075-830770d29c4c {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:50.731332 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 5ca26ad5-d750-4759-9075-830770d29c4c not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:50.731747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98d822d6-9d71-41e4-8556-eed367b462de no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:50.750959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 98d822d6-9d71-41e4-8556-eed367b462de {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:50.751337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 98d822d6-9d71-41e4-8556-eed367b462de not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:50.943987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (1a019c19-5f26-45b1-9458-834645121993), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:51.193505 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Deleting port 6570d976-f3c7-4ebb-96d5-aa743092d40d {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:51.193845 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:51.273791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] For port 6570d976-f3c7-4ebb-96d5-aa743092d40d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6570d976-f3c7-4ebb-96d5-aa743092d40d,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:51.274066 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:51.286415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Calling delete_port for 6570d976-f3c7-4ebb-96d5-aa743092d40d owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:51.479303 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6570d976-f3c7-4ebb-96d5-aa743092d40d), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:51.505114 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6570d976-f3c7-4ebb-96d5-aa743092d40d,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:51.683719 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (1a019c19-5f26-45b1-9458-834645121993), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:51.895025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Router 1a019c19-5f26-45b1-9458-834645121993 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:07:52.002748 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:07:52.010962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 45998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:52.011450 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-89bd2eb5-f422-418c-bf14-4de4a019bc7b admin admin] 10.222.0.43 "PUT /v2.0/routers/1a019c19-5f26-45b1-9458-834645121993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4447787 Feb 19 08:07:52.012680 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Sync routers for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:07:52.022990 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:52.023665 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:52.127755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks [] for router (1a019c19-5f26-45b1-9458-834645121993), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.230050 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:52.242171 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks [] for router_gateway (1a019c19-5f26-45b1-9458-834645121993), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.299432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Deleting port 715801c5-9b18-4bc9-b999-d06293206315 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:52.299901 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (715801c5-9b18-4bc9-b999-d06293206315), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.382245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] For port 715801c5-9b18-4bc9-b999-d06293206315, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=715801c5-9b18-4bc9-b999-d06293206315,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:52.382610 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (715801c5-9b18-4bc9-b999-d06293206315), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.394614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Calling delete_port for 715801c5-9b18-4bc9-b999-d06293206315 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:52.408028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '715801c5-9b18-4bc9-b999-d06293206315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:07:51Z', 'revision_number': 5, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port': {'id': '715801c5-9b18-4bc9-b999-d06293206315', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:00:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a019c19-5f26-45b1-9458-834645121993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:52.438481 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Checking router: 1a019c19-5f26-45b1-9458-834645121993 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:07:52.447633 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Routers {'1a019c19-5f26-45b1-9458-834645121993'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:52.448275 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['1a019c19-5f26-45b1-9458-834645121993'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:52.551458 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] Set router 1a019c19-5f26-45b1-9458-834645121993 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:52.601679 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (715801c5-9b18-4bc9-b999-d06293206315), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.604546 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:07:52Z', 'revision_number': 6, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:52.634556 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018b21c-a683-43f3-922d-046e48630a2d None None] The sync data for ids ['1a019c19-5f26-45b1-9458-834645121993'] in n-d-829866-3 is: [{'id': '1a019c19-5f26-45b1-9458-834645121993', 'name': 'tempest-TestEncryptedCinderVolumes-1450275194-router', 'tenant_id': 'dbd350dae6f3424b84c5e18157b2b149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:06:05Z', 'updated_at': '2022-02-19T08:07:52Z', 'revision_number': 6, 'project_id': 'dbd350dae6f3424b84c5e18157b2b149', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:07:52.636184 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Pushing event deleted for resources: {'Port': ['ID=715801c5-9b18-4bc9-b999-d06293206315,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:52.697219 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (1a019c19-5f26-45b1-9458-834645121993), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.790318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (1a019c19-5f26-45b1-9458-834645121993), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.792529 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks [] for router_controller (1a019c19-5f26-45b1-9458-834645121993), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.840906 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (1a019c19-5f26-45b1-9458-834645121993), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.841339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a019c19-5f26-45b1-9458-834645121993 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:07:52.845589 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.846742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dc4b2d72-7d2a-4f37-afb9-f0e27c20b44a admin admin] 10.222.0.43 "DELETE /v2.0/routers/1a019c19-5f26-45b1-9458-834645121993 HTTP/1.1" status: 204 len: 168 time: 0.8345883 Feb 19 08:07:52.849986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:52.892711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Deleting subnet 45c30a05-8f5d-4535-b4f5-2900d73d4c77 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:07:52.895710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Publish callbacks [] for subnet (45c30a05-8f5d-4535-b4f5-2900d73d4c77), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:52.928739 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (45c30a05-8f5d-4535-b4f5-2900d73d4c77), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.008908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (45c30a05-8f5d-4535-b4f5-2900d73d4c77), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.064907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (45c30a05-8f5d-4535-b4f5-2900d73d4c77), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.089907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c30a05-8f5d-4535-b4f5-2900d73d4c77,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:53.095525 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.098783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6dce99cc-8f4a-4920-b5f0-baab6e878cb5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/45c30a05-8f5d-4535-b4f5-2900d73d4c77 HTTP/1.1" status: 204 len: 168 time: 0.2477694 Feb 19 08:07:53.101343 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:53.102084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdf0b9-8e8f-4c69-800c-6e46c28be7b9 None None] Network 31e3edaf-43b1-42da-8ae7-acc99019b4a7 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:07:53.179173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (31e3edaf-43b1-42da-8ae7-acc99019b4a7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.235261 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Deleting port 47f114d4-72ed-4041-9528-8427f58c59b0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:07:53.235600 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.299202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] For port 47f114d4-72ed-4041-9528-8427f58c59b0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=47f114d4-72ed-4041-9528-8427f58c59b0,segment=NetworkSegment(e238799e-7d66-4131-8f14-3ddf4a973361),segment_id=e238799e-7d66-4131-8f14-3ddf4a973361)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:53.299764 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.312432 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Calling delete_port for 47f114d4-72ed-4041-9528-8427f58c59b0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:07:53.396753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01f6964-0ea0-4d00-b744-8985b2790866 None None] DHCP port deletion for 31e3edaf-43b1-42da-8ae7-acc99019b4a7 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:07:53.397229 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (47f114d4-72ed-4041-9528-8427f58c59b0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.424707 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f114d4-72ed-4041-9528-8427f58c59b0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:53.426556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] No DVR routers for this DVR port 47f114d4-72ed-4041-9528-8427f58c59b0 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:07:53.504686 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (31e3edaf-43b1-42da-8ae7-acc99019b4a7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.525826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3edaf-43b1-42da-8ae7-acc99019b4a7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:53.535162 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e238799e-7d66-4131-8f14-3ddf4a973361') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:53.535493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e238799e-7d66-4131-8f14-3ddf4a973361') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:53.544963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (e238799e-7d66-4131-8f14-3ddf4a973361), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.559381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e238799e-7d66-4131-8f14-3ddf4a973361), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.565514 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:07:53.565895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (e238799e-7d66-4131-8f14-3ddf4a973361), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:07:53.567633 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:07:53.622330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (31e3edaf-43b1-42da-8ae7-acc99019b4a7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.627877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.637108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] 10.222.0.43 "DELETE /v2.0/networks/31e3edaf-43b1-42da-8ae7-acc99019b4a7 HTTP/1.1" status: 204 len: 168 time: 0.5321095 Feb 19 08:07:53.648808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abb90f-effc-4e1d-9334-3556a019eb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e3edaf-43b1-42da-8ae7-acc99019b4a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:53.803063 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46006) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:53.841125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5408d2d4-c703-49b1-b98b-5351f4b646f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9509bb58277e4ffcadd334c5cdb76058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368514 Feb 19 08:07:53.843680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46008) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:53.895024 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] Publish callbacks [] for security_group (b7c432ce-994c-4b22-8429-dbbb07b5fbe2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.916235 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] Publish callbacks [] for security_group (b7c432ce-994c-4b22-8429-dbbb07b5fbe2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.963824 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (b7c432ce-994c-4b22-8429-dbbb07b5fbe2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.966469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:53.967830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7c432ce-994c-4b22-8429-dbbb07b5fbe2 HTTP/1.1" status: 204 len: 168 time: 0.1232603 Feb 19 08:07:53.976084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95b001-5f87-405e-b87d-95914504e3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c432ce-994c-4b22-8429-dbbb07b5fbe2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:54.268467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46014) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:54.311303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0937e7d0-0e3c-4840-8536-56e4f04d128c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbd350dae6f3424b84c5e18157b2b149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415616 Feb 19 08:07:54.313649 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46016) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:54.359934 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] Publish callbacks [] for security_group (60d5e234-8409-47e1-a70e-f902432b6e5f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:54.380246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] Publish callbacks [] for security_group (60d5e234-8409-47e1-a70e-f902432b6e5f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:54.426664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (60d5e234-8409-47e1-a70e-f902432b6e5f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:54.429254 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:54.430397 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60d5e234-8409-47e1-a70e-f902432b6e5f HTTP/1.1" status: 204 len: 168 time: 0.1158442 Feb 19 08:07:54.438611 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78191c14-c36b-434c-82fc-4ad613d9c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5e234-8409-47e1-a70e-f902432b6e5f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:54.652637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6570d976-f3c7-4ebb-96d5-aa743092d40d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:54.676611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6570d976-f3c7-4ebb-96d5-aa743092d40d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:54.676957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6570d976-f3c7-4ebb-96d5-aa743092d40d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:54.677372 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f114d4-72ed-4041-9528-8427f58c59b0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:54.697885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 47f114d4-72ed-4041-9528-8427f58c59b0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:54.698148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 47f114d4-72ed-4041-9528-8427f58c59b0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:54.698559 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 715801c5-9b18-4bc9-b999-d06293206315 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:07:54.718256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 715801c5-9b18-4bc9-b999-d06293206315 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:07:54.718875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 715801c5-9b18-4bc9-b999-d06293206315 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:07:54.847504 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:07:55.230334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46038) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:55.322536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1402838914-network', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:07:55.340836 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Made reservation on behalf of d55340d12a19493b8089faecc45cb11e for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:07:55.343429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.352350 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.422925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks [] for security_group (80221bab-bca5-4828-ae65-b1deec1057c5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.426542 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80221bab-bca5-4828-ae65-b1deec1057c5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.450054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:07:55.459344 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80221bab-bca5-4828-ae65-b1deec1057c5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:55.463897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (32a41a9e-0aac-4bc8-ac2a-83f2b805a658), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.464234 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Added segment 32a41a9e-0aac-4bc8-ac2a-83f2b805a658 of type vlan for network fe7c56ae-46b4-433b-86de-5e54b69c95a5 Feb 19 08:07:55.505600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (fe7c56ae-46b4-433b-86de-5e54b69c95a5), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.529474 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (fe7c56ae-46b4-433b-86de-5e54b69c95a5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.530416 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:55.530987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.580202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3487117 Feb 19 08:07:55.583175 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:55.588640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Request body: {'subnet': {'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1402838914-subnet', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:07:55.591421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cc7f3-6acc-4a42-9573-ce45c4e410e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7c56ae-46b4-433b-86de-5e54b69c95a5,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:55.601747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:07:55.608473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Made reservation on behalf of d55340d12a19493b8089faecc45cb11e for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:07:55.610836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.772005 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (fbf831be-fe93-4ed3-b90b-5f3880709555), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.825377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf831be-fe93-4ed3-b90b-5f3880709555,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:55.834368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Checking segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:07:55.834726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Network hostable DHCP agents. Network: fe7c56ae-46b4-433b-86de-5e54b69c95a5, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:07:55.851752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:07:55.860397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, fe7c56ae-46b4-433b-86de-5e54b69c95a5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:55.865015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:07:55.866099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.869663 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0b1f4-3df0-434c-af32-205683053d60 None None] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:07:55.882520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-0612be27-7113-4c0a-b637-c244059603cb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2976930 Feb 19 08:07:55.885197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:55.889540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:07:55.909963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (91e211ed-efc3-40f0-a237-118542354262), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.911023 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (91e211ed-efc3-40f0-a237-118542354262), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:55.969712 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for router_controller (91e211ed-efc3-40f0-a237-118542354262), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.108223 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for router_gateway (91e211ed-efc3-40f0-a237-118542354262), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.122726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:07:56.123682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.264469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Allocated IP 172.20.0.2 (fe7c56ae-46b4-433b-86de-5e54b69c95a5/fbf831be-fe93-4ed3-b90b-5f3880709555/0eeef047-5edc-45e6-9be0-6d36b4743b29) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:07:56.413932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks [] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.419847 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.458602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:07:56.461438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:56.467927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:07:56.474777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Pushing event updated for resources: {'Port': ['ID=0eeef047-5edc-45e6-9be0-6d36b4743b29,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:56.529975 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Attempting to bind port 0eeef047-5edc-45e6-9be0-6d36b4743b29 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:07:56.530388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Attempting to bind port 0eeef047-5edc-45e6-9be0-6d36b4743b29 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:07:56.530713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Attempting to bind port 0eeef047-5edc-45e6-9be0-6d36b4743b29 on network fe7c56ae-46b4-433b-86de-5e54b69c95a5 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:07:56.535544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:07:56.535922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Checking segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:07:56.536322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.536738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Bound using segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:07:56.537189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Bound port: 0eeef047-5edc-45e6-9be0-6d36b4743b29, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:07:56.537567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.597492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] For port 0eeef047-5edc-45e6-9be0-6d36b4743b29, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:07:56.601322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] For port 0eeef047-5edc-45e6-9be0-6d36b4743b29, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0eeef047-5edc-45e6-9be0-6d36b4743b29,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:07:56.608350 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.638345 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for router_gateway (91e211ed-efc3-40f0-a237-118542354262), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.659181 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.676224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9701612-b686-410c-b2dd-ea250f1d0ea9 None None] Pushing event updated for resources: {'Port': ['ID=0eeef047-5edc-45e6-9be0-6d36b4743b29,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:56.770298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Allocated IP 172.25.7.34 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a78e9365-018f-42af-baaf-317e05bb95c5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:07:56.898209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for port (a78e9365-018f-42af-baaf-317e05bb95c5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.934451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:56.975695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:07:56.978408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:56.983891 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:07:56.989230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Pushing event updated for resources: {'Port': ['ID=a78e9365-018f-42af-baaf-317e05bb95c5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:57.236783 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for router_gateway (91e211ed-efc3-40f0-a237-118542354262), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.443336 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (91e211ed-efc3-40f0-a237-118542354262), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.525632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d46c4d6-f32f-420c-8a01-ba7c419cc6ba None None] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:07:57.574595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Router 91e211ed-efc3-40f0-a237-118542354262 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:07:57.637612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Provisioning complete for port 0eeef047-5edc-45e6-9be0-6d36b4743b29 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:57.637994 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.686278 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:07:57.705458 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.710062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-879fee7c-a685-487d-80bc-57f8ca7e7123 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8206363 Feb 19 08:07:57.710903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:07:57.712191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Sync routers for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:07:57.734865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:57.735538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:57.774176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Current status of the port 0eeef047-5edc-45e6-9be0-6d36b4743b29 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:07:57.774571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.852089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] For port 0eeef047-5edc-45e6-9be0-6d36b4743b29, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0eeef047-5edc-45e6-9be0-6d36b4743b29,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:07:57.857957 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:57.902356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:58.017770 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7cc22-4e3d-4a75-ac78-be95ff8f3b94 None None] Pushing event updated for resources: {'Port': ['ID=0eeef047-5edc-45e6-9be0-6d36b4743b29,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:58.035064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-70428232-ed8f-46f6-97d5-27673ddcdcd5 None None] Provisioning complete for port 0eeef047-5edc-45e6-9be0-6d36b4743b29 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:58.035467 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70428232-ed8f-46f6-97d5-27673ddcdcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.143745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.169060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70428232-ed8f-46f6-97d5-27673ddcdcd5 None None] Current status of the port 0eeef047-5edc-45e6-9be0-6d36b4743b29 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:07:58.172837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:57Z', 'revision_number': 3, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:58.199176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Checking router: 91e211ed-efc3-40f0-a237-118542354262 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:07:58.199631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Updating router 91e211ed-efc3-40f0-a237-118542354262 port a78e9365-018f-42af-baaf-317e05bb95c5 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:07:58.229646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.300065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Allocated IP 172.20.0.1 (fe7c56ae-46b4-433b-86de-5e54b69c95a5/fbf831be-fe93-4ed3-b90b-5f3880709555/2abe21aa-f2e1-4e25-9d6e-7beca89877d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:07:58.403408 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks [] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.435950 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.473603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:07:58.474721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks [] for port (a78e9365-018f-42af-baaf-317e05bb95c5), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.476485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:58.481606 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.482830 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:07:58.507359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:58.521673 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.522025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.522716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.522716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.523032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.523388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.523717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.524458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.524458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.524762 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.524997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.525319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.525643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:07:58.539169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (91e211ed-efc3-40f0-a237-118542354262), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.541015 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Attempting to bind port a78e9365-018f-42af-baaf-317e05bb95c5 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:07:58.541524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Attempting to bind port a78e9365-018f-42af-baaf-317e05bb95c5 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:07:58.541743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Attempting to bind port a78e9365-018f-42af-baaf-317e05bb95c5 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:07:58.549702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224f85-5e54-43ae-b385-e4d562735dff None None] Pushing event updated for resources: {'Port': ['ID=a78e9365-018f-42af-baaf-317e05bb95c5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:58.554084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:07:58.554494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:07:58.555239 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.555644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:07:58.556128 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Bound port: a78e9365-018f-42af-baaf-317e05bb95c5, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:07:58.556510 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.615330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] For port a78e9365-018f-42af-baaf-317e05bb95c5, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:07:58.618352 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] For port a78e9365-018f-42af-baaf-317e05bb95c5, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a78e9365-018f-42af-baaf-317e05bb95c5,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:07:58.632803 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.695631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.721614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224f85-5e54-43ae-b385-e4d562735dff None None] Pushing event updated for resources: {'Port': ['ID=a78e9365-018f-42af-baaf-317e05bb95c5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:58.726855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:07:58.727512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:58.764179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0eeef047-5edc-45e6-9be0-6d36b4743b29 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:07:58.857083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bd506d81-73db-4058-95c5-946a567e1782 None None] Provisioning complete for port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:58.857463 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd506d81-73db-4058-95c5-946a567e1782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.870951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks [] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.875566 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.917185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:07:58.919439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bd506d81-73db-4058-95c5-946a567e1782 None None] Port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:07:58.940870 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (91e211ed-efc3-40f0-a237-118542354262), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:58.942665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:07:58.944580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0eeef047-5edc-45e6-9be0-6d36b4743b29 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:58.944961 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:59.047590 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:07:59.048976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:07:59.133173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0eeef047-5edc-45e6-9be0-6d36b4743b29 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:07:59.188122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 1, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:07:59.215890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb21a7d-7e0b-4b53-aac1-3860f3abc418 None None] The sync data for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 is: [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 1, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:07:59.343090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5db1b0fb-e9ed-4947-b424-373ec78f7fc8 None None] Provisioning complete for port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:07:59.343602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db1b0fb-e9ed-4947-b424-373ec78f7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:07:59.383581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5db1b0fb-e9ed-4947-b424-373ec78f7fc8 None None] Port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:07:59.524802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Router 91e211ed-efc3-40f0-a237-118542354262 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:07:59.642171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:07:59.647842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d1a27df4-4306-41f5-8f99-a272c28331f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/91e211ed-efc3-40f0-a237-118542354262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9364057 Feb 19 08:08:00.154346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:00.159287 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-483320421-network', 'tenant_id': '143c8f35cc0442008346b796948e84c2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:00.179560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Made reservation on behalf of 143c8f35cc0442008346b796948e84c2 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:08:00.181975 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.190992 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.269895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks [] for security_group (4bac8828-f2a6-4a69-9134-a7d05ab0fad6), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.274098 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bac8828-f2a6-4a69-9134-a7d05ab0fad6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.299713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:08:00.310405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac8828-f2a6-4a69-9134-a7d05ab0fad6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:00.315403 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e84144ce-4f02-4626-8c89-692f06db0edb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.315753 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Added segment e84144ce-4f02-4626-8c89-692f06db0edb of type vlan for network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 Feb 19 08:08:00.356330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.383111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.384147 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:00.384731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.446371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2908912 Feb 19 08:08:00.449188 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46064) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:00.451701 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b278-4775-4b6c-8908-721b749e085c admin admin] Pushing event updated for resources: {'Network': ['ID=3e8574b6-5aac-41d8-9b33-2d03cad0c1d4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:00.454341 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Request body: {'subnet': {'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-483320421-subnet', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:00.463708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:08:00.476969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Made reservation on behalf of 143c8f35cc0442008346b796948e84c2 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:08:00.479482 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.660494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (51e51682-6d2f-4be9-97f9-e0ee0c22a125), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.706475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a78e9365-018f-42af-baaf-317e05bb95c5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:00.713566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51e51682-6d2f-4be9-97f9-e0ee0c22a125,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:00.729193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Checking segment: {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:00.729553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Network hostable DHCP agents. Network: 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:08:00.742469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.746150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:08:00.756501 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:00.760773 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:00.761606 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.770425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb8357-0562-4165-bfc8-28859fef6371 None None] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:08:00.779036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-087d38a0-012a-4da6-9510-aa5826b35c5d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3287017 Feb 19 08:08:00.781876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46066) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:00.786560 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:00.809210 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.810272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.824091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a78e9365-018f-42af-baaf-317e05bb95c5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:00.824470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.867074 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for router_controller (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.925534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'project_id': '143c8f35cc0442008346b796948e84c2', 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:08:00.926386 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:00.967738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a78e9365-018f-42af-baaf-317e05bb95c5 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:00.968161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.015507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for router_gateway (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.042618 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a78e9365-018f-42af-baaf-317e05bb95c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a78e9365-018f-42af-baaf-317e05bb95c5,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:01.051610 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.132732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Allocated IP 172.20.0.2 (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4/51e51682-6d2f-4be9-97f9-e0ee0c22a125/1f13df41-3d5b-49bc-bce9-920c9a669dd7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:08:01.138213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a78e9365-018f-42af-baaf-317e05bb95c5,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:01.286859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks [] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.290659 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Sync routers for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:08:01.295321 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.301374 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:01.302001 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:01.342155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:01.345464 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:01.348269 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:08:01.364883 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Pushing event updated for resources: {'Port': ['ID=1f13df41-3d5b-49bc-bce9-920c9a669dd7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:01.415159 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:01.415801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Attempting to bind port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:08:01.416169 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Attempting to bind port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:08:01.416536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Attempting to bind port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 on network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:01.421981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:08:01.422411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Checking segment: {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:01.422755 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.423149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Bound using segment: {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:08:01.423648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Bound port: 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:08:01.424028 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.489540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for router_gateway (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.501063 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] For port 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:08:01.505012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] For port 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1f13df41-3d5b-49bc-bce9-920c9a669dd7,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:08:01.512672 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.519132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.575064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289b13-203a-45f1-ad22-96078abb3108 None None] Pushing event updated for resources: {'Port': ['ID=1f13df41-3d5b-49bc-bce9-920c9a669dd7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:01.635215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Allocated IP 172.25.7.234 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d9e0b287-22c3-47cd-bd34-dcc652277e89) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:08:01.642267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 2, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:01.673273 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Checking router: 91e211ed-efc3-40f0-a237-118542354262 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:08:01.673532 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Updating router 91e211ed-efc3-40f0-a237-118542354262 port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:08:01.700656 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.756446 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.795752 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.834820 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:01.839383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:01.845906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:08:01.852214 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e0b287-22c3-47cd-bd34-dcc652277e89,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:01.983129 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks [] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:01.988782 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.045549 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Pushing event updated for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:02.069715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.070299 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.070810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.071322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.071797 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.072290 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.072774 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.073243 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.073733 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.074056 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.074369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.074850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.075172 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:02.107854 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Attempting to bind port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:08:02.108230 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Attempting to bind port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:08:02.109130 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Attempting to bind port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 on network fe7c56ae-46b4-433b-86de-5e54b69c95a5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:02.114842 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:08:02.115250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Checking segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:02.115645 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.116141 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Bound using segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:08:02.116506 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Bound port: 2abe21aa-f2e1-4e25-9d6e-7beca89877d3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:08:02.116880 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.117200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for router_gateway (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.184532 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] For port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:08:02.187779 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] For port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:08:02.195731 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.261365 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:02.261876 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:02.263683 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0752c36-4079-4e3f-892a-1f2075fb32f6 None None] Pushing event updated for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:02.327028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Provisioning complete for port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:02.327739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.365359 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.436699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Current status of the port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:02.437091 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.478647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] For port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:02.484197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.548422 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:02.551841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:08:02.589036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab38a57-d0a6-495e-8a98-3c2af984efb7 None None] Pushing event updated for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:02.609675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dcff3d48-55e5-4b80-ae1e-364aa0676ec7 None None] Provisioning complete for port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:02.610055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcff3d48-55e5-4b80-ae1e-364aa0676ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.733526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcff3d48-55e5-4b80-ae1e-364aa0676ec7 None None] Current status of the port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:02.780923 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:02.793665 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Sync routers for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:08:02.809000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:02.810270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a7850c8a-116c-4b78-9e9b-7b1a44b9c884 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0274415 Feb 19 08:08:02.812252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:02.813300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:02.816605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:02.817340 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:02.820033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb724c2-6786-4f2e-870b-8000edf40be7 None None] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:08:02.850806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2bf10-6983-4ec8-9783-19bb40fa1c88 None None] The sync data for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 is: [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:08:02.914631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a78e9365-018f-42af-baaf-317e05bb95c5 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:02.973360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Provisioning complete for port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:02.973733 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.113986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:03.197152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a78e9365-018f-42af-baaf-317e05bb95c5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:03.197536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.289964 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.466785 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Allocated IP 172.20.0.1 (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4/51e51682-6d2f-4be9-97f9-e0ee0c22a125/8ec500e4-6fe2-4216-bf35-1df59837ad61) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:08:03.473562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Current status of the port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:03.473909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.539775 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.571637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] For port 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1f13df41-3d5b-49bc-bce9-920c9a669dd7,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:03.592907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks [] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.597088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.634014 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.649844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a78e9365-018f-42af-baaf-317e05bb95c5 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:03.650973 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1f13df41-3d5b-49bc-bce9-920c9a669dd7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:03.675501 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:03.678878 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:03.682706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:08:03.705606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c90fb-d549-45a0-b98b-fffbf1f65e32 None None] Pushing event updated for resources: {'Port': ['ID=1f13df41-3d5b-49bc-bce9-920c9a669dd7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:03.722420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:01Z', 'revision_number': 3, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:03.727937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Pushing event updated for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:03.738762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.752841 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Checking router: 298b7a66-a8bf-4dfa-91c2-14dbcf2169db for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:08:03.753203 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Updating router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db port d9e0b287-22c3-47cd-bd34-dcc652277e89 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:08:03.776878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:03.777266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.814808 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.871740 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b236d28f-20af-4040-8f1e-c0483f433adc None None] Provisioning complete for port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:03.872125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b236d28f-20af-4040-8f1e-c0483f433adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:03.885774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.048395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:04.049523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:04.057068 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks [] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.062140 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.129493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Pushing event updated for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:04.132330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.143779 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b236d28f-20af-4040-8f1e-c0483f433adc None None] Current status of the port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:04.175144 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:04.175545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.234178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:04.235586 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:04.266711 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks [] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.275001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.333261 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5a9af637-43b4-42d2-ab5a-e5e27569fb8f None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:04.333870 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a9af637-43b4-42d2-ab5a-e5e27569fb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.372014 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:08:04.394390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4216-dbf3-4b1c-ab79-8f8522d11fc0 None None] Pushing event updated for resources: {'Port': ['ID=d9e0b287-22c3-47cd-bd34-dcc652277e89,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:04.404133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Attempting to bind port d9e0b287-22c3-47cd-bd34-dcc652277e89 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:08:04.404510 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Attempting to bind port d9e0b287-22c3-47cd-bd34-dcc652277e89 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:08:04.404885 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Attempting to bind port d9e0b287-22c3-47cd-bd34-dcc652277e89 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:04.416274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:04.419486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:08:04.419875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:04.420285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.420713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:08:04.421146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Bound port: d9e0b287-22c3-47cd-bd34-dcc652277e89, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:08:04.421536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.423292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5a9af637-43b4-42d2-ab5a-e5e27569fb8f None None] Port 8ec500e4-6fe2-4216-bf35-1df59837ad61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:08:04.476266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] For port d9e0b287-22c3-47cd-bd34-dcc652277e89, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:08:04.479394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] For port d9e0b287-22c3-47cd-bd34-dcc652277e89, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d9e0b287-22c3-47cd-bd34-dcc652277e89,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:08:04.487460 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.487598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:04.496135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7b906814-3892-49f6-854f-6821ad64808c admin admin] 10.222.0.43 "PUT /v2.0/routers/298b7a66-a8bf-4dfa-91c2-14dbcf2169db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817529 Feb 19 08:08:04.562471 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:04.563111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:04.601375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d4216-dbf3-4b1c-ab79-8f8522d11fc0 None None] Pushing event updated for resources: {'Port': ['ID=d9e0b287-22c3-47cd-bd34-dcc652277e89,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:04.608828 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-21b5a280-f34c-4531-a4b2-61b1cd048a17 None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:04.609227 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21b5a280-f34c-4531-a4b2-61b1cd048a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:04.686609 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-21b5a280-f34c-4531-a4b2-61b1cd048a17 None None] Port 8ec500e4-6fe2-4216-bf35-1df59837ad61 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:08:04.693036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1f13df41-3d5b-49bc-bce9-920c9a669dd7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:04.736920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:04.830152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:04.830535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:05.016915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:05.031449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8ec500e4-6fe2-4216-bf35-1df59837ad61', 'name': '', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'mac_address': 'fa:16:3e:f3:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:03Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 2, 'project_id': '143c8f35cc0442008346b796948e84c2', 'subnets': [{'id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:05.057722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a4d38c-11b7-48d4-b15f-9dc793336234 None None] The sync data for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 is: [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8ec500e4-6fe2-4216-bf35-1df59837ad61', 'name': '', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'mac_address': 'fa:16:3e:f3:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:03Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 2, 'project_id': '143c8f35cc0442008346b796948e84c2', 'subnets': [{'id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:08:06.317269 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df081542-17f5-4a86-9a12-1fe74965d473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:06.719653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d9e0b287-22c3-47cd-bd34-dcc652277e89 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:06.787506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d9e0b287-22c3-47cd-bd34-dcc652277e89 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:06.787883 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:07.066185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d9e0b287-22c3-47cd-bd34-dcc652277e89 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:07.066658 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:07.091986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d9e0b287-22c3-47cd-bd34-dcc652277e89, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d9e0b287-22c3-47cd-bd34-dcc652277e89,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:07.098076 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:07.163515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d9e0b287-22c3-47cd-bd34-dcc652277e89,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:07.171512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.171994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.172569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.173036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.173452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.173879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.177033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:07.324131 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Sync routers for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:08:07.335729 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:07.336343 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:07.454887 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:07.688575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8ec500e4-6fe2-4216-bf35-1df59837ad61', 'name': '', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'mac_address': 'fa:16:3e:f3:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:03Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 2, 'project_id': '143c8f35cc0442008346b796948e84c2', 'subnets': [{'id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:07.723373 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Checking router: 298b7a66-a8bf-4dfa-91c2-14dbcf2169db for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:08:07.724801 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Updating router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db port 8ec500e4-6fe2-4216-bf35-1df59837ad61 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:08:07.753334 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.062580 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks [] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.069006 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.118212 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276402-9dc4-4672-9f9d-9bd027bf5671 None None] Pushing event updated for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:08.183948 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Attempting to bind port 8ec500e4-6fe2-4216-bf35-1df59837ad61 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:08:08.185441 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Attempting to bind port 8ec500e4-6fe2-4216-bf35-1df59837ad61 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:08:08.185872 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Attempting to bind port 8ec500e4-6fe2-4216-bf35-1df59837ad61 on network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:08.191735 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:08:08.192217 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Checking segment: {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:08.193218 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.193673 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Bound using segment: {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:08:08.194209 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Bound port: 8ec500e4-6fe2-4216-bf35-1df59837ad61, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84144ce-4f02-4626-8c89-692f06db0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:08:08.194652 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.269338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] For port 8ec500e4-6fe2-4216-bf35-1df59837ad61, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:08:08.275226 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] For port 8ec500e4-6fe2-4216-bf35-1df59837ad61, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8ec500e4-6fe2-4216-bf35-1df59837ad61,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:08:08.291339 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.353964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:08.354909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:07:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:08.411369 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276402-9dc4-4672-9f9d-9bd027bf5671 None None] Pushing event updated for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:08.459255 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:08.459814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.524607 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:08.602597 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Current status of the port 8ec500e4-6fe2-4216-bf35-1df59837ad61 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:08.603347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.733957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] For port 8ec500e4-6fe2-4216-bf35-1df59837ad61, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8ec500e4-6fe2-4216-bf35-1df59837ad61,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:08.736167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f5d200c5-73be-442c-9882-dc14c47900b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.741417 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.805281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d9e0b287-22c3-47cd-bd34-dcc652277e89 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:08.857723 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8ec500e4-6fe2-4216-bf35-1df59837ad61', 'name': '', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'mac_address': 'fa:16:3e:f3:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:03Z', 'updated_at': '2022-02-19T08:08:08Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'subnets': [{'id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:08.896368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb3cf7-3253-479a-b9aa-3d7a6b350e09 None None] Pushing event updated for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:08.897136 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f293c-b4d2-4ba2-a364-865be87192fd None None] The sync data for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 is: [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:08:03Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8ec500e4-6fe2-4216-bf35-1df59837ad61', 'name': '', 'network_id': '3e8574b6-5aac-41d8-9b33-2d03cad0c1d4', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'mac_address': 'fa:16:3e:f3:95:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:03Z', 'updated_at': '2022-02-19T08:08:08Z', 'revision_number': 4, 'project_id': '143c8f35cc0442008346b796948e84c2', 'subnets': [{'id': '51e51682-6d2f-4be9-97f9-e0ee0c22a125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:08:08.903048 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-be931e43-778c-458d-a658-28fd9c34b141 None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:08.903701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be931e43-778c-458d-a658-28fd9c34b141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:08.943170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d9e0b287-22c3-47cd-bd34-dcc652277e89 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:08.943667 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:09.066275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-be931e43-778c-458d-a658-28fd9c34b141 None None] Current status of the port 8ec500e4-6fe2-4216-bf35-1df59837ad61 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:09.115519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d9e0b287-22c3-47cd-bd34-dcc652277e89 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:09.117143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8ec500e4-6fe2-4216-bf35-1df59837ad61 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:09.183260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:09.185765 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:09.304914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8ec500e4-6fe2-4216-bf35-1df59837ad61 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:09.866353 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:10.689010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8ec500e4-6fe2-4216-bf35-1df59837ad61 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:10.741028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8ec500e4-6fe2-4216-bf35-1df59837ad61 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:10.741661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:10.827858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8ec500e4-6fe2-4216-bf35-1df59837ad61 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:11.196325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:12.498906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:14.629026 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-3866d767-b16d-4553-a2a7-297da379aa98 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:14.631013 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-3866d767-b16d-4553-a2a7-297da379aa98 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 815 time: 0.1021218 Feb 19 08:08:14.645374 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-843594f7-d8c2-439f-ab1e-b4a13b7891e2 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/quotas/d55340d12a19493b8089faecc45cb11e HTTP/1.1" status: 200 len: 375 time: 0.0089855 Feb 19 08:08:14.700815 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-343acd23-6ae1-4123-8769-0da1ae6a8eab tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493243 Feb 19 08:08:14.920469 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-39eaec24-59cd-49db-86b7-86e2f4775b0b service neutron] 10.222.0.43 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212745 Feb 19 08:08:15.006970 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-f36f7a6e-56ec-4f4c-b08d-fdb45bc72122 service neutron] 10.222.0.43 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Feb 19 08:08:15.174022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-55059857-b1dd-40b9-83de-7c59d6e1a3dc req-a242a80e-51c5-4a74-b32a-415e86407470 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Feb 19 08:08:16.076134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-b07dbaad-0f67-4d84-b26c-fe37abaac85b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:16.077582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-b07dbaad-0f67-4d84-b26c-fe37abaac85b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 815 time: 0.1062472 Feb 19 08:08:16.088986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'port': {'device_id': '32967f77-cccf-4c01-bc21-183e7d94a363', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'admin_state_up': True, 'tenant_id': 'd55340d12a19493b8089faecc45cb11e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:16.193360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Made reservation on behalf of d55340d12a19493b8089faecc45cb11e for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:08:16.196946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:16.277981 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0f712ceb-4d4f-46ab-a832-01b20208026b req-c6ac4b92-4919-4fc0-a505-fdfc907553e4 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 210 time: 0.0306270 Feb 19 08:08:16.352746 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Allocated IP 172.20.0.3 (fe7c56ae-46b4-433b-86de-5e54b69c95a5/fbf831be-fe93-4ed3-b90b-5f3880709555/80234856-7bf5-4ad9-8c98-20cfa22bf2d0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:08:16.598864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:16.641534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:16.686214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:16.689705 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:16.704267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:08:16.747265 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:16.796099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:16.797283 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:16.816732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-83d30976-d395-4004-bf42-c705b7dc760b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313578 Feb 19 08:08:17.047715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d1364135-c8d3-4901-b0c6-d3e88bac6ea4 None None] Provisioning complete for port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:17.048291 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1364135-c8d3-4901-b0c6-d3e88bac6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:17.082170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d1364135-c8d3-4901-b0c6-d3e88bac6ea4 None None] Port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:08:17.407867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff694bd7-3ac3-4f2c-8749-29d4a97fec96 req-1e46c720-0093-40cb-8b8f-bb0aa3a6203a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:17.409510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff694bd7-3ac3-4f2c-8749-29d4a97fec96 req-1e46c720-0093-40cb-8b8f-bb0aa3a6203a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0570781 Feb 19 08:08:17.464302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff694bd7-3ac3-4f2c-8749-29d4a97fec96 req-45550f21-b1b8-4fd5-b61e-fa286eff43d9 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 Feb 19 08:08:18.591163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef210f3-fe4b-4738-b3ee-da8606bcdf8b req-87445375-afad-4d34-9089-066183c728af tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:18.592877 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ef210f3-fe4b-4738-b3ee-da8606bcdf8b req-87445375-afad-4d34-9089-066183c728af tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0601149 Feb 19 08:08:18.654097 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9ef210f3-fe4b-4738-b3ee-da8606bcdf8b req-150fd26a-4d49-47e6-b839-b66aca5ece6b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523803 Feb 19 08:08:19.773489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d7386-fffe-47b9-95a5-97fa704e5a69 req-38e25451-8dbc-4a3f-9ea0-8a060dd0170c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:19.775018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d33d7386-fffe-47b9-95a5-97fa704e5a69 req-38e25451-8dbc-4a3f-9ea0-8a060dd0170c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0563786 Feb 19 08:08:19.825766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d33d7386-fffe-47b9-95a5-97fa704e5a69 req-89f52997-d44d-4a56-bb94-0a35b57451ae tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Feb 19 08:08:20.955912 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad127dd-8fc4-4280-ae7e-1c5a75b3cfd2 req-a0353879-8143-43a1-bb48-4856ac9aebd7 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:20.957488 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ad127dd-8fc4-4280-ae7e-1c5a75b3cfd2 req-a0353879-8143-43a1-bb48-4856ac9aebd7 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0588300 Feb 19 08:08:21.008255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1ad127dd-8fc4-4280-ae7e-1c5a75b3cfd2 req-827dba46-1b23-4c12-9f34-a9c4af86fd20 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Feb 19 08:08:22.141643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f8d3a-ea16-4ab2-a77f-be76a3b61582 req-e672594a-176c-4eb6-893c-4e422021e12e tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:22.143370 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-712f8d3a-ea16-4ab2-a77f-be76a3b61582 req-e672594a-176c-4eb6-893c-4e422021e12e tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0661452 Feb 19 08:08:22.194475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-712f8d3a-ea16-4ab2-a77f-be76a3b61582 req-76f9f70d-d305-423d-891c-1db4666196e2 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Feb 19 08:08:23.324691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c414-caad-4965-9719-4e973c0b448b req-808505d4-8141-450e-9d16-6637614e8a9f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:23.326225 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0258c414-caad-4965-9719-4e973c0b448b req-808505d4-8141-450e-9d16-6637614e8a9f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0622613 Feb 19 08:08:23.378629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0258c414-caad-4965-9719-4e973c0b448b req-81e9d6d9-1a5a-4b65-9d7d-416aaea39137 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Feb 19 08:08:24.512208 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5bf17-915e-4a11-8982-3cf695fcb7c6 req-be4b3510-6c83-42ed-af6d-d98054810095 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:24.513695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69e5bf17-915e-4a11-8982-3cf695fcb7c6 req-be4b3510-6c83-42ed-af6d-d98054810095 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0560155 Feb 19 08:08:24.559812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69e5bf17-915e-4a11-8982-3cf695fcb7c6 req-a8d661b1-97ac-448d-9e21-77a2a482b6af tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Feb 19 08:08:25.672610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4aa0-890a-487b-9772-d91272a41c98 req-b1ffef16-3acb-4208-90f0-6e0e64fc96b0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:25.674053 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba9c4aa0-890a-487b-9772-d91272a41c98 req-b1ffef16-3acb-4208-90f0-6e0e64fc96b0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0503125 Feb 19 08:08:25.721167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ba9c4aa0-890a-487b-9772-d91272a41c98 req-2dc20d38-7ab5-47cf-9db2-d2832f1ee604 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Feb 19 08:08:26.835042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6533f-82d8-42ad-8dc6-40e2eb03618f req-8fe81f17-9f5e-40ef-a1d1-c9ec7eaa8d4d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:26.837078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7a6533f-82d8-42ad-8dc6-40e2eb03618f req-8fe81f17-9f5e-40ef-a1d1-c9ec7eaa8d4d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 931 time: 0.0510285 Feb 19 08:08:26.881654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a7a6533f-82d8-42ad-8dc6-40e2eb03618f req-b634d672-4173-4384-8210-41189e29414e tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Feb 19 08:08:27.321097 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Request body: {'port': {'device_id': '32967f77-cccf-4c01-bc21-183e7d94a363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:27.379812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.629077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:08:27.636714 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks [] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.649039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Transition to ACTIVE for port object 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:08:27.652372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.702424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:27.775181 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Attempting to bind port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:08:27.775557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Attempting to bind port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:08:27.775892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Attempting to bind port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 on network fe7c56ae-46b4-433b-86de-5e54b69c95a5 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:27.780557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 on network fe7c56ae-46b4-433b-86de-5e54b69c95a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:08:27.780884 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Attempting to bind port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 on network fe7c56ae-46b4-433b-86de-5e54b69c95a5 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:08:27.785730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:08:27.786071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Checking segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:08:27.786460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Bound using segment: {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:08:27.786889 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Bound port: 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a41a9e-0aac-4bc8-ac2a-83f2b805a658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:08:27.787273 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.852735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:08:27.855894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:08:27.862175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.898090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:27.898800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:27.900217 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] 10.222.0.47 "PUT /v2.0/ports/80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 1091 time: 0.5845461 Feb 19 08:08:27.900651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:08:27.923179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e051618-fe42-4eaa-b22e-4e4dad01fa1f service neutron] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:28.017438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-e3cf4bc6-32a5-44af-bcef-b8528e529713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.019567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-e3cf4bc6-32a5-44af-bcef-b8528e529713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1125 time: 0.0657754 Feb 19 08:08:28.049541 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4a61b-1e8d-4703-9ee8-2367ad03dc5b req-1dca6b27-8a3d-4807-a5ac-3a7c37ea9c0a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.051124 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fa4a61b-1e8d-4703-9ee8-2367ad03dc5b req-1dca6b27-8a3d-4807-a5ac-3a7c37ea9c0a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 943 time: 0.0651691 Feb 19 08:08:28.070320 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4453e76e-4781-462c-877f-079761fb4e85" -d '{"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:08:28.074340 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-ab5be4c5-443a-4411-9948-e7bdb3e646cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 217 time: 0.0479496 Feb 19 08:08:28.106136 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fa4a61b-1e8d-4703-9ee8-2367ad03dc5b req-401ec66e-5746-4dc1-8762-727323ba45e4 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Feb 19 08:08:28.130907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-3c7de56a-caee-425b-8692-e95ce090af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.132841 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-3c7de56a-caee-425b-8692-e95ce090af69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0527592 Feb 19 08:08:28.181436 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c2bed6-03b3-4927-9462-bb5130c9afab x-openstack-request-id: req-99c2bed6-03b3-4927-9462-bb5130c9afab {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:08:28.181735 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:08:28.181987 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99c2bed6-03b3-4927-9462-bb5130c9afab {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:08:28.182390 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:08:28.195035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-675cda78-4c87-4438-9340-a310198f1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.196587 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-675cda78-4c87-4438-9340-a310198f1edb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574775 Feb 19 08:08:28.285709 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-201d3071-b6c0-4fdd-b092-5aaf33b7ff33 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Feb 19 08:08:28.370935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-679611f6-25eb-4c62-9423-24cd4d4f983b req-a7e1c8ce-93ac-47a1-b775-44beec92a94b service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796101 Feb 19 08:08:28.461770 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e76e-4781-462c-877f-079761fb4e85 req-3df3cb67-ab1a-4e26-b9ec-8683e3ac190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.463288 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-3df3cb67-ab1a-4e26-b9ec-8683e3ac190a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1125 time: 0.0486016 Feb 19 08:08:28.551018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e76e-4781-462c-877f-079761fb4e85 req-78fc74dc-f7e3-4a52-8453-60c6509b60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.552557 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-78fc74dc-f7e3-4a52-8453-60c6509b60c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0829186 Feb 19 08:08:28.646560 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-baf6dc8b-64c7-48d7-89b1-06c0887bf9a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 217 time: 0.0873020 Feb 19 08:08:28.692654 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e76e-4781-462c-877f-079761fb4e85 req-e6d7e05e-643d-4612-9354-c0d8f3423ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.694078 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-e6d7e05e-643d-4612-9354-c0d8f3423ad3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0427849 Feb 19 08:08:28.742096 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e76e-4781-462c-877f-079761fb4e85 req-c87abbef-9284-47be-90aa-eecc9b4ec936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:28.743569 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-c87abbef-9284-47be-90aa-eecc9b4ec936 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437748 Feb 19 08:08:28.832606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-535ec868-b05e-4fb9-afe1-8a3d52575ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825894 Feb 19 08:08:28.917928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4453e76e-4781-462c-877f-079761fb4e85 req-d1f9b32d-bbc2-49e0-bfe1-af1bc1a89fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798612 Feb 19 08:08:29.229878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e65954-6dbf-4297-8051-17e48f7bede4 req-e8eb4f54-ea3d-498f-8e70-be43ffaf634a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:29.231380 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85e65954-6dbf-4297-8051-17e48f7bede4 req-e8eb4f54-ea3d-498f-8e70-be43ffaf634a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 943 time: 0.0557046 Feb 19 08:08:29.277654 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-85e65954-6dbf-4297-8051-17e48f7bede4 req-9c8768ae-7a57-4da5-a630-5b6db1fed4af tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Feb 19 08:08:30.395001 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa4e80-fada-49bd-a4b7-ba037a7c722b req-bdf4e902-d5b0-4666-908b-0f0102d7e33d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:30.396479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4aa4e80-fada-49bd-a4b7-ba037a7c722b req-bdf4e902-d5b0-4666-908b-0f0102d7e33d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 943 time: 0.0509925 Feb 19 08:08:30.441238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4aa4e80-fada-49bd-a4b7-ba037a7c722b req-73b5fd77-a219-4a52-88ba-a75f8e0a9c79 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Feb 19 08:08:30.693263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:31.559588 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946b775-c8bc-4c3e-9dbd-8ffeb66ac8e0 req-2b845dd1-dac2-4db5-b64c-16a6a536f00f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:31.561074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4946b775-c8bc-4c3e-9dbd-8ffeb66ac8e0 req-2b845dd1-dac2-4db5-b64c-16a6a536f00f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 943 time: 0.0527449 Feb 19 08:08:31.567550 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:08:31.608079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4946b775-c8bc-4c3e-9dbd-8ffeb66ac8e0 req-34b8e750-dbfa-4075-b626-1a9549d417a8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Feb 19 08:08:31.664178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:31.676060 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'port_id': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'mac_address': 'fa:16:3e:cc:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:08:31.711385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:31.712500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:31.724837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:08:31.744073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:31.748397 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:31.792908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:31.845962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:08:32.053297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:08:32.729799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69159eb-6aff-4d9d-9e3f-ee5346b39203 req-2dfcf49f-e1fc-4188-9777-45c67820d47a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:32.731445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a69159eb-6aff-4d9d-9e3f-ee5346b39203 req-2dfcf49f-e1fc-4188-9777-45c67820d47a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 944 time: 0.0585732 Feb 19 08:08:32.776965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a69159eb-6aff-4d9d-9e3f-ee5346b39203 req-70d5d3d5-a17d-470e-aa20-e7a669a20d32 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396831 Feb 19 08:08:33.497697 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:33.568462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:08:33.618367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:08:33.623020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:33.623442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:33.697251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:33.697638 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:33.719526 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:08:33.733185 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:33.737072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:33.762267 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8799495-e4fd-497f-8ccb-632f944b4d42" -d '{"events": [{"server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "name": "network-vif-plugged", "status": "completed", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:08:33.790845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:33.862378 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4b8bb-04b5-4219-bf69-66f4021f78a1 x-openstack-request-id: req-afe4b8bb-04b5-4219-bf69-66f4021f78a1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:08:33.862669 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "name": "network-vif-plugged", "status": "completed", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:08:33.862924 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-afe4b8bb-04b5-4219-bf69-66f4021f78a1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:08:33.863574 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'code': 200} Feb 19 08:08:33.906877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b1b99-2c31-4bb1-ba80-a303e06a74b2 req-881fc9dc-53c7-427c-9afd-b749b53eaacf tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:33.908497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e8b1b99-2c31-4bb1-ba80-a303e06a74b2 req-881fc9dc-53c7-427c-9afd-b749b53eaacf tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0561490 Feb 19 08:08:33.981701 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e8b1b99-2c31-4bb1-ba80-a303e06a74b2 req-d486e67b-833e-48e1-ad3d-7bcef83b8fad tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Feb 19 08:08:33.996942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1210-f927-46cd-9532-3a0cb348c23a req-c31d61ba-d189-4974-a3e7-3febc7d949a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:33.996942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3cb1210-f927-46cd-9532-3a0cb348c23a req-c31d61ba-d189-4974-a3e7-3febc7d949a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1127 time: 0.0740371 Feb 19 08:08:34.036885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3cb1210-f927-46cd-9532-3a0cb348c23a req-a36a2632-37fd-4982-b8a0-8d55fddf7f5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361865 Feb 19 08:08:35.104616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c137949-1fc9-450b-b26d-8b0390055618 req-37ed85a8-34d9-4273-88c8-372af8e6fcd8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:35.106086 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c137949-1fc9-450b-b26d-8b0390055618 req-37ed85a8-34d9-4273-88c8-372af8e6fcd8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0550771 Feb 19 08:08:35.151210 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c137949-1fc9-450b-b26d-8b0390055618 req-42e679b1-2ed1-4520-be92-cf67099b788a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395305 Feb 19 08:08:36.267555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50003-b9fa-4f3b-b439-0b5f9795522f req-513cbf3e-f0e4-4f6b-894e-c3fc1e3b4691 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:36.269011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33f50003-b9fa-4f3b-b439-0b5f9795522f req-513cbf3e-f0e4-4f6b-894e-c3fc1e3b4691 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0522065 Feb 19 08:08:36.310959 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fe99c47-76b0-4e6b-bf95-c51a0c058c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:36.316379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-33f50003-b9fa-4f3b-b439-0b5f9795522f req-390e0f91-3c5d-48f5-91d6-b882c1e8495c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Feb 19 08:08:36.435008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f79ee0-560b-42fb-9909-deed62875ee9 req-08beb46d-f59c-4d55-9735-826801afccdf tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:36.436545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00f79ee0-560b-42fb-9909-deed62875ee9 req-08beb46d-f59c-4d55-9735-826801afccdf tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0547931 Feb 19 08:08:36.482754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-00f79ee0-560b-42fb-9909-deed62875ee9 req-d0798d35-1353-490f-8ee7-4e8cda710b3c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Feb 19 08:08:36.677317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a91bc9-bfbc-490e-8bb2-24616446dfd7 req-8e5d9eae-e1d0-4707-b279-46703bc084e0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:36.678790 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35a91bc9-bfbc-490e-8bb2-24616446dfd7 req-8e5d9eae-e1d0-4707-b279-46703bc084e0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Feb 19 08:08:36.729038 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35a91bc9-bfbc-490e-8bb2-24616446dfd7 req-38062d0c-b4fe-4a01-910a-08fb9e5f1b57 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445189 Feb 19 08:08:38.647030 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a5b11c4c-0ca7-4db8-9507-1b24996f373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:39.872589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:41.194533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:42.502035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:55.522583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a3d9f-a35a-4664-9dc7-7d64e6674c49 req-ea08ea95-530d-45e8-be8c-7fe145c45ce3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:55.525059 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f29a3d9f-a35a-4664-9dc7-7d64e6674c49 req-ea08ea95-530d-45e8-be8c-7fe145c45ce3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0563405 Feb 19 08:08:55.572082 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f29a3d9f-a35a-4664-9dc7-7d64e6674c49 req-207f3c27-42c1-4327-8330-acfce08eb822 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405099 Feb 19 08:08:55.594602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46316) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:55.677472 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f28722-0aaf-4953-a5d5-525d79c81932 tempest-TestMinimumBasicScenario-326744635 tempest-TestMinimumBasicScenario-326744635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:55.678993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b2f28722-0aaf-4953-a5d5-525d79c81932 tempest-TestMinimumBasicScenario-326744635 tempest-TestMinimumBasicScenario-326744635-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1122 time: 0.0834272 Feb 19 08:08:55.681957 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46320) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:55.686157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:55.708314 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:55.806609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:55.905816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Allocated IP 172.25.7.9 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/111255e0-40a9-4bb2-b1d4-dbe518f1ebb8) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:08:56.007605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.040682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.074398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:08:56.077302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:08:56.079799 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:08:56.114898 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'Port': ['ID=111255e0-40a9-4bb2-b1d4-dbe518f1ebb8,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:56.126556 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.126907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.127278 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.127618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.127948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.128275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.128598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.128921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.129241 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.129564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.129883 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.130200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.130515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:56.490279 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for floatingip (f725cdf2-0a08-4371-a890-ca28dc4a2861), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.559919 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.709417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.713747 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:56.780640 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'Port': ['ID=111255e0-40a9-4bb2-b1d4-dbe518f1ebb8,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:56.790961 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (f725cdf2-0a08-4371-a890-ca28dc4a2861), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.142593 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Floating IP f725cdf2-0a08-4371-a890-ca28dc4a2861 associated. External IP: 172.25.7.9, port: 80234856-7bf5-4ad9-8c98-20cfa22bf2d0. Feb 19 08:08:57.348789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Router 91e211ed-efc3-40f0-a237-118542354262 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:08:57.456403 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:08:57.466389 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Sync routers for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:08:57.475705 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.475978 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:57.476592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.505054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-34c6e288-216c-4c19-a302-69359f945859 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8220844 Feb 19 08:08:57.505988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:08:57.508056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:57.518197 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971543033', 'description': 'tempest-secgroup-smoke-1971543033 description', 'project_id': 'd55340d12a19493b8089faecc45cb11e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:57.541210 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.551182 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2032da-2d84-4435-9b7a-8e1284c6936b" -d '{"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:08:57.597085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:57.614980 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (9355f310-7674-4994-9beb-84ea82ec7e9c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.619372 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9355f310-7674-4994-9beb-84ea82ec7e9c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.648462 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9117f698-f97f-4703-b09f-35af5dcaeeca x-openstack-request-id: req-9117f698-f97f-4703-b09f-35af5dcaeeca {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:08:57.649020 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:08:57.649020 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9117f698-f97f-4703-b09f-35af5dcaeeca {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:08:57.649379 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:08:57.650848 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:57.652118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1422286 Feb 19 08:08:57.655478 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:57.660342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:57.670460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb080-0408-4143-a7c6-ecc1891cf669 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9355f310-7674-4994-9beb-84ea82ec7e9c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:57.845593 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f725cdf2-0a08-4371-a890-ca28dc4a2861', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '91e211ed-efc3-40f0-a237-118542354262', 'port_id': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'mac_address': 'fa:16:3e:cc:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32967f77-cccf-4c01-bc21-183e7d94a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:08:56Z', 'updated_at': '2022-02-19T08:08:56Z', 'revision_number': 0, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.872515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Checking router: 91e211ed-efc3-40f0-a237-118542354262 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:08:57.881385 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:08:57.882044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:08:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:57.990886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:08:58.052756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (592049c6-3220-436e-923c-c07b45266a50), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.087237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-4f174f91-e745-4f73-a86c-b7d1c549c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:58.088763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-4f174f91-e745-4f73-a86c-b7d1c549c0d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1127 time: 0.4158831 Feb 19 08:08:58.147388 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (592049c6-3220-436e-923c-c07b45266a50), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.153861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (592049c6-3220-436e-923c-c07b45266a50), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.178123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592049c6-3220-436e-923c-c07b45266a50,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.199280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.200683 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c1b1dc58-28e3-4564-9464-47a90140840c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5437777 Feb 19 08:08:58.203438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46334) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:58.208367 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:58.211920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f725cdf2-0a08-4371-a890-ca28dc4a2861', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '91e211ed-efc3-40f0-a237-118542354262', 'port_id': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'mac_address': 'fa:16:3e:cc:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32967f77-cccf-4c01-bc21-183e7d94a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:08:56Z', 'updated_at': '2022-02-19T08:08:56Z', 'revision_number': 0, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:08:58.213989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-5ebd4889-f2ec-45f6-a2a5-03e89da1f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:58.215545 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-5ebd4889-f2ec-45f6-a2a5-03e89da1f39b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.1204574 Feb 19 08:08:58.234760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (512150ab-0c05-4229-9200-0cd91fb2e6ff), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.243680 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68024ff3-f81a-4d0a-a1de-73113839747a None None] The sync data for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 is: [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'f725cdf2-0a08-4371-a890-ca28dc4a2861', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'floating_ip_address': '172.25.7.9', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '91e211ed-efc3-40f0-a237-118542354262', 'port_id': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'mac_address': 'fa:16:3e:cc:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32967f77-cccf-4c01-bc21-183e7d94a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:08:56Z', 'updated_at': '2022-02-19T08:08:56Z', 'revision_number': 0, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:08:58.286832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-474c2140-2c63-4b08-9baf-59e304dad015 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 997 time: 0.0652821 Feb 19 08:08:58.304786 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (512150ab-0c05-4229-9200-0cd91fb2e6ff), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.309661 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (512150ab-0c05-4229-9200-0cd91fb2e6ff), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.331656 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512150ab-0c05-4229-9200-0cd91fb2e6ff,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.340167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-dde0eafb-2420-4fd6-bacf-2a41068e265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:58.340519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.341713 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fac30290-28b3-4a5c-b070-531ccd346ad8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370568 Feb 19 08:08:58.341839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-dde0eafb-2420-4fd6-bacf-2a41068e265f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0488181 Feb 19 08:08:58.344526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46336) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:58.348983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:58.374803 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (218fb103-6b9b-4df2-813b-05ce746e1690), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.391627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-e36bdc6f-d2f1-419c-8d7f-cfbecbd3ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:58.393293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-e36bdc6f-d2f1-419c-8d7f-cfbecbd3ae97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453234 Feb 19 08:08:58.434800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (218fb103-6b9b-4df2-813b-05ce746e1690), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.439726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (218fb103-6b9b-4df2-813b-05ce746e1690), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.457940 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218fb103-6b9b-4df2-813b-05ce746e1690,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.469033 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.470840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-65f5e359-23d8-42f1-9b1d-b204af2288e1 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252630 Feb 19 08:08:58.473561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46338) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:58.478887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:58.498106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-d1e5749d-d6bd-424f-b061-13af42b31b3e service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987725 Feb 19 08:08:58.502883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6634d-4996-49ef-b996-18b1fdabade7 None None] New status for floating IP f725cdf2-0a08-4371-a890-ca28dc4a2861: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:08:58.518356 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (6b744b25-5225-4ff7-b046-07e281d21f21), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.585180 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (6b744b25-5225-4ff7-b046-07e281d21f21), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.590422 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6b744b25-5225-4ff7-b046-07e281d21f21), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.592344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d2032da-2d84-4435-9b7a-8e1284c6936b req-c22c71fc-1ba6-4972-bdd0-dbe9e3cfb686 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Feb 19 08:08:58.609941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b744b25-5225-4ff7-b046-07e281d21f21,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.625903 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.627224 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-05a9443b-08ad-42e2-9b99-072fba930292 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519599 Feb 19 08:08:58.630286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:58.636116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:58.658306 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Project d55340d12a19493b8089faecc45cb11e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:08:58.663707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (93b4b01a-0617-4339-9584-22643e8cddd3), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.730571 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (93b4b01a-0617-4339-9584-22643e8cddd3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.733718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (93b4b01a-0617-4339-9584-22643e8cddd3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.750616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b4b01a-0617-4339-9584-22643e8cddd3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.760624 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.761793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305177 Feb 19 08:08:58.763087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.763455 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.763795 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.764129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.764458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.764778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.765102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.765225 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46342) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:08:58.765721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.765721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.766055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.766349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.766666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.766981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aef691b-48d1-4a80-8359-50bbe4a714ef tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:08:58.769846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'security_group_rule': {'security_group_id': '9355f310-7674-4994-9beb-84ea82ec7e9c', 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:58.789027 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Project d55340d12a19493b8089faecc45cb11e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:08:58.793535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (536bc304-434e-456a-807c-4abb54aea9e7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.851159 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (536bc304-434e-456a-807c-4abb54aea9e7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.854646 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (536bc304-434e-456a-807c-4abb54aea9e7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.872942 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536bc304-434e-456a-807c-4abb54aea9e7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:58.880811 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:58.882009 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2a5a63fb-4f4b-4261-8567-43b7c095b2fd tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158128 Feb 19 08:08:58.983299 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-862941e4-3735-47ea-9580-7ad45f10a348 req-bf6cc232-7ec0-4adc-a87c-9cdffdadda1a tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971543033&fields=id&tenant_id=d55340d12a19493b8089faecc45cb11e HTTP/1.1" status: 200 len: 267 time: 0.0541430 Feb 19 08:08:59.038120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862941e4-3735-47ea-9580-7ad45f10a348 req-4a6eb163-c9d5-44d8-86d1-760ad1bf5c10 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.039578 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-862941e4-3735-47ea-9580-7ad45f10a348 req-4a6eb163-c9d5-44d8-86d1-760ad1bf5c10 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Feb 19 08:08:59.049926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'port': {'security_groups': ['80221bab-bca5-4828-ae65-b1deec1057c5', '9355f310-7674-4994-9beb-84ea82ec7e9c']}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:08:59.114199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:59.296637 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:08:59.324821 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:59.329283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:59.341334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:08:59.376224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.376856 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:59.378253 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-862941e4-3735-47ea-9580-7ad45f10a348 req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "PUT /v2.0/ports/80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 981 time: 0.3326738 Feb 19 08:08:59.400154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef2db7-4299-4370-82ac-2cb4d10a59a3 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=6']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:08:59.436951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:08:59.506737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f14a4e-aecf-4c22-a30b-f46f5920aa9e req-3df52f16-21af-4463-a987-6e2bcf92e49c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.508538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5f14a4e-aecf-4c22-a30b-f46f5920aa9e req-3df52f16-21af-4463-a987-6e2bcf92e49c tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0574992 Feb 19 08:08:59.575148 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5f14a4e-aecf-4c22-a30b-f46f5920aa9e req-1a625637-9b7f-4ff4-b8ad-683751bf3f78 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600865 Feb 19 08:08:59.650216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:08:59.652638 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774b120-ca59-427b-b3d9-e701b69513bb" -d '{"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:08:59.660594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a92aaf92-c2a8-4c3e-aa3f-9d7840caede7 None None] Provisioning complete for port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:08:59.660967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a92aaf92-c2a8-4c3e-aa3f-9d7840caede7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:08:59.688834 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8c6bc9-d540-4a87-8f03-ea8c5ff1ce4e x-openstack-request-id: req-ac8c6bc9-d540-4a87-8f03-ea8c5ff1ce4e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:08:59.689330 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:08:59.689602 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac8c6bc9-d540-4a87-8f03-ea8c5ff1ce4e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:08:59.690024 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:08:59.752448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774b120-ca59-427b-b3d9-e701b69513bb req-0d38f8ce-fe0d-43ca-b1d2-49d3420ed7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.753959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-0d38f8ce-fe0d-43ca-b1d2-49d3420ed7a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1166 time: 0.0445051 Feb 19 08:08:59.843672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774b120-ca59-427b-b3d9-e701b69513bb req-22ff1a1c-6650-419a-8504-d7a538c3fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.845067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-22ff1a1c-6650-419a-8504-d7a538c3fe1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0844693 Feb 19 08:08:59.854512 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a92aaf92-c2a8-4c3e-aa3f-9d7840caede7 None None] Current status of the port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:08:59.913853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-25010a9a-c686-4583-a4ca-8d68b2ea127a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 999 time: 0.0622685 Feb 19 08:08:59.969372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774b120-ca59-427b-b3d9-e701b69513bb req-12383194-53dc-4272-a8fa-ab5c64e3f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:08:59.970917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-12383194-53dc-4272-a8fa-ab5c64e3f4bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0511153 Feb 19 08:09:00.021533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774b120-ca59-427b-b3d9-e701b69513bb req-a4bffaba-e02d-4b11-b865-996b26f973bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:00.023063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-a4bffaba-e02d-4b11-b865-996b26f973bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461504 Feb 19 08:09:00.111872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-9bd8c4a8-89fc-4b4a-9eae-f262e9adc4d8 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823884 Feb 19 08:09:00.203019 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d774b120-ca59-427b-b3d9-e701b69513bb req-6174aca4-37f9-46c3-a199-9a8bf3c73644 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Feb 19 08:09:00.697276 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:03.495155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:06.311691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40694d65-d26f-43f1-a917-7e40cf33c731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:08.647586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8babadfd-596a-46c7-b5a1-5fe5b723c9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:08.844680 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:09:09.869202 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:11.197496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:12.504747 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:30.693501 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:33.502844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:34.821315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-2f7e656e-f7d7-4df7-a44d-e190e7379b2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488904 Feb 19 08:09:34.908093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-9256390f-7a9a-4f87-a9c7-0cf643893eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:34.909493 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-9256390f-7a9a-4f87-a9c7-0cf643893eef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1166 time: 0.0481844 Feb 19 08:09:35.024138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-11053104-fbda-4875-ab43-2ff9018397af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:35.025604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-11053104-fbda-4875-ab43-2ff9018397af service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0937686 Feb 19 08:09:35.087733 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-f2bce797-c75f-417a-9f6c-5fdf9aaf95ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 999 time: 0.0559604 Feb 19 08:09:35.138623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-adca7a7f-9b46-423e-b9c0-3ede6d5d94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:35.140118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-adca7a7f-9b46-423e-b9c0-3ede6d5d94dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0467529 Feb 19 08:09:35.186733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-fac99c24-c2bd-4d33-b0ea-f2f2d620b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:35.188225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-fac99c24-c2bd-4d33-b0ea-f2f2d620b613 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423822 Feb 19 08:09:35.197417 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-8c9de851-6300-49fe-a6b5-a1917767b192 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:09:35.198341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-8c9de851-6300-49fe-a6b5-a1917767b192 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047626 Feb 19 08:09:35.286425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-fe6c4340-60a7-464d-8c8d-38d1ff592740 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Feb 19 08:09:35.378473 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd96e871-a7c9-4b78-95ea-59c2ef8fb86c req-ddbbe133-db30-47bf-ad0d-87da12760b04 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856483 Feb 19 08:09:36.313600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-572b650d-ea02-495e-b62f-917a526a784e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:38.648990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-934b8635-6ebf-4b3e-8d95-c442d11c3bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:39.873454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:41.204000 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:42.507683 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:09:44.895823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-8160cbd6-04a7-432c-a2c0-b236381f1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:44.897339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-8160cbd6-04a7-432c-a2c0-b236381f1268 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1166 time: 0.0454750 Feb 19 08:09:44.901324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c477f-1e13-4a0f-9144-ad7db537792c req-7d4455ef-5d76-43a7-9a57-d8ac46378239 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:44.902729 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-324c477f-1e13-4a0f-9144-ad7db537792c req-7d4455ef-5d76-43a7-9a57-d8ac46378239 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0621305 Feb 19 08:09:44.972032 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-324c477f-1e13-4a0f-9144-ad7db537792c req-2eba0ebf-1330-4404-ab03-61fe249a6cf0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627689 Feb 19 08:09:44.992182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-f82d4ef3-4936-4d4b-aa8c-eda067f59439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:44.993672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-f82d4ef3-4936-4d4b-aa8c-eda067f59439 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0907540 Feb 19 08:09:45.058821 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-548210b2-ceeb-49ea-ba68-062a7abb6895 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 999 time: 0.0574262 Feb 19 08:09:45.104883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-337a5c02-e30d-405f-81ad-6b6aec268ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:45.106293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-337a5c02-e30d-405f-81ad-6b6aec268ce1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0419030 Feb 19 08:09:45.158290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-9fbe0e09-6a1c-41fb-84b1-5d2fafdefe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:45.159752 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-9fbe0e09-6a1c-41fb-84b1-5d2fafdefe00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476158 Feb 19 08:09:45.245033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-64a9a983-6c57-43d3-b297-d75b822af5ef service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791125 Feb 19 08:09:45.336292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6c71bf01-32f6-485d-a2bc-c70fe58eb772 req-06a58172-2bac-4b6c-8ead-5a494a218247 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Feb 19 08:09:45.843663 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:09:46.094902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462a87-4d03-4eec-8985-2060da0b5855 req-41046227-e99a-4c9d-88e5-81603578f132 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:46.096433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5462a87-4d03-4eec-8985-2060da0b5855 req-41046227-e99a-4c9d-88e5-81603578f132 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0527627 Feb 19 08:09:46.154774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b5462a87-4d03-4eec-8985-2060da0b5855 req-0f7c03b1-9cf8-4476-9104-df22866433be tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527110 Feb 19 08:09:47.274340 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f5f08-a969-41a7-9434-6fa83b4a1150 req-af334a1f-6f99-4f9a-99f3-69ba5ea9bba0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:47.275802 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a35f5f08-a969-41a7-9434-6fa83b4a1150 req-af334a1f-6f99-4f9a-99f3-69ba5ea9bba0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0530827 Feb 19 08:09:47.337667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a35f5f08-a969-41a7-9434-6fa83b4a1150 req-ebe44046-563c-4eb5-9a29-9660eab700c8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561161 Feb 19 08:09:48.455450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a158617-9622-4f92-988c-906918763e7b req-e339d7f0-4162-4252-9baf-a3f306f70bd7 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:48.456926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a158617-9622-4f92-988c-906918763e7b req-e339d7f0-4162-4252-9baf-a3f306f70bd7 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0520763 Feb 19 08:09:48.519934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a158617-9622-4f92-988c-906918763e7b req-b421b2a9-285f-4f0e-a5b0-e457569e2cd6 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573573 Feb 19 08:09:49.637335 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726c628-3b8b-4d2b-8d9d-8ed6cb51509a req-4dbbeb3f-0be9-46e4-bd60-fa2be303376f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:49.638799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5726c628-3b8b-4d2b-8d9d-8ed6cb51509a req-4dbbeb3f-0be9-46e4-bd60-fa2be303376f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0521860 Feb 19 08:09:49.696114 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5726c628-3b8b-4d2b-8d9d-8ed6cb51509a req-195c3e2b-4fcf-4aa0-b9f0-81bd4583f582 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516791 Feb 19 08:09:50.817680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e3720-9a6d-4b42-8fe0-65e81ce3d6f2 req-be6e6de9-2e58-4b27-9562-917e3765c2df tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:50.819212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-825e3720-9a6d-4b42-8fe0-65e81ce3d6f2 req-be6e6de9-2e58-4b27-9562-917e3765c2df tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0529995 Feb 19 08:09:50.878847 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-825e3720-9a6d-4b42-8fe0-65e81ce3d6f2 req-05a0e79d-08e6-4fc8-b9a3-9971736bcf53 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537646 Feb 19 08:09:52.003249 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f395cdc-4ab7-4857-bb4b-a365c451bfc7 req-a93c4010-4551-4e10-8102-8af179150e49 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:52.004776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f395cdc-4ab7-4857-bb4b-a365c451bfc7 req-a93c4010-4551-4e10-8102-8af179150e49 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0587678 Feb 19 08:09:52.063043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f395cdc-4ab7-4857-bb4b-a365c451bfc7 req-f863e698-47a0-4179-8b2f-8d9512bdce06 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523067 Feb 19 08:09:53.181216 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d7567-035b-44cb-9811-431fb36fe1d9 req-7de46840-b49a-4b2b-bef3-584bbf16302d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:53.183518 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-522d7567-035b-44cb-9811-431fb36fe1d9 req-7de46840-b49a-4b2b-bef3-584bbf16302d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0522118 Feb 19 08:09:53.244498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-522d7567-035b-44cb-9811-431fb36fe1d9 req-664c7614-0e8a-4419-bfb0-87953f54611d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558741 Feb 19 08:09:54.384915 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582a72c-1530-4e76-9f65-827386cce229 req-1657f2bf-f059-4b2c-8d82-a669c2a38c96 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:54.386849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b582a72c-1530-4e76-9f65-827386cce229 req-1657f2bf-f059-4b2c-8d82-a669c2a38c96 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0722904 Feb 19 08:09:54.449774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b582a72c-1530-4e76-9f65-827386cce229 req-2c26094c-365d-4653-b990-538932b97949 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572593 Feb 19 08:09:55.571521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0b74-2d56-418e-855b-bd9dce26231b req-7e447d56-4373-4024-a270-8c0db7406905 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:55.573016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d95c0b74-2d56-418e-855b-bd9dce26231b req-7e447d56-4373-4024-a270-8c0db7406905 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0558534 Feb 19 08:09:55.634863 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d95c0b74-2d56-418e-855b-bd9dce26231b req-bdd12644-1588-4c48-bc42-d04c20a17be9 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553880 Feb 19 08:09:56.754694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5ef9-b022-4a6c-996d-aa06e0c994cc req-fe183c7e-b87d-466c-be70-e4fbc5672428 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:09:56.756201 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a88b5ef9-b022-4a6c-996d-aa06e0c994cc req-fe183c7e-b87d-466c-be70-e4fbc5672428 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0525451 Feb 19 08:09:56.814387 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a88b5ef9-b022-4a6c-996d-aa06e0c994cc req-0f7318f1-9997-4ea9-9f2d-ee385c37be97 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=9355f310-7674-4994-9beb-84ea82ec7e9c&id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524256 Feb 19 08:10:00.694623 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:03.515549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:06.315669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0342856c-505d-402a-a9b5-173903062198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:08.649945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd70777e-20e5-4c4d-bada-5233fee202e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:09.875855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:11.203798 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:12.511869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:22.843056 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:10:30.709228 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:33.512270 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:34.859349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-821e7682-fb95-4386-a7c5-27bd9cb24c4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445757 Feb 19 08:10:34.941510 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-88bd97ea-26ed-4a26-97c7-88d598fec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:34.942934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-88bd97ea-26ed-4a26-97c7-88d598fec776 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1166 time: 0.0442975 Feb 19 08:10:35.045558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-288a02f1-55b0-44b6-8ce3-c3ea66152afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:35.047092 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-288a02f1-55b0-44b6-8ce3-c3ea66152afc service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0872788 Feb 19 08:10:35.111772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-b803e3af-6c35-454d-965a-9e881c932844 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 999 time: 0.0584221 Feb 19 08:10:35.162490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-da60c933-5c1d-4931-94d6-6ae503901268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:35.163926 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-da60c933-5c1d-4931-94d6-6ae503901268 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0466135 Feb 19 08:10:35.211952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-a22690d9-1dd6-4566-a760-3da477346588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:10:35.213365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-a22690d9-1dd6-4566-a760-3da477346588 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429528 Feb 19 08:10:35.298801 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-4478826e-271a-4b6c-bf9f-8bb27b931b33 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787354 Feb 19 08:10:35.389660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1d88f6d4-6cfd-4c93-a462-7f6dadae02cd req-995953c7-8377-47cf-bbc6-8c6511c63753 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Feb 19 08:10:36.315777 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e340b98a-8a82-4e14-8226-b88ffb800b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:38.650469 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24270df7-559a-43a8-bf8d-2b46371ac564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:39.880121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:41.205393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:42.514462 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:10:59.842262 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:11:00.076361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8eb932fb-a1a8-413c-bcb2-849808c3edb0 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971543033&fields=id&tenant_id=d55340d12a19493b8089faecc45cb11e HTTP/1.1" status: 200 len: 267 time: 0.0436172 Feb 19 08:11:00.131293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-513c2e47-2f9f-47ca-b5f6-8a26105a226f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.132667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-513c2e47-2f9f-47ca-b5f6-8a26105a226f tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 984 time: 0.0511837 Feb 19 08:11:00.143002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Request body: {'port': {'security_groups': ['80221bab-bca5-4828-ae65-b1deec1057c5']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:00.215931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.393721 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:00.421457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.426987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.439105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:11:00.470349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.470606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.472207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6f92e980-f4d3-4801-97ad-83d6b8d8cb70 req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "PUT /v2.0/ports/80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 942 time: 0.3335979 Feb 19 08:11:00.472681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:00.475141 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3cc875-5695-4d68-8152-26f373d9e3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:00.478043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46454) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:00.517494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event updated for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:00.523770 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ff36b-e328-44a2-b56e-4fbc69176124 x-openstack-request-id: req-663ff36b-e328-44a2-b56e-4fbc69176124 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:00.523994 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:00.524168 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-663ff36b-e328-44a2-b56e-4fbc69176124 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:00.524619 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:11:00.530546 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.530843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.531259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.531566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.531896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.532232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.532556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.532887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.533391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.533722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.534045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.534398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.534717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4c80d3-fe2c-41cf-a058-0de1c05f6e07 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.553509 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (9355f310-7674-4994-9beb-84ea82ec7e9c), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.563538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:11:00.583994 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (9355f310-7674-4994-9beb-84ea82ec7e9c), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.602164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-1ac9f3a0-d3f6-45cd-a9bc-f4b888c9a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.604475 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-1ac9f3a0-d3f6-45cd-a9bc-f4b888c9a60c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1127 time: 0.0580063 Feb 19 08:11:00.651147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (9355f310-7674-4994-9beb-84ea82ec7e9c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.654696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.658856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "DELETE /v2.0/security-groups/9355f310-7674-4994-9beb-84ea82ec7e9c HTTP/1.1" status: 204 len: 168 time: 0.1797302 Feb 19 08:11:00.660971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46460) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:00.729851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355f310-7674-4994-9beb-84ea82ec7e9c,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:00.735868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-1bbb218c-36c9-479d-a49d-49ac9bc1d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.737973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-1bbb218c-36c9-479d-a49d-49ac9bc1d417 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.1266837 Feb 19 08:11:00.748759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.777035 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.777385 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.777729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.778069 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.778401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.778927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.779286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.779791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.780121 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.780633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.780965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.781291 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.781610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d924b72-87b8-4c5f-99c9-6359fe4af374 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:00.799083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0c6352df-2953-4c73-b5d7-d830daad746b None None] Provisioning complete for port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:00.799592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c6352df-2953-4c73-b5d7-d830daad746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.810811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-35a5dd96-e984-4232-8916-c7deecdb89a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 999 time: 0.0672841 Feb 19 08:11:00.860324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Deleting port 111255e0-40a9-4bb2-b1d4-dbe518f1ebb8 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:00.860648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.865549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-d33424bd-b9c3-4bdc-ba51-6d1c31a4291d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.867033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-d33424bd-b9c3-4bdc-ba51-6d1c31a4291d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0501220 Feb 19 08:11:00.898415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0c6352df-2953-4c73-b5d7-d830daad746b None None] Current status of the port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:00.924101 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-52ac17c0-9286-401b-afd2-1da70f4e77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:00.925692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-52ac17c0-9286-401b-afd2-1da70f4e77a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507998 Feb 19 08:11:00.935448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.935785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for floatingip (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:00.947932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Calling delete_port for 111255e0-40a9-4bb2-b1d4-dbe518f1ebb8 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:01.014344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-43bec6c5-31e8-415b-9aa2-5378d7595abf service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823476 Feb 19 08:11:01.100161 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (111255e0-40a9-4bb2-b1d4-dbe518f1ebb8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:01.108269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9a3cc875-5695-4d68-8152-26f373d9e3f0 req-0f0026ab-b2d0-411c-8511-998dd20777bf service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870810 Feb 19 08:11:01.133741 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event deleted for resources: {'Port': ['ID=111255e0-40a9-4bb2-b1d4-dbe518f1ebb8,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:01.194685 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks [] for floatingip (f725cdf2-0a08-4371-a890-ca28dc4a2861), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:01.195007 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Floating IP f725cdf2-0a08-4371-a890-ca28dc4a2861 disassociated (deleted). External IP: 172.25.7.9, port: 80234856-7bf5-4ad9-8c98-20cfa22bf2d0. Feb 19 08:11:01.400619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Router 91e211ed-efc3-40f0-a237-118542354262 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:01.507263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:01.511929 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:01.517592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Sync routers for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:01.527398 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:01.528021 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:01.543943 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0e03a187-52dc-4162-acda-7b8a8973f6f8 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "DELETE /v2.0/floatingips/f725cdf2-0a08-4371-a890-ca28dc4a2861 HTTP/1.1" status: 204 len: 168 time: 0.8700898 Feb 19 08:11:01.543943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:01.544452 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4970f33-465e-4f0b-bf30-c54505a901f3" -d '{"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:01.594368 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd2581e-d3c3-4967-9802-d688c3d9bbbb x-openstack-request-id: req-1fd2581e-d3c3-4967-9802-d688c3d9bbbb {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:01.594667 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:01.594926 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fd2581e-d3c3-4967-9802-d688c3d9bbbb {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:01.595490 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:11:01.643151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:01.664144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-de411cff-8135-450c-85ed-d5695146450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:01.665717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-de411cff-8135-450c-85ed-d5695146450d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d55340d12a19493b8089faecc45cb11e&device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 1127 time: 0.0504746 Feb 19 08:11:01.767381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-c8370272-8101-4c8b-87b7-a7af3dff2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:01.769094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-c8370272-8101-4c8b-87b7-a7af3dff2a82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 200 len: 915 time: 0.0958493 Feb 19 08:11:01.818675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-2de5d2f4-6ce8-491c-a1bb-34754e293861 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 200 len: 217 time: 0.0413280 Feb 19 08:11:01.861432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:01.869027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-d3c17735-82c5-4c4b-8a8e-0ce342b604aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:01.870514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-d3c17735-82c5-4c4b-8a8e-0ce342b604aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 200 len: 854 time: 0.0456936 Feb 19 08:11:01.887100 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Checking router: 91e211ed-efc3-40f0-a237-118542354262 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:01.895771 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:01.896373 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:10:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:01.919143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-aa172aae-a2e7-4abb-b684-9b2b3ad8e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:01.920847 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-aa172aae-a2e7-4abb-b684-9b2b3ad8e19d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe7c56ae-46b4-433b-86de-5e54b69c95a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444977 Feb 19 08:11:02.001936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:02.014440 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-9efc38e0-6e45-4da6-ab89-b1ab29eaa60f service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Feb 19 08:11:02.101724 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b4970f33-465e-4f0b-bf30-c54505a901f3 req-b443255f-0e4d-4fba-bcc9-f02e503c3e12 service neutron] 10.222.0.47 "GET /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808225 Feb 19 08:11:02.194976 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:02.224791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9062fb1-d83f-4c24-bde2-e864f4e64f12 None None] The sync data for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 is: [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:07:58Z', 'revision_number': 4, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2abe21aa-f2e1-4e25-9d6e-7beca89877d3', 'name': '', 'network_id': 'fe7c56ae-46b4-433b-86de-5e54b69c95a5', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'mac_address': 'fa:16:3e:eb:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:58Z', 'updated_at': '2022-02-19T08:08:02Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'subnets': [{'id': 'fbf831be-fe93-4ed3-b90b-5f3880709555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:02.445782 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27539d43-5233-40a1-ac6b-e3ebf51dc31b None None] New status for floating IP f725cdf2-0a08-4371-a890-ca28dc4a2861: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:11:03.513490 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:06.318152 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99f0654b-2f7b-4097-b64e-27afb46aa3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:08.652859 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed83bba-acaf-4c1a-ad55-faebac226b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:09.883210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:11.211497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:12.519812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:16.897167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e932982-f39e-4925-9946-127b5814f8c1 req-8425641d-f86c-4d77-b4a3-707582b50b8d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:16.899303 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e932982-f39e-4925-9946-127b5814f8c1 req-8425641d-f86c-4d77-b4a3-707582b50b8d tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0532529 Feb 19 08:11:16.945141 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9e932982-f39e-4925-9946-127b5814f8c1 req-e4ac59f5-5ed3-42f5-a7af-c7a2e275cb88 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Feb 19 08:11:18.069571 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40737f21-1959-4087-bc23-f8cdf46cc4fd req-839da6c2-d863-4313-8add-59313812e98b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:18.071086 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40737f21-1959-4087-bc23-f8cdf46cc4fd req-839da6c2-d863-4313-8add-59313812e98b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0573771 Feb 19 08:11:18.117405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40737f21-1959-4087-bc23-f8cdf46cc4fd req-c0ffdb20-4b8c-4462-8f3c-322248c1277e tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/security-groups?id=80221bab-bca5-4828-ae65-b1deec1057c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Feb 19 08:11:18.836540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-7579ef3f-a9cc-42e5-a727-8451317d1843 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:18.837970 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-7579ef3f-a9cc-42e5-a727-8451317d1843 tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.47 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 945 time: 0.0502627 Feb 19 08:11:18.930272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Deleting port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:18.930618 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:19.015829 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] For port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:19.016191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:19.028167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Calling delete_port for 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:19.166996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (80234856-7bf5-4ad9-8c98-20cfa22bf2d0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:19.179688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['80234856-7bf5-4ad9-8c98-20cfa22bf2d0'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:11:19.194356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Pushing event deleted for resources: {'Port': ['ID=80234856-7bf5-4ad9-8c98-20cfa22bf2d0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:19.220128 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-857c99cd-6c38-451a-a5f0-b97dc669d18b req-e22bfe4f-d1b6-4c80-ae52-137aa88b9e2b tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.43 "GET /v2.0/ports?device_id=32967f77-cccf-4c01-bc21-183e7d94a363 HTTP/1.1" status: 200 len: 210 time: 0.0334258 Feb 19 08:11:19.241791 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] No DVR routers for this DVR port 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:11:19.244560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:19.248218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58d3cdf4-1235-4fa1-8cde-3ce648e6689b req-06bbd3a2-ff96-4bf8-9d5c-4d91bf6331fe tempest-TestMinimumBasicScenario-623545542 tempest-TestMinimumBasicScenario-623545542-project] 10.222.0.47 "DELETE /v2.0/ports/80234856-7bf5-4ad9-8c98-20cfa22bf2d0 HTTP/1.1" status: 204 len: 173 time: 0.4049442 Feb 19 08:11:19.248636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'name': 'network-vif-deleted', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:19.250854 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d8c47-62c8-4165-b90b-e44d05424010" -d '{"events": [{"server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "name": "network-vif-deleted", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:19.298157 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e099b1-012e-4761-8201-0ee39be01bfd x-openstack-request-id: req-85e099b1-012e-4761-8201-0ee39be01bfd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:19.298454 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32967f77-cccf-4c01-bc21-183e7d94a363", "name": "network-vif-deleted", "tag": "80234856-7bf5-4ad9-8c98-20cfa22bf2d0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:19.298714 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85e099b1-012e-4761-8201-0ee39be01bfd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:19.299155 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32967f77-cccf-4c01-bc21-183e7d94a363', 'name': 'network-vif-deleted', 'tag': '80234856-7bf5-4ad9-8c98-20cfa22bf2d0', 'status': 'completed', 'code': 200} Feb 19 08:11:20.772610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:21.108648 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (91e211ed-efc3-40f0-a237-118542354262), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:21.350631 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Deleting port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:21.350970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:21.430332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] For port 2abe21aa-f2e1-4e25-9d6e-7beca89877d3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:21.430696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:21.447243 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Calling delete_port for 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:21.625677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (2abe21aa-f2e1-4e25-9d6e-7beca89877d3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:21.655090 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abe21aa-f2e1-4e25-9d6e-7beca89877d3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:21.824957 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (91e211ed-efc3-40f0-a237-118542354262), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.037482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Router 91e211ed-efc3-40f0-a237-118542354262 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:22.396734 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:22.401587 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ff630a7c-ffc2-469b-a3a3-250076e805a6 admin admin] 10.222.0.43 "PUT /v2.0/routers/91e211ed-efc3-40f0-a237-118542354262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279652 Feb 19 08:11:22.404155 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46576) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:22.406793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Sync routers for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:22.417451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:22.418071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:22.507168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks [] for router (91e211ed-efc3-40f0-a237-118542354262), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.522451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:22.609044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks [] for router_gateway (91e211ed-efc3-40f0-a237-118542354262), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.662011 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Deleting port a78e9365-018f-42af-baaf-317e05bb95c5 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:22.662293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.698542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:11:21Z', 'revision_number': 5, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port': {'id': 'a78e9365-018f-42af-baaf-317e05bb95c5', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:89:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e211ed-efc3-40f0-a237-118542354262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:07:56Z', 'updated_at': '2022-02-19T08:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:22.727224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Checking router: 91e211ed-efc3-40f0-a237-118542354262 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:22.737862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Routers {'91e211ed-efc3-40f0-a237-118542354262'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:22.737862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['91e211ed-efc3-40f0-a237-118542354262'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:22.750134 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] For port a78e9365-018f-42af-baaf-317e05bb95c5, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a78e9365-018f-42af-baaf-317e05bb95c5,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:22.750492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.764301 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Calling delete_port for a78e9365-018f-42af-baaf-317e05bb95c5 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:22.824689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] Set router 91e211ed-efc3-40f0-a237-118542354262 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:22.876180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:11:22Z', 'revision_number': 6, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:22.906399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6deb5-e30a-485f-ba95-323bc7a981b3 None None] The sync data for ids ['91e211ed-efc3-40f0-a237-118542354262'] in n-d-829866-3 is: [{'id': '91e211ed-efc3-40f0-a237-118542354262', 'name': 'tempest-TestMinimumBasicScenario-1402838914-router', 'tenant_id': 'd55340d12a19493b8089faecc45cb11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:07:55Z', 'updated_at': '2022-02-19T08:11:22Z', 'revision_number': 6, 'project_id': 'd55340d12a19493b8089faecc45cb11e', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:22.930622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a78e9365-018f-42af-baaf-317e05bb95c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:22.955298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Pushing event deleted for resources: {'Port': ['ID=a78e9365-018f-42af-baaf-317e05bb95c5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:23.019278 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (91e211ed-efc3-40f0-a237-118542354262), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.108157 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (91e211ed-efc3-40f0-a237-118542354262), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.110225 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks [] for router_controller (91e211ed-efc3-40f0-a237-118542354262), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.155848 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (91e211ed-efc3-40f0-a237-118542354262), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.156363 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91e211ed-efc3-40f0-a237-118542354262 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:11:23.161586 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.163098 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3a25205-77ef-4a8c-a15c-3c603e2b440d admin admin] 10.222.0.43 "DELETE /v2.0/routers/91e211ed-efc3-40f0-a237-118542354262 HTTP/1.1" status: 204 len: 168 time: 0.7580354 Feb 19 08:11:23.165731 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:23.209079 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Deleting subnet fbf831be-fe93-4ed3-b90b-5f3880709555 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:11:23.211971 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Publish callbacks [] for subnet (fbf831be-fe93-4ed3-b90b-5f3880709555), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.247220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (fbf831be-fe93-4ed3-b90b-5f3880709555), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.341293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (fbf831be-fe93-4ed3-b90b-5f3880709555), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.392010 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (fbf831be-fe93-4ed3-b90b-5f3880709555), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.417325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf831be-fe93-4ed3-b90b-5f3880709555,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:23.421310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.424350 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-67f78d74-9d8f-44b4-a996-8e49333a7beb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fbf831be-fe93-4ed3-b90b-5f3880709555 HTTP/1.1" status: 204 len: 168 time: 0.2575884 Feb 19 08:11:23.426853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46582) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:23.430871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19008d7c-c844-4819-8bbb-ae2dd4be5f76 None None] Network fe7c56ae-46b4-433b-86de-5e54b69c95a5 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:11:23.497508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (fe7c56ae-46b4-433b-86de-5e54b69c95a5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.554109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Deleting port 0eeef047-5edc-45e6-9be0-6d36b4743b29 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:23.554448 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.615054 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] For port 0eeef047-5edc-45e6-9be0-6d36b4743b29, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0eeef047-5edc-45e6-9be0-6d36b4743b29,segment=NetworkSegment(32a41a9e-0aac-4bc8-ac2a-83f2b805a658),segment_id=32a41a9e-0aac-4bc8-ac2a-83f2b805a658)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:23.615372 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.628324 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Calling delete_port for 0eeef047-5edc-45e6-9be0-6d36b4743b29 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:23.677070 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] DHCP port deletion for fe7c56ae-46b4-433b-86de-5e54b69c95a5 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:11:23.718351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.739179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Deleting port 0eeef047-5edc-45e6-9be0-6d36b4743b29 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:23.739928 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.750758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eeef047-5edc-45e6-9be0-6d36b4743b29,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:23.753141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] No DVR routers for this DVR port 0eeef047-5edc-45e6-9be0-6d36b4743b29 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:11:23.808209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] For port 0eeef047-5edc-45e6-9be0-6d36b4743b29, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:23.808608 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.823566 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (fe7c56ae-46b4-433b-86de-5e54b69c95a5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.824345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Calling delete_port for 0eeef047-5edc-45e6-9be0-6d36b4743b29 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:23.827564 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Port 0eeef047-5edc-45e6-9be0-6d36b4743b29 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 08:11:23.828787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (0eeef047-5edc-45e6-9be0-6d36b4743b29), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.843547 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c56ae-46b4-433b-86de-5e54b69c95a5']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:23.852914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a41a9e-0aac-4bc8-ac2a-83f2b805a658') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:23.853203 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a41a9e-0aac-4bc8-ac2a-83f2b805a658') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:23.854840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Pushing event deleted for resources: {'Port': ['ID=0eeef047-5edc-45e6-9be0-6d36b4743b29,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:23.865010 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] No DVR routers for this DVR port 0eeef047-5edc-45e6-9be0-6d36b4743b29 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:11:23.865184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (32a41a9e-0aac-4bc8-ac2a-83f2b805a658), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.867606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.867959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.868415 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.868758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.869201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.869535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.869865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.870193 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.870518 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.871146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.871443 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.871794 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.872117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beded7f2-a810-4648-9ce9-8f2f2210df7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:23.883743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (32a41a9e-0aac-4bc8-ac2a-83f2b805a658), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.890107 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:11:23.890384 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (32a41a9e-0aac-4bc8-ac2a-83f2b805a658), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:11:23.892040 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:11:23.954890 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (fe7c56ae-46b4-433b-86de-5e54b69c95a5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.960823 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:23.967641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe7c56ae-46b4-433b-86de-5e54b69c95a5 HTTP/1.1" status: 204 len: 168 time: 0.5360088 Feb 19 08:11:23.967641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46584) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:23.983231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6450b6-5cfb-4202-a215-b32efdf867f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7c56ae-46b4-433b-86de-5e54b69c95a5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:24.264844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:24.289893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:24.290160 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 80234856-7bf5-4ad9-8c98-20cfa22bf2d0 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:24.349679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:24.604372 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Deleting port 8ec500e4-6fe2-4216-bf35-1df59837ad61 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:24.604603 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:24.678145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] For port 8ec500e4-6fe2-4216-bf35-1df59837ad61, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8ec500e4-6fe2-4216-bf35-1df59837ad61,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:24.678499 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:24.690515 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Calling delete_port for 8ec500e4-6fe2-4216-bf35-1df59837ad61 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:24.780517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a78e9365-018f-42af-baaf-317e05bb95c5 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:24.800551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a78e9365-018f-42af-baaf-317e05bb95c5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:24.800900 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a78e9365-018f-42af-baaf-317e05bb95c5 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:24.801325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0eeef047-5edc-45e6-9be0-6d36b4743b29 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:24.820180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 0eeef047-5edc-45e6-9be0-6d36b4743b29 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:24.820527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0eeef047-5edc-45e6-9be0-6d36b4743b29 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:24.820939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:24.846769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:24.847114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2abe21aa-f2e1-4e25-9d6e-7beca89877d3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:24.873185 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8ec500e4-6fe2-4216-bf35-1df59837ad61), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:24.899303 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec500e4-6fe2-4216-bf35-1df59837ad61,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:25.074696 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:25.285281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:25.651180 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:25.655996 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3cad0838-4f44-4bf0-8bbe-40fdcc51b11e admin admin] 10.222.0.43 "PUT /v2.0/routers/298b7a66-a8bf-4dfa-91c2-14dbcf2169db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879101 Feb 19 08:11:25.658554 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46586) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:25.659663 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f590b89-3f63-4081-904c-05157938793d None None] Sync routers for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:25.669371 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:25.669983 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:25.762038 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks [] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:25.777215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:25.864452 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks [] for router_gateway (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:25.921698 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Deleting port d9e0b287-22c3-47cd-bd34-dcc652277e89 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:25.921927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:25.953238 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:11:24Z', 'revision_number': 5, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port': {'id': 'd9e0b287-22c3-47cd-bd34-dcc652277e89', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:99:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:08:01Z', 'updated_at': '2022-02-19T08:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:25.985304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f590b89-3f63-4081-904c-05157938793d None None] Checking router: 298b7a66-a8bf-4dfa-91c2-14dbcf2169db for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:25.993606 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] Routers {'298b7a66-a8bf-4dfa-91c2-14dbcf2169db'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:25.994208 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:26.002318 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] For port d9e0b287-22c3-47cd-bd34-dcc652277e89, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d9e0b287-22c3-47cd-bd34-dcc652277e89,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:26.002681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.014662 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Calling delete_port for d9e0b287-22c3-47cd-bd34-dcc652277e89 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:26.081049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] Set router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:26.129887 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9f590b89-3f63-4081-904c-05157938793d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:11:25Z', 'revision_number': 6, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:26.157796 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f590b89-3f63-4081-904c-05157938793d None None] The sync data for ids ['298b7a66-a8bf-4dfa-91c2-14dbcf2169db'] in n-d-829866-3 is: [{'id': '298b7a66-a8bf-4dfa-91c2-14dbcf2169db', 'name': 'tempest-TestMinimumBasicScenario-483320421-router', 'tenant_id': '143c8f35cc0442008346b796948e84c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:08:00Z', 'updated_at': '2022-02-19T08:11:25Z', 'revision_number': 6, 'project_id': '143c8f35cc0442008346b796948e84c2', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:26.183340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d9e0b287-22c3-47cd-bd34-dcc652277e89), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.209971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e0b287-22c3-47cd-bd34-dcc652277e89,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:26.266913 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.357902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.360801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks [] for router_controller (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.408966 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (298b7a66-a8bf-4dfa-91c2-14dbcf2169db), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.409545 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298b7a66-a8bf-4dfa-91c2-14dbcf2169db {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:11:26.414502 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.415698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-12b0cbe0-4df1-4c93-9658-5a53c5e27f7a admin admin] 10.222.0.43 "DELETE /v2.0/routers/298b7a66-a8bf-4dfa-91c2-14dbcf2169db HTTP/1.1" status: 204 len: 168 time: 0.7562273 Feb 19 08:11:26.418200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46588) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:26.462435 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Deleting subnet 51e51682-6d2f-4be9-97f9-e0ee0c22a125 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:11:26.465393 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Publish callbacks [] for subnet (51e51682-6d2f-4be9-97f9-e0ee0c22a125), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.498683 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (51e51682-6d2f-4be9-97f9-e0ee0c22a125), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.581067 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (51e51682-6d2f-4be9-97f9-e0ee0c22a125), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.634224 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (51e51682-6d2f-4be9-97f9-e0ee0c22a125), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.658529 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51e51682-6d2f-4be9-97f9-e0ee0c22a125,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:26.661905 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.665074 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-13618681-00c6-419e-9fa0-d208e7be822e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/51e51682-6d2f-4be9-97f9-e0ee0c22a125 HTTP/1.1" status: 204 len: 168 time: 0.2458487 Feb 19 08:11:26.667454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:26.671511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa3429-31f5-4a24-93d2-30910409062d None None] Network 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:11:26.738702 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.810381 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Deleting port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:26.810718 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.872620 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] For port 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=1f13df41-3d5b-49bc-bce9-920c9a669dd7,segment=NetworkSegment(e84144ce-4f02-4626-8c89-692f06db0edb),segment_id=e84144ce-4f02-4626-8c89-692f06db0edb)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:26.873012 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:26.886352 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Calling delete_port for 1f13df41-3d5b-49bc-bce9-920c9a669dd7 owned by network:dhcp {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:26.952449 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] DHCP port deletion for 3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:11:26.990670 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.015087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Deleting port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:11:27.015531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.020314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d9e0b287-22c3-47cd-bd34-dcc652277e89 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:27.022696 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Pushing event deleted for resources: {'Port': ['ID=1f13df41-3d5b-49bc-bce9-920c9a669dd7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:27.026215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] No DVR routers for this DVR port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 on host n-d-829866-3 {{(pid=103587) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:11:27.078903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d9e0b287-22c3-47cd-bd34-dcc652277e89 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:27.079279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d9e0b287-22c3-47cd-bd34-dcc652277e89 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:27.079711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1f13df41-3d5b-49bc-bce9-920c9a669dd7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:27.097874 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.102936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 1f13df41-3d5b-49bc-bce9-920c9a669dd7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:27.103317 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 1f13df41-3d5b-49bc-bce9-920c9a669dd7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:27.103761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8ec500e4-6fe2-4216-bf35-1df59837ad61 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:11:27.122733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8574b6-5aac-41d8-9b33-2d03cad0c1d4']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:27.132282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84144ce-4f02-4626-8c89-692f06db0edb') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:27.132577 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84144ce-4f02-4626-8c89-692f06db0edb') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:27.132706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8ec500e4-6fe2-4216-bf35-1df59837ad61 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:11:27.132996 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8ec500e4-6fe2-4216-bf35-1df59837ad61 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:11:27.143507 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (e84144ce-4f02-4626-8c89-692f06db0edb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.148067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] For port 1f13df41-3d5b-49bc-bce9-920c9a669dd7, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:27.148472 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.158200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (e84144ce-4f02-4626-8c89-692f06db0edb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.161486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Calling delete_port for 1f13df41-3d5b-49bc-bce9-920c9a669dd7 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:11:27.164568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 08:11:27.165804 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (1f13df41-3d5b-49bc-bce9-920c9a669dd7), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.165949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:11:27.166628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (e84144ce-4f02-4626-8c89-692f06db0edb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:11:27.168467 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:11:27.196840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] Pushing event deleted for resources: {'Port': ['ID=1f13df41-3d5b-49bc-bce9-920c9a669dd7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:27.200276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e78ad-8cad-4840-9195-acec54185e4e None None] No DVR routers for this DVR port 1f13df41-3d5b-49bc-bce9-920c9a669dd7 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:11:27.232059 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3e8574b6-5aac-41d8-9b33-2d03cad0c1d4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.239179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.242215 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] 10.222.0.43 "DELETE /v2.0/networks/3e8574b6-5aac-41d8-9b33-2d03cad0c1d4 HTTP/1.1" status: 204 len: 168 time: 0.5738292 Feb 19 08:11:27.256017 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d313f-2710-4aea-a98a-d197834d39de admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8574b6-5aac-41d8-9b33-2d03cad0c1d4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:27.426033 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:27.464370 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-74f15d8b-6ccf-4a2b-b5e1-3ed2ce51ced1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d55340d12a19493b8089faecc45cb11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370829 Feb 19 08:11:27.466879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:27.512269 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] Publish callbacks [] for security_group (80221bab-bca5-4828-ae65-b1deec1057c5), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.532701 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] Publish callbacks [] for security_group (80221bab-bca5-4828-ae65-b1deec1057c5), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.581892 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80221bab-bca5-4828-ae65-b1deec1057c5), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.584436 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:27.585570 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80221bab-bca5-4828-ae65-b1deec1057c5 HTTP/1.1" status: 204 len: 168 time: 0.1177051 Feb 19 08:11:27.593325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0078d62-0a38-4723-bfe4-9a72550db4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80221bab-bca5-4828-ae65-b1deec1057c5,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:27.908298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:27.946360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d81c0d9c-1f54-44f2-ba4f-f6ed4ec5e005 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=143c8f35cc0442008346b796948e84c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369222 Feb 19 08:11:27.948844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46604) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:27.994426 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] Publish callbacks [] for security_group (4bac8828-f2a6-4a69-9134-a7d05ab0fad6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:28.015001 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] Publish callbacks [] for security_group (4bac8828-f2a6-4a69-9134-a7d05ab0fad6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:28.066855 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4bac8828-f2a6-4a69-9134-a7d05ab0fad6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:28.069561 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:28.070737 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bac8828-f2a6-4a69-9134-a7d05ab0fad6 HTTP/1.1" status: 204 len: 168 time: 0.1209762 Feb 19 08:11:28.078864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05176ee-ec35-4770-aa94-8b9f453484eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac8828-f2a6-4a69-9134-a7d05ab0fad6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:29.577528 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46644) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:29.582602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747901119', 'description': 'tempest-secgroup-smoke-1747901119 description', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:29.604857 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.612562 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.685788 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (80bc0f06-35f7-476d-9b1c-a8849b0e8137), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.689506 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80bc0f06-35f7-476d-9b1c-a8849b0e8137), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.730078 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc0f06-35f7-476d-9b1c-a8849b0e8137,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:29.766374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (291e37ce-5c94-413b-b6bc-13098cec2630), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.770418 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (291e37ce-5c94-413b-b6bc-13098cec2630), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.800600 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.801832 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2232869 Feb 19 08:11:29.803724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727ec28-7353-42ab-a62b-9669fc36fcec tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291e37ce-5c94-413b-b6bc-13098cec2630,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:29.805169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:29.810485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:29.834660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (f4486b97-6fcd-45bc-8dde-0c982fd792b5), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.892485 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (f4486b97-6fcd-45bc-8dde-0c982fd792b5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.896555 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (f4486b97-6fcd-45bc-8dde-0c982fd792b5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.914182 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4486b97-6fcd-45bc-8dde-0c982fd792b5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:29.921399 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:29.922582 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-686bf9d6-8cc3-47d2-90a4-27a1736d2280 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157582 Feb 19 08:11:29.925566 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46648) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:29.930120 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:29.954421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (56b4aa2b-7315-4f0a-abd6-7b91d0d0ff99), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.009166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (56b4aa2b-7315-4f0a-abd6-7b91d0d0ff99), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.012524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (56b4aa2b-7315-4f0a-abd6-7b91d0d0ff99), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.030486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b4aa2b-7315-4f0a-abd6-7b91d0d0ff99,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.037847 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.039057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4de601a2-23ef-4662-a54d-7e107d820d5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124809 Feb 19 08:11:30.041808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46650) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.046102 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.069439 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (1ff25f44-c696-4e23-9f2b-6a7c4fac9635), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.123244 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (1ff25f44-c696-4e23-9f2b-6a7c4fac9635), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.126679 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (1ff25f44-c696-4e23-9f2b-6a7c4fac9635), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.144680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff25f44-c696-4e23-9f2b-6a7c4fac9635,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.152101 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.153294 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2c4f4219-b233-4e75-9c76-b8bc205572e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105607 Feb 19 08:11:30.156002 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46652) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.160557 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.184399 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (89ae3367-6dae-4079-be74-863f114c37c1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.242534 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (89ae3367-6dae-4079-be74-863f114c37c1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.245743 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (89ae3367-6dae-4079-be74-863f114c37c1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.263555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ae3367-6dae-4079-be74-863f114c37c1,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.271003 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.272229 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3eddcdff-b8ea-4ec7-9ac2-78ae93234680 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152091 Feb 19 08:11:30.274935 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46654) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.279210 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.297983 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:11:30.302871 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (83b0c5b7-dc26-4b31-a1d0-9045d8cd1fca), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.358955 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (83b0c5b7-dc26-4b31-a1d0-9045d8cd1fca), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.362668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (83b0c5b7-dc26-4b31-a1d0-9045d8cd1fca), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.379869 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b0c5b7-dc26-4b31-a1d0-9045d8cd1fca,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.387598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.388776 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4b87e320-ca17-401d-ac37-651e2e17128d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1128931 Feb 19 08:11:30.391513 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46656) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.395856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '291e37ce-5c94-413b-b6bc-13098cec2630', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.414817 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:11:30.419483 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (40d81f04-4e8e-4c80-94b3-64777dc7c98d), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.476556 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (40d81f04-4e8e-4c80-94b3-64777dc7c98d), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.479852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (40d81f04-4e8e-4c80-94b3-64777dc7c98d), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.498889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d81f04-4e8e-4c80-94b3-64777dc7c98d,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.504110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.505279 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6895030b-5d53-46c7-a6ac-2e6d88be3848 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1127777 Feb 19 08:11:30.508213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46658) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.512848 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'network': {'name': 'tempest-network-smoke--1301526229', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.531483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:11:30.535166 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.557533 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:11:30.566724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (33a1c08c-9861-4803-8aaa-535afad411a1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.567067 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Added segment 33a1c08c-9861-4803-8aaa-535afad411a1 of type vlan for network 65fee416-481f-4cab-ae39-89e6790513e4 Feb 19 08:11:30.607873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (65fee416-481f-4cab-ae39-89e6790513e4), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.631321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (65fee416-481f-4cab-ae39-89e6790513e4), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.636380 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:30.636960 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.687939 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1787324 Feb 19 08:11:30.690777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46660) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:30.697358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'admin_state_up': True, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:30.718173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846f893-e3c5-436e-a043-2855a7d85f56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Network': ['ID=65fee416-481f-4cab-ae39-89e6790513e4,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:30.727473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.730087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 65fee416-481f-4cab-ae39-89e6790513e4 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:11:30.732930 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.734179 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.793524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (14a0e095-7ad0-4412-8efc-edf33f3f06a2), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:30.931531 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (14a0e095-7ad0-4412-8efc-edf33f3f06a2), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:31.119174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:31.138598 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:31.237825 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.57 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/d89a608f-fd73-46ec-b56f-3d31ae943dc6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:31.336460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:31.369168 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:31.405561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:31.408193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:31.413678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:11:31.438624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=d89a608f-fd73-46ec-b56f-3d31ae943dc6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:31.661927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.105659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.236104 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:11:32.340831 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:32.350831 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Sync routers for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:32.360110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:32.360266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.360750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:32.361386 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-319f1af7-2e4d-4260-aa5c-ef6563d2179b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6696243 Feb 19 08:11:32.364507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46662) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:32.473401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:32.493001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-405ae462-37a8-497b-8650-e8f9487b16b7 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b57f0ba1b83e4a099b13a94c4a657c04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271603 Feb 19 08:11:32.495491 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46666) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:32.640215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37168e-8e86-417a-875c-82343ae57433 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:32.641769 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a37168e-8e86-417a-875c-82343ae57433 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451204 Feb 19 08:11:32.645133 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46668) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:32.649409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:31Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:32.672206 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9b3d92b8-1ded-4fc1-b05b-0a7a073ac94a tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259879 Feb 19 08:11:32.674681 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46670) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:32.675742 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Checking router: 14a0e095-7ad0-4412-8efc-edf33f3f06a2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:32.676104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Updating router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 port d89a608f-fd73-46ec-b56f-3d31ae943dc6 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:11:32.679302 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-364173003', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:32.702728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.768055 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:11:32.771583 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.948139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (9cff4038-119e-41c9-8330-e7a2dd9a5994), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.953426 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks [] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:32.960121 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.008838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Subnet': ['ID=9cff4038-119e-41c9-8330-e7a2dd9a5994,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:33.010171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Attempting to bind port d89a608f-fd73-46ec-b56f-3d31ae943dc6 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:11:33.010549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Attempting to bind port d89a608f-fd73-46ec-b56f-3d31ae943dc6 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:11:33.010922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Attempting to bind port d89a608f-fd73-46ec-b56f-3d31ae943dc6 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:11:33.017595 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Checking segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:11:33.018638 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network hostable DHCP agents. Network: 65fee416-481f-4cab-ae39-89e6790513e4, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:11:33.019102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:11:33.019520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:11:33.019931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.020333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:11:33.020800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Bound port: d89a608f-fd73-46ec-b56f-3d31ae943dc6, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:11:33.021188 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.023555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d63b08-6948-4043-9b15-c4a88b731d91 None None] Pushing event updated for resources: {'Port': ['ID=d89a608f-fd73-46ec-b56f-3d31ae943dc6,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:33.035149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 65fee416-481f-4cab-ae39-89e6790513e4 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:11:33.044058 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 65fee416-481f-4cab-ae39-89e6790513e4) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:33.048245 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:33.048852 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.053655 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1bfc1-75ea-492c-becc-925208c9856a None None] Network 65fee416-481f-4cab-ae39-89e6790513e4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:11:33.064146 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c6e2dfc-bdda-4b9c-a5cd-d4b4a7c21fdd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3884637 Feb 19 08:11:33.067418 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46672) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:33.123083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] For port d89a608f-fd73-46ec-b56f-3d31ae943dc6, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:11:33.128427 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] For port d89a608f-fd73-46ec-b56f-3d31ae943dc6, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d89a608f-fd73-46ec-b56f-3d31ae943dc6,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:11:33.138265 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.223224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-65fee416-481f-4cab-ae39-89e6790513e4', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:11:33.224053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.240418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d63b08-6948-4043-9b15-c4a88b731d91 None None] Pushing event updated for resources: {'Port': ['ID=d89a608f-fd73-46ec-b56f-3d31ae943dc6,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:33.242800 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:33.243430 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:33.444791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:33.518728 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.527966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Allocated IP 172.20.0.2 (65fee416-481f-4cab-ae39-89e6790513e4/9cff4038-119e-41c9-8330-e7a2dd9a5994/0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:33.570723 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.753193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks [] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.759111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.811235 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.1 (65fee416-481f-4cab-ae39-89e6790513e4/9cff4038-119e-41c9-8330-e7a2dd9a5994/af885ceb-58fd-4ef4-9e8c-d8eb2e93110e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:33.927744 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.952186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:31Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:33.961976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:33.987722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028a88ba-206b-4336-8300-6dc2dacadd1f None None] The sync data for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 is: [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:31Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:33.991738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Network 65fee416-481f-4cab-ae39-89e6790513e4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:33.999552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:34.002808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:11:34.004643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 65fee416-481f-4cab-ae39-89e6790513e4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:34.005171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Pushing event updated for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:34.008048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:34.011842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:11:34.046742 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:34.064268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.074095 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Attempting to bind port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:11:34.074467 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Attempting to bind port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:11:34.074832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Attempting to bind port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 on network 65fee416-481f-4cab-ae39-89e6790513e4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:11:34.080718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:11:34.081104 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Checking segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:11:34.081506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.081898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Bound using segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:11:34.082358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Bound port: 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:11:34.082737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.152098 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:11:34.156958 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:11:34.163177 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.226248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb107-e98f-451d-a67c-6dcf390149c7 None None] Pushing event updated for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:34.229555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.584804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.590853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.665832 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:34.668808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:34.852397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:34.906667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:34.907035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.009568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:35.009886 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.040565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 65fee416-481f-4cab-ae39-89e6790513e4 is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:35.041965 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:35.050440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:35.054620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.055477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d89a608f-fd73-46ec-b56f-3d31ae943dc6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:35.133892 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:35.149494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d89a608f-fd73-46ec-b56f-3d31ae943dc6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:35.149494 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.172504 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:35.237781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d89a608f-fd73-46ec-b56f-3d31ae943dc6 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:35.238170 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.261268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port d89a608f-fd73-46ec-b56f-3d31ae943dc6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d89a608f-fd73-46ec-b56f-3d31ae943dc6,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:35.266322 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.295975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:35.308725 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-09b82d37-fd48-4ad7-9dd5-3d6a5292e646 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/14a0e095-7ad0-4412-8efc-edf33f3f06a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2334194 Feb 19 08:11:35.322180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=d89a608f-fd73-46ec-b56f-3d31ae943dc6,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:35.339237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376151b6-cbfe-475f-a4a4-abd6a07ed8d3 None None] Network 65fee416-481f-4cab-ae39-89e6790513e4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:11:35.406047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-00069f5f-6de8-4f07-b19f-6d9a8c158c5a None None] Provisioning complete for port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:35.406442 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00069f5f-6de8-4f07-b19f-6d9a8c158c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.461358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-4a99c2c0-c012-410a-949c-1f2f10a7676e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747901119&fields=id&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 267 time: 0.0489671 Feb 19 08:11:35.536383 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-00069f5f-6de8-4f07-b19f-6d9a8c158c5a None None] Current status of the port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:35.577347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-4e5fc4df-ad73-4ef6-8a3e-b60816e1162d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:35.578755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-4e5fc4df-ad73-4ef6-8a3e-b60816e1162d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 797 time: 0.1105692 Feb 19 08:11:35.594457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-5203a32b-4722-4353-a298-e1bae194f5be tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/quotas/b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 375 time: 0.0095706 Feb 19 08:11:35.653756 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-1cc667a9-54fc-4117-ba78-15332afa8bed tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537524 Feb 19 08:11:35.755176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-7a91c72d-0ee3-4c99-a87a-47a1e1463773 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:11:35.759691 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-7a91c72d-0ee3-4c99-a87a-47a1e1463773 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578637 Feb 19 08:11:35.770045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Provisioning complete for port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:35.770614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.794634 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Sync routers for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:35.809338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:35.810317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:35.860890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Current status of the port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:35.866066 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-2e7d9634-16f5-4b35-ac16-d7d94b1a6ad3 service neutron] 10.222.0.43 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033559 Feb 19 08:11:35.874057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:35.874930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:35.914344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-448264b1-b0c8-41bb-b056-dc4006a74acf None None] Port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:11:35.927131 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:35.962276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-7e59d102-7bdf-4f7b-828e-580c6e53d9ab service neutron] 10.222.0.43 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953417 Feb 19 08:11:36.036153 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4879adaa-00fb-4f5e-b5a5-165cdcddd0a8 None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:36.036534 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4879adaa-00fb-4f5e-b5a5-165cdcddd0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.076190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4879adaa-00fb-4f5e-b5a5-165cdcddd0a8 None None] Port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:11:36.142279 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 2, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:36.172318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Checking router: 14a0e095-7ad0-4412-8efc-edf33f3f06a2 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:36.172662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Updating router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:11:36.199916 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.295325 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7ba6b4a1-5098-4109-997c-93f135626a51 None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:36.295737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ba6b4a1-5098-4109-997c-93f135626a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.340357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6b4a1-5098-4109-997c-93f135626a51 None None] Port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:11:36.342000 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff7cbced-177d-433b-af85-5d47cbc0df1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.453097 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks [] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.458300 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.507886 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Pushing event updated for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:36.630640 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.630979 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.631452 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.631788 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.632115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.632442 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.632764 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.633083 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.633401 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.633723 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.634040 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.634354 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.634667 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:11:36.667838 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Attempting to bind port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:11:36.668207 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Attempting to bind port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:11:36.668563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Attempting to bind port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e on network 65fee416-481f-4cab-ae39-89e6790513e4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:11:36.673355 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:11:36.674259 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Checking segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:11:36.674653 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.675037 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Bound using segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:11:36.675525 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Bound port: af885ceb-58fd-4ef4-9e8c-d8eb2e93110e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:11:36.675897 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.735065 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] For port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:11:36.738628 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] For port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:11:36.744918 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.762108 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:36.762411 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.788704 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:36.808743 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:36.809516 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:36.861988 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e44ee-6403-44cb-a3ea-d9fe90a11d9f None None] Pushing event updated for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:36.868615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:11:36.882394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:36.882915 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.905422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Current status of the port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:36.905812 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:36.941984 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:36.954303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] For port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:36.963209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:37.031868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:37.032932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d89a608f-fd73-46ec-b56f-3d31ae943dc6 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:37.055497 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244a3ca-1e2d-45bc-8867-2b50a2c95c41 None None] Pushing event updated for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:37.098375 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1f38eac9-8656-47c5-8742-073340e19e53 None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:37.098375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f38eac9-8656-47c5-8742-073340e19e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:37.124354 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d89a608f-fd73-46ec-b56f-3d31ae943dc6 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:37.125281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:37.159103 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:37.167373 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18de48bc-86ab-4c41-81de-cb4e21a73e19 req-f03816a1-983c-4ed4-8338-60cc1e2e953b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Feb 19 08:11:37.185201 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b936dd12-baa3-4362-a361-d5a0456b50df None None] The sync data for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 is: [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:37.261179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d89a608f-fd73-46ec-b56f-3d31ae943dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:37.275090 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f38eac9-8656-47c5-8742-073340e19e53 None None] Current status of the port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:38.245088 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3590afd8-7b7c-4757-8bba-c9557c2718f3 req-065cf4cc-6227-4a50-946c-6182f24c4e4c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Feb 19 08:11:38.654459 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e7972d0-d0e1-48f9-a005-a133272f284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:38.790815 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af885ceb-58fd-4ef4-9e8c-d8eb2e93110e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:38.836596 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:38.836975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:38.914444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:39.322427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b317158-ed13-4dca-b261-7aef2cffbe54 req-d8023d1c-c54d-4307-b74e-0fb959f730b1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0267332 Feb 19 08:11:39.885861 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:40.398413 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad6576cc-5462-477e-adbb-5a170bd00a7f req-2777dfc3-9227-45fb-9c0c-3b73ed1fde1d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0274007 Feb 19 08:11:41.211261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:41.489285 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-552e8d0d-de07-4f19-b455-2656481cb7a7 req-91e1c2a7-2ce4-4ed8-b545-3130e24e5957 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0270634 Feb 19 08:11:42.342794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-5b31cbc9-2d4b-4a45-bcde-ec05978a6377 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:42.344271 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-5b31cbc9-2d4b-4a45-bcde-ec05978a6377 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 797 time: 0.1098080 Feb 19 08:11:42.406312 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-59fc6b5d-9706-4d82-8ad9-9bdb0cade1fd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 380 time: 0.0521560 Feb 19 08:11:42.415015 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'port': {'device_id': '21b93399-50c8-4fb2-9369-0975d40a4764', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'admin_state_up': True, 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'security_groups': ['291e37ce-5c94-413b-b6bc-13098cec2630']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:42.521151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:11:42.522522 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:42.524621 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:42.609383 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1e379c36-ade6-4db6-a116-aefc9c5b63fe req-4138048a-ed08-4ebf-b852-8edb346c9122 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0321119 Feb 19 08:11:42.674505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.6 (65fee416-481f-4cab-ae39-89e6790513e4/9cff4038-119e-41c9-8330-e7a2dd9a5994/653277a6-8740-4d68-be9c-77367daebcf5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:42.808267 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (653277a6-8740-4d68-be9c-77367daebcf5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:42.841582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:42.886531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 65fee416-481f-4cab-ae39-89e6790513e4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:42.889346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:42.896090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:11:42.901538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:42.946843 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:42.947498 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:42.966997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-47863c88-92e0-4c3e-876c-338baf80b52e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531597 Feb 19 08:11:42.976595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Request body: {'port': {'device_id': '21b93399-50c8-4fb2-9369-0975d40a4764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:43.037109 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (653277a6-8740-4d68-be9c-77367daebcf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.142016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-56bb4ca2-1fa4-44c8-8993-b1627013ed72 None None] Provisioning complete for port 653277a6-8740-4d68-be9c-77367daebcf5 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:43.142281 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56bb4ca2-1fa4-44c8-8993-b1627013ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (653277a6-8740-4d68-be9c-77367daebcf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.181544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-56bb4ca2-1fa4-44c8-8993-b1627013ed72 None None] Port 653277a6-8740-4d68-be9c-77367daebcf5 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:11:43.312503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653277a6-8740-4d68-be9c-77367daebcf5 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:11:43.320683 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks [] for port (653277a6-8740-4d68-be9c-77367daebcf5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.332797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Transition to ACTIVE for port object 653277a6-8740-4d68-be9c-77367daebcf5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:11:43.336254 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.386236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Pushing event updated for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:43.462967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Attempting to bind port 653277a6-8740-4d68-be9c-77367daebcf5 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:11:43.463237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Attempting to bind port 653277a6-8740-4d68-be9c-77367daebcf5 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:11:43.463470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Attempting to bind port 653277a6-8740-4d68-be9c-77367daebcf5 on network 65fee416-481f-4cab-ae39-89e6790513e4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:11:43.468303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Port 653277a6-8740-4d68-be9c-77367daebcf5 on network 65fee416-481f-4cab-ae39-89e6790513e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:11:43.468628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Attempting to bind port 653277a6-8740-4d68-be9c-77367daebcf5 on network 65fee416-481f-4cab-ae39-89e6790513e4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:11:43.473658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:11:43.473996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Checking segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:11:43.474382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Bound using segment: {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:11:43.474805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Bound port: 653277a6-8740-4d68-be9c-77367daebcf5, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a1c08c-9861-4803-8aaa-535afad411a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:11:43.475164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (653277a6-8740-4d68-be9c-77367daebcf5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.543700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:11:43.546783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=653277a6-8740-4d68-be9c-77367daebcf5,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:11:43.553339 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.587471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:43.588089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:43.589467 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] 10.222.0.47 "PUT /v2.0/ports/653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 1091 time: 0.6170878 Feb 19 08:11:43.589911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:43.592159 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122544a6-9fd7-44b3-97d0-9088e8f285ef" -d '{"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:43.642152 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a67854-6231-46b2-b61a-93991095d14f x-openstack-request-id: req-f9a67854-6231-46b2-b61a-93991095d14f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:43.642487 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:43.642738 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9a67854-6231-46b2-b61a-93991095d14f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:43.643775 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5', 'status': 'completed', 'code': 200} Feb 19 08:11:43.673900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1be11-6a7b-442b-b64f-a2e8e6dec020 service neutron] Pushing event updated for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:43.705368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3f676dcb-02a8-4c2a-96a7-c18404a7f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:43.707393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3f676dcb-02a8-4c2a-96a7-c18404a7f928 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1125 time: 0.0675120 Feb 19 08:11:43.772614 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-2ad1ef81-fee0-447f-976c-074f083f0210 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 217 time: 0.0459671 Feb 19 08:11:43.828303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e776d7-670f-4955-89c4-fae8ed5be297 req-3f7584f0-3fb1-41b6-a526-acaa87952398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:43.829813 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1e776d7-670f-4955-89c4-fae8ed5be297 req-3f7584f0-3fb1-41b6-a526-acaa87952398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 943 time: 0.1349330 Feb 19 08:11:43.845632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-1e72d441-5539-4011-8858-b3388f22bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:43.847681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-1e72d441-5539-4011-8858-b3388f22bc61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 200 len: 834 time: 0.0663745 Feb 19 08:11:43.914318 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b1e776d7-670f-4955-89c4-fae8ed5be297 req-437dfcc3-c5f4-4462-9adb-11a30f946354 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779393 Feb 19 08:11:43.920492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-8e4ffcea-9a0b-4272-8e79-fc05966261d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:43.921598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-8e4ffcea-9a0b-4272-8e79-fc05966261d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65fee416-481f-4cab-ae39-89e6790513e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678926 Feb 19 08:11:44.013157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-c6b4db62-cab1-43ba-bfee-971acbf06bd2 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Feb 19 08:11:44.108103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d2874701-42e0-4be6-b8f0-f4bc0e92ffe0 req-3ff01a0c-5224-4496-8499-34d440491024 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888040 Feb 19 08:11:44.204676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-9c092a96-a81d-476a-8362-1746922fcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:44.206851 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-9c092a96-a81d-476a-8362-1746922fcedf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1125 time: 0.0500357 Feb 19 08:11:44.291367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-5f061f73-9d9d-476e-8eb0-3d13a9723981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:44.292794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-5f061f73-9d9d-476e-8eb0-3d13a9723981 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 897 time: 0.0808709 Feb 19 08:11:44.336057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-dbc633cb-f280-4471-8cbb-5fbe68917714 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 217 time: 0.0374601 Feb 19 08:11:44.384880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-f4472b58-9d60-4e63-b319-342a25a213ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:44.386296 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-f4472b58-9d60-4e63-b319-342a25a213ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 200 len: 834 time: 0.0433838 Feb 19 08:11:44.436853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-fddab827-33e1-413c-b190-0e0f3b8bfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:44.438386 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-fddab827-33e1-413c-b190-0e0f3b8bfd1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65fee416-481f-4cab-ae39-89e6790513e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461841 Feb 19 08:11:44.528222 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-9f7b052f-e9d6-4bb2-9cdf-35bdd7aed238 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Feb 19 08:11:44.611459 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-122544a6-9fd7-44b3-97d0-9088e8f285ef req-886ea42d-15cc-4c1b-8bbc-999783b2a56a service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772309 Feb 19 08:11:45.037044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985f52-edf2-49e0-94e0-a0c2b44ad237 req-e245160b-66a6-44e1-ac90-564c3a36c087 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:45.038414 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10985f52-edf2-49e0-94e0-a0c2b44ad237 req-e245160b-66a6-44e1-ac90-564c3a36c087 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 943 time: 0.0553222 Feb 19 08:11:45.085177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-10985f52-edf2-49e0-94e0-a0c2b44ad237 req-ab7f2d9c-1e91-4bc7-b426-02a79cb3a1a6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Feb 19 08:11:46.202355 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14ab21-d92d-4fbe-835f-5552bf048930 req-9c607981-e5b3-498a-a534-3d6b4967c391 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:46.203930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee14ab21-d92d-4fbe-835f-5552bf048930 req-9c607981-e5b3-498a-a534-3d6b4967c391 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 943 time: 0.0526474 Feb 19 08:11:46.254859 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee14ab21-d92d-4fbe-835f-5552bf048930 req-4ce7a8b2-f4cc-4956-9b80-eb911845b42a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448427 Feb 19 08:11:47.376191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64d5d3-2d9d-4fc6-ab53-a09546a90a6c req-3cf6247a-5b98-4305-b794-ed30e37c469b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:47.378080 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f64d5d3-2d9d-4fc6-ab53-a09546a90a6c req-3cf6247a-5b98-4305-b794-ed30e37c469b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 943 time: 0.0542080 Feb 19 08:11:47.426629 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1f64d5d3-2d9d-4fc6-ab53-a09546a90a6c req-3282fbb4-0067-475c-8437-77a555314d78 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Feb 19 08:11:48.372834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 653277a6-8740-4d68-be9c-77367daebcf5 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:11:48.468410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=653277a6-8740-4d68-be9c-77367daebcf5,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:48.479299 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '653277a6-8740-4d68-be9c-77367daebcf5', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'port_id': '653277a6-8740-4d68-be9c-77367daebcf5', 'mac_address': 'fa:16:3e:f2:10:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:11:48.515572 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 653277a6-8740-4d68-be9c-77367daebcf5 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:48.516108 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (653277a6-8740-4d68-be9c-77367daebcf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:48.528952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653277a6-8740-4d68-be9c-77367daebcf5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:11:48.544769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdd410-1ac7-40db-96f6-df6657b0e31c req-cb4b0d99-3164-47b3-b0e8-bb25101a1591 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:48.546261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80bdd410-1ac7-40db-96f6-df6657b0e31c req-cb4b0d99-3164-47b3-b0e8-bb25101a1591 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 943 time: 0.0524156 Feb 19 08:11:48.548653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=653277a6-8740-4d68-be9c-77367daebcf5,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:48.553390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:48.596792 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-80bdd410-1ac7-40db-96f6-df6657b0e31c req-5f88cb4c-45fa-47c9-b35f-7a34115e714f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Feb 19 08:11:48.598355 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:48.904932 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['653277a6-8740-4d68-be9c-77367daebcf5'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:11:49.713599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cfc0a-c4a7-4e6b-931c-37c307536ff9 req-ed6d85c6-29fc-4e6c-b2e7-29d8ffef9ba8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:49.715066 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e0cfc0a-c4a7-4e6b-931c-37c307536ff9 req-ed6d85c6-29fc-4e6c-b2e7-29d8ffef9ba8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 944 time: 0.0505977 Feb 19 08:11:49.767342 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1e0cfc0a-c4a7-4e6b-931c-37c307536ff9 req-74e56b48-e45a-4e31-aa6d-77fd6494a834 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455575 Feb 19 08:11:50.394762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 653277a6-8740-4d68-be9c-77367daebcf5 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:11:50.445052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 653277a6-8740-4d68-be9c-77367daebcf5 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:11:50.448822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 653277a6-8740-4d68-be9c-77367daebcf5 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:11:50.449197 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (653277a6-8740-4d68-be9c-77367daebcf5), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:50.523629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 653277a6-8740-4d68-be9c-77367daebcf5 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:11:50.523955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (653277a6-8740-4d68-be9c-77367daebcf5), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:50.545082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:50.547228 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4936bf-789a-48f7-a861-491ca7e3c856" -d '{"events": [{"server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "name": "network-vif-plugged", "status": "completed", "tag": "653277a6-8740-4d68-be9c-77367daebcf5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:50.559947 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=653277a6-8740-4d68-be9c-77367daebcf5,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:11:50.564106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:50.591557 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2a6ec-656a-4f87-9080-f39daa3baa6b x-openstack-request-id: req-9ea2a6ec-656a-4f87-9080-f39daa3baa6b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:50.591853 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "name": "network-vif-plugged", "status": "completed", "tag": "653277a6-8740-4d68-be9c-77367daebcf5", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:50.592107 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ea2a6ec-656a-4f87-9080-f39daa3baa6b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:50.592494 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5', 'code': 200} Feb 19 08:11:50.617790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:50.687924 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74994-f5ab-4843-a403-91ff71a081b5 req-61ae7078-a17c-4d62-bda1-f0854bf2a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:50.689406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25c74994-f5ab-4843-a403-91ff71a081b5 req-61ae7078-a17c-4d62-bda1-f0854bf2a974 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1127 time: 0.0418351 Feb 19 08:11:50.734065 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-25c74994-f5ab-4843-a403-91ff71a081b5 req-cd5201cf-7721-49d7-bcbf-91633fdd57a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 Feb 19 08:11:50.886084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee1c2-13d2-4ce5-8414-71cc56ea5816 req-beeebe27-afca-4ccb-8825-182bd1ec0508 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:50.887615 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-694ee1c2-13d2-4ce5-8414-71cc56ea5816 req-beeebe27-afca-4ccb-8825-182bd1ec0508 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Feb 19 08:11:50.935739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-694ee1c2-13d2-4ce5-8414-71cc56ea5816 req-c6af7a68-b648-4bff-9793-01788cdbc4d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Feb 19 08:11:52.399545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076ca4a-6320-47d2-a27a-6cc50e1c0024 req-0c39b92a-d07b-4a68-a098-51af69eed05f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:52.400958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2076ca4a-6320-47d2-a27a-6cc50e1c0024 req-0c39b92a-d07b-4a68-a098-51af69eed05f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.3886917 Feb 19 08:11:52.452900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2076ca4a-6320-47d2-a27a-6cc50e1c0024 req-350ff324-c8fa-48a8-b4b3-9c20f9d7d5a8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464053 Feb 19 08:11:53.571310 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a793a9d-0ed9-4267-8e82-6e39462f01b6 req-d4142f60-a837-4bd0-b4c9-e66ab3110f17 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:53.572826 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a793a9d-0ed9-4267-8e82-6e39462f01b6 req-d4142f60-a837-4bd0-b4c9-e66ab3110f17 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0523584 Feb 19 08:11:53.620574 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a793a9d-0ed9-4267-8e82-6e39462f01b6 req-8cb29cc1-9eae-4829-a57f-dc6b842ede1a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Feb 19 08:11:53.738857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59e96a-024f-45df-ab06-daed23d999e6 req-9c201200-598d-4ac8-b2da-c8a59e0d1090 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:53.740280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c59e96a-024f-45df-ab06-daed23d999e6 req-9c201200-598d-4ac8-b2da-c8a59e0d1090 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Feb 19 08:11:53.787332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9c59e96a-024f-45df-ab06-daed23d999e6 req-9701749e-f32d-4776-ba0f-9f68134831c6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Feb 19 08:11:53.808696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:53.849752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd91ee-9818-4caf-a81f-f1ea8208b982 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:53.851260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-54cd91ee-9818-4caf-a81f-f1ea8208b982 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1122 time: 0.0415928 Feb 19 08:11:53.854112 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:53.858335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '653277a6-8740-4d68-be9c-77367daebcf5', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:11:53.879154 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:53.975127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.077436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.161 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/53e51e22-5efa-4bd8-9178-cc1882444857) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:11:54.172518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (53e51e22-5efa-4bd8-9178-cc1882444857), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.204437 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.241372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:11:54.244076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:11:54.249675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:11:54.254911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=53e51e22-5efa-4bd8-9178-cc1882444857,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:54.606941 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (72fecaf5-2d3f-4fdd-a528-f754e79e3130), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.678552 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.824293 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (53e51e22-5efa-4bd8-9178-cc1882444857), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.828694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:54.898677 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=53e51e22-5efa-4bd8-9178-cc1882444857,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:11:54.912170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (72fecaf5-2d3f-4fdd-a528-f754e79e3130), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:55.014220 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP 72fecaf5-2d3f-4fdd-a528-f754e79e3130 associated. External IP: 172.25.7.161, port: 653277a6-8740-4d68-be9c-77367daebcf5. Feb 19 08:11:55.223347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:11:55.343195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:11:55.353134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Sync routers for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:11:55.360184 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:11:55.364397 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:55.365022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:55.390666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f994ce63-c5ca-4fa8-8a80-7678d6fb35eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5355268 Feb 19 08:11:55.391292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:11:55.393609 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e8beff-4fcb-4b76-a079-da455922686d" -d '{"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:11:55.440964 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f8be5c-a185-49be-99a5-9fecc9a0f7f2 x-openstack-request-id: req-46f8be5c-a185-49be-99a5-9fecc9a0f7f2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:11:55.441328 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:11:55.441652 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46f8be5c-a185-49be-99a5-9fecc9a0f7f2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:11:55.442129 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5', 'status': 'completed', 'code': 200} Feb 19 08:11:55.479152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:55.508479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8beff-4fcb-4b76-a079-da455922686d req-bcb8b854-c145-40eb-bbf9-3a6d2d3d89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:55.509195 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124905e-ef15-4209-a0c9-c280185e7d4c req-1e66841a-fe35-4363-9f0d-a11689691984 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:55.510024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-bcb8b854-c145-40eb-bbf9-3a6d2d3d89d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1127 time: 0.0463517 Feb 19 08:11:55.510691 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b124905e-ef15-4209-a0c9-c280185e7d4c req-1e66841a-fe35-4363-9f0d-a11689691984 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0589643 Feb 19 08:11:55.559808 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b124905e-ef15-4209-a0c9-c280185e7d4c req-066b03a4-e5b5-4544-b6e8-7bd436886c7d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Feb 19 08:11:55.582290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:55.658027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8beff-4fcb-4b76-a079-da455922686d req-a3d3dabb-22ff-47be-b074-ac40495101c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:55.660074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-a3d3dabb-22ff-47be-b074-ac40495101c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 897 time: 0.1436548 Feb 19 08:11:55.677997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-089522a9-2d11-4150-88c3-9e6947e7b33d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/72fecaf5-2d3f-4fdd-a528-f754e79e3130 HTTP/1.1" status: 200 len: 991 time: 0.0946329 Feb 19 08:11:55.705089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '72fecaf5-2d3f-4fdd-a528-f754e79e3130', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'port_id': '653277a6-8740-4d68-be9c-77367daebcf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'mac_address': 'fa:16:3e:f2:10:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b93399-50c8-4fb2-9369-0975d40a4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:54Z', 'updated_at': '2022-02-19T08:11:54Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:55.729253 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-47804b64-1317-4c6e-8bc6-0c225f164e22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 999 time: 0.0623124 Feb 19 08:11:55.734190 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Checking router: 14a0e095-7ad0-4412-8efc-edf33f3f06a2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:11:55.743176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:11:55.743801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:11:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:55.781756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8beff-4fcb-4b76-a079-da455922686d req-f2146a1c-1bdd-494c-9db8-713568669745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:55.783777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-f2146a1c-1bdd-494c-9db8-713568669745 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 200 len: 834 time: 0.0469928 Feb 19 08:11:55.831441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8beff-4fcb-4b76-a079-da455922686d req-e7cca88c-689c-4bac-9f43-990197ffbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:11:55.833017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-e7cca88c-689c-4bac-9f43-990197ffbed7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65fee416-481f-4cab-ae39-89e6790513e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445011 Feb 19 08:11:55.927265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-abd30ec4-5824-4ae2-be9f-6bf80a336853 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884449 Feb 19 08:11:56.015619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:11:56.026261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-78e8beff-4fcb-4b76-a079-da455922686d req-acdf4170-3449-4e0a-94fc-7fefba0102b3 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937839 Feb 19 08:11:56.234201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '72fecaf5-2d3f-4fdd-a528-f754e79e3130', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'port_id': '653277a6-8740-4d68-be9c-77367daebcf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'mac_address': 'fa:16:3e:f2:10:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b93399-50c8-4fb2-9369-0975d40a4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:54Z', 'updated_at': '2022-02-19T08:11:54Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:11:56.263489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3b12d-89f9-4be2-9e1c-1a68eed5ac5b None None] The sync data for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 is: [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '72fecaf5-2d3f-4fdd-a528-f754e79e3130', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'port_id': '653277a6-8740-4d68-be9c-77367daebcf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'mac_address': 'fa:16:3e:f2:10:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b93399-50c8-4fb2-9369-0975d40a4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:11:54Z', 'updated_at': '2022-02-19T08:11:54Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:11:56.445197 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daf8578-2adf-4078-8287-606b9e1efab0 None None] New status for floating IP 72fecaf5-2d3f-4fdd-a528-f754e79e3130: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:11:56.681836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:11:56.742649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b8c4903e-2f73-47a6-8d25-756eb85c6e4c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/72fecaf5-2d3f-4fdd-a528-f754e79e3130 HTTP/1.1" status: 200 len: 993 time: 0.0596702 Feb 19 08:12:00.741650 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:03.502010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:06.323021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cee87a85-90f7-4d22-a532-f8770b575933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:08.659369 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-703b6456-8eed-4308-884a-0644067e095a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:09.889008 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:11.214137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:12.525252 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:13.857903 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:12:30.741687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:33.511466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:36.326990 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c3e6509-d92c-4d04-9641-e9b7993d7aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:36.882180 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-61570f92-9181-42c2-aba9-080edc219dc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974586 Feb 19 08:12:36.963976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-2df8b2f6-765d-4bf3-a205-65f004a27b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:36.965536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-2df8b2f6-765d-4bf3-a205-65f004a27b2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1127 time: 0.0437086 Feb 19 08:12:37.064980 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-fab930a8-73be-447a-94da-278f439c2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:37.066366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-fab930a8-73be-447a-94da-278f439c2e3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 897 time: 0.0827525 Feb 19 08:12:37.134396 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-d1cd255d-5577-4ec7-b184-60ad5e4f3076 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 1001 time: 0.0620954 Feb 19 08:12:37.181466 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-1546425a-cdd9-49ec-b627-e4ed6535c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:37.182881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-1546425a-cdd9-49ec-b627-e4ed6535c6bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 200 len: 834 time: 0.0430183 Feb 19 08:12:37.230733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-7b77c07a-b166-4723-a30d-868127923684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:37.232245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-7b77c07a-b166-4723-a30d-868127923684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65fee416-481f-4cab-ae39-89e6790513e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428407 Feb 19 08:12:37.321796 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-04605511-82a8-401d-90aa-db03385742fe service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830112 Feb 19 08:12:37.408074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff030725-70f8-4759-ab7f-1bdd182170b8 req-786b92d0-1cdb-4e03-babc-ad74076c8f18 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809145 Feb 19 08:12:38.660725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a9ea-1761-4eb5-b2a5-b9b4128851d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:39.890687 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:41.216943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:42.526810 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:12:50.856487 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:12:59.658295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20923d-6c3f-4345-9cde-a7f35bd09cec req-222e16ff-2473-4c8c-a5a8-8997d0edb1f0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:12:59.659853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e20923d-6c3f-4345-9cde-a7f35bd09cec req-222e16ff-2473-4c8c-a5a8-8997d0edb1f0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.1088853 Feb 19 08:12:59.715827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7e20923d-6c3f-4345-9cde-a7f35bd09cec req-6edbf209-108c-4485-aae7-248d6d6bf125 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501459 Feb 19 08:13:00.742922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:00.898056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3726eb-553b-4b64-9ff1-8e47c8619216 req-66f32452-35a0-4ca9-b320-7d1fdde73f05 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:00.899560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c3726eb-553b-4b64-9ff1-8e47c8619216 req-66f32452-35a0-4ca9-b320-7d1fdde73f05 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.1000817 Feb 19 08:13:00.946486 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0c3726eb-553b-4b64-9ff1-8e47c8619216 req-e8ebbafe-29c8-4ffd-a8b9-84986c78901c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Feb 19 08:13:00.970139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:01.028641 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cddc06a4-63b3-4d2e-b15d-9808d6a9a1ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/72fecaf5-2d3f-4fdd-a528-f754e79e3130 HTTP/1.1" status: 200 len: 993 time: 0.0572662 Feb 19 08:13:02.293722 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9343048-d2b5-458f-9f9c-a4e94a1ff484 req-0e3dabeb-6eb7-4087-9bb3-ae85e848d943 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:02.295324 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9343048-d2b5-458f-9f9c-a4e94a1ff484 req-0e3dabeb-6eb7-4087-9bb3-ae85e848d943 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0574665 Feb 19 08:13:02.344715 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9343048-d2b5-458f-9f9c-a4e94a1ff484 req-73bb0721-1edd-4d37-9f25-9e45c3417992 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Feb 19 08:13:03.465881 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ada5-5356-44db-a86e-e2bfe5e65b8c req-0ec2e481-f791-42ee-b250-b3fba038940f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:03.467360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f78ada5-5356-44db-a86e-e2bfe5e65b8c req-0ec2e481-f791-42ee-b250-b3fba038940f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Feb 19 08:13:03.518360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f78ada5-5356-44db-a86e-e2bfe5e65b8c req-2e21f0d4-b674-4d4b-a995-4dc3f54acfed tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Feb 19 08:13:03.523759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:03.541613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:03.600714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f827deb1-f7b3-486b-9d0b-09fc36f33264 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/72fecaf5-2d3f-4fdd-a528-f754e79e3130 HTTP/1.1" status: 200 len: 993 time: 0.0578578 Feb 19 08:13:03.832402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46824) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:03.985685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 53e51e22-5efa-4bd8-9178-cc1882444857 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:03.986028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.058801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.059115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (53e51e22-5efa-4bd8-9178-cc1882444857), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.070312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 53e51e22-5efa-4bd8-9178-cc1882444857 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:04.213076 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (53e51e22-5efa-4bd8-9178-cc1882444857), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.235702 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=53e51e22-5efa-4bd8-9178-cc1882444857,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:04.245583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.245934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.246288 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.246868 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.247208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.247616 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.248272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.248272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.248565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.248885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.249206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.249522 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.249837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:04.310492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (72fecaf5-2d3f-4fdd-a528-f754e79e3130), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.310824 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP 72fecaf5-2d3f-4fdd-a528-f754e79e3130 disassociated (deleted). External IP: 172.25.7.161, port: 653277a6-8740-4d68-be9c-77367daebcf5. Feb 19 08:13:04.517062 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:04.624339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:04.629656 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:04.634755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Sync routers for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:13:04.643567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:04.644183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:04.658783 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3c3ba1df-1aa2-47c4-8670-ac4f39f160fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/floatingips/72fecaf5-2d3f-4fdd-a528-f754e79e3130 HTTP/1.1" status: 204 len: 168 time: 0.8252928 Feb 19 08:13:04.659417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:13:04.661770 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce2d2ff-7e95-4401-9d7d-fd997b49f704" -d '{"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:13:04.699093 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b922370c-c5f1-4e9f-a6a9-8a5620cd131b x-openstack-request-id: req-b922370c-c5f1-4e9f-a6a9-8a5620cd131b {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:13:04.699715 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "tag": "653277a6-8740-4d68-be9c-77367daebcf5", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:13:04.700124 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b922370c-c5f1-4e9f-a6a9-8a5620cd131b {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:13:04.700541 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5', 'status': 'completed', 'code': 200} Feb 19 08:13:04.760565 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:04.775155 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-474b6287-1e03-42dc-b926-72cccc970c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:04.776833 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-474b6287-1e03-42dc-b926-72cccc970c8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 1127 time: 0.0545137 Feb 19 08:13:04.896691 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-44750cff-0dca-4cfb-86b3-0849b218a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:04.898169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-44750cff-0dca-4cfb-86b3-0849b218a5f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 200 len: 897 time: 0.1155419 Feb 19 08:13:04.946903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-1fbd687a-087d-49da-9bcc-ebe8038f4ee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 200 len: 217 time: 0.0417037 Feb 19 08:13:04.970568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf32a6-34d6-4380-ae5b-0cd769214cf2 req-83646499-1144-403c-a2f8-89e7eba8a202 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:04.972077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04bf32a6-34d6-4380-ae5b-0cd769214cf2 req-83646499-1144-403c-a2f8-89e7eba8a202 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.1121457 Feb 19 08:13:04.978337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:05.008898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Checking router: 14a0e095-7ad0-4412-8efc-edf33f3f06a2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:13:05.016821 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:05.017489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:12:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:05.032053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-9181f513-0ad1-4fbc-9f70-2cc7aec6c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:05.033514 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-9181f513-0ad1-4fbc-9f70-2cc7aec6c88d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 200 len: 834 time: 0.0790250 Feb 19 08:13:05.057968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-04bf32a6-34d6-4380-ae5b-0cd769214cf2 req-3aa10e45-8c73-4d91-9134-41bb62df4e91 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680261 Feb 19 08:13:05.090058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-6e86871f-23da-4368-b30d-a6a45d30e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:05.091597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-6e86871f-23da-4368-b30d-a6a45d30e6f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=65fee416-481f-4cab-ae39-89e6790513e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493319 Feb 19 08:13:05.131531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:05.183954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-054427d8-12c1-42d5-be8d-f28c51f86c54 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848169 Feb 19 08:13:05.271287 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cce2d2ff-7e95-4401-9d7d-fd997b49f704 req-46be86d0-71e2-40fc-95db-114e96502607 service neutron] 10.222.0.47 "GET /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810468 Feb 19 08:13:05.323616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:05.349058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc8d1f-b0c0-4bba-bd2d-c0f2ab61bf19 None None] The sync data for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 is: [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:11:34Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af885ceb-58fd-4ef4-9e8c-d8eb2e93110e', 'name': '', 'network_id': '65fee416-481f-4cab-ae39-89e6790513e4', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b9:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:33Z', 'updated_at': '2022-02-19T08:11:36Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '9cff4038-119e-41c9-8330-e7a2dd9a5994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:13:05.561957 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67610106-8c24-4c06-99e8-f1ea5db6c183 None None] New status for floating IP 72fecaf5-2d3f-4fdd-a528-f754e79e3130: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:13:06.178763 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfd2d3-e303-461b-b826-16d50d664677 req-5abf2d5f-3b70-4105-b7d3-2d496f294bb1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:06.180260 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6bfd2d3-e303-461b-b826-16d50d664677 req-5abf2d5f-3b70-4105-b7d3-2d496f294bb1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 19 08:13:06.227467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6bfd2d3-e303-461b-b826-16d50d664677 req-0d3e1164-91d8-4399-969a-9af460ed261d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=291e37ce-5c94-413b-b6bc-13098cec2630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Feb 19 08:13:06.329031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68add7c3-bd24-427d-b148-652ef024ce43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:06.559827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-79ba2685-9355-4718-99e2-0d253c1ce042 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:06.561202 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-79ba2685-9355-4718-99e2-0d253c1ce042 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 945 time: 0.0573330 Feb 19 08:13:06.650407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 653277a6-8740-4d68-be9c-77367daebcf5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:06.650877 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (653277a6-8740-4d68-be9c-77367daebcf5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:06.740381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 653277a6-8740-4d68-be9c-77367daebcf5, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=653277a6-8740-4d68-be9c-77367daebcf5,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:06.740742 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (653277a6-8740-4d68-be9c-77367daebcf5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:06.753369 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 653277a6-8740-4d68-be9c-77367daebcf5 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:06.880309 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (653277a6-8740-4d68-be9c-77367daebcf5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:06.908151 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=653277a6-8740-4d68-be9c-77367daebcf5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:06.935525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.935949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.936212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.936548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.936880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.937212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.937542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.937870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.938195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.938519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.938842 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.939165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.939582 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:06.963137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port 653277a6-8740-4d68-be9c-77367daebcf5 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:13:06.965902 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:06.969644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-64dc91c3-5d68-4036-aee5-0c94ab9b77f4 req-af80c471-a46b-41ac-ae6e-e1cd81866bcd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "DELETE /v2.0/ports/653277a6-8740-4d68-be9c-77367daebcf5 HTTP/1.1" status: 204 len: 173 time: 0.4034131 Feb 19 08:13:06.970124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'name': 'network-vif-deleted', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:13:06.973428 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6ff86-21c2-4c04-a042-8492f007a70c" -d '{"events": [{"server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "name": "network-vif-deleted", "tag": "653277a6-8740-4d68-be9c-77367daebcf5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:13:07.010985 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be98df9d-b4e5-44ac-8c10-12f670ce15d6 x-openstack-request-id: req-be98df9d-b4e5-44ac-8c10-12f670ce15d6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:13:07.011312 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b93399-50c8-4fb2-9369-0975d40a4764", "name": "network-vif-deleted", "tag": "653277a6-8740-4d68-be9c-77367daebcf5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:13:07.011569 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be98df9d-b4e5-44ac-8c10-12f670ce15d6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:13:07.011970 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b93399-50c8-4fb2-9369-0975d40a4764', 'name': 'network-vif-deleted', 'tag': '653277a6-8740-4d68-be9c-77367daebcf5', 'status': 'completed', 'code': 200} Feb 19 08:13:07.347295 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dd285797-c898-419d-a5c4-3687f3ab43de req-7b6c24e0-03a9-43ad-9913-c4717bd36fe9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=21b93399-50c8-4fb2-9369-0975d40a4764 HTTP/1.1" status: 200 len: 210 time: 0.0353909 Feb 19 08:13:08.397613 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46840) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:08.662419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4419db8d-b1cb-4ef5-9be9-fec974ea6c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:08.767351 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.019676 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:09.020025 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.104768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port af885ceb-58fd-4ef4-9e8c-d8eb2e93110e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:09.105124 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.117758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for af885ceb-58fd-4ef4-9e8c-d8eb2e93110e owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:09.300791 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (af885ceb-58fd-4ef4-9e8c-d8eb2e93110e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.325873 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=af885ceb-58fd-4ef4-9e8c-d8eb2e93110e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:09.498322 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.895739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:09.977921 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:10.081838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:10.086847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-06b77040-0c3c-4e53-b653-3f6c853f53a1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/14a0e095-7ad0-4412-8efc-edf33f3f06a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882143 Feb 19 08:13:10.089618 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46842) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:10.092293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Sync routers for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:13:10.102558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:10.103173 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:10.139386 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting subnet 9cff4038-119e-41c9-8330-e7a2dd9a5994 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:13:10.142396 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (9cff4038-119e-41c9-8330-e7a2dd9a5994), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.180655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (9cff4038-119e-41c9-8330-e7a2dd9a5994), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.208816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:10.263608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (9cff4038-119e-41c9-8330-e7a2dd9a5994), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.324039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (9cff4038-119e-41c9-8330-e7a2dd9a5994), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.353184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.358876 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/subnets/9cff4038-119e-41c9-8330-e7a2dd9a5994 HTTP/1.1" status: 204 len: 168 time: 0.2657497 Feb 19 08:13:10.358876 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3362e7-9291-46b2-8d49-9eb18529fb51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Subnet': ['ID=9cff4038-119e-41c9-8330-e7a2dd9a5994,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:10.359176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:10.362130 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c49f9d-75a1-4f10-9666-27a818d20474 None None] Network 65fee416-481f-4cab-ae39-89e6790513e4 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:13:10.462930 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:13:09Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:10.470327 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.491049 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Checking router: 14a0e095-7ad0-4412-8efc-edf33f3f06a2 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:13:10.502645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Routers {'14a0e095-7ad0-4412-8efc-edf33f3f06a2'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:10.503134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:10.563452 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] DHCP port deletion for 65fee416-481f-4cab-ae39-89e6790513e4 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:13:10.582973 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (14a0e095-7ad0-4412-8efc-edf33f3f06a2), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.639213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port d89a608f-fd73-46ec-b56f-3d31ae943dc6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:10.639575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.724367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port d89a608f-fd73-46ec-b56f-3d31ae943dc6, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d89a608f-fd73-46ec-b56f-3d31ae943dc6,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:10.724665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.743359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for d89a608f-fd73-46ec-b56f-3d31ae943dc6 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:10.793141 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 653277a6-8740-4d68-be9c-77367daebcf5 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:13:10.824026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] Set router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:10.828632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 653277a6-8740-4d68-be9c-77367daebcf5 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:13:10.828982 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 653277a6-8740-4d68-be9c-77367daebcf5 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:13:10.901556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:13:10.917433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d89a608f-fd73-46ec-b56f-3d31ae943dc6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:10.943574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=d89a608f-fd73-46ec-b56f-3d31ae943dc6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:10.979120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Deleting port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:10.979434 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.003567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.099218 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.101344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (14a0e095-7ad0-4412-8efc-edf33f3f06a2), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.104926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:11.105319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.130666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Calling delete_port for 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:11.132215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:11.132604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.145455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (14a0e095-7ad0-4412-8efc-edf33f3f06a2), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.145956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Fanout notify agent at l3_agent the message router_deleted on router 14a0e095-7ad0-4412-8efc-edf33f3f06a2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:13:11.153400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.155103 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1ff1dd59-2f1e-46c2-b78e-ae9ee3e7d4ad tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/routers/14a0e095-7ad0-4412-8efc-edf33f3f06a2 HTTP/1.1" status: 204 len: 168 time: 0.7943347 Feb 19 08:13:11.157237 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:11.234580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (65fee416-481f-4cab-ae39-89e6790513e4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.240145 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,segment=NetworkSegment(33a1c08c-9861-4803-8aaa-535afad411a1),segment_id=33a1c08c-9861-4803-8aaa-535afad411a1)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:11.246929 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.251370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.252748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:13:09Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:11.311535 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f933b2-e15d-4a65-8729-675ab7de9c08 None None] The sync data for ids ['14a0e095-7ad0-4412-8efc-edf33f3f06a2'] in n-d-829866-3 is: [{'id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2058604956', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:11:30Z', 'updated_at': '2022-02-19T08:13:09Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'd89a608f-fd73-46ec-b56f-3d31ae943dc6', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0e095-7ad0-4412-8efc-edf33f3f06a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:11:31Z', 'updated_at': '2022-02-19T08:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:13:11.337615 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.345684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:11.356641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] No DVR routers for this DVR port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:13:11.358697 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.359051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.359442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.359784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.360118 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.360767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.360767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.361110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.361405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.361723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.362043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.362359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.362676 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:11.389303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7214115-9d6f-4e89-bed3-b9665b86609b None None] Pushing event deleted for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:11.616370 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:13:11.616936 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.678877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1, host n-d-829866-3, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:11.679274 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.692821 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:13:11.695550 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 08:13:11.696836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.723124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port 0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:13:11.725100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=0f1730ae-a8e5-4b3b-9165-4e3aec0a40f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:11.811039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (65fee416-481f-4cab-ae39-89e6790513e4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.831855 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fee416-481f-4cab-ae39-89e6790513e4']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:11.841195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a1c08c-9861-4803-8aaa-535afad411a1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:11.841499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a1c08c-9861-4803-8aaa-535afad411a1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:11.851601 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (33a1c08c-9861-4803-8aaa-535afad411a1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.865337 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (33a1c08c-9861-4803-8aaa-535afad411a1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.871459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:13:11.872039 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (33a1c08c-9861-4803-8aaa-535afad411a1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:13:11.874967 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:13:11.935888 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (65fee416-481f-4cab-ae39-89e6790513e4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.943164 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:11.949470 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46850) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:11.951666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/networks/65fee416-481f-4cab-ae39-89e6790513e4 HTTP/1.1" status: 204 len: 168 time: 0.7883105 Feb 19 08:13:11.968458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede5650-da69-41a3-854f-6b88b63199f5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Network': ['ID=65fee416-481f-4cab-ae39-89e6790513e4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:12.014191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (291e37ce-5c94-413b-b6bc-13098cec2630), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.046381 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (291e37ce-5c94-413b-b6bc-13098cec2630), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.103125 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (291e37ce-5c94-413b-b6bc-13098cec2630), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.105658 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.106810 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/security-groups/291e37ce-5c94-413b-b6bc-13098cec2630 HTTP/1.1" status: 204 len: 168 time: 0.1562772 Feb 19 08:13:12.115745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db276d-197b-41c7-80e5-496f462ad7b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291e37ce-5c94-413b-b6bc-13098cec2630,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:12.529558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.824363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d89a608f-fd73-46ec-b56f-3d31ae943dc6 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:13:12.842975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46856) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:12.845004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d89a608f-fd73-46ec-b56f-3d31ae943dc6 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:13:12.845346 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d89a608f-fd73-46ec-b56f-3d31ae943dc6 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:13:12.845762 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af885ceb-58fd-4ef4-9e8c-d8eb2e93110e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:13:12.848484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269877099', 'description': 'tempest-secgroup-smoke-1269877099 description', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:12.869912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.870636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: af885ceb-58fd-4ef4-9e8c-d8eb2e93110e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:13:12.870977 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af885ceb-58fd-4ef4-9e8c-d8eb2e93110e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:13:12.933412 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (11541aee-4a34-4534-a8e3-4adeb33cca2e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.936810 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (11541aee-4a34-4534-a8e3-4adeb33cca2e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.962820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:12.964076 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1199884 Feb 19 08:13:12.966889 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46858) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:12.971865 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:12.978837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a4695-a7ca-424c-aea0-3ec0e53fecb5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11541aee-4a34-4534-a8e3-4adeb33cca2e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:12.997841 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (86913d17-6a5b-4b8f-babb-c565e3273b3c), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.056898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (86913d17-6a5b-4b8f-babb-c565e3273b3c), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.060310 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (86913d17-6a5b-4b8f-babb-c565e3273b3c), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.077482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86913d17-6a5b-4b8f-babb-c565e3273b3c,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.084908 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.086111 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d7816456-1d5a-462e-a9c7-eaaf5451db89 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182804 Feb 19 08:13:13.088867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46860) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.093226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.117349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (82304548-31d2-4b87-b4be-c7bb50f7979f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.175722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (82304548-31d2-4b87-b4be-c7bb50f7979f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.178990 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (82304548-31d2-4b87-b4be-c7bb50f7979f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.195417 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82304548-31d2-4b87-b4be-c7bb50f7979f,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.202982 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.204196 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3b7c1872-2089-4fb9-8801-39e858afd93a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143816 Feb 19 08:13:13.207446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46862) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.211689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.235349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (8add9f4e-1967-4b06-a190-a25626d003a2), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.289866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (8add9f4e-1967-4b06-a190-a25626d003a2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.293287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (8add9f4e-1967-4b06-a190-a25626d003a2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.310743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8add9f4e-1967-4b06-a190-a25626d003a2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.314915 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.316220 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-67f639b1-098a-428b-9d8f-7dfd1489af92 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1077912 Feb 19 08:13:13.318910 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46864) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.323496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.354014 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (6eb2acd8-d3b8-484d-bbcb-a542f881e036), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.410808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (6eb2acd8-d3b8-484d-bbcb-a542f881e036), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.414476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6eb2acd8-d3b8-484d-bbcb-a542f881e036), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.432001 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb2acd8-d3b8-484d-bbcb-a542f881e036,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.436983 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.440001 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20faac4a-05e0-4d0c-82fd-b552b0239c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183009 Feb 19 08:13:13.441560 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.446076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.466609 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:13:13.471321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (aa46f2d9-d009-4c8a-b414-d248f2063e2b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.527733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (aa46f2d9-d009-4c8a-b414-d248f2063e2b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.531013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (aa46f2d9-d009-4c8a-b414-d248f2063e2b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.547598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa46f2d9-d009-4c8a-b414-d248f2063e2b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.555602 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.556795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4fe3f8cc-d5f0-4fa3-a171-84d0adde3173 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142273 Feb 19 08:13:13.559540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.564056 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '11541aee-4a34-4534-a8e3-4adeb33cca2e', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.584192 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:13:13.588961 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (d8fa36fd-f2b5-46da-bb4d-3b60e0e73c48), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.646457 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (d8fa36fd-f2b5-46da-bb4d-3b60e0e73c48), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.649369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d8fa36fd-f2b5-46da-bb4d-3b60e0e73c48), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.663719 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fa36fd-f2b5-46da-bb4d-3b60e0e73c48,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.674591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.675864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-59dc1a15-408a-46ae-90f5-983a770d7201 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152956 Feb 19 08:13:13.678739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.683558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'network': {'name': 'tempest-network-smoke--1387783517', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.703227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:13.706546 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.730176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:13:13.740487 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9348ee51-1d9d-4b74-9413-a59e0f425f4e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.740928 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Added segment 9348ee51-1d9d-4b74-9413-a59e0f425f4e of type vlan for network 44ff25f1-2dcb-448b-8296-101f6b60a881 Feb 19 08:13:13.787517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (44ff25f1-2dcb-448b-8296-101f6b60a881), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.811615 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (44ff25f1-2dcb-448b-8296-101f6b60a881), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.817524 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:13.818055 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.869650 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898618 Feb 19 08:13:13.872708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46872) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:13.877289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'admin_state_up': True, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:13.888249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f8d3-1d1d-4cd7-954c-3342c97b1f3a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Network': ['ID=44ff25f1-2dcb-448b-8296-101f6b60a881,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:13.898334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:13:13.901717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.902785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:13.957053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (b247fc62-ab7c-4ca3-bd6c-b85216d51541), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.098289 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b247fc62-ab7c-4ca3-bd6c-b85216d51541), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.283906 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.302775 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.404538 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.32 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/f0846404-509a-49d2-98a6-55139feb64dc) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:14.502160 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (f0846404-509a-49d2-98a6-55139feb64dc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.534829 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f0846404-509a-49d2-98a6-55139feb64dc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:14.575163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:14.577823 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:14.580212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:13:14.605511 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=f0846404-509a-49d2-98a6-55139feb64dc,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:14.832110 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.030846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.157580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b247fc62-ab7c-4ca3-bd6c-b85216d51541 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:13:15.261648 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:15.273759 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Sync routers for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:13:15.281227 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.283628 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b07f1966-cb90-4e3c-8ad3-9f6769599138 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4098949 Feb 19 08:13:15.283807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:15.284409 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:15.285564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46874) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:15.391570 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:15.567047 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:14Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:15.581994 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5963af56-9434-492b-97ce-9c52fea4216b tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b57f0ba1b83e4a099b13a94c4a657c04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2952998 Feb 19 08:13:15.584523 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46876) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:15.671714 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbd553-9dd6-4e74-a1d9-488fb55a1e61 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:15.673242 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8dfbd553-9dd6-4e74-a1d9-488fb55a1e61 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878170 Feb 19 08:13:15.676814 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46878) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:15.680444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Checking router: b247fc62-ab7c-4ca3-bd6c-b85216d51541 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:13:15.680785 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Updating router b247fc62-ab7c-4ca3-bd6c-b85216d51541 port f0846404-509a-49d2-98a6-55139feb64dc binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:13:15.706728 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-98e6ba0b-92aa-4814-8f4c-4cb28ba580f9 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288081 Feb 19 08:13:15.707275 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f0846404-509a-49d2-98a6-55139feb64dc), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.709156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46880) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:15.713989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-632960493', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:15.801264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:15.804733 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.946281 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks [] for port (f0846404-509a-49d2-98a6-55139feb64dc), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.952811 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f0846404-509a-49d2-98a6-55139feb64dc), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:15.983111 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (a4600bce-8268-43b3-9d35-fee04b7f1ed5), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.002891 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Attempting to bind port f0846404-509a-49d2-98a6-55139feb64dc on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:13:16.003289 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Attempting to bind port f0846404-509a-49d2-98a6-55139feb64dc by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:13:16.003855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Attempting to bind port f0846404-509a-49d2-98a6-55139feb64dc on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:13:16.013685 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:13:16.014060 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:13:16.014460 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.014845 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:13:16.015330 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Bound port: f0846404-509a-49d2-98a6-55139feb64dc, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:13:16.015707 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f0846404-509a-49d2-98a6-55139feb64dc), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.036318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Pushing event updated for resources: {'Port': ['ID=f0846404-509a-49d2-98a6-55139feb64dc,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:16.047575 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.047826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Subnet': ['ID=a4600bce-8268-43b3-9d35-fee04b7f1ed5,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:16.047948 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.048244 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.048574 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.048896 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.049225 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.049548 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.049867 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.050185 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.050724 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.051295 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.051855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.052404 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:13:16.057729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Checking segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:13:16.058152 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network hostable DHCP agents. Network: 44ff25f1-2dcb-448b-8296-101f6b60a881, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:13:16.076357 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:13:16.085452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 44ff25f1-2dcb-448b-8296-101f6b60a881) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:16.086468 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] For port f0846404-509a-49d2-98a6-55139feb64dc, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:16.089602 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:16.089769 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] For port f0846404-509a-49d2-98a6-55139feb64dc, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f0846404-509a-49d2-98a6-55139feb64dc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:16.090196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.096218 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f0846404-509a-49d2-98a6-55139feb64dc), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.098703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b63ae-430f-4634-a122-4a052bd2c622 None None] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:13:16.110646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-67d6bdbe-f3df-47b6-acfe-18ad2e95ce9b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004738 Feb 19 08:13:16.113557 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:16.157093 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cfc6b-4fdc-47b8-8a98-51f93b144657 None None] Pushing event updated for resources: {'Port': ['ID=f0846404-509a-49d2-98a6-55139feb64dc,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:16.159696 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:16.160781 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:16.210968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-44ff25f1-2dcb-448b-8296-101f6b60a881', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:13:16.211984 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.265734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:16.361573 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Allocated IP 172.20.0.2 (44ff25f1-2dcb-448b-8296-101f6b60a881/a4600bce-8268-43b3-9d35-fee04b7f1ed5/42b71af8-070f-4e5c-a4fe-fd8e35285466) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:16.447555 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:14Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:16.474693 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4215f-dd14-4dde-ac5a-857f97c96b4b None None] The sync data for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 is: [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:14Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:13:16.522853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks [] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.530082 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.570754 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:16.575627 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:16.578043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:13:16.586113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Pushing event updated for resources: {'Port': ['ID=42b71af8-070f-4e5c-a4fe-fd8e35285466,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:16.594535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.645591 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Attempting to bind port 42b71af8-070f-4e5c-a4fe-fd8e35285466 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:13:16.646050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Attempting to bind port 42b71af8-070f-4e5c-a4fe-fd8e35285466 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:13:16.646418 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Attempting to bind port 42b71af8-070f-4e5c-a4fe-fd8e35285466 on network 44ff25f1-2dcb-448b-8296-101f6b60a881 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:13:16.652116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:13:16.652514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Checking segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:13:16.652906 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.653303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Bound using segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:13:16.653775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Bound port: 42b71af8-070f-4e5c-a4fe-fd8e35285466, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:13:16.654452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.743616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] For port 42b71af8-070f-4e5c-a4fe-fd8e35285466, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:16.755711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] For port 42b71af8-070f-4e5c-a4fe-fd8e35285466, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=42b71af8-070f-4e5c-a4fe-fd8e35285466,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:16.764124 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.850293 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5edc7-737c-42ac-8199-a588c13da3d4 None None] Pushing event updated for resources: {'Port': ['ID=42b71af8-070f-4e5c-a4fe-fd8e35285466,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:16.888482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f0846404-509a-49d2-98a6-55139feb64dc up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:13:16.952862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f0846404-509a-49d2-98a6-55139feb64dc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:16.953244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f0846404-509a-49d2-98a6-55139feb64dc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:16.959248 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.1 (44ff25f1-2dcb-448b-8296-101f6b60a881/a4600bce-8268-43b3-9d35-fee04b7f1ed5/2c83d261-864b-40b7-ad4e-8c036ce4c383) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:17.083439 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f0846404-509a-49d2-98a6-55139feb64dc is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:17.083944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (f0846404-509a-49d2-98a6-55139feb64dc), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.105706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port f0846404-509a-49d2-98a6-55139feb64dc, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f0846404-509a-49d2-98a6-55139feb64dc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:17.118889 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (f0846404-509a-49d2-98a6-55139feb64dc), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.131127 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.168905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.188951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=f0846404-509a-49d2-98a6-55139feb64dc,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:17.230624 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:17.236728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:17.239902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:13:17.269668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:17.294381 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.443376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.739262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.744056 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.820529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:17.822908 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:17.892776 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55005d54-be94-4632-a93c-6eb26731fd37 None None] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:13:17.922706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:17.924315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:17.977747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Provisioning complete for port 42b71af8-070f-4e5c-a4fe-fd8e35285466 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:17.978123 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.041907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b247fc62-ab7c-4ca3-bd6c-b85216d51541 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:18.095769 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Current status of the port 42b71af8-070f-4e5c-a4fe-fd8e35285466 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:18.096168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.141624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] For port 42b71af8-070f-4e5c-a4fe-fd8e35285466, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=42b71af8-070f-4e5c-a4fe-fd8e35285466,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:18.149933 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.177335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:18.193118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-58379f46-ed00-4a99-b73f-b6543d8924c1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/b247fc62-ab7c-4ca3-bd6c-b85216d51541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676451 Feb 19 08:13:18.207642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f247d-236e-405e-b5d8-e88826a1b835 None None] Pushing event updated for resources: {'Port': ['ID=42b71af8-070f-4e5c-a4fe-fd8e35285466,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:18.350931 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-ced8c43d-5c4c-4e00-b985-ae43afe346ac tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269877099&fields=id&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 267 time: 0.0473495 Feb 19 08:13:18.375285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Provisioning complete for port 42b71af8-070f-4e5c-a4fe-fd8e35285466 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:18.375945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.462371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Current status of the port 42b71af8-070f-4e5c-a4fe-fd8e35285466 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:18.474648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:18.475022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.484639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-fdb66795-01e8-4186-afd1-4bf87ab70f99 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:18.491695 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-fdb66795-01e8-4186-afd1-4bf87ab70f99 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 797 time: 0.1340814 Feb 19 08:13:18.518091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e1888b59-36c6-46e8-8046-49fac699bc84 None None] Port 2c83d261-864b-40b7-ad4e-8c036ce4c383 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:13:18.518494 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-af6782ef-9982-497f-9cfe-22b2dd75d0bb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/quotas/b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 375 time: 0.0257788 Feb 19 08:13:18.551766 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Sync routers for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:13:18.562605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:18.563273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:18.580636 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-5e5f42cd-7b0f-42f9-97cc-4bd39a9b7be4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606594 Feb 19 08:13:18.683179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9309e83f-c744-4a9a-8dd5-a46509ad3d8b None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:18.683589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9309e83f-c744-4a9a-8dd5-a46509ad3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:18.688400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:18.736396 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-7c871a7a-9786-45f1-b1c5-16eb9d0a90ad service neutron] 10.222.0.43 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432242 Feb 19 08:13:18.781500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9309e83f-c744-4a9a-8dd5-a46509ad3d8b None None] Port 2c83d261-864b-40b7-ad4e-8c036ce4c383 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:13:18.834913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-ef71f4ee-c093-4066-92f9-b7750f0cde30 service neutron] 10.222.0.43 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927238 Feb 19 08:13:18.916745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 42b71af8-070f-4e5c-a4fe-fd8e35285466 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:13:18.953980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0c401868-3646-4e2f-a4e0-6bf0a891b99b None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:18.954355 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c401868-3646-4e2f-a4e0-6bf0a891b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.009294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0c401868-3646-4e2f-a4e0-6bf0a891b99b None None] Port 2c83d261-864b-40b7-ad4e-8c036ce4c383 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:13:19.011547 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-21dd7b38-d69b-4106-bced-10db1f47f981 req-2febf02f-f7e2-4dec-a8e4-43e2f60e3ada tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0279312 Feb 19 08:13:19.019604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 2, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:19.022649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 42b71af8-070f-4e5c-a4fe-fd8e35285466 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:19.023012 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.047116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Checking router: b247fc62-ab7c-4ca3-bd6c-b85216d51541 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:13:19.047504 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Updating router b247fc62-ab7c-4ca3-bd6c-b85216d51541 port 2c83d261-864b-40b7-ad4e-8c036ce4c383 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:13:19.100325 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.387281 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 42b71af8-070f-4e5c-a4fe-fd8e35285466 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:19.388254 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f0846404-509a-49d2-98a6-55139feb64dc up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:13:19.500989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port f0846404-509a-49d2-98a6-55139feb64dc triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:19.501361 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (f0846404-509a-49d2-98a6-55139feb64dc), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.625729 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks [] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.638595 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.643544 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port f0846404-509a-49d2-98a6-55139feb64dc is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:19.688276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8e909-1bc9-4de3-9fe4-eb172404a301 None None] Pushing event updated for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:19.741442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Attempting to bind port 2c83d261-864b-40b7-ad4e-8c036ce4c383 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:13:19.741812 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Attempting to bind port 2c83d261-864b-40b7-ad4e-8c036ce4c383 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:13:19.742174 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Attempting to bind port 2c83d261-864b-40b7-ad4e-8c036ce4c383 on network 44ff25f1-2dcb-448b-8296-101f6b60a881 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:13:19.747684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:13:19.748064 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Checking segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:13:19.748536 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.748868 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Bound using segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:13:19.749330 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Bound port: 2c83d261-864b-40b7-ad4e-8c036ce4c383, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:13:19.749710 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.813367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] For port 2c83d261-864b-40b7-ad4e-8c036ce4c383, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:19.817641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] For port 2c83d261-864b-40b7-ad4e-8c036ce4c383, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2c83d261-864b-40b7-ad4e-8c036ce4c383,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:19.825742 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:19.887651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:19.888297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:19.933984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8e909-1bc9-4de3-9fe4-eb172404a301 None None] Pushing event updated for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:19.994506 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:19.994506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:20.046863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:20.096272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-be378be0-53fc-4b67-9237-42994a021b9d req-20712260-eb55-408d-9d78-c3574352af37 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Feb 19 08:13:20.199785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Current status of the port 2c83d261-864b-40b7-ad4e-8c036ce4c383 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:20.200186 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:20.256626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] For port 2c83d261-864b-40b7-ad4e-8c036ce4c383, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2c83d261-864b-40b7-ad4e-8c036ce4c383,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:20.262406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:20.333690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5b450-5009-4544-82ff-ee6f591cd7eb None None] Pushing event updated for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:20.348110 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:19Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:20.381111 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca86433-cf08-4819-b66a-15793a69c186 None None] The sync data for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 is: [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:19Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:13:20.392307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1c0a1fe8-6210-4be7-b2d1-b03ba4682367 None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:20.392945 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c0a1fe8-6210-4be7-b2d1-b03ba4682367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:20.489188 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a1fe8-6210-4be7-b2d1-b03ba4682367 None None] Current status of the port 2c83d261-864b-40b7-ad4e-8c036ce4c383 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:20.874908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2c83d261-864b-40b7-ad4e-8c036ce4c383 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:13:20.928541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2c83d261-864b-40b7-ad4e-8c036ce4c383 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:20.928922 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:21.010432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2c83d261-864b-40b7-ad4e-8c036ce4c383 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:21.193532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9cd19715-9edf-4322-bcd7-b1e4fa1ae499 req-d392a1c8-5a2e-4104-9f00-1fade9270077 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0439498 Feb 19 08:13:22.286586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dc2fa617-6ff6-4a5f-b523-193fd388bb84 req-03a9bd9e-2d8b-4e4a-bf92-0dd0f3c062d3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0273912 Feb 19 08:13:23.055639 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-f6b8d69f-d0d3-40d3-b12f-68b3eb90d80b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:23.057097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-f6b8d69f-d0d3-40d3-b12f-68b3eb90d80b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 797 time: 0.1075068 Feb 19 08:13:23.117802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-c80a96d3-48e1-4956-bff3-b0cfc5411b09 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 380 time: 0.0531163 Feb 19 08:13:23.126708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'port': {'device_id': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'admin_state_up': True, 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'security_groups': ['11541aee-4a34-4534-a8e3-4adeb33cca2e']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:23.228535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:13:23.232523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.373079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.12 (44ff25f1-2dcb-448b-8296-101f6b60a881/a4600bce-8268-43b3-9d35-fee04b7f1ed5/53b436b6-6c6c-4089-8cd2-70b6416a15dd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:23.393567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-61bc1038-5548-4e79-877d-d3b849dac17a req-f18349f6-3f85-40db-a1ba-5bafc8708fbf tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0363863 Feb 19 08:13:23.535859 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.567319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.608904 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:23.611857 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:23.617797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:13:23.641554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:23.670585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:23.671208 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.688334 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-a4b5669f-2ac4-4388-9abf-7151c77e6c9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652411 Feb 19 08:13:23.699082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Request body: {'port': {'device_id': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:23.765536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.830804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2479b7bf-eaff-402b-bacb-eba49c0527cb None None] Provisioning complete for port 53b436b6-6c6c-4089-8cd2-70b6416a15dd triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:23.831921 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2479b7bf-eaff-402b-bacb-eba49c0527cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:23.873164 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2479b7bf-eaff-402b-bacb-eba49c0527cb None None] Port 53b436b6-6c6c-4089-8cd2-70b6416a15dd cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:13:24.029912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b436b6-6c6c-4089-8cd2-70b6416a15dd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:13:24.037488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks [] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:24.049567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Transition to ACTIVE for port object 53b436b6-6c6c-4089-8cd2-70b6416a15dd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:13:24.052819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:24.104371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Pushing event updated for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:24.176778 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Attempting to bind port 53b436b6-6c6c-4089-8cd2-70b6416a15dd on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:13:24.177119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Attempting to bind port 53b436b6-6c6c-4089-8cd2-70b6416a15dd by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:13:24.177482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Attempting to bind port 53b436b6-6c6c-4089-8cd2-70b6416a15dd on network 44ff25f1-2dcb-448b-8296-101f6b60a881 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:13:24.181937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Port 53b436b6-6c6c-4089-8cd2-70b6416a15dd on network 44ff25f1-2dcb-448b-8296-101f6b60a881 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:13:24.182264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Attempting to bind port 53b436b6-6c6c-4089-8cd2-70b6416a15dd on network 44ff25f1-2dcb-448b-8296-101f6b60a881 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:13:24.187305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:13:24.187648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Checking segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:13:24.188055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Bound using segment: {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:13:24.188655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Bound port: 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9348ee51-1d9d-4b74-9413-a59e0f425f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:13:24.189027 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:24.255648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:13:24.258836 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:13:24.264533 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:24.298346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.298991 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:24.300942 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] 10.222.0.47 "PUT /v2.0/ports/53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 1092 time: 0.6060257 Feb 19 08:13:24.301390 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:13:24.303684 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee10d651-f601-4acb-a630-03a5e8be4679" -d '{"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:13:24.329380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f320-b607-40a0-96c2-5830789aa715 service neutron] Pushing event updated for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:24.379812 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8cdad-9497-4831-8569-091a979cb30c x-openstack-request-id: req-d7d8cdad-9497-4831-8569-091a979cb30c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:13:24.380201 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:13:24.380474 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7d8cdad-9497-4831-8569-091a979cb30c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:13:24.381446 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'status': 'completed', 'code': 200} Feb 19 08:13:24.401300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-b779fd2e-927f-4aae-800a-1d472ed9f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.402856 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-b779fd2e-927f-4aae-800a-1d472ed9f6ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1126 time: 0.0561512 Feb 19 08:13:24.448205 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-643cdfe5-95fc-49f4-adaa-b5280a3ae6a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 217 time: 0.0387793 Feb 19 08:13:24.527405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-43aace4e-a3c2-4537-a887-90d16ffe380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.528865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-43aace4e-a3c2-4537-a887-90d16ffe380a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0754392 Feb 19 08:13:24.570698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f1c78-5bb3-490f-b835-0522d6d82ab1 req-ad7d0cc6-87b1-4910-bcfe-e13b9095d74b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.572173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-774f1c78-5bb3-490f-b835-0522d6d82ab1 req-ad7d0cc6-87b1-4910-bcfe-e13b9095d74b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 944 time: 0.0925398 Feb 19 08:13:24.604608 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-f7297b4a-8ca4-4d54-b028-09a34bed9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.606105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-f7297b4a-8ca4-4d54-b028-09a34bed9cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710280 Feb 19 08:13:24.672748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-774f1c78-5bb3-490f-b835-0522d6d82ab1 req-61c80f2d-aa4c-4139-bdb3-aa16067440e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944142 Feb 19 08:13:24.709470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-5ac9d39e-f413-40fd-bf97-88dfb6e8e349 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Feb 19 08:13:24.802881 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ed3b79ce-9e31-4be8-a23e-3df747487ffc req-d8673b83-35b3-4ca7-a8a5-3ad82f96168f service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878713 Feb 19 08:13:24.888235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-c9736156-d721-4e7b-900e-be6f702ba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.889766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-c9736156-d721-4e7b-900e-be6f702ba405 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1126 time: 0.0460439 Feb 19 08:13:24.981606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-ae9bcc4d-1067-4222-9d7b-457ed3f360d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:24.983083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-ae9bcc4d-1067-4222-9d7b-457ed3f360d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.0869012 Feb 19 08:13:25.023067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-606b69d5-19bf-4c09-a763-f66979fffe48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 217 time: 0.0340183 Feb 19 08:13:25.068221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-928c56d4-2dfa-40d6-9f74-cff0aa374c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:25.069678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-928c56d4-2dfa-40d6-9f74-cff0aa374c6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0416391 Feb 19 08:13:25.120443 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-858b9118-cc46-47d5-b176-a85e3bf479c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:25.122187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-858b9118-cc46-47d5-b176-a85e3bf479c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466013 Feb 19 08:13:25.206776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-4f2af234-aea4-4336-862a-fbb0fb67ef2f service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781293 Feb 19 08:13:25.297367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee10d651-f601-4acb-a630-03a5e8be4679 req-33c9645a-1213-4870-a016-0d9734ddb628 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848572 Feb 19 08:13:25.794080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b750629-3bdf-4a76-a2a6-77a57835815b req-3426d4e7-5901-4184-9a44-36911b87f7c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:25.795560 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b750629-3bdf-4a76-a2a6-77a57835815b req-3426d4e7-5901-4184-9a44-36911b87f7c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 944 time: 0.0523536 Feb 19 08:13:25.841989 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b750629-3bdf-4a76-a2a6-77a57835815b req-8d525054-dcff-4639-98e8-ee087daf170a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408201 Feb 19 08:13:26.960653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9897617-c5b6-465f-a4d5-f1ae44c5b541 req-9aabb57b-8ab2-4fe4-b51f-fc1bf7a5cebf tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:26.962154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9897617-c5b6-465f-a4d5-f1ae44c5b541 req-9aabb57b-8ab2-4fe4-b51f-fc1bf7a5cebf tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Feb 19 08:13:27.009948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9897617-c5b6-465f-a4d5-f1ae44c5b541 req-1f9387b3-0426-4508-bd37-d45bad21e347 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Feb 19 08:13:27.855883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:13:28.129818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1085788-7f36-4cd8-b087-48ce0bd33d9d req-788be640-b3f3-4726-8736-35df3be90ec2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:28.131239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1085788-7f36-4cd8-b087-48ce0bd33d9d req-788be640-b3f3-4726-8736-35df3be90ec2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 944 time: 0.0555089 Feb 19 08:13:28.184754 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1085788-7f36-4cd8-b087-48ce0bd33d9d req-2e3eaa59-efea-404f-ac18-ba57326c272a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480533 Feb 19 08:13:28.869126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53b436b6-6c6c-4089-8cd2-70b6416a15dd details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:13:28.962381 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:28.977662 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'port_id': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'mac_address': 'fa:16:3e:33:8c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:13:29.013085 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 53b436b6-6c6c-4089-8cd2-70b6416a15dd is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:29.013473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:29.026328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b436b6-6c6c-4089-8cd2-70b6416a15dd {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:13:29.045093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:29.048168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:29.093257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:29.303542 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886ca2-469f-4898-a4ac-81ac40f8fd87 req-a3587e48-bfe8-4d87-a8bc-02968c72dc61 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:29.304924 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc886ca2-469f-4898-a4ac-81ac40f8fd87 req-a3587e48-bfe8-4d87-a8bc-02968c72dc61 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Feb 19 08:13:29.351958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc886ca2-469f-4898-a4ac-81ac40f8fd87 req-e7afb62c-3fb1-4cc0-ae04-a02f249f6351 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Feb 19 08:13:29.386369 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['53b436b6-6c6c-4089-8cd2-70b6416a15dd'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:13:30.467751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa32c1-5b78-41bb-875c-8ef5486a3950 req-8d4072d8-1598-4d21-82be-a9f652331f5c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:30.469302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8aa32c1-5b78-41bb-875c-8ef5486a3950 req-8d4072d8-1598-4d21-82be-a9f652331f5c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 945 time: 0.0516126 Feb 19 08:13:30.517406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d8aa32c1-5b78-41bb-875c-8ef5486a3950 req-2e65a76b-5bef-43ae-a85f-6af9adefd7f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Feb 19 08:13:30.739215 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:30.883170 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53b436b6-6c6c-4089-8cd2-70b6416a15dd up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:13:30.933177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 53b436b6-6c6c-4089-8cd2-70b6416a15dd completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:13:30.936986 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 53b436b6-6c6c-4089-8cd2-70b6416a15dd triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:13:30.937356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:31.013500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 53b436b6-6c6c-4089-8cd2-70b6416a15dd is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:13:31.013890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:31.034803 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:13:31.037031 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dee478a-c06d-4109-b39c-208dbc66ec4d" -d '{"events": [{"server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "name": "network-vif-plugged", "status": "completed", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:13:31.049166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:13:31.053533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:31.075771 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3549b551-8f14-4ba9-bb38-07f932257be2 x-openstack-request-id: req-3549b551-8f14-4ba9-bb38-07f932257be2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:13:31.076060 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "name": "network-vif-plugged", "status": "completed", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:13:31.076316 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3549b551-8f14-4ba9-bb38-07f932257be2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:13:31.076702 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'code': 200} Feb 19 08:13:31.105107 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:31.175307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439eb65-9a1e-43db-a348-cb32d8aa486f req-7ff8d78e-917c-4b34-883f-d391cd2204e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:31.177331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c439eb65-9a1e-43db-a348-cb32d8aa486f req-7ff8d78e-917c-4b34-883f-d391cd2204e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0476630 Feb 19 08:13:31.220404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c439eb65-9a1e-43db-a348-cb32d8aa486f req-ea15b3d5-03cb-4e3b-8910-9dc047c77de3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 Feb 19 08:13:31.637907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3bbff-5586-4c4b-be4d-cc15070651eb req-443bb2a0-de23-4e52-b8ac-cedf8c839fe6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:31.639476 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33b3bbff-5586-4c4b-be4d-cc15070651eb req-443bb2a0-de23-4e52-b8ac-cedf8c839fe6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0521951 Feb 19 08:13:31.691062 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-33b3bbff-5586-4c4b-be4d-cc15070651eb req-91362dd7-a564-4a0f-a471-41716521b9f2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Feb 19 08:13:32.812487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5f79c-799f-4472-b678-d74349c2f4a0 req-686b2960-97b2-4b7d-899e-da4135fb6732 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:32.813981 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29c5f79c-799f-4472-b678-d74349c2f4a0 req-686b2960-97b2-4b7d-899e-da4135fb6732 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0514462 Feb 19 08:13:32.862406 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-29c5f79c-799f-4472-b678-d74349c2f4a0 req-bbe95457-9bb2-43b0-8a18-c567c6edc105 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Feb 19 08:13:32.978553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3ab0-6057-4ff6-a31f-8bfee476d337 req-69e15468-a0c4-41fb-bc4a-a658ed4d9c96 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:32.979962 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f2e3ab0-6057-4ff6-a31f-8bfee476d337 req-69e15468-a0c4-41fb-bc4a-a658ed4d9c96 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0514228 Feb 19 08:13:33.026641 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f2e3ab0-6057-4ff6-a31f-8bfee476d337 req-61e2b3af-b241-45f3-9c09-345cd8f96f87 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Feb 19 08:13:33.047992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46958) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:33.089264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2547bc-a7f7-4a0f-8fd1-7a5dff19d454 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:33.090736 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ec2547bc-a7f7-4a0f-8fd1-7a5dff19d454 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1123 time: 0.0418057 Feb 19 08:13:33.093486 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46960) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:33.098314 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:13:33.118344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.214861 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.313122 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.55 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/8ee986bd-2c77-4f93-aeac-9bdf533c146a) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:13:33.422681 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.454790 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.491003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:13:33.493835 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:13:33.496371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:13:33.530561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=8ee986bd-2c77-4f93-aeac-9bdf533c146a,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:33.575505 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.856129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (c4763e99-6a8a-4db8-b4d6-2d9276663dab), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:33.926996 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:34.071361 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:34.075806 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:34.144400 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=8ee986bd-2c77-4f93-aeac-9bdf533c146a,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:13:34.154863 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (c4763e99-6a8a-4db8-b4d6-2d9276663dab), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:34.255105 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP c4763e99-6a8a-4db8-b4d6-2d9276663dab associated. External IP: 172.25.7.55, port: 53b436b6-6c6c-4089-8cd2-70b6416a15dd. Feb 19 08:13:34.462469 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b247fc62-ab7c-4ca3-bd6c-b85216d51541 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:13:34.568537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:13:34.578134 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Sync routers for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:13:34.587963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:34.588190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:34.588798 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:34.617682 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-53d7a031-6853-410f-82af-bccc460bdba9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5231800 Feb 19 08:13:34.618269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:13:34.620525 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd371fe8-64bf-458c-be27-df8f4fa618c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:13:34.657172 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0ea80f-b7d0-4917-b632-c8d379781e2e x-openstack-request-id: req-ae0ea80f-b7d0-4917-b632-c8d379781e2e {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:13:34.657472 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:13:34.657725 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae0ea80f-b7d0-4917-b632-c8d379781e2e {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:13:34.658295 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'status': 'completed', 'code': 200} Feb 19 08:13:34.698947 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:34.751611 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-f835e474-060f-48ab-a92f-2a2a7c455549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:34.753042 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-f835e474-060f-48ab-a92f-2a2a7c455549 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0730176 Feb 19 08:13:34.760633 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177b18c-829a-4e29-a66a-228c3ee75b54 req-be4a56d6-e569-49c6-8a9c-279cb542e3e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:34.762025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d177b18c-829a-4e29-a66a-228c3ee75b54 req-be4a56d6-e569-49c6-8a9c-279cb542e3e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0929585 Feb 19 08:13:34.873404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d177b18c-829a-4e29-a66a-228c3ee75b54 req-dc724c94-9bf8-4ca2-8d90-1bed0cc39e25 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028817 Feb 19 08:13:34.896222 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 46966) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:34.897143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-528819a4-8eca-4a50-850c-8d6461e978d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:34.898690 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-528819a4-8eca-4a50-850c-8d6461e978d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.1358194 Feb 19 08:13:34.924421 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c4763e99-6a8a-4db8-b4d6-2d9276663dab', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'port_id': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'mac_address': 'fa:16:3e:33:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:33Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:34.949445 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Checking router: b247fc62-ab7c-4ca3-bd6c-b85216d51541 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:13:34.955506 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1b0847e5-a3fe-404a-98cd-d7763af5b798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/c4763e99-6a8a-4db8-b4d6-2d9276663dab HTTP/1.1" status: 200 len: 991 time: 0.0581286 Feb 19 08:13:34.958850 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:13:34.959495 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:13:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:34.974658 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-d51de927-2f1f-4de6-b68d-f124fd450c0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 999 time: 0.0697596 Feb 19 08:13:35.021104 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-c2b9585b-1713-44bf-b263-135393d362fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:35.022498 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-c2b9585b-1713-44bf-b263-135393d362fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0426941 Feb 19 08:13:35.064512 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:13:35.074461 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-fa6a38c7-14f6-46a8-8c8a-6b887f8b5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:35.076122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-fa6a38c7-14f6-46a8-8c8a-6b887f8b5c70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471184 Feb 19 08:13:35.162779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-aeeff8ca-bd17-4b03-a1ad-b11e3da11e3e service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810163 Feb 19 08:13:35.252368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cd371fe8-64bf-458c-be27-df8f4fa618c6 req-dcb50dd0-94ce-41fc-9c53-67c4d063d649 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Feb 19 08:13:35.280553 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c4763e99-6a8a-4db8-b4d6-2d9276663dab', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'port_id': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'mac_address': 'fa:16:3e:33:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:33Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:13:35.308539 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c23b31-4006-4ba5-a0a3-6bdb4c3b2a45 None None] The sync data for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 is: [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'c4763e99-6a8a-4db8-b4d6-2d9276663dab', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.55', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'port_id': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'mac_address': 'fa:16:3e:33:8c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:13:33Z', 'updated_at': '2022-02-19T08:13:33Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:13:35.497686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8dc47-eb69-4855-bfc2-b65633a197d0 None None] New status for floating IP c4763e99-6a8a-4db8-b4d6-2d9276663dab: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:13:35.959491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 46968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:13:36.018407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a5a6050d-8791-4984-b6d3-9f711557a403 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/c4763e99-6a8a-4db8-b4d6-2d9276663dab HTTP/1.1" status: 200 len: 993 time: 0.0577285 Feb 19 08:13:36.330898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbcb9-9eed-4c0b-914b-f2f93fa8d60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:37.807166 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-90803c15-79de-4195-91f0-d1ce1540bbc2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416701 Feb 19 08:13:37.895098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-67e30d18-9a80-43b9-9892-76c50ac922c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:37.896558 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-67e30d18-9a80-43b9-9892-76c50ac922c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0476155 Feb 19 08:13:37.998646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-7dfeb608-1245-4ea0-b859-780ca896c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.000160 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-7dfeb608-1245-4ea0-b859-780ca896c191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.0847270 Feb 19 08:13:38.068438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-518168ad-974e-4928-be50-f0a063e4fca8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 1001 time: 0.0615869 Feb 19 08:13:38.444810 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-4493c17e-5778-4927-be3e-800321f4ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.446276 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-4493c17e-5778-4927-be3e-800321f4ed44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.3726671 Feb 19 08:13:38.493039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-3a255301-6bc6-46ed-95fc-b313ac99b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:13:38.494490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-3a255301-6bc6-46ed-95fc-b313ac99b52d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422461 Feb 19 08:13:38.585169 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-af6fd958-0306-41f0-88de-c04bf36a83b3 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Feb 19 08:13:38.666249 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78b81c12-9c72-479c-98b4-2076541d7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:38.676405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8e6872c0-6176-4cd0-87c0-d7d4a683de49 req-84d7e42c-1a7d-47bb-9a9b-83b2436be5c8 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Feb 19 08:13:39.896093 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:41.220473 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:13:42.530686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:00.739036 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:03.592620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:04.854707 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:14:06.332553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0b32516-c362-45e7-b688-43af59fad4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:08.667948 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2570-3007-495a-bef7-19cfadfc814e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:09.899246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:11.222731 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:12.533003 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:30.743545 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:33.593697 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:36.333542 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-415fe412-2a80-4525-b43e-fc50e30d5fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:38.670520 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb2a39d9-8b3c-4bdc-94bf-38016cd21816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:38.834312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-d79a52c8-4672-4a7c-8ecc-1a4bbc69a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:38.836373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-d79a52c8-4672-4a7c-8ecc-1a4bbc69a4d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0454798 Feb 19 08:14:38.840271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65cfdf-fffe-4bcf-86ac-a3b4ebb1769c req-a5b5ab45-849b-447d-9a03-b115204c8b0e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:38.841772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea65cfdf-fffe-4bcf-86ac-a3b4ebb1769c req-a5b5ab45-849b-447d-9a03-b115204c8b0e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0554767 Feb 19 08:14:38.894048 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ea65cfdf-fffe-4bcf-86ac-a3b4ebb1769c req-a393ca15-6eeb-4f4d-89c5-dce3ac8c9c5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464644 Feb 19 08:14:38.928086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-16410846-a96e-48cf-a78d-934f99a81365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:38.929606 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-16410846-a96e-48cf-a78d-934f99a81365 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.0876186 Feb 19 08:14:38.992598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-ed0c51b3-a436-4a6e-92f7-66f516cd8af2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 1001 time: 0.0574672 Feb 19 08:14:39.047548 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-bcb9396c-407c-4eda-8132-34c3f52b12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:39.048971 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-bcb9396c-407c-4eda-8132-34c3f52b12e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0467420 Feb 19 08:14:39.094895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-8dfb07e3-e47d-499f-8a76-9b8da2a98f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:39.096380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-8dfb07e3-e47d-499f-8a76-9b8da2a98f50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417233 Feb 19 08:14:39.182451 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-78aad849-8202-4267-b78b-dfec7d5c63ed service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780926 Feb 19 08:14:39.277234 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbfe5f72-a714-4d0f-9217-0d980c023e1e req-f1630936-7005-400d-8feb-5365e0a8c611 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867095 Feb 19 08:14:39.854028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-6766d127-a599-4efe-b9c9-e6d4d77d1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:39.855543 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-6766d127-a599-4efe-b9c9-e6d4d77d1546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0445454 Feb 19 08:14:39.902332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:39.963786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-389b493f-e412-4c53-93d7-8e560c747fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:39.965307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-389b493f-e412-4c53-93d7-8e560c747fe7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.0915368 Feb 19 08:14:40.055099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-a9384aa5-1cba-4757-9d97-aa742b5ddee6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 1001 time: 0.0798686 Feb 19 08:14:40.062852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff63db-e3d6-4d16-a03b-a4ef477e0030 req-2c45482b-a116-44a4-a3bf-9f04755c6d54 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:40.064298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60ff63db-e3d6-4d16-a03b-a4ef477e0030 req-2c45482b-a116-44a4-a3bf-9f04755c6d54 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0981336 Feb 19 08:14:40.138702 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-1e2033a3-3a33-43ff-a897-f1ae2cd9c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:40.140187 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-1e2033a3-3a33-43ff-a897-f1ae2cd9c5a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0750527 Feb 19 08:14:40.149268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60ff63db-e3d6-4d16-a03b-a4ef477e0030 req-152e0838-c640-434d-9e3c-334a32172515 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771327 Feb 19 08:14:40.192670 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-2ab80786-fd59-409b-ae3e-3db0ba3a3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:40.194195 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-2ab80786-fd59-409b-ae3e-3db0ba3a3424 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440500 Feb 19 08:14:40.284034 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-ed4fd627-e117-40c7-8697-4a8460383279 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Feb 19 08:14:40.370725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-13ded719-fb37-4eda-8f7a-5e0cc7837011 req-bc69d192-118f-4072-a756-411f0f954edf service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806816 Feb 19 08:14:40.459606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-9324e7e3-f27f-4153-b868-f480ab6ed8b0 req-fe8ce25c-9692-414f-b427-e4a95460537d tempest-ServerDiskConfigTestJSON-11437551 tempest-ServerDiskConfigTestJSON-11437551-project] (103588) timed out ('10.222.0.47', 59425) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:14:41.226606 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:41.268080 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ad11b-9a87-408f-a5d9-d95d2800925d req-a884a478-ab3f-453e-9a59-c14a51473f55 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:41.269558 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e5ad11b-9a87-408f-a5d9-d95d2800925d req-a884a478-ab3f-453e-9a59-c14a51473f55 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0526068 Feb 19 08:14:41.316944 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3e5ad11b-9a87-408f-a5d9-d95d2800925d req-e1b7a8cd-4fb6-442d-99c6-a9c7e0851f27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Feb 19 08:14:41.853846 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:14:42.438845 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d4a52-4c29-429f-a3ba-b73ee89af352 req-517199ac-9eb2-46f1-ac58-3dd8f3c69fa4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:42.440349 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-963d4a52-4c29-429f-a3ba-b73ee89af352 req-517199ac-9eb2-46f1-ac58-3dd8f3c69fa4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0521283 Feb 19 08:14:42.493041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-963d4a52-4c29-429f-a3ba-b73ee89af352 req-4fe04474-f2cd-4f30-a276-a6d058d47878 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466373 Feb 19 08:14:42.534686 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:14:43.609295 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ec603-8b84-4bc2-bc14-a4811ee1e290 req-50fe328b-4b3f-4791-bee7-d89dff2ab15a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:43.610774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-922ec603-8b84-4bc2-bc14-a4811ee1e290 req-50fe328b-4b3f-4791-bee7-d89dff2ab15a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0518079 Feb 19 08:14:43.657739 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-922ec603-8b84-4bc2-bc14-a4811ee1e290 req-767e6c0d-48de-4a7c-93d7-90ccf6ddc17c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Feb 19 08:14:44.775305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcd3da-c2ba-454a-8f58-c99d23c75f6d req-fd5db3aa-892d-4fac-a344-4fe99b6f6e8e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:44.776768 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3bcd3da-c2ba-454a-8f58-c99d23c75f6d req-fd5db3aa-892d-4fac-a344-4fe99b6f6e8e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0519755 Feb 19 08:14:44.831307 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3bcd3da-c2ba-454a-8f58-c99d23c75f6d req-be581053-1352-4cc8-a68e-1066fb84d8c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489717 Feb 19 08:14:45.953789 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f219955-62df-4bd4-9c0f-e863470d3551 req-16403c96-76e6-42d2-a059-5ac09f4e2988 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:45.954646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f219955-62df-4bd4-9c0f-e863470d3551 req-16403c96-76e6-42d2-a059-5ac09f4e2988 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0543146 Feb 19 08:14:46.002700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f219955-62df-4bd4-9c0f-e863470d3551 req-f86f4afc-d0d9-42cb-b482-2d1cf964bb57 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Feb 19 08:14:47.125823 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75598eeb-ccef-467a-a0c6-35efcad478bb req-8675b64a-7437-4496-bca0-4e4280e0cb63 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:47.127231 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75598eeb-ccef-467a-a0c6-35efcad478bb req-8675b64a-7437-4496-bca0-4e4280e0cb63 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0520089 Feb 19 08:14:47.174611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-75598eeb-ccef-467a-a0c6-35efcad478bb req-706c0de2-c1ac-48b9-8675-134a5c80ee76 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418775 Feb 19 08:14:48.290473 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227f81d-5e6d-47b8-8e89-2745c2f7e8f4 req-6788f739-91ca-4be5-8e03-868095bf5c14 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:48.291972 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4227f81d-5e6d-47b8-8e89-2745c2f7e8f4 req-6788f739-91ca-4be5-8e03-868095bf5c14 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Feb 19 08:14:48.338662 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4227f81d-5e6d-47b8-8e89-2745c2f7e8f4 req-97ce4b42-2207-43d9-974c-a705da791e84 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411179 Feb 19 08:14:49.459950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0d8a1-1dbc-4fe2-8a13-089283d6f403 req-77566fcc-5e2b-4d57-b6b9-21fed44c3528 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:49.461430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52d0d8a1-1dbc-4fe2-8a13-089283d6f403 req-77566fcc-5e2b-4d57-b6b9-21fed44c3528 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0558584 Feb 19 08:14:49.509274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-52d0d8a1-1dbc-4fe2-8a13-089283d6f403 req-297661fa-6c8d-4725-a939-d649b15df2f8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Feb 19 08:14:50.629048 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38712-4467-4de3-a706-2e15b23b745c req-49ced404-e234-4ad6-b0c9-96e6ddb770fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:50.630539 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd38712-4467-4de3-a706-2e15b23b745c req-49ced404-e234-4ad6-b0c9-96e6ddb770fb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0553470 Feb 19 08:14:50.677837 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd38712-4467-4de3-a706-2e15b23b745c req-be46a2d3-2e00-4c9c-8097-ea3c2862385a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Feb 19 08:14:51.800098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3cbc6-9d39-4a4c-9286-ad0f9da33080 req-ff0ff398-2586-46c7-bff5-dd967a919c5a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:51.801598 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42a3cbc6-9d39-4a4c-9286-ad0f9da33080 req-ff0ff398-2586-46c7-bff5-dd967a919c5a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0523510 Feb 19 08:14:51.849908 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-42a3cbc6-9d39-4a4c-9286-ad0f9da33080 req-3efd97bc-0f73-46c0-9f15-10d18394f86f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Feb 19 08:14:52.965691 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f2d6-2706-4956-b495-e1d5569fb522 req-fdc0ed8b-a141-4598-8d62-552ef46be8a6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:52.967222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df05f2d6-2706-4956-b495-e1d5569fb522 req-fdc0ed8b-a141-4598-8d62-552ef46be8a6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0513554 Feb 19 08:14:53.014752 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df05f2d6-2706-4956-b495-e1d5569fb522 req-d20b40aa-26a2-43a7-a07d-bbd811a31ed0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Feb 19 08:14:54.131769 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459477d5-87bb-4057-b6a9-893b8b787bec req-7a65e310-bb76-4fd4-b8de-8688d2fd98c9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:54.133274 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-459477d5-87bb-4057-b6a9-893b8b787bec req-7a65e310-bb76-4fd4-b8de-8688d2fd98c9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0517673 Feb 19 08:14:54.184770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-459477d5-87bb-4057-b6a9-893b8b787bec req-4a896874-4d6a-42ce-b736-9d6215e7900b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459492 Feb 19 08:14:55.301711 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a48d4-75a9-414c-b4a9-680abcd95c74 req-e46b4fac-f830-44a3-b098-31bdee45c462 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:14:55.303171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c12a48d4-75a9-414c-b4a9-680abcd95c74 req-e46b4fac-f830-44a3-b098-31bdee45c462 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0502484 Feb 19 08:14:55.354463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c12a48d4-75a9-414c-b4a9-680abcd95c74 req-b0cde149-4b1b-47d9-b0ce-1caae2f5a846 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Feb 19 08:14:55.376844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47030) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:14:55.436177 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4bc4a199-b13c-406a-b5a1-e01b3432129e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/c4763e99-6a8a-4db8-b4d6-2d9276663dab HTTP/1.1" status: 200 len: 993 time: 0.0582132 Feb 19 08:15:00.736237 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:03.606875 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:06.336209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ffce0a6-9fd8-422f-aa1f-f1b3b98d52bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:08.671735 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1374be0-ca6c-4f73-b0be-06b533518e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:09.903858 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:11.228585 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:12.537189 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:18.852996 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:15:30.734428 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:33.604745 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:36.341757 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68981adb-419a-4ba3-9ab3-f2e1b2c65c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:38.672459 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d030889-73c2-44a3-892e-68a76a10bc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:39.907236 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:40.820218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-3928f2e6-ac3f-498c-bfdf-2c003e7c09ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415049 Feb 19 08:15:40.906971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-71d25b7a-2159-487f-a0d2-4dedf93d04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:40.908485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-71d25b7a-2159-487f-a0d2-4dedf93d04db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0444012 Feb 19 08:15:41.025642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-dd6f399c-fe67-40a4-8c25-ca164436a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:41.027171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-dd6f399c-fe67-40a4-8c25-ca164436a37f service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.1007588 Feb 19 08:15:41.092445 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-b4442b35-f619-4c9a-805d-ecf67ae2bc68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 1001 time: 0.0568285 Feb 19 08:15:41.138936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-a641dde0-3d35-437f-92a5-30e5685f4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:41.140367 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-a641dde0-3d35-437f-92a5-30e5685f4278 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0423198 Feb 19 08:15:41.192653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-a86ab9e1-40b2-4ab8-91c9-a5bc2209d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:41.194179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-a86ab9e1-40b2-4ab8-91c9-a5bc2209d8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477133 Feb 19 08:15:41.230320 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:41.281907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-7e1ac5f9-99d3-4b1d-86cf-b26ac2608a9f service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Feb 19 08:15:41.371899 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7c6c804d-6a08-406e-a1ee-fa49b5c9b2a5 req-c2cd332e-f1eb-4abf-8eed-a227e3401e28 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841577 Feb 19 08:15:42.538791 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:43.879466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47054) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:44.035073 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 8ee986bd-2c77-4f93-aeac-9bdf533c146a {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:15:44.035443 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.372319 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.372899 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (8ee986bd-2c77-4f93-aeac-9bdf533c146a), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.384229 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 8ee986bd-2c77-4f93-aeac-9bdf533c146a owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:15:44.526365 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (8ee986bd-2c77-4f93-aeac-9bdf533c146a), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.552191 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=8ee986bd-2c77-4f93-aeac-9bdf533c146a,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:44.578074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.578421 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.578764 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.579097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.579460 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.579791 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.580108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.580437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.580805 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.581131 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.581454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.581776 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.582094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:44.619545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (c4763e99-6a8a-4db8-b4d6-2d9276663dab), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.619871 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP c4763e99-6a8a-4db8-b4d6-2d9276663dab disassociated (deleted). External IP: 172.25.7.55, port: 53b436b6-6c6c-4089-8cd2-70b6416a15dd. Feb 19 08:15:44.827451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b247fc62-ab7c-4ca3-bd6c-b85216d51541 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:15:44.934667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:15:44.939800 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:44.944348 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Sync routers for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:15:44.954039 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:44.954653 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:44.970958 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9695000f-7c86-4b72-9fb8-a253d6e8bb2f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/floatingips/c4763e99-6a8a-4db8-b4d6-2d9276663dab HTTP/1.1" status: 204 len: 168 time: 1.0904200 Feb 19 08:15:44.971680 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:15:44.974205 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a79df-eb95-4d21-9167-fdb2e4506f51" -d '{"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:15:45.065374 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:45.124235 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321b3f22-9079-43bc-80e6-051213eac257 x-openstack-request-id: req-321b3f22-9079-43bc-80e6-051213eac257 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:15:45.124541 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:15:45.125023 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321b3f22-9079-43bc-80e6-051213eac257 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:15:45.125459 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'status': 'completed', 'code': 200} Feb 19 08:15:45.219438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-70cac113-acf3-4101-a5b8-bd8631369c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:45.220961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-70cac113-acf3-4101-a5b8-bd8631369c78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 1128 time: 0.0703633 Feb 19 08:15:45.284997 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:45.296940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b84755-39ea-41da-a047-12262ef2d3fb req-39bd50f3-c140-4267-b71a-550142cad3f9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:45.298421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03b84755-39ea-41da-a047-12262ef2d3fb req-39bd50f3-c140-4267-b71a-550142cad3f9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.1092517 Feb 19 08:15:45.315032 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Checking router: b247fc62-ab7c-4ca3-bd6c-b85216d51541 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:15:45.323681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:45.323884 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:45.357645 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-396e510c-afe5-42ca-b0b5-372a5b516649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:45.359057 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-396e510c-afe5-42ca-b0b5-372a5b516649 service neutron] 10.222.0.47 "GET /v2.0/networks?id=44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 200 len: 897 time: 0.1308913 Feb 19 08:15:45.378762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-03b84755-39ea-41da-a047-12262ef2d3fb req-6da73fb1-aee0-4e7f-ac0e-dbb51a762151 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737197 Feb 19 08:15:45.406409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-803ce7b2-6fbb-455a-bdc3-7aa9e4b80a49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 200 len: 217 time: 0.0384521 Feb 19 08:15:45.431904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:45.459091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-43a5e4fc-6abb-49e3-b5f6-bdd83bd44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:45.460600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-43a5e4fc-6abb-49e3-b5f6-bdd83bd44730 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 200 len: 834 time: 0.0476959 Feb 19 08:15:45.509093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-a21ed16a-5329-4525-ab63-3f2272b87e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:45.510613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-a21ed16a-5329-4525-ab63-3f2272b87e8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44ff25f1-2dcb-448b-8296-101f6b60a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438161 Feb 19 08:15:45.597361 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-196b1cfb-4f2a-4799-bc89-be84103be75b service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803242 Feb 19 08:15:45.623017 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:45.648018 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fecaf4b-8873-49af-adf9-111cbca9ffc9 None None] The sync data for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 is: [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '2c83d261-864b-40b7-ad4e-8c036ce4c383', 'name': '', 'network_id': '44ff25f1-2dcb-448b-8296-101f6b60a881', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:48:18:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:16Z', 'updated_at': '2022-02-19T08:13:20Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': 'a4600bce-8268-43b3-9d35-fee04b7f1ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:15:45.694402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-038a79df-eb95-4d21-9167-fdb2e4506f51 req-da742eaa-5e0f-4f19-94ef-6fdeb7f86a98 service neutron] 10.222.0.47 "GET /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Feb 19 08:15:45.868666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2ebc8-a695-4e69-a3e9-c4df29a4d5c6 None None] New status for floating IP c4763e99-6a8a-4db8-b4d6-2d9276663dab: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:15:46.501415 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016ce8a-de86-436b-8aba-790c65fb30de req-da3fac6e-3f41-4b3a-b83d-11cb6d2890f0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:46.502930 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d016ce8a-de86-436b-8aba-790c65fb30de req-da3fac6e-3f41-4b3a-b83d-11cb6d2890f0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Feb 19 08:15:46.553278 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d016ce8a-de86-436b-8aba-790c65fb30de req-8f2c64de-09d6-46a0-9179-5603b6f8cd2b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=11541aee-4a34-4534-a8e3-4adeb33cca2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Feb 19 08:15:46.952292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-806738ba-c788-4526-9d58-93e2c817cd37 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:46.953788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-806738ba-c788-4526-9d58-93e2c817cd37 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 946 time: 0.0520191 Feb 19 08:15:47.047137 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 53b436b6-6c6c-4089-8cd2-70b6416a15dd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:15:47.047503 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:47.132950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 53b436b6-6c6c-4089-8cd2-70b6416a15dd, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=53b436b6-6c6c-4089-8cd2-70b6416a15dd,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:47.133262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:47.146504 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 53b436b6-6c6c-4089-8cd2-70b6416a15dd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:15:47.276088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (53b436b6-6c6c-4089-8cd2-70b6416a15dd), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:47.306998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=53b436b6-6c6c-4089-8cd2-70b6416a15dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:47.319724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.320089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.320444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.320811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.321177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.321509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.321847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.322179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.322509 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.322840 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.323171 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.323518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.323877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:47.362994 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port 53b436b6-6c6c-4089-8cd2-70b6416a15dd on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:15:47.365611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:47.368898 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7be77f98-45d8-4370-9158-d59cd522bf46 req-31b8ba29-f9e3-4853-94e7-533a58baee82 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "DELETE /v2.0/ports/53b436b6-6c6c-4089-8cd2-70b6416a15dd HTTP/1.1" status: 204 len: 173 time: 0.4103739 Feb 19 08:15:47.369336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'name': 'network-vif-deleted', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:15:47.371574 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620bbdc-b4e9-4fe2-85ba-e9160d5a0575" -d '{"events": [{"server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "name": "network-vif-deleted", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:15:47.466563 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9f317b-b3f4-4b8f-a6b7-737753c4c699 x-openstack-request-id: req-6b9f317b-b3f4-4b8f-a6b7-737753c4c699 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:15:47.466883 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4192124-d7c1-4a93-b0c4-09f8378d87f4", "name": "network-vif-deleted", "tag": "53b436b6-6c6c-4089-8cd2-70b6416a15dd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:15:47.467131 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b9f317b-b3f4-4b8f-a6b7-737753c4c699 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:15:47.467573 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4192124-d7c1-4a93-b0c4-09f8378d87f4', 'name': 'network-vif-deleted', 'tag': '53b436b6-6c6c-4089-8cd2-70b6416a15dd', 'status': 'completed', 'code': 200} Feb 19 08:15:47.659814 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-812b6d15-2c79-4fe3-9bc4-457780331c35 req-8e90c6da-ca31-4f78-9308-0d84338d8365 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4192124-d7c1-4a93-b0c4-09f8378d87f4 HTTP/1.1" status: 200 len: 210 time: 0.0291386 Feb 19 08:15:48.718249 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:49.069770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:49.322839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 2c83d261-864b-40b7-ad4e-8c036ce4c383 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:15:49.323119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:49.413235 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 2c83d261-864b-40b7-ad4e-8c036ce4c383, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2c83d261-864b-40b7-ad4e-8c036ce4c383,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:49.413596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:49.426002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 2c83d261-864b-40b7-ad4e-8c036ce4c383 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:15:49.605568 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2c83d261-864b-40b7-ad4e-8c036ce4c383), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:49.633379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=2c83d261-864b-40b7-ad4e-8c036ce4c383,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:49.807212 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.351977 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b247fc62-ab7c-4ca3-bd6c-b85216d51541 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:15:50.460339 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:15:50.465932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b895ab3c-164d-4fc9-b4dd-1375b4c897de tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/b247fc62-ab7c-4ca3-bd6c-b85216d51541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466547 Feb 19 08:15:50.468703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:50.475489 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Sync routers for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:15:50.486444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:50.487059 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:50.518703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting subnet a4600bce-8268-43b3-9d35-fee04b7f1ed5 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:15:50.522324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (a4600bce-8268-43b3-9d35-fee04b7f1ed5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.563204 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (a4600bce-8268-43b3-9d35-fee04b7f1ed5), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.594109 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:50.653536 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (a4600bce-8268-43b3-9d35-fee04b7f1ed5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.712505 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (a4600bce-8268-43b3-9d35-fee04b7f1ed5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.739752 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Subnet': ['ID=a4600bce-8268-43b3-9d35-fee04b7f1ed5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:50.745405 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.749430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7ac011f7-7c30-45c2-9f31-b8ea9fefc78f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/subnets/a4600bce-8268-43b3-9d35-fee04b7f1ed5 HTTP/1.1" status: 204 len: 168 time: 0.2797904 Feb 19 08:15:50.752874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47080) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:50.758424 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ec6b9-4092-457e-92b7-d9788926fe65 None None] Network 44ff25f1-2dcb-448b-8296-101f6b60a881 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:15:50.779036 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:15:49Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:50.809566 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Checking router: b247fc62-ab7c-4ca3-bd6c-b85216d51541 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:15:50.819303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Routers {'b247fc62-ab7c-4ca3-bd6c-b85216d51541'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:50.819804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:50.867739 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.992991 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b247fc62-ab7c-4ca3-bd6c-b85216d51541), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:50.999835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] DHCP port deletion for 44ff25f1-2dcb-448b-8296-101f6b60a881 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:15:51.003143 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] Set router b247fc62-ab7c-4ca3-bd6c-b85216d51541 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:51.048494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Deleting port 42b71af8-070f-4e5c-a4fe-fd8e35285466 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:15:51.049165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.074116 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port f0846404-509a-49d2-98a6-55139feb64dc {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:15:51.074424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (f0846404-509a-49d2-98a6-55139feb64dc), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.120423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] For port 42b71af8-070f-4e5c-a4fe-fd8e35285466, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=42b71af8-070f-4e5c-a4fe-fd8e35285466,segment=NetworkSegment(9348ee51-1d9d-4b74-9413-a59e0f425f4e),segment_id=9348ee51-1d9d-4b74-9413-a59e0f425f4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:51.121162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.136516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Calling delete_port for 42b71af8-070f-4e5c-a4fe-fd8e35285466 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:15:51.188729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port f0846404-509a-49d2-98a6-55139feb64dc, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=f0846404-509a-49d2-98a6-55139feb64dc,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:51.189268 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (f0846404-509a-49d2-98a6-55139feb64dc), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.207071 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for f0846404-509a-49d2-98a6-55139feb64dc owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:15:51.225608 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (42b71af8-070f-4e5c-a4fe-fd8e35285466), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.258458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Pushing event deleted for resources: {'Port': ['ID=42b71af8-070f-4e5c-a4fe-fd8e35285466,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:51.270542 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] No DVR routers for this DVR port 42b71af8-070f-4e5c-a4fe-fd8e35285466 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:15:51.273276 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.273625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.273961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.274295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.274637 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.274964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.275312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.275638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.275961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.276282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.276791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.277116 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.277949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da455ab6-4eb7-4639-b055-53bfca8f583c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:51.305953 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:15:49Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:51.335624 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4d73c-f589-4b09-8e1a-25e47f474bc6 None None] The sync data for ids ['b247fc62-ab7c-4ca3-bd6c-b85216d51541'] in n-d-829866-3 is: [{'id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639614532', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:13:13Z', 'updated_at': '2022-02-19T08:15:49Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'f0846404-509a-49d2-98a6-55139feb64dc', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b247fc62-ab7c-4ca3-bd6c-b85216d51541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:13:14Z', 'updated_at': '2022-02-19T08:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:15:51.412611 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (f0846404-509a-49d2-98a6-55139feb64dc), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.438919 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=f0846404-509a-49d2-98a6-55139feb64dc,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:51.508555 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.608364 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.612174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (b247fc62-ab7c-4ca3-bd6c-b85216d51541), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.613322 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53b436b6-6c6c-4089-8cd2-70b6416a15dd no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:15:51.633808 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 53b436b6-6c6c-4089-8cd2-70b6416a15dd {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:15:51.634247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 53b436b6-6c6c-4089-8cd2-70b6416a15dd not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:15:51.661688 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (b247fc62-ab7c-4ca3-bd6c-b85216d51541), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.662237 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Fanout notify agent at l3_agent the message router_deleted on router b247fc62-ab7c-4ca3-bd6c-b85216d51541 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:15:51.669048 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.670321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1651ed4b-1c96-4303-bce0-788f18b0a545 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/routers/b247fc62-ab7c-4ca3-bd6c-b85216d51541 HTTP/1.1" status: 204 len: 168 time: 0.9168050 Feb 19 08:15:51.672979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47082) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:51.752334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (44ff25f1-2dcb-448b-8296-101f6b60a881), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.842943 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (44ff25f1-2dcb-448b-8296-101f6b60a881), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.861838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ff25f1-2dcb-448b-8296-101f6b60a881']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:51.870658 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9348ee51-1d9d-4b74-9413-a59e0f425f4e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:51.870949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9348ee51-1d9d-4b74-9413-a59e0f425f4e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:51.880662 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (9348ee51-1d9d-4b74-9413-a59e0f425f4e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.893820 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (9348ee51-1d9d-4b74-9413-a59e0f425f4e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.899668 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:15:51.900040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (9348ee51-1d9d-4b74-9413-a59e0f425f4e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:15:51.904729 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:15:51.961498 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (44ff25f1-2dcb-448b-8296-101f6b60a881), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.966980 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:51.970774 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/networks/44ff25f1-2dcb-448b-8296-101f6b60a881 HTTP/1.1" status: 204 len: 168 time: 0.2965403 Feb 19 08:15:51.974479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:51.985325 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349dd40-6072-4fea-a2ad-177f9c00cb6f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Network': ['ID=44ff25f1-2dcb-448b-8296-101f6b60a881,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.036837 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (11541aee-4a34-4534-a8e3-4adeb33cca2e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.061667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (11541aee-4a34-4534-a8e3-4adeb33cca2e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.119890 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (11541aee-4a34-4534-a8e3-4adeb33cca2e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.123428 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.124695 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/security-groups/11541aee-4a34-4534-a8e3-4adeb33cca2e HTTP/1.1" status: 204 len: 168 time: 0.1493347 Feb 19 08:15:52.143120 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0df9-559d-4223-a07d-f59b95d745e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11541aee-4a34-4534-a8e3-4adeb33cca2e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.477724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:52.483007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771612776', 'description': 'tempest-secgroup-smoke-1771612776 description', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:52.504795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.581258 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (21b8b339-e59a-4ab3-ad52-9b9289a68c29), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.585052 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (21b8b339-e59a-4ab3-ad52-9b9289a68c29), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.613860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.615075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1363332 Feb 19 08:15:52.617061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0417-c7ee-4617-98d3-2053007aeb5d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8b339-e59a-4ab3-ad52-9b9289a68c29,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.618092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47092) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:52.623255 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:52.646851 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (0b540ac9-7dfb-4878-be15-4a9e8bb37933), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.703128 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (0b540ac9-7dfb-4878-be15-4a9e8bb37933), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.706568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (0b540ac9-7dfb-4878-be15-4a9e8bb37933), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.724437 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b540ac9-7dfb-4878-be15-4a9e8bb37933,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.729271 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.731012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6f6787db-78ee-44b5-8739-5792b5f4f1e9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112533 Feb 19 08:15:52.733819 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47094) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:52.738568 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:52.761902 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (aede33d3-ea22-4ca3-b66f-e3077c8775bb), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.816541 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (aede33d3-ea22-4ca3-b66f-e3077c8775bb), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.819927 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (aede33d3-ea22-4ca3-b66f-e3077c8775bb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.838633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aede33d3-ea22-4ca3-b66f-e3077c8775bb,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.847281 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.848358 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a110920f-c0d3-4374-80e1-1f6513b8b40c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135802 Feb 19 08:15:52.851100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47096) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:52.855423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:52.879873 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (47894886-1a7d-44d1-a040-875b17979262), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.906583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2c83d261-864b-40b7-ad4e-8c036ce4c383 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:15:52.926305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2c83d261-864b-40b7-ad4e-8c036ce4c383 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:15:52.926765 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2c83d261-864b-40b7-ad4e-8c036ce4c383 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:15:52.927291 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 42b71af8-070f-4e5c-a4fe-fd8e35285466 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:15:52.938488 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (47894886-1a7d-44d1-a040-875b17979262), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.942132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (47894886-1a7d-44d1-a040-875b17979262), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.951411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 42b71af8-070f-4e5c-a4fe-fd8e35285466 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:15:52.951411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 42b71af8-070f-4e5c-a4fe-fd8e35285466 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:15:52.951411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f0846404-509a-49d2-98a6-55139feb64dc no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:15:52.963371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47894886-1a7d-44d1-a040-875b17979262,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:52.971487 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:52.972710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e6e83d9d-eb62-407b-9167-c5afceaff424 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206245 Feb 19 08:15:52.973026 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: f0846404-509a-49d2-98a6-55139feb64dc {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:15:52.973149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device f0846404-509a-49d2-98a6-55139feb64dc not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:15:52.975457 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47098) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:52.979809 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:53.003922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (53fe9a9b-8218-4c07-8291-1041039133cf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.061644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (53fe9a9b-8218-4c07-8291-1041039133cf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.065098 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (53fe9a9b-8218-4c07-8291-1041039133cf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.082300 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fe9a9b-8218-4c07-8291-1041039133cf,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:53.090458 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.091694 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3d626ce1-4aae-457d-8714-40e7d9e2b4ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152470 Feb 19 08:15:53.094719 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47100) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:53.098979 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:53.117391 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:15:53.122139 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (bafaac60-5b37-41fd-a826-388a048a84bc), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.177984 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (bafaac60-5b37-41fd-a826-388a048a84bc), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.181234 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (bafaac60-5b37-41fd-a826-388a048a84bc), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.195208 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafaac60-5b37-41fd-a826-388a048a84bc,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:53.205208 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.206306 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-63a38103-b923-48ed-837f-a21a02709115 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1105874 Feb 19 08:15:53.208996 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47102) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:53.213145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '21b8b339-e59a-4ab3-ad52-9b9289a68c29', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:53.232539 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:15:53.237601 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (31a2778a-0493-4c62-a4c9-bc0e218cf0d2), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.295250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (31a2778a-0493-4c62-a4c9-bc0e218cf0d2), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.298616 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (31a2778a-0493-4c62-a4c9-bc0e218cf0d2), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.316000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a2778a-0493-4c62-a4c9-bc0e218cf0d2,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:53.323044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.324847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b9441308-c7fe-4f0e-bc18-0bc466aa514f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1143386 Feb 19 08:15:53.327641 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47104) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:53.332347 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'network': {'name': 'tempest-network-smoke--2002879177', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:53.349499 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:15:53.352641 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.375622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:15:53.384340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8913c786-4033-463f-96ba-36feba7ba002), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.384678 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Added segment 8913c786-4033-463f-96ba-36feba7ba002 of type vlan for network 51640c03-0137-496e-b1f1-0c402716f7ec Feb 19 08:15:53.425196 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (51640c03-0137-496e-b1f1-0c402716f7ec), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.449962 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (51640c03-0137-496e-b1f1-0c402716f7ec), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.454839 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:53.455508 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.510162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1815028 Feb 19 08:15:53.513698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:53.518360 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'admin_state_up': True, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:53.522710 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2f54-5b2f-4d60-a671-5b42f3f0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Network': ['ID=51640c03-0137-496e-b1f1-0c402716f7ec,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:53.532970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 51640c03-0137-496e-b1f1-0c402716f7ec details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:15:53.539494 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.540511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.592317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (12048246-02c2-484b-bb27-8bd7acb59c2f), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.738251 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (12048246-02c2-484b-bb27-8bd7acb59c2f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.923300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (12048246-02c2-484b-bb27-8bd7acb59c2f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:53.946374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.045516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.6 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/6ed2bc2d-861f-40ba-921d-f4dec774d562) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:15:54.148051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.181719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.217986 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:15:54.220652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:15:54.226576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:15:54.232485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=6ed2bc2d-861f-40ba-921d-f4dec774d562,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:54.472958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (12048246-02c2-484b-bb27-8bd7acb59c2f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.672733 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.805556 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 12048246-02c2-484b-bb27-8bd7acb59c2f is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:15:54.911110 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:15:54.920840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Sync routers for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:15:54.929889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:54.930561 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:54.930887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:54.935315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f7eabb54-4649-4d79-be56-282ab3d7f85d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4171181 Feb 19 08:15:54.935475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:54.963444 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2a552486-76a6-45a5-9765-fca0d4faa94d tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b57f0ba1b83e4a099b13a94c4a657c04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268607 Feb 19 08:15:54.966212 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47110) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:55.041914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:55.059750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d1616-2b39-4db4-bd3c-cb4a78c4f33e tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:55.061183 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f24d1616-2b39-4db4-bd3c-cb4a78c4f33e tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938969 Feb 19 08:15:55.063929 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47112) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:55.090883 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fe0d8801-3fea-475d-b20f-ca4aa1faf112 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258765 Feb 19 08:15:55.093334 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47114) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:55.098286 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157188137', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:55.181561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:15:55.186200 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.223614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:54Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:55.250615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Checking router: 12048246-02c2-484b-bb27-8bd7acb59c2f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:15:55.250984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Updating router 12048246-02c2-484b-bb27-8bd7acb59c2f port 6ed2bc2d-861f-40ba-921d-f4dec774d562 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:15:55.280047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.362865 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (640ba6e7-2812-47d6-a678-86b14f0c43a8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.427918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Subnet': ['ID=640ba6e7-2812-47d6-a678-86b14f0c43a8,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:55.438624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Checking segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:15:55.439053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network hostable DHCP agents. Network: 51640c03-0137-496e-b1f1-0c402716f7ec, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:15:55.455893 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 51640c03-0137-496e-b1f1-0c402716f7ec is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:15:55.464600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 51640c03-0137-496e-b1f1-0c402716f7ec) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:15:55.470109 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:55.470804 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.477229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f60f36-d4de-432c-8239-8d4bf30b5964 None None] Network 51640c03-0137-496e-b1f1-0c402716f7ec requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:15:55.487321 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8f4d6775-ac9f-428a-9771-186f9e8efe0d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929474 Feb 19 08:15:55.490081 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47116) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:15:55.591828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks [] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.599001 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.644235 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-51640c03-0137-496e-b1f1-0c402716f7ec', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:15:55.645077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.684856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Attempting to bind port 6ed2bc2d-861f-40ba-921d-f4dec774d562 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:15:55.685229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Attempting to bind port 6ed2bc2d-861f-40ba-921d-f4dec774d562 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:15:55.685586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Attempting to bind port 6ed2bc2d-861f-40ba-921d-f4dec774d562 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:15:55.691781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476cdd-fb47-4285-818c-4eaedc7c47b1 None None] Pushing event updated for resources: {'Port': ['ID=6ed2bc2d-861f-40ba-921d-f4dec774d562,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:55.701032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:15:55.701425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:15:55.701824 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.702622 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:15:55.702747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Bound port: 6ed2bc2d-861f-40ba-921d-f4dec774d562, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:15:55.703072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.837161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] For port 6ed2bc2d-861f-40ba-921d-f4dec774d562, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:15:55.842175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] For port 6ed2bc2d-861f-40ba-921d-f4dec774d562, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6ed2bc2d-861f-40ba-921d-f4dec774d562,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:15:55.849962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:55.853495 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:15:55.878804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Allocated IP 172.20.0.2 (51640c03-0137-496e-b1f1-0c402716f7ec/640ba6e7-2812-47d6-a678-86b14f0c43a8/15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:15:55.966117 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:55.966774 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:55.974479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476cdd-fb47-4285-818c-4eaedc7c47b1 None None] Pushing event updated for resources: {'Port': ['ID=6ed2bc2d-861f-40ba-921d-f4dec774d562,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:56.211401 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.307981 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:56.414149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks [] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.429169 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.480473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Network 51640c03-0137-496e-b1f1-0c402716f7ec is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:15:56.485974 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.1 (51640c03-0137-496e-b1f1-0c402716f7ec/640ba6e7-2812-47d6-a678-86b14f0c43a8/af4ac196-7f86-4926-be57-8eb5a6df6d3e) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:15:56.494689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:15:56.498788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Pushing event updated for resources: {'Port': ['ID=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:56.502289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:15:56.587442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Attempting to bind port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:15:56.587810 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Attempting to bind port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:15:56.588176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Attempting to bind port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:15:56.595401 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:15:56.595785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Checking segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:15:56.596192 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.596587 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Bound using segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:15:56.597084 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Bound port: 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:15:56.597452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.608036 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.616201 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:54Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:56.642477 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.658492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6afbf9-4dd2-482c-b2d0-3f22ae72ab5a None None] The sync data for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 is: [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:54Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:15:56.684411 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 51640c03-0137-496e-b1f1-0c402716f7ec is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:15:56.687679 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:15:56.690736 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:15:56.695936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] For port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:15:56.699861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] For port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:15:56.706885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.736969 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:56.747297 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (12048246-02c2-484b-bb27-8bd7acb59c2f), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:56.768071 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15bd5d-83d6-427a-978f-15d6154f9db7 None None] Pushing event updated for resources: {'Port': ['ID=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:56.925514 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:57.250698 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:57.255916 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:57.333625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (12048246-02c2-484b-bb27-8bd7acb59c2f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:57.335387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:57.428206 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 51640c03-0137-496e-b1f1-0c402716f7ec is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:15:57.429880 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:15:57.557608 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 12048246-02c2-484b-bb27-8bd7acb59c2f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:15:57.678943 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:15:57.691660 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1a969f21-ec94-4512-bc8b-82d42dd7a6e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/12048246-02c2-484b-bb27-8bd7acb59c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935484 Feb 19 08:15:57.832000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4c583c-5ad9-4494-ae2e-fa3054ef9bed None None] Network 51640c03-0137-496e-b1f1-0c402716f7ec requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:15:57.839789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-6746f7ba-f1c6-44a3-ba2d-f092c228262a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771612776&fields=id&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 267 time: 0.0468554 Feb 19 08:15:57.941435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Provisioning complete for port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:57.941809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:57.951885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-d3344c66-60a3-43bc-acf8-e0177e0f4e08 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:57.951885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-d3344c66-60a3-43bc-acf8-e0177e0f4e08 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 797 time: 0.1040456 Feb 19 08:15:57.966024 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-2536bdbc-88a0-4be9-8b11-fb045dedcab7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/quotas/b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 375 time: 0.0100105 Feb 19 08:15:58.030854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-a98b36a5-969e-491a-b6fd-f71617e1d637 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591214 Feb 19 08:15:58.033334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Current status of the port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:15:58.034151 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.075307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] For port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:58.080698 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.141058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb53f1-32b3-40c7-a647-fa3522b85ce3 None None] Pushing event updated for resources: {'Port': ['ID=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:58.141366 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-e55fa553-c52f-426a-be78-b8ed845d04d4 service neutron] 10.222.0.43 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960677 Feb 19 08:15:58.249875 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-794ef30f-a0fe-48b6-b656-f11ab877b503 service neutron] 10.222.0.43 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980241 Feb 19 08:15:58.303870 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Provisioning complete for port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:58.304584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.383943 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Sync routers for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:15:58.395084 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:58.395233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Current status of the port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:15:58.396276 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:58.419741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:58.421943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.486373 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5e494457-9fec-4651-be30-3b9800dc62ab req-0a93fa77-ce8f-473c-ab7e-60b4512a1157 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 210 time: 0.0414419 Feb 19 08:15:58.505967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-507c232d-d21b-4e36-9467-d5054a2693ef None None] Port af4ac196-7f86-4926-be57-8eb5a6df6d3e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:15:58.535438 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:58.644625 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0b293bec-a552-43cc-a68c-8a51ce9adfb4 None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:58.645221 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b293bec-a552-43cc-a68c-8a51ce9adfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.691635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0b293bec-a552-43cc-a68c-8a51ce9adfb4 None None] Port af4ac196-7f86-4926-be57-8eb5a6df6d3e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:15:58.756273 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:57Z', 'revision_number': 2, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:58.787218 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Checking router: 12048246-02c2-484b-bb27-8bd7acb59c2f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:15:58.787627 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Updating router 12048246-02c2-484b-bb27-8bd7acb59c2f port af4ac196-7f86-4926-be57-8eb5a6df6d3e binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:15:58.815615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-8dba161a-0bbb-4854-aaca-7c6a1530fba5 None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:58.816134 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dba161a-0bbb-4854-aaca-7c6a1530fba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.818884 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:58.856562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8dba161a-0bbb-4854-aaca-7c6a1530fba5 None None] Port af4ac196-7f86-4926-be57-8eb5a6df6d3e cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:15:58.981470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6ed2bc2d-861f-40ba-921d-f4dec774d562 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:15:59.031895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6ed2bc2d-861f-40ba-921d-f4dec774d562 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:59.032232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.106289 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks [] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.112266 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.117305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6ed2bc2d-861f-40ba-921d-f4dec774d562 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:15:59.117691 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.140718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 6ed2bc2d-861f-40ba-921d-f4dec774d562, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6ed2bc2d-861f-40ba-921d-f4dec774d562,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:59.146127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.146991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:15:59.181349 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Pushing event updated for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:59.202140 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.202484 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.202959 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.203323 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.203652 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.203978 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.204297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.204619 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.204937 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.205252 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.205567 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.205883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.206385 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:15:59.223062 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Attempting to bind port af4ac196-7f86-4926-be57-8eb5a6df6d3e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:15:59.223510 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Attempting to bind port af4ac196-7f86-4926-be57-8eb5a6df6d3e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:15:59.223876 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Attempting to bind port af4ac196-7f86-4926-be57-8eb5a6df6d3e on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:15:59.229190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:15:59.229562 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Checking segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:15:59.230180 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.230583 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Bound using segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:15:59.231056 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Bound port: af4ac196-7f86-4926-be57-8eb5a6df6d3e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:15:59.231499 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.231651 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=6ed2bc2d-861f-40ba-921d-f4dec774d562,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:59.240113 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:59.240493 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.312534 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] For port af4ac196-7f86-4926-be57-8eb5a6df6d3e, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:15:59.316193 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] For port af4ac196-7f86-4926-be57-8eb5a6df6d3e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af4ac196-7f86-4926-be57-8eb5a6df6d3e,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:15:59.323852 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.330781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:15:59.393610 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:15:59.394241 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:15:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:59.436552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c210ad0-ad94-487a-be25-01db88d63790 None None] Pushing event updated for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:59.470220 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-bd22854b-f546-455a-92d1-86f9e05d971d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:15:59.472165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-bd22854b-f546-455a-92d1-86f9e05d971d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 797 time: 0.1281712 Feb 19 08:15:59.492939 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:59.493321 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.561360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-cf0b4df6-b817-47fc-8287-3eb408c0f207 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 380 time: 0.0808051 Feb 19 08:15:59.563340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:15:59.575458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'port': {'device_id': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'admin_state_up': True, 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'security_groups': ['21b8b339-e59a-4ab3-ad52-9b9289a68c29']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:15:59.611492 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-29fd2cd3-26e6-4e19-b337-f1f2085412ea req-5c0eb756-6eb1-4fd4-bf25-ebc4cf75da64 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 210 time: 0.0322115 Feb 19 08:15:59.649741 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Current status of the port af4ac196-7f86-4926-be57-8eb5a6df6d3e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:15:59.650264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.692850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] For port af4ac196-7f86-4926-be57-8eb5a6df6d3e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af4ac196-7f86-4926-be57-8eb5a6df6d3e,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:15:59.698125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.704061 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:15:59.707884 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.750641 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aea6f-ad11-4b83-b350-c2f01de90538 None None] Pushing event updated for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:15:59.803565 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:15:59.821462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-fbface5f-794b-412b-a446-caddf6312caa None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:15:59.822233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbface5f-794b-412b-a446-caddf6312caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:15:59.833313 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd4939-9f2d-4bbc-910e-075f1ec77039 None None] The sync data for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 is: [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:15:59.842755 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.3 (51640c03-0137-496e-b1f1-0c402716f7ec/640ba6e7-2812-47d6-a678-86b14f0c43a8/57a03152-708a-4b54-9c44-fbb47f9bbb22) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:15:59.921050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fbface5f-794b-412b-a446-caddf6312caa None None] Current status of the port af4ac196-7f86-4926-be57-8eb5a6df6d3e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:16:00.017770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.054948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.096695 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 51640c03-0137-496e-b1f1-0c402716f7ec is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:00.099902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:00.102901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:16:00.146933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:00.171227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:00.171894 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.190013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-9583430c-2efb-41d6-a99f-1a5490110965 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190536 Feb 19 08:16:00.202025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Request body: {'port': {'device_id': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:16:00.267170 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.345673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7c8ea297-d4c5-41b2-acb8-eb9709f72cb1 None None] Provisioning complete for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:00.345993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c8ea297-d4c5-41b2-acb8-eb9709f72cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.392217 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ea297-d4c5-41b2-acb8-eb9709f72cb1 None None] Port 57a03152-708a-4b54-9c44-fbb47f9bbb22 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:16:00.541598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a03152-708a-4b54-9c44-fbb47f9bbb22 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:16:00.549593 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks [] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.561497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Transition to ACTIVE for port object 57a03152-708a-4b54-9c44-fbb47f9bbb22 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:16:00.565470 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.614861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:00.693279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:16:00.693618 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:16:00.693953 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:16:00.700486 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:16:00.701020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:16:00.716826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:16:00.717174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Checking segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:16:00.717565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Bound using segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:16:00.718003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Bound port: 57a03152-708a-4b54-9c44-fbb47f9bbb22, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:16:00.718361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.738372 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.812269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aacb6c-0ee3-49e2-820c-ee65f2c69f6a req-5073780d-5576-4ec3-95b7-77e1a6189072 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:00.813839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aacb6c-0ee3-49e2-820c-ee65f2c69f6a req-5073780d-5576-4ec3-95b7-77e1a6189072 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.1105192 Feb 19 08:16:00.821781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:16:00.826159 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:16:00.843688 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.906603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:00.907365 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:00.908679 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] 10.222.0.47 "PUT /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 1091 time: 0.7110271 Feb 19 08:16:00.909135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:16:00.911478 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:16:00.968130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2aacb6c-0ee3-49e2-820c-ee65f2c69f6a req-a0689969-31fc-42cf-bcb3-d2092d243441 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476719 Feb 19 08:16:01.028922 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad4da9c-39cb-4898-98cf-87cc7aea7427 x-openstack-request-id: req-8ad4da9c-39cb-4898-98cf-87cc7aea7427 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:16:01.029947 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:16:01.030152 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ad4da9c-39cb-4898-98cf-87cc7aea7427 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:16:01.030555 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'status': 'completed', 'code': 200} Feb 19 08:16:01.038500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b869f98-ed2e-4b5e-812c-da2fe6044454 service neutron] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:01.066551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-d14a9a98-a520-48b8-9554-51fc4a6a456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.067274 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af4ac196-7f86-4926-be57-8eb5a6df6d3e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:16:01.068292 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-d14a9a98-a520-48b8-9554-51fc4a6a456d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.0873930 Feb 19 08:16:01.116425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-54b7e9d2-399b-4cac-8ed1-1d26e1cf0406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 217 time: 0.0409412 Feb 19 08:16:01.118569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port af4ac196-7f86-4926-be57-8eb5a6df6d3e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:01.118942 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:01.170023 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-f1a0f836-c648-46fc-b5e8-6b7422268abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.171526 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-f1a0f836-c648-46fc-b5e8-6b7422268abe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0479741 Feb 19 08:16:01.213822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port af4ac196-7f86-4926-be57-8eb5a6df6d3e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:16:01.214898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6ed2bc2d-861f-40ba-921d-f4dec774d562 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:16:01.221269 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-621390ea-320f-41e8-aa43-92e08580b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.222776 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-621390ea-320f-41e8-aa43-92e08580b466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458949 Feb 19 08:16:01.261405 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 6ed2bc2d-861f-40ba-921d-f4dec774d562 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:01.261840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:01.315004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-665f9faf-2a33-4a0e-bd6a-7acbe2635101 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861325 Feb 19 08:16:01.339360 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 6ed2bc2d-861f-40ba-921d-f4dec774d562 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:16:01.400866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-406b73a0-60d3-4468-8c35-12c1ddeef4a3 req-182f916b-059b-4eca-8cdc-3598e527eef7 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802240 Feb 19 08:16:01.492319 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-a18a1530-060f-44f1-b2d2-db050b4c309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.493798 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-a18a1530-060f-44f1-b2d2-db050b4c309c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.0484290 Feb 19 08:16:01.578931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-e44b03d4-54d0-4abd-a18d-1aca3d979515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.580424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-e44b03d4-54d0-4abd-a18d-1aca3d979515 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0801246 Feb 19 08:16:01.625757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-7beb4272-4a65-4eeb-a878-390e1e0f6b55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 217 time: 0.0399592 Feb 19 08:16:01.994295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-f6d7f5fa-8471-4a79-bf63-5cd15117627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:01.995794 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-f6d7f5fa-8471-4a79-bf63-5cd15117627c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.3651178 Feb 19 08:16:02.075022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-dddcb358-7d83-41be-a33d-542478dcd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:02.076540 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-dddcb358-7d83-41be-a33d-542478dcd0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0746369 Feb 19 08:16:02.087217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c276e0-3541-4f9e-9535-5d93ee932e64 req-dc0370d9-4615-4cb6-872e-25f4b3171c7f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:02.088559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9c276e0-3541-4f9e-9535-5d93ee932e64 req-dc0370d9-4615-4cb6-872e-25f4b3171c7f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0626948 Feb 19 08:16:02.190842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f9c276e0-3541-4f9e-9535-5d93ee932e64 req-a8a36469-854d-4638-a310-d2632f8c5ce5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940773 Feb 19 08:16:02.204753 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-ac91791a-be77-4255-ac9c-b833a21818f2 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152892 Feb 19 08:16:02.294120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a01ab18d-4e6b-4e38-bfb4-af0cdc1bbcb4 req-daa9bc21-ce59-41f0-b955-c5bd9a709278 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834398 Feb 19 08:16:03.309705 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd692-f275-4727-bb8e-35274d04a5a3 req-9c931e42-b82a-4cd8-b318-fcbae1ade3e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:03.311219 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-078fd692-f275-4727-bb8e-35274d04a5a3 req-9c931e42-b82a-4cd8-b318-fcbae1ade3e5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0518785 Feb 19 08:16:03.362575 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-078fd692-f275-4727-bb8e-35274d04a5a3 req-8af5a7df-e0f7-4cae-8f40-fa3c564175b0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Feb 19 08:16:03.624644 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:04.488039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e5d96-c258-4d82-b220-9dcb34d66baf req-0567c05d-5c46-46c2-847f-e3d2df28ebb0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:04.489530 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb6e5d96-c258-4d82-b220-9dcb34d66baf req-0567c05d-5c46-46c2-847f-e3d2df28ebb0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0523744 Feb 19 08:16:04.537761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fb6e5d96-c258-4d82-b220-9dcb34d66baf req-e158921e-0513-4c2d-bc10-078e23b98373 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Feb 19 08:16:05.655755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff690df-41a7-42fb-9a8a-e3f1e60dd638 req-5051b69f-23c6-4b11-a910-674189c778f3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:05.657272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ff690df-41a7-42fb-9a8a-e3f1e60dd638 req-5051b69f-23c6-4b11-a910-674189c778f3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0515599 Feb 19 08:16:05.705090 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7ff690df-41a7-42fb-9a8a-e3f1e60dd638 req-aeb8ef45-d46e-4713-bc3f-4d2e735d6db2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423305 Feb 19 08:16:05.705515 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:16:05.803960 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:05.814689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'mac_address': 'fa:16:3e:e0:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:16:05.849664 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 57a03152-708a-4b54-9c44-fbb47f9bbb22 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:16:05.850055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:05.862745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a03152-708a-4b54-9c44-fbb47f9bbb22 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:16:05.881891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:05.885741 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:05.930476 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:06.212289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['57a03152-708a-4b54-9c44-fbb47f9bbb22'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:16:06.362605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c77042e-0132-487b-87bb-4551b8e22e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:06.828321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26deaa-f223-4d79-a805-4f45e266d9ad req-d8a457a2-01a9-432d-bdd3-11eb3cb52a9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:06.829799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd26deaa-f223-4d79-a805-4f45e266d9ad req-d8a457a2-01a9-432d-bdd3-11eb3cb52a9c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 944 time: 0.0519197 Feb 19 08:16:06.880925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bd26deaa-f223-4d79-a805-4f45e266d9ad req-e530e597-32ef-496a-82dc-2663e390e8ab tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454750 Feb 19 08:16:07.720791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:16:07.772339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:16:07.775951 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:16:07.776311 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:07.851524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 57a03152-708a-4b54-9c44-fbb47f9bbb22 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:16:07.851917 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:07.874138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:16:07.876664 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef03b01-1bbd-4d23-a9bb-f5adc4befad8" -d '{"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-plugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:16:07.890353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:16:07.894611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:07.953178 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:07.977592 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac21e65-4692-4042-bb15-c98444ae0e21 x-openstack-request-id: req-eac21e65-4692-4042-bb15-c98444ae0e21 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:16:07.977890 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-plugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:16:07.978286 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eac21e65-4692-4042-bb15-c98444ae0e21 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:16:07.978797 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'code': 200} Feb 19 08:16:08.008212 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099dce3-d0c1-45a8-b4a0-8ca7b4d4bfc8 req-074c0fc1-6c3b-432d-b31c-c6033bba1d03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:08.009783 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1099dce3-d0c1-45a8-b4a0-8ca7b4d4bfc8 req-074c0fc1-6c3b-432d-b31c-c6033bba1d03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0558064 Feb 19 08:16:08.082994 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1099dce3-d0c1-45a8-b4a0-8ca7b4d4bfc8 req-8a0316cf-39ea-451a-8f93-9c5ca55d4ed0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669992 Feb 19 08:16:08.095506 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af44-b4ae-4a08-ab9c-6467d12561db req-178dd593-b186-46e7-8e77-5ec52c797bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:08.096983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec34af44-b4ae-4a08-ab9c-6467d12561db req-178dd593-b186-46e7-8e77-5ec52c797bda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0608041 Feb 19 08:16:08.141656 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ec34af44-b4ae-4a08-ab9c-6467d12561db req-ddecae95-07f6-490b-b68a-a368b6995614 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382552 Feb 19 08:16:08.674804 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-713f56a7-3b8f-4cca-9fce-289b859a2ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:09.202906 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d1996-9c48-41d0-8b71-d88d66d47478 req-2238cfa3-a6eb-4561-9d7a-8729dc736191 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:09.204315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d3d1996-9c48-41d0-8b71-d88d66d47478 req-2238cfa3-a6eb-4561-9d7a-8729dc736191 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0504375 Feb 19 08:16:09.251154 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6d3d1996-9c48-41d0-8b71-d88d66d47478 req-c5e02319-9850-4ed6-9549-df0eff18a531 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Feb 19 08:16:09.910055 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:10.370839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d05958-9bb3-4be6-a146-63c56baf28ed req-edd16ea5-072d-4f78-9a75-2d7d1e89fe3d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:10.372317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63d05958-9bb3-4be6-a146-63c56baf28ed req-edd16ea5-072d-4f78-9a75-2d7d1e89fe3d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0554924 Feb 19 08:16:10.419435 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63d05958-9bb3-4be6-a146-63c56baf28ed req-5d19a3d6-6940-4ae8-a432-d52dbd105785 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Feb 19 08:16:10.537726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb89c7-e1e5-4607-a37c-6478a639f177 req-dc62cf6c-8837-4cba-897a-5647ad9ec116 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:10.539107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77cb89c7-e1e5-4607-a37c-6478a639f177 req-dc62cf6c-8837-4cba-897a-5647ad9ec116 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0546720 Feb 19 08:16:10.585524 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-77cb89c7-e1e5-4607-a37c-6478a639f177 req-8852ef5a-f41d-4364-8123-5622cd90e1b5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Feb 19 08:16:10.606570 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47174) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:16:10.649216 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379624a6-f646-4bd8-a864-21c74a35a0be tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:10.650733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-379624a6-f646-4bd8-a864-21c74a35a0be tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1122 time: 0.0432272 Feb 19 08:16:10.653729 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47176) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:16:10.657908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:16:10.677046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:10.774664 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:10.872454 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.126 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4849f826-c50d-40cc-832a-d78b40563f47) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:16:10.972432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (4849f826-c50d-40cc-832a-d78b40563f47), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.005692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4849f826-c50d-40cc-832a-d78b40563f47), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.041193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:16:11.044419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:16:11.047086 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:16:11.072053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=4849f826-c50d-40cc-832a-d78b40563f47,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:11.234967 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.409037 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (d0f3a373-90a7-4010-bc47-d8001a47fda1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.475853 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4849f826-c50d-40cc-832a-d78b40563f47), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.622132 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (4849f826-c50d-40cc-832a-d78b40563f47), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.626900 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (4849f826-c50d-40cc-832a-d78b40563f47), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.693841 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=4849f826-c50d-40cc-832a-d78b40563f47,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:16:11.705917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (d0f3a373-90a7-4010-bc47-d8001a47fda1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:11.806579 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP d0f3a373-90a7-4010-bc47-d8001a47fda1 associated. External IP: 172.25.7.126, port: 57a03152-708a-4b54-9c44-fbb47f9bbb22. Feb 19 08:16:12.006065 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 12048246-02c2-484b-bb27-8bd7acb59c2f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:16:12.111061 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:16:12.120378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Sync routers for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:16:12.130250 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:12.130874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:16:12.131527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:12.163012 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b05b8601-918c-417b-9250-abbc29b06669 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5082712 Feb 19 08:16:12.163633 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:16:12.165987 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d099beb-4b9f-4422-96eb-19517814ab26" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:16:12.204683 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71999113-47ca-4d1b-b5c8-7b82a83c5006 x-openstack-request-id: req-71999113-47ca-4d1b-b5c8-7b82a83c5006 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:16:12.205029 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:16:12.205282 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71999113-47ca-4d1b-b5c8-7b82a83c5006 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:16:12.205703 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'status': 'completed', 'code': 200} Feb 19 08:16:12.248610 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:16:12.305088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc130bd-858c-45a2-90cc-42ad5711c4a0 req-87abdc77-5cad-4cc6-b902-7e6b04d16256 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:12.306588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cc130bd-858c-45a2-90cc-42ad5711c4a0 req-87abdc77-5cad-4cc6-b902-7e6b04d16256 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0813549 Feb 19 08:16:12.309711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-0a70ac6b-4b69-48e3-9178-d3db1e7e1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:12.311081 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-0a70ac6b-4b69-48e3-9178-d3db1e7e1948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0770881 Feb 19 08:16:12.408935 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3cc130bd-858c-45a2-90cc-42ad5711c4a0 req-05594aa4-ac12-4acc-a64e-3b2e15dabdbe tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959175 Feb 19 08:16:12.431655 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:16:12.469869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-e274fe7c-034c-49ae-af4d-669f0facdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:12.470893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd0f3a373-90a7-4010-bc47-d8001a47fda1', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'mac_address': 'fa:16:3e:e0:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:11Z', 'updated_at': '2022-02-19T08:16:11Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:12.471452 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-e274fe7c-034c-49ae-af4d-669f0facdb82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.1527998 Feb 19 08:16:12.498129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Checking router: 12048246-02c2-484b-bb27-8bd7acb59c2f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:16:12.506305 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:16:12.506915 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:16:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:12.538487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-4f94e3dc-d090-4016-9752-83248a93217c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/d0f3a373-90a7-4010-bc47-d8001a47fda1 HTTP/1.1" status: 200 len: 991 time: 0.1053052 Feb 19 08:16:12.555122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-c9bad66a-983b-48b4-b268-9440600e0bc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 999 time: 0.0772133 Feb 19 08:16:12.604847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-3e974a31-935d-4828-b724-21ef75626321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:12.607162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-3e974a31-935d-4828-b724-21ef75626321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0457950 Feb 19 08:16:12.665093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-cc225b53-e79a-46bc-89ac-8588fd87bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:12.666561 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-cc225b53-e79a-46bc-89ac-8588fd87bf8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540850 Feb 19 08:16:12.731715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:12.758345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-fefe6fab-b0f8-48b5-b109-0ea011e587ad service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853209 Feb 19 08:16:12.792067 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:16:12.850309 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0d099beb-4b9f-4422-96eb-19517814ab26 req-9292c6a3-a6b6-4b3a-94e6-ba3f360daa5c service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866780 Feb 19 08:16:13.014955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd0f3a373-90a7-4010-bc47-d8001a47fda1', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'mac_address': 'fa:16:3e:e0:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:11Z', 'updated_at': '2022-02-19T08:16:11Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:16:13.040482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7674e170-74a8-4781-9ee1-6e9e3aef743d None None] The sync data for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 is: [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'd0f3a373-90a7-4010-bc47-d8001a47fda1', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'mac_address': 'fa:16:3e:e0:ba:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:16:11Z', 'updated_at': '2022-02-19T08:16:11Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:16:13.233106 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aeb5f5-50dc-4fe3-bf70-72779f04b80c None None] New status for floating IP d0f3a373-90a7-4010-bc47-d8001a47fda1: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:16:13.542298 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47184) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:16:13.862888 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f5d64ebb-a2fb-4b9d-a00a-2ad254fad6cf tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/d0f3a373-90a7-4010-bc47-d8001a47fda1 HTTP/1.1" status: 200 len: 993 time: 0.3193414 Feb 19 08:16:30.735944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:32.854274 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:16:33.642365 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:36.343611 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa67475f-e47c-4787-9ade-965694c8ad3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:38.676809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d94f0612-07fc-44e2-b842-3cf113315f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:39.913588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:40.804604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-d1a6a227-4d24-4f3e-a3cb-4aaa311e64d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430100 Feb 19 08:16:40.889434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-eb467340-86f8-48ad-8c13-853aaf6b5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:40.890983 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-eb467340-86f8-48ad-8c13-853aaf6b5b7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0442264 Feb 19 08:16:40.993985 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-d09c81e0-bf80-46e2-92f3-8c18fe8ccc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:40.995470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-d09c81e0-bf80-46e2-92f3-8c18fe8ccc53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0873652 Feb 19 08:16:41.057786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-f0c539e5-334e-4b89-b57e-fe6b76c166ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 1001 time: 0.0566680 Feb 19 08:16:41.103388 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-ff82ce9a-b3a7-46fa-84a4-3e4448d78ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:41.104764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-ff82ce9a-b3a7-46fa-84a4-3e4448d78ed9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0418077 Feb 19 08:16:41.155046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-7de4f297-1f77-4ae5-ab5b-52eccfda982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:16:41.156536 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-7de4f297-1f77-4ae5-ab5b-52eccfda982d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459635 Feb 19 08:16:41.236032 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:16:41.242791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-30b8b6dc-8a0e-4870-af32-14a62787b04e service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802553 Feb 19 08:16:41.332447 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-30497ba8-ccdc-4319-806c-b404a07b9efb req-61df813a-f285-47cb-8a04-ff54af549e22 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836728 Feb 19 08:16:42.544584 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:00.732155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:03.632027 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:06.345866 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bdb8523b-fbe2-443c-8d85-52e5aff021a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:08.677155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3750e305-3075-4c98-90ab-43bb169ccd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:09.852769 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:17:09.916508 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:11.238876 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:12.546343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:23.283621 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-8d472164-cc5c-46dc-bcc0-5c378d7e094a req-f2d6a824-8cb2-4d54-ab1d-22eb0f6b8d25 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:17:23.284173 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8d472164-cc5c-46dc-bcc0-5c378d7e094a req-f2d6a824-8cb2-4d54-ab1d-22eb0f6b8d25 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499053 Feb 19 08:17:23.476967 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:17:23.481657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c098-1ff9-464a-9068-3d4c3768a310 req-aa0ce5ea-2d5e-4ca1-9fe0-fedc2c8587dd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:23.483305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0bd4c098-1ff9-464a-9068-3d4c3768a310 req-aa0ce5ea-2d5e-4ca1-9fe0-fedc2c8587dd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0569384 Feb 19 08:17:23.540434 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0bd4c098-1ff9-464a-9068-3d4c3768a310 req-61cb7c80-305f-48e6-9117-caae44d57e5f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515459 Feb 19 08:17:23.561834 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-3e9c4b1f-fbd5-451a-b1b8-b0f961ebbf88 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834401 Feb 19 08:17:23.570488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c42302e9-d4c4-4eba-b0c3-fb1ab3716182 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:17:23.571509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c42302e9-d4c4-4eba-b0c3-fb1ab3716182 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053236 Feb 19 08:17:23.918411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:17:24.007412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c0e5280e-2605-4eea-b285-33ad2654ce35 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:24.008808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c0e5280e-2605-4eea-b285-33ad2654ce35 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 942 time: 0.0893960 Feb 19 08:17:24.669156 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4512-994d-4c5e-aac0-d12261ed75ac req-5aeb1003-8b96-4ef0-9cc6-54582a694fe3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:24.671322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54fc4512-994d-4c5e-aac0-d12261ed75ac req-5aeb1003-8b96-4ef0-9cc6-54582a694fe3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Feb 19 08:17:24.716827 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54fc4512-994d-4c5e-aac0-d12261ed75ac req-65e91585-ef7a-49cb-96ae-9bc902678395 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Feb 19 08:17:24.908391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-0f233838-a5db-45ba-b11a-7de8be09a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:24.909912 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-0f233838-a5db-45ba-b11a-7de8be09a230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0519860 Feb 19 08:17:24.999139 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-e01286c9-f3f5-4739-8045-61ab1ce997b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:25.000629 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-e01286c9-f3f5-4739-8045-61ab1ce997b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0835817 Feb 19 08:17:25.067004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-2a8cae32-2093-4217-9d15-c2ea61c422fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 1001 time: 0.0601466 Feb 19 08:17:25.112871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-4fb0484f-dc24-45f4-9a66-4de5cfd0b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:25.114236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-4fb0484f-dc24-45f4-9a66-4de5cfd0b7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0413370 Feb 19 08:17:25.161737 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-b491f995-0773-4f0d-af94-d309be2bf393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:25.163172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-b491f995-0773-4f0d-af94-d309be2bf393 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425823 Feb 19 08:17:25.251122 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-d971ed23-f0af-4a88-ad94-4a34f143359d service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817051 Feb 19 08:17:25.335958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-3729a544-9da4-43c5-a400-66e6486b0da7 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788686 Feb 19 08:17:25.836634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c20478-4ae3-40d2-8718-f25442caa710 req-06669809-85b0-4a79-987c-88ca162f4eea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:25.838123 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64c20478-4ae3-40d2-8718-f25442caa710 req-06669809-85b0-4a79-987c-88ca162f4eea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Feb 19 08:17:25.886034 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-64c20478-4ae3-40d2-8718-f25442caa710 req-346f0af7-9b6f-4b98-ba8a-5bda95059a1b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Feb 19 08:17:27.003059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139c622-2ae2-4c78-91c8-7fba7aa36f20 req-7354cbfd-bb71-4100-8d9b-13be61e25f16 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:27.004556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0139c622-2ae2-4c78-91c8-7fba7aa36f20 req-7354cbfd-bb71-4100-8d9b-13be61e25f16 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Feb 19 08:17:27.055162 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0139c622-2ae2-4c78-91c8-7fba7aa36f20 req-e42a11a9-921e-4791-977b-86f0794773f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Feb 19 08:17:28.173238 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ae1da-8e64-4507-b543-f43f45807f1e req-d71821af-7a01-4f7b-8054-e24709acc0b0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:28.175392 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b1ae1da-8e64-4507-b543-f43f45807f1e req-d71821af-7a01-4f7b-8054-e24709acc0b0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Feb 19 08:17:28.224106 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4b1ae1da-8e64-4507-b543-f43f45807f1e req-1bc3ca56-575e-4a3a-84a5-df2c2cbea975 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Feb 19 08:17:29.340378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b581e44-5564-450a-b07f-4eda3ff623f0 req-ad727920-16ef-453a-9ee8-13a3eccb47e7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:29.341849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b581e44-5564-450a-b07f-4eda3ff623f0 req-ad727920-16ef-453a-9ee8-13a3eccb47e7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Feb 19 08:17:29.388645 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2b581e44-5564-450a-b07f-4eda3ff623f0 req-fbd20b15-0638-4d10-849e-a911aef7677d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 Feb 19 08:17:30.510426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376437e-fbc7-4749-b5d3-788aa44120e1 req-0d864675-ba7a-4ed2-b10b-9bf556ca9351 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:30.511925 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9376437e-fbc7-4749-b5d3-788aa44120e1 req-0d864675-ba7a-4ed2-b10b-9bf556ca9351 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Feb 19 08:17:30.558251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9376437e-fbc7-4749-b5d3-788aa44120e1 req-18a763f7-b728-42cf-9c2c-3993686afbf8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408802 Feb 19 08:17:30.747807 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:31.675565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e8807-5cc4-4f41-8347-4306043d591d req-4d2b99ec-76d2-48cd-9beb-54c8072c7b6a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:31.677037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-714e8807-5cc4-4f41-8347-4306043d591d req-4d2b99ec-76d2-48cd-9beb-54c8072c7b6a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Feb 19 08:17:31.724757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-714e8807-5cc4-4f41-8347-4306043d591d req-6d4b008b-268d-45d6-bbe7-267c6ac2c23d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Feb 19 08:17:32.842145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e0d59-950a-4c4e-8101-12c0d17acab0 req-c03c4214-707e-4358-8cd9-4caf4dcb4563 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:32.843672 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e42e0d59-950a-4c4e-8101-12c0d17acab0 req-c03c4214-707e-4358-8cd9-4caf4dcb4563 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Feb 19 08:17:32.890503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e42e0d59-950a-4c4e-8101-12c0d17acab0 req-5a4b42a1-bd03-4de3-937a-e1d7c86b2c38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 Feb 19 08:17:33.636470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:34.016832 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd73ab0-f710-4cfe-9586-13f8777edc07 req-0cb139dc-1326-4110-b002-139121f2d015 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:34.018843 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbd73ab0-f710-4cfe-9586-13f8777edc07 req-0cb139dc-1326-4110-b002-139121f2d015 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0560577 Feb 19 08:17:34.065723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbd73ab0-f710-4cfe-9586-13f8777edc07 req-01bddd25-bfe6-486b-8a13-72e73024ab1f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Feb 19 08:17:35.185524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cbaba-a761-4e66-ad3e-2ed2676c4769 req-6d6ec800-43f9-4afe-a9b9-d8932f754da2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:35.187037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c0cbaba-a761-4e66-ad3e-2ed2676c4769 req-6d6ec800-43f9-4afe-a9b9-d8932f754da2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0549133 Feb 19 08:17:35.233406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c0cbaba-a761-4e66-ad3e-2ed2676c4769 req-5ee3acee-c78c-4f95-86e8-4b9f84916df6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Feb 19 08:17:36.348106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb9fc-cc60-4765-beca-6bab5683af97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:36.353564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded4c61-0bd5-4939-81d5-0744d9bbdc23 req-a0ce8fc2-bf70-4de8-979a-bfe4e4ba2a7c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:36.355063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ded4c61-0bd5-4939-81d5-0744d9bbdc23 req-a0ce8fc2-bf70-4de8-979a-bfe4e4ba2a7c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0551250 Feb 19 08:17:36.403018 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6ded4c61-0bd5-4939-81d5-0744d9bbdc23 req-8a729444-1d85-466a-978e-5e5e918e84a5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Feb 19 08:17:37.374546 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-4ca316c3-9646-4026-8d56-d37e18868560 service neutron] show failed (client error): The resource could not be found. Feb 19 08:17:37.375581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-4ca316c3-9646-4026-8d56-d37e18868560 service neutron] 10.222.0.47 "GET /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22/bindings/n-h1-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0938487 Feb 19 08:17:37.536991 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2de12-a1d2-43c7-9785-16c008178c4b req-f8d2aecb-6337-480b-b055-69d8c55d96dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:37.538655 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dd2de12-a1d2-43c7-9785-16c008178c4b req-f8d2aecb-6337-480b-b055-69d8c55d96dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0610085 Feb 19 08:17:37.587727 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6dd2de12-a1d2-43c7-9785-16c008178c4b req-d9b5a0db-1cbd-4284-a54b-ddcfc175d24a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Feb 19 08:17:37.654975 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-e40ccef9-1dfb-438f-a475-4f30bdee537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:37.656567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-e40ccef9-1dfb-438f-a475-4f30bdee537b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 1127 time: 0.0864027 Feb 19 08:17:37.666623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-114b1a42-bdd0-4501-abaf-0b754c5ac49a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:17:37.667581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-114b1a42-bdd0-4501-abaf-0b754c5ac49a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048826 Feb 19 08:17:37.677766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:17:37.734761 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:37.932109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:17:37.972202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:17:38.011038 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:17:38.013298 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a09be86-eab4-4841-b7b4-7c0759d53552" -d '{"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-unplugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:17:38.016987 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks [] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.030091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Transition to ACTIVE for port object 57a03152-708a-4b54-9c44-fbb47f9bbb22 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:17:38.034305 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.068123 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548213e-bf6f-4e18-b5c5-6047264836bc x-openstack-request-id: req-7548213e-bf6f-4e18-b5c5-6047264836bc {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:17:38.068421 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-unplugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:17:38.068678 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7548213e-bf6f-4e18-b5c5-6047264836bc {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:17:38.069075 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'code': 200} Feb 19 08:17:38.113587 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:17:38.125671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.126020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.126366 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.126709 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.127043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.127922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.128257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.128591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.128918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.129247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.129574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.129897 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.130758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:38.172482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] No DVR routers for this DVR port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:17:38.311315 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:17:38.311646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:17:38.311969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:17:38.316661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:17:38.316982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Attempting to bind port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on network 51640c03-0137-496e-b1f1-0c402716f7ec {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:17:38.321569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:17:38.321905 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Checking segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:17:38.322283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Bound using segment: {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:17:38.322698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Bound port: 57a03152-708a-4b54-9c44-fbb47f9bbb22, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8913c786-4033-463f-96ba-36feba7ba002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:17:38.323045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.384950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:17:38.387945 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:17:38.393696 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.425601 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.426168 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.427596 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] 10.222.0.24 "PUT /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 1091 time: 0.7533703 Feb 19 08:17:38.458395 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134654-7011-4ff0-80e8-86c330b45711 service neutron] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:17:38.501688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-cb725686-8f1c-4173-bdc9-c526630c4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.503858 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-cb725686-8f1c-4173-bdc9-c526630c4209 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.0533888 Feb 19 08:17:38.597630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-720b4634-c6ff-4931-b9eb-2d521872ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.599226 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-720b4634-c6ff-4931-b9eb-2d521872ab78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0903099 Feb 19 08:17:38.668593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-39e454e1-d416-4981-aef9-fecd52ed0798 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 999 time: 0.0640283 Feb 19 08:17:38.693543 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ff50d57-71e7-47a4-a4d3-93e2e92085f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:38.718193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c8481647-293b-4abc-a64f-b1c79a8c3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.719692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-c8481647-293b-4abc-a64f-b1c79a8c3e79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0454240 Feb 19 08:17:38.721753 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0eb3a-14f3-425b-a960-4a08c961bb04 req-568253c1-c8ea-4d84-a051-06b40697b4f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.723251 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aea0eb3a-14f3-425b-a960-4a08c961bb04 req-568253c1-c8ea-4d84-a051-06b40697b4f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0625265 Feb 19 08:17:38.769028 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-13f3bb83-202a-4ec6-8a73-a686c7d2a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:38.770546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-13f3bb83-202a-4ec6-8a73-a686c7d2a156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444293 Feb 19 08:17:38.776584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-aea0eb3a-14f3-425b-a960-4a08c961bb04 req-86e2809a-af8a-42dc-aaa1-6076d025c607 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476894 Feb 19 08:17:38.859399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-ed6506fd-f9f4-4085-aa0c-6dcad86833b2 service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832474 Feb 19 08:17:38.949256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e8d9d15f-0d60-43bf-a391-59f927400da9 req-9bf5c3b9-3633-408f-8cff-6efc28e3913c service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846379 Feb 19 08:17:39.900272 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb1d5f-33c5-4a50-9cd4-aa5a7d1573b6 req-b1b01917-1e15-4101-afa1-0d2f59ae06df tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:39.901759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7fb1d5f-33c5-4a50-9cd4-aa5a7d1573b6 req-b1b01917-1e15-4101-afa1-0d2f59ae06df tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0524380 Feb 19 08:17:39.920257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:39.951875 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d7fb1d5f-33c5-4a50-9cd4-aa5a7d1573b6 req-b0c6f489-ad07-4452-9b9e-23d5dfba19a9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Feb 19 08:17:40.070715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:17:40.073027 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552ac5f-51af-4b87-8624-8d3b6258a3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:17:40.122023 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41089c2e-b3fb-421e-9da1-2b2f1a6fc2ae x-openstack-request-id: req-41089c2e-b3fb-421e-9da1-2b2f1a6fc2ae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:17:40.122325 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:17:40.122590 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41089c2e-b3fb-421e-9da1-2b2f1a6fc2ae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:17:40.123330 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'status': 'completed', 'code': 200} Feb 19 08:17:40.199447 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-a9b7793c-bf7e-4265-8989-90b2211e6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.200904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-a9b7793c-bf7e-4265-8989-90b2211e6a54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.0596707 Feb 19 08:17:40.286970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-4e29cb94-f944-4c60-b7db-cf105703a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.288741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-4e29cb94-f944-4c60-b7db-cf105703a9de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.1002591 Feb 19 08:17:40.351804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-67ce1fdb-60a6-4fbc-b773-251637b20c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.353184 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-67ce1fdb-60a6-4fbc-b773-251637b20c77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.1387894 Feb 19 08:17:40.444723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-7e310755-c561-4fe7-ac08-7805ee2fc5fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 999 time: 0.0840232 Feb 19 08:17:40.447356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-08da033a-ef72-4a84-be0c-6e063d9e65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.448778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-08da033a-ef72-4a84-be0c-6e063d9e65f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.1519403 Feb 19 08:17:40.541099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-febc9862-94f2-474d-9f85-14c6aabd0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.542549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-febc9862-94f2-474d-9f85-14c6aabd0291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0908692 Feb 19 08:17:40.546186 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-66fa57d8-de97-4975-bc29-b009a2729a48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 999 time: 0.0871868 Feb 19 08:17:40.938215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-9ba1cc21-7ad7-4086-870d-383be50abc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.939707 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-9ba1cc21-7ad7-4086-870d-383be50abc6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.3842115 Feb 19 08:17:40.946824 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-66e6064f-37ad-4aca-8759-b4f56c4e5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:40.948237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-66e6064f-37ad-4aca-8759-b4f56c4e5cd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4002774 Feb 19 08:17:41.073340 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-fce9630a-fa87-49f5-8c18-5298ac59c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.074819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-fce9630a-fa87-49f5-8c18-5298ac59c31c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257560 Feb 19 08:17:41.146236 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-cd646257-96eb-4357-a805-fbcb62a6cdb7 service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895547 Feb 19 08:17:41.156788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a638f82-f6a4-4c4a-9e1e-3cbf18881d94 req-82342024-cc91-4316-b98c-ed01a467f16a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.158098 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a638f82-f6a4-4c4a-9e1e-3cbf18881d94 req-82342024-cc91-4316-b98c-ed01a467f16a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.1350508 Feb 19 08:17:41.243294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:41.273632 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-ff799a46-ff33-4a21-b672-1041586ba9eb service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912391 Feb 19 08:17:41.319356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2a638f82-f6a4-4c4a-9e1e-3cbf18881d94 req-df8760e8-0ac8-415f-a95d-2ffa1a19554c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514084 Feb 19 08:17:41.349249 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-fea032af-14c6-474d-b83f-1693e5c69dfe service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897819 Feb 19 08:17:41.390507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5552ac5f-51af-4b87-8624-8d3b6258a3bf req-a6acdb30-ac85-44a4-96ca-bfe406a94597 service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088905 Feb 19 08:17:41.560215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32607cf9-b029-4638-8ed4-25c4af4c9375 req-ac874c25-0291-45b8-8f2a-e015ab57b7e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.562107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32607cf9-b029-4638-8ed4-25c4af4c9375 req-ac874c25-0291-45b8-8f2a-e015ab57b7e2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0937750 Feb 19 08:17:41.569303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964424-810d-421e-aea4-a61777d013bf req-08796165-28f7-4258-9763-31a96e1e2947 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.570635 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-08796165-28f7-4258-9763-31a96e1e2947 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&binding%3Ahost_id=n-h1-829866-3 HTTP/1.1" status: 200 len: 943 time: 0.0925760 Feb 19 08:17:41.650191 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-32607cf9-b029-4638-8ed4-25c4af4c9375 req-c3ecd0bf-b635-4eba-8e82-9b1dd39457e3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786097 Feb 19 08:17:41.656962 n-d-829866-3 neutron-server[103588]: INFO neutron.api.v2.resource [req-71964424-810d-421e-aea4-a61777d013bf req-435c27b0-ddc3-4771-bc42-f87ff9796964 service neutron] delete failed (client error): The resource could not be found. Feb 19 08:17:41.657914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-435c27b0-ddc3-4771-bc42-f87ff9796964 service neutron] 10.222.0.47 "DELETE /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22/bindings/n-h2-829866-3 HTTP/1.1" status: 404 len: 380 time: 0.0808194 Feb 19 08:17:41.750464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964424-810d-421e-aea4-a61777d013bf req-9500a740-fa6c-4619-8933-57b88ae14700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.752039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-9500a740-fa6c-4619-8933-57b88ae14700 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1125 time: 0.0515826 Feb 19 08:17:41.770052 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c5921-c1c7-4ba5-ba96-25f756fc50b9 req-137356fe-373e-43bd-9505-dec8aaa5b72e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.771606 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-859c5921-c1c7-4ba5-ba96-25f756fc50b9 req-137356fe-373e-43bd-9505-dec8aaa5b72e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 943 time: 0.0533218 Feb 19 08:17:41.820122 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-859c5921-c1c7-4ba5-ba96-25f756fc50b9 req-c287bdfc-04ab-4c3b-a3c3-5074c24219ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Feb 19 08:17:41.838835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964424-810d-421e-aea4-a61777d013bf req-292908b1-0785-4bd6-8a58-6e69cc620925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.840341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-292908b1-0785-4bd6-8a58-6e69cc620925 service neutron] 10.222.0.47 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0825624 Feb 19 08:17:41.843952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:17:41.909117 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-4878f00a-0f97-44f4-821f-487f931a8b66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 999 time: 0.0623055 Feb 19 08:17:41.938088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:17:41.949328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'port_id': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'mac_address': 'fa:16:3e:e0:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:17:41.956540 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964424-810d-421e-aea4-a61777d013bf req-167e4399-c2ee-4d91-87fa-9d1d15f94aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:41.958017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-167e4399-c2ee-4d91-87fa-9d1d15f94aaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0434220 Feb 19 08:17:41.985993 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 57a03152-708a-4b54-9c44-fbb47f9bbb22 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:17:41.986380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:42.003114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a03152-708a-4b54-9c44-fbb47f9bbb22 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:17:42.006965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71964424-810d-421e-aea4-a61777d013bf req-39eae7f0-ad30-41c3-a538-e67cc8f240bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:42.008551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-39eae7f0-ad30-41c3-a538-e67cc8f240bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443759 Feb 19 08:17:42.021889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:17:42.025983 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:42.071855 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:17:42.078919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.079294 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.079635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.079968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.080296 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.080620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.080943 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.081265 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.081583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.081908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.082222 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.082537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.082852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:17:42.098917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-db23e263-f92a-453c-9a2b-1576fb975e0b service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Feb 19 08:17:42.106772 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:17:42.146837 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] The host n-h2-829866-3 is not matching for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 host n-h1-829866-3! {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 08:17:42.147270 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:17:42.187566 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71964424-810d-421e-aea4-a61777d013bf req-b510a335-e7bc-45c1-9427-74b83286106e service neutron] 10.222.0.47 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817535 Feb 19 08:17:42.258029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['57a03152-708a-4b54-9c44-fbb47f9bbb22'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:17:42.549170 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:42.942433 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a10f1-4a93-4812-9cd6-747b252b7d4b req-5653a759-5c3c-4dd8-ba47-53df7a5464ce tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:42.943960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b93a10f1-4a93-4812-9cd6-747b252b7d4b req-5653a759-5c3c-4dd8-ba47-53df7a5464ce tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 944 time: 0.0560389 Feb 19 08:17:43.000301 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b93a10f1-4a93-4812-9cd6-747b252b7d4b req-349bebbc-5485-4a9a-9b0e-77fccb57f412 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507071 Feb 19 08:17:43.022534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:17:43.081261 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-93bc2c44-1179-4f98-ae17-0f7fe82bc9d3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/d0f3a373-90a7-4010-bc47-d8001a47fda1 HTTP/1.1" status: 200 len: 992 time: 0.0576341 Feb 19 08:17:43.843620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:17:43.894004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:17:43.898159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port 57a03152-708a-4b54-9c44-fbb47f9bbb22 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:17:43.898554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:43.973367 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port 57a03152-708a-4b54-9c44-fbb47f9bbb22 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:17:43.973753 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:43.994792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:17:43.996993 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f5367a-9356-4880-8fd0-0581273cc1ae" -d '{"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-plugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:17:44.010635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:17:44.014616 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:17:44.037385 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b9a9b-ce21-4a8f-864c-34a852eb8f9e x-openstack-request-id: req-985b9a9b-ce21-4a8f-864c-34a852eb8f9e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:17:44.037681 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-plugged", "status": "completed", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:17:44.037933 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-985b9a9b-ce21-4a8f-864c-34a852eb8f9e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:17:44.038318 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'code': 200} Feb 19 08:17:44.061929 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:17:46.851851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:17:47.207991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-be4f6503-b44f-4697-b332-1d82d45808f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422096 Feb 19 08:17:47.306423 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e220-68a6-426e-ae40-90f20d964099 req-5f755cbf-4130-47f1-8c45-a8d7db9fa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:47.307988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-5f755cbf-4130-47f1-8c45-a8d7db9fa772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0480177 Feb 19 08:17:47.407143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e220-68a6-426e-ae40-90f20d964099 req-13a32c7a-8390-4291-82d7-384f98c4be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:47.409210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-13a32c7a-8390-4291-82d7-384f98c4be88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.0837519 Feb 19 08:17:47.480446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-57c8dae5-eaf0-4467-aea4-d820ab93aa39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 1001 time: 0.0647507 Feb 19 08:17:47.526716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e220-68a6-426e-ae40-90f20d964099 req-5b97addc-b0bf-450f-8a6c-bb400cf263ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:47.528155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-5b97addc-b0bf-450f-8a6c-bb400cf263ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0424900 Feb 19 08:17:47.574480 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e220-68a6-426e-ae40-90f20d964099 req-6e7007b8-5b33-456f-a849-9a649ffce97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:17:47.576013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-6e7007b8-5b33-456f-a849-9a649ffce97a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424230 Feb 19 08:17:47.664767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-1a5009c2-cf3d-4d26-b203-185b28137ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831249 Feb 19 08:17:47.752937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee27e220-68a6-426e-ae40-90f20d964099 req-2f1af15c-5753-41a1-841a-a67b38acc1fa service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812187 Feb 19 08:18:00.753295 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:03.634993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:06.349458 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c721f65-8632-4f99-8072-b36ab1ff48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:08.684496 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed97bb69-1de6-464a-bfb3-6fa641a19499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:09.923437 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:11.242860 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:11.768169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:11.920734 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 4849f826-c50d-40cc-832a-d78b40563f47 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:18:11.921073 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4849f826-c50d-40cc-832a-d78b40563f47), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:11.997139 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4849f826-c50d-40cc-832a-d78b40563f47), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:11.997463 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (4849f826-c50d-40cc-832a-d78b40563f47), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:12.008995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 4849f826-c50d-40cc-832a-d78b40563f47 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:18:12.152225 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4849f826-c50d-40cc-832a-d78b40563f47), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:12.185468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=4849f826-c50d-40cc-832a-d78b40563f47,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:12.239707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (d0f3a373-90a7-4010-bc47-d8001a47fda1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:12.240030 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP d0f3a373-90a7-4010-bc47-d8001a47fda1 disassociated (deleted). External IP: 172.25.7.126, port: 57a03152-708a-4b54-9c44-fbb47f9bbb22. Feb 19 08:18:12.450474 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 12048246-02c2-484b-bb27-8bd7acb59c2f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:18:12.552077 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:12.562766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:18:12.568260 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:12.572356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324fffe-a745-47ab-af99-47222425362a None None] Sync routers for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:18:12.582914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:12.583557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:12.598655 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21c9ece2-e6c5-4d64-8548-7611fb81af79 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/floatingips/d0f3a373-90a7-4010-bc47-d8001a47fda1 HTTP/1.1" status: 204 len: 168 time: 0.8293824 Feb 19 08:18:12.599279 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:18:12.601519 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b5bf7-077f-47af-8427-b3048ae36dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:18:12.640180 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf166c86-ac98-4817-baa2-d46a081934f7 x-openstack-request-id: req-cf166c86-ac98-4817-baa2-d46a081934f7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:18:12.640689 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:18:12.641020 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cf166c86-ac98-4817-baa2-d46a081934f7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:18:12.641440 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'status': 'completed', 'code': 200} Feb 19 08:18:12.694166 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:12.710099 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-f90a58f9-b9e6-4a7a-9af2-6ab39f4f5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:12.711890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-f90a58f9-b9e6-4a7a-9af2-6ab39f4f5aeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 1127 time: 0.0493977 Feb 19 08:18:12.825255 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-2d377f47-1628-44f5-8a04-78fe16d1f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:12.826761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-2d377f47-1628-44f5-8a04-78fe16d1f54a service neutron] 10.222.0.24 "GET /v2.0/networks?id=51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 200 len: 897 time: 0.1058946 Feb 19 08:18:12.890862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-a3ad9b3c-20d3-4261-9638-172cb2472ceb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 200 len: 217 time: 0.0546761 Feb 19 08:18:12.900458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:12.926525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324fffe-a745-47ab-af99-47222425362a None None] Checking router: 12048246-02c2-484b-bb27-8bd7acb59c2f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:18:12.934822 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:12.935462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:12.954113 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115b7d-f1ad-4749-8f32-656ee79275f2 req-68508689-a668-4995-b802-c36a415a4efd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:12.956393 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36115b7d-f1ad-4749-8f32-656ee79275f2 req-68508689-a668-4995-b802-c36a415a4efd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.1686561 Feb 19 08:18:12.962246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-e07e942c-15e9-4bc6-bba5-c900de9644e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:12.963613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-e07e942c-15e9-4bc6-bba5-c900de9644e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 200 len: 835 time: 0.0654027 Feb 19 08:18:13.042133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:13.043922 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36115b7d-f1ad-4749-8f32-656ee79275f2 req-8b3221f4-fcfa-4f93-81c0-fe7988e9570e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776131 Feb 19 08:18:13.049920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-950a7236-fcec-428a-b59f-71685e2b4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:13.051450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-950a7236-fcec-428a-b59f-71685e2b4551 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51640c03-0137-496e-b1f1-0c402716f7ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0774648 Feb 19 08:18:13.141874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-96122a06-74cb-4cbd-8363-b59cb503165c service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Feb 19 08:18:13.230170 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-423b5bf7-077f-47af-8427-b3048ae36dcd req-db33319d-c45c-48bc-9558-16b8ff679eac service neutron] 10.222.0.24 "GET /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821292 Feb 19 08:18:13.235738 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0324fffe-a745-47ab-af99-47222425362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:13.268911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0324fffe-a745-47ab-af99-47222425362a None None] The sync data for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 is: [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:56Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'af4ac196-7f86-4926-be57-8eb5a6df6d3e', 'name': '', 'network_id': '51640c03-0137-496e-b1f1-0c402716f7ec', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:56Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '640ba6e7-2812-47d6-a678-86b14f0c43a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:18:13.476646 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0921098-aaa8-4eb1-992f-41f46b1318d7 None None] New status for floating IP d0f3a373-90a7-4010-bc47-d8001a47fda1: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:18:14.088306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-db6cb334-a133-4463-af53-a26126c0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:14.089772 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-db6cb334-a133-4463-af53-a26126c0c7c4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0519943 Feb 19 08:18:14.184141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 57a03152-708a-4b54-9c44-fbb47f9bbb22 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:18:14.184554 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:14.208261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a72305-12ba-482a-bf23-fd8eced42f98 req-6cd94307-0fe9-42b9-932c-cfc1ba1f1068 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:14.209678 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1a72305-12ba-482a-bf23-fd8eced42f98 req-6cd94307-0fe9-42b9-932c-cfc1ba1f1068 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e7aba81-2fa7-4391-acae-79b2a9aac012 HTTP/1.1" status: 200 len: 945 time: 0.0940423 Feb 19 08:18:14.257863 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c1a72305-12ba-482a-bf23-fd8eced42f98 req-edf82204-ac5c-4530-84c9-9698dc406c8f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=21b8b339-e59a-4ab3-ad52-9b9289a68c29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Feb 19 08:18:14.271521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 57a03152-708a-4b54-9c44-fbb47f9bbb22, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=57a03152-708a-4b54-9c44-fbb47f9bbb22,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:14.271887 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:14.289464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 57a03152-708a-4b54-9c44-fbb47f9bbb22 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:18:14.412483 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (57a03152-708a-4b54-9c44-fbb47f9bbb22), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:14.440009 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=57a03152-708a-4b54-9c44-fbb47f9bbb22,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:14.485334 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port 57a03152-708a-4b54-9c44-fbb47f9bbb22 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:18:14.488075 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:14.491378 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dbeeb653-7e74-4dbd-997e-5c38c0c894d4 req-b26965d6-d572-456b-83bf-73f23f33bf38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.24 "DELETE /v2.0/ports/57a03152-708a-4b54-9c44-fbb47f9bbb22 HTTP/1.1" status: 204 len: 173 time: 0.3963292 Feb 19 08:18:14.642243 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-deleted', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:18:14.645230 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbefa4fb-083e-4d14-ae4b-a44b0d7d4ff4" -d '{"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-deleted", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:18:14.681242 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98510900-aa0c-40b1-b81b-681f1174da63 x-openstack-request-id: req-98510900-aa0c-40b1-b81b-681f1174da63 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:18:14.681597 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7aba81-2fa7-4391-acae-79b2a9aac012", "name": "network-vif-deleted", "tag": "57a03152-708a-4b54-9c44-fbb47f9bbb22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:18:14.681859 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98510900-aa0c-40b1-b81b-681f1174da63 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:18:14.682246 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7aba81-2fa7-4391-acae-79b2a9aac012', 'name': 'network-vif-deleted', 'tag': '57a03152-708a-4b54-9c44-fbb47f9bbb22', 'status': 'completed', 'code': 200} Feb 19 08:18:15.314688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:15.663755 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (12048246-02c2-484b-bb27-8bd7acb59c2f), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:16.235414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port af4ac196-7f86-4926-be57-8eb5a6df6d3e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:18:16.235675 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:16.320877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port af4ac196-7f86-4926-be57-8eb5a6df6d3e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=af4ac196-7f86-4926-be57-8eb5a6df6d3e,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:16.321637 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:16.333286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for af4ac196-7f86-4926-be57-8eb5a6df6d3e owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:18:16.515063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (af4ac196-7f86-4926-be57-8eb5a6df6d3e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:16.544308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=af4ac196-7f86-4926-be57-8eb5a6df6d3e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:16.718700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (12048246-02c2-484b-bb27-8bd7acb59c2f), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:16.936358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 12048246-02c2-484b-bb27-8bd7acb59c2f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:18:17.046780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:18:17.052402 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6327c1e1-654c-4ff7-86d7-50af8accf821 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/12048246-02c2-484b-bb27-8bd7acb59c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359536 Feb 19 08:18:17.055448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:17.056366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Sync routers for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:18:17.066584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:17.067224 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:17.105244 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting subnet 640ba6e7-2812-47d6-a678-86b14f0c43a8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:18:17.108354 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (640ba6e7-2812-47d6-a678-86b14f0c43a8), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.148563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (640ba6e7-2812-47d6-a678-86b14f0c43a8), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.171519 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:17.233358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (640ba6e7-2812-47d6-a678-86b14f0c43a8), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.289677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (640ba6e7-2812-47d6-a678-86b14f0c43a8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.316800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Subnet': ['ID=640ba6e7-2812-47d6-a678-86b14f0c43a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:17.320432 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.326561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47344) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:17.329177 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-12117dd5-8de1-4d28-80db-0514c55063f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/subnets/640ba6e7-2812-47d6-a678-86b14f0c43a8 HTTP/1.1" status: 204 len: 168 time: 0.2726982 Feb 19 08:18:17.331231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf6048-8d33-4158-aa11-fe05a8c724b9 None None] Network 51640c03-0137-496e-b1f1-0c402716f7ec requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:18:17.438859 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.548717 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (12048246-02c2-484b-bb27-8bd7acb59c2f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.576745 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:18:16Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '6ed2bc2d-861f-40ba-921d-f4dec774d562', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:17.605489 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 6ed2bc2d-861f-40ba-921d-f4dec774d562 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:18:17.605825 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Checking router: 12048246-02c2-484b-bb27-8bd7acb59c2f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:18:17.606226 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.620180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Routers {'12048246-02c2-484b-bb27-8bd7acb59c2f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:17.620802 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['12048246-02c2-484b-bb27-8bd7acb59c2f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:17.689041 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 6ed2bc2d-861f-40ba-921d-f4dec774d562, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=6ed2bc2d-861f-40ba-921d-f4dec774d562,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:17.689402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.703536 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 6ed2bc2d-861f-40ba-921d-f4dec774d562 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:18:17.718846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] Set router 12048246-02c2-484b-bb27-8bd7acb59c2f gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:17.749096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] DHCP port deletion for 51640c03-0137-496e-b1f1-0c402716f7ec request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:18:17.777364 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:18:17Z', 'revision_number': 6, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:17.805925 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c16a3-4883-42b9-bd57-5fcbfa4ad8ca None None] The sync data for ids ['12048246-02c2-484b-bb27-8bd7acb59c2f'] in n-d-829866-3 is: [{'id': '12048246-02c2-484b-bb27-8bd7acb59c2f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758379858', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:15:53Z', 'updated_at': '2022-02-19T08:18:17Z', 'revision_number': 6, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:18:17.853797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Deleting port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:18:17.854177 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.876886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6ed2bc2d-861f-40ba-921d-f4dec774d562), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.904409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=6ed2bc2d-861f-40ba-921d-f4dec774d562,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:17.915576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.915927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.916332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.916665 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.916992 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.917315 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.917639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.917961 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.918285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.918607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.918932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.919275 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.919590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:17.920101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] For port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,segment=NetworkSegment(8913c786-4033-463f-96ba-36feba7ba002),segment_id=8913c786-4033-463f-96ba-36feba7ba002)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:17.920506 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.933747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Calling delete_port for 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:18:17.976519 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (12048246-02c2-484b-bb27-8bd7acb59c2f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:17.983350 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:18:18.017384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: 57a03152-708a-4b54-9c44-fbb47f9bbb22 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:18:18.017758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device 57a03152-708a-4b54-9c44-fbb47f9bbb22 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:18:18.038230 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.061709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] Pushing event deleted for resources: {'Port': ['ID=15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:18.067543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672628b9-70dd-483b-92fa-d3aee8ccb90e None None] No DVR routers for this DVR port 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:18:18.070827 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.074134 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (12048246-02c2-484b-bb27-8bd7acb59c2f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.116180 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (12048246-02c2-484b-bb27-8bd7acb59c2f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.116728 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Fanout notify agent at l3_agent the message router_deleted on router 12048246-02c2-484b-bb27-8bd7acb59c2f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:18:18.123515 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.124612 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c51aa752-c483-47ac-8f56-d8eb76383e11 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/routers/12048246-02c2-484b-bb27-8bd7acb59c2f HTTP/1.1" status: 204 len: 168 time: 0.7970359 Feb 19 08:18:18.127361 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47346) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:18.210968 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (51640c03-0137-496e-b1f1-0c402716f7ec), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.304209 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (51640c03-0137-496e-b1f1-0c402716f7ec), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.324426 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51640c03-0137-496e-b1f1-0c402716f7ec']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:18.334178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8913c786-4033-463f-96ba-36feba7ba002') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:18.334757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8913c786-4033-463f-96ba-36feba7ba002') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:18.343699 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (8913c786-4033-463f-96ba-36feba7ba002), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.356987 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (8913c786-4033-463f-96ba-36feba7ba002), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.362667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:18:18.363046 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (8913c786-4033-463f-96ba-36feba7ba002), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:18:18.365967 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:18:18.424440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (51640c03-0137-496e-b1f1-0c402716f7ec), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.433429 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.436586 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/networks/51640c03-0137-496e-b1f1-0c402716f7ec HTTP/1.1" status: 204 len: 168 time: 0.3082266 Feb 19 08:18:18.439397 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:18.448905 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ac505-1b4f-44f7-9c76-871c054f12ee tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Network': ['ID=51640c03-0137-496e-b1f1-0c402716f7ec,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:18.500765 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (21b8b339-e59a-4ab3-ad52-9b9289a68c29), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.527611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (21b8b339-e59a-4ab3-ad52-9b9289a68c29), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.588001 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (21b8b339-e59a-4ab3-ad52-9b9289a68c29), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.590562 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:18.591775 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/security-groups/21b8b339-e59a-4ab3-ad52-9b9289a68c29 HTTP/1.1" status: 204 len: 168 time: 0.1508801 Feb 19 08:18:18.601896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47859c7-60b9-4c31-ad4d-3b09a30f4cd9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8b339-e59a-4ab3-ad52-9b9289a68c29,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:18.988273 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af4ac196-7f86-4926-be57-8eb5a6df6d3e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:18:19.008792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: af4ac196-7f86-4926-be57-8eb5a6df6d3e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:18:19.009138 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device af4ac196-7f86-4926-be57-8eb5a6df6d3e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:18:19.009547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6ed2bc2d-861f-40ba-921d-f4dec774d562 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:18:19.027212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 6ed2bc2d-861f-40ba-921d-f4dec774d562 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:18:19.027569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 6ed2bc2d-861f-40ba-921d-f4dec774d562 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:18:19.027969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:18:19.046517 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:18:19.046856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 15ad2d24-ef57-4cd4-bcfb-bf229aa6b15f not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:18:19.861616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47356) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:19.866346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232412268', 'description': 'tempest-secgroup-smoke-232412268 description', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:19.890861 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:19.958031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:19.962361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:19.993082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:19.994300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1316414 Feb 19 08:18:19.996146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5644a-c108-4cc0-852f-b20c3501ad38 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:19.997433 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47358) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.002429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.027585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (66753b2c-7470-4717-bc3d-e06a7d1738b7), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.080512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (66753b2c-7470-4717-bc3d-e06a7d1738b7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.084559 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (66753b2c-7470-4717-bc3d-e06a7d1738b7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.105949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66753b2c-7470-4717-bc3d-e06a7d1738b7,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.113220 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.114459 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-63fa494d-48a5-4d61-a53e-6851ad3c5021 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156144 Feb 19 08:18:20.117223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47360) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.121392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.146397 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (854d2898-dc05-452f-acf8-6cbf9bfa5c33), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.200239 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (854d2898-dc05-452f-acf8-6cbf9bfa5c33), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.203644 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (854d2898-dc05-452f-acf8-6cbf9bfa5c33), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.220477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854d2898-dc05-452f-acf8-6cbf9bfa5c33,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.228667 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.229854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8f095fed-6a96-4471-8048-3f989e24a991 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117940 Feb 19 08:18:20.232940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.237559 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.261946 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (011fb246-ecf3-4892-851f-d57661a0560c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.317584 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (011fb246-ecf3-4892-851f-d57661a0560c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.322814 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (011fb246-ecf3-4892-851f-d57661a0560c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.345072 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011fb246-ecf3-4892-851f-d57661a0560c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.353795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.355023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c2e53e23-b9c3-4490-8950-2ca3b33081cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209910 Feb 19 08:18:20.357799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.362058 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.387480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (ee618fb5-4f52-4cbf-ad83-e89c2ee0a099), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.443330 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (ee618fb5-4f52-4cbf-ad83-e89c2ee0a099), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.447137 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (ee618fb5-4f52-4cbf-ad83-e89c2ee0a099), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.464346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee618fb5-4f52-4cbf-ad83-e89c2ee0a099,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.471948 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.473165 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d63d9ceb-c5ac-4357-8106-0643f2ca2d31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144433 Feb 19 08:18:20.475902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.480247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.499917 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:18:20.505272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (1154e500-3e62-4be7-bfe7-d41472c720ea), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.565187 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (1154e500-3e62-4be7-bfe7-d41472c720ea), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.569247 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (1154e500-3e62-4be7-bfe7-d41472c720ea), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.587439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1154e500-3e62-4be7-bfe7-d41472c720ea,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.592051 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.593242 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-33efc4d2-77b8-461a-bbf6-00f8850b134c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163979 Feb 19 08:18:20.596034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.600468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': 'd8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.620242 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:18:20.625315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (b82d51d3-126e-41a6-9951-7cfa46193479), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.683998 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (b82d51d3-126e-41a6-9951-7cfa46193479), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.687328 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b82d51d3-126e-41a6-9951-7cfa46193479), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.706515 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d51d3-126e-41a6-9951-7cfa46193479,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.711860 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.713043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-34d394c5-3c73-4f09-8279-609d42cd19ef tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160057 Feb 19 08:18:20.715880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.720602 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'network': {'name': 'tempest-network-smoke--475979549', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.739764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:18:20.743089 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.767450 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:18:20.776182 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2ddf857a-4ed7-4a10-8d6e-38aefa8a158e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.776523 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Added segment 2ddf857a-4ed7-4a10-8d6e-38aefa8a158e of type vlan for network 0140bd23-9d1d-437c-b035-eba1f6254e34 Feb 19 08:18:20.816768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (0140bd23-9d1d-437c-b035-eba1f6254e34), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.842754 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (0140bd23-9d1d-437c-b035-eba1f6254e34), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.848179 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:20.848758 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.898608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1817532 Feb 19 08:18:20.901342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:20.907910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'admin_state_up': True, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:20.931045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e484d4-23b6-4607-81ba-4ffa2bcbec03 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Network': ['ID=0140bd23-9d1d-437c-b035-eba1f6254e34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:20.942106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:18:20.943451 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.944535 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:20.996725 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.142685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.336374 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.355148 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.453082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.110 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:18:21.554692 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.587795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:21.622375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:21.625937 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:21.629728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:18:21.658438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:21.885444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:22.083136 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:22.207505 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:18:22.629609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:18:22.638676 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Sync routers for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:18:22.648878 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:22.649492 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:22.650201 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:22.654458 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-984c8a8b-d3d8-4bce-a751-c5d4d5be145a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7491832 Feb 19 08:18:22.654827 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47374) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:22.724510 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-d3ef01bc-a522-4ace-8b85-11aba02f5d21 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b57f0ba1b83e4a099b13a94c4a657c04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682611 Feb 19 08:18:22.727236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:22.755288 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:22.810271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b37f0-5c2b-4c9f-80ba-b11e95e3f9f7 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:22.811808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c17b37f0-5c2b-4c9f-80ba-b11e95e3f9f7 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0835869 Feb 19 08:18:22.814635 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:22.841626 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8cb153ef-ebb8-41a9-8ec6-e1f5d3aa2984 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257814 Feb 19 08:18:22.843998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:22.849124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512001669', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:22.928202 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:21Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:22.936669 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:18:22.940125 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:22.955129 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Checking router: 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:18:22.955508 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Updating router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:18:22.982360 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.115145 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (73ab61c7-5ec5-48c9-a99c-ca2f49c14be6), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.172453 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Subnet': ['ID=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:23.181020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Checking segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:18:23.181377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network hostable DHCP agents. Network: 0140bd23-9d1d-437c-b035-eba1f6254e34, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:18:23.197831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:18:23.206420 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 0140bd23-9d1d-437c-b035-eba1f6254e34) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:23.210999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:23.211655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.219289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e88e78-7041-419c-b0b8-099fe05f692f None None] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:18:23.231612 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7642917e-e922-4e93-8085-9eac2d84304c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3865583 Feb 19 08:18:23.234377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:23.238014 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks [] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.244054 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.300111 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Attempting to bind port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:18:23.300485 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Attempting to bind port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:18:23.301390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Attempting to bind port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:18:23.311945 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Pushing event updated for resources: {'Port': ['ID=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:23.316399 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:18:23.317324 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:18:23.317727 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.318119 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:18:23.318590 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Bound port: a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:18:23.318965 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.327101 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.327477 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.327818 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.328152 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.328474 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.328807 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.329126 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.329589 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.329757 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.330075 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.330393 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.330709 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.331023 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:23.335856 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-0140bd23-9d1d-437c-b035-eba1f6254e34', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:18:23.337069 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.384269 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] For port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:18:23.387515 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] For port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:18:23.393443 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.445670 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce163e0a-7c1f-4afd-9a43-1f38ab46c3e5 None None] Pushing event updated for resources: {'Port': ['ID=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:23.458535 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:23.459551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:23.481866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Allocated IP 172.20.0.2 (0140bd23-9d1d-437c-b035-eba1f6254e34/73ab61c7-5ec5-48c9-a99c-ca2f49c14be6/016a8f1b-7055-41b9-ba92-f511969c5d07) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:18:23.565457 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:23.623844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks [] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.630867 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.674920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:23.683382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:23.685301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Pushing event updated for resources: {'Port': ['ID=016a8f1b-7055-41b9-ba92-f511969c5d07,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:23.688012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:18:23.743155 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Attempting to bind port 016a8f1b-7055-41b9-ba92-f511969c5d07 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:18:23.743966 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Attempting to bind port 016a8f1b-7055-41b9-ba92-f511969c5d07 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:18:23.744343 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Attempting to bind port 016a8f1b-7055-41b9-ba92-f511969c5d07 on network 0140bd23-9d1d-437c-b035-eba1f6254e34 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:18:23.747665 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.754368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:18:23.755357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Checking segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:18:23.756206 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.756619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Bound using segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:18:23.757890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Bound port: 016a8f1b-7055-41b9-ba92-f511969c5d07, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:18:23.758385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.761192 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:21Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:23.788231 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d1776-4d15-4c29-b561-d606f8d0b342 None None] The sync data for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 is: [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:21Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:18:23.831601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] For port 016a8f1b-7055-41b9-ba92-f511969c5d07, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:18:23.836246 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] For port 016a8f1b-7055-41b9-ba92-f511969c5d07, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=016a8f1b-7055-41b9-ba92-f511969c5d07,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:18:23.842079 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:23.853614 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:18:23.914824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f7ae9-6e2c-4a37-80d0-07d90bb55c87 None None] Pushing event updated for resources: {'Port': ['ID=016a8f1b-7055-41b9-ba92-f511969c5d07,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:24.081152 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.1 (0140bd23-9d1d-437c-b035-eba1f6254e34/73ab61c7-5ec5-48c9-a99c-ca2f49c14be6/30a9fa89-790b-4a58-bc50-feeb657e72da) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:18:24.233523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.275361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.328651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:24.334860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:24.337864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:18:24.345519 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:24.391155 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.533367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.844878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.850558 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:24.926996 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:24.930358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.020617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d99eb7-f5cb-43c0-8d7f-5ef52e530e0c None None] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:18:25.064959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:25.069145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:25.090678 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 016a8f1b-7055-41b9-ba92-f511969c5d07 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:25.150260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Provisioning complete for port 016a8f1b-7055-41b9-ba92-f511969c5d07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:25.150638 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.203630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:18:25.224737 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 016a8f1b-7055-41b9-ba92-f511969c5d07 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:25.225111 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.311688 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Current status of the port 016a8f1b-7055-41b9-ba92-f511969c5d07 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:25.311688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.332871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:18:25.339273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-02608060-3380-48f0-9a86-414c450a2757 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1035457 Feb 19 08:18:25.355175 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] For port 016a8f1b-7055-41b9-ba92-f511969c5d07, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=016a8f1b-7055-41b9-ba92-f511969c5d07,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:25.381380 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.440035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 016a8f1b-7055-41b9-ba92-f511969c5d07 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:25.440754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.531557 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb848-3cf6-46b3-9f08-e7469d314ef7 None None] Pushing event updated for resources: {'Port': ['ID=016a8f1b-7055-41b9-ba92-f511969c5d07,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:25.551227 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 08:18:25.551750 n-d-829866-3 neutron-server[103589]: DEBUG oslo_db.api [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 08:18:25.552516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Provisioning complete for port 016a8f1b-7055-41b9-ba92-f511969c5d07 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:25.553649 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.583829 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-20f85d19-57a5-4537-a20b-3b0e64a0a800 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232412268&fields=id&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 267 time: 0.0629241 Feb 19 08:18:25.634370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Sync routers for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:18:25.655014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:25.655666 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:25.657896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Current status of the port 016a8f1b-7055-41b9-ba92-f511969c5d07 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:25.713158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:25.713301 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:25.721225 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-cd5fd4d5-464f-4c1d-bd7b-2ad11d5574d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:25.722874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-cd5fd4d5-464f-4c1d-bd7b-2ad11d5574d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 796 time: 0.1266143 Feb 19 08:18:25.744050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-fd32db59-c00c-4693-8e84-83dcd7947472 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/quotas/b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 375 time: 0.0111516 Feb 19 08:18:25.788379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-03bf3245-7a75-4ff9-a2c8-7dcc4ce084cd None None] Port 30a9fa89-790b-4a58-bc50-feeb657e72da cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:18:25.825473 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:25.830470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-76390493-9b8a-4cf6-baf9-86af5bbc3f65 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787735 Feb 19 08:18:25.949681 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-51300a99-0efb-472d-afc6-fa928363847a service neutron] 10.222.0.43 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045163 Feb 19 08:18:25.973030 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7f135455-1114-4823-8930-bd7ac9be9b99 None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:25.973410 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f135455-1114-4823-8930-bd7ac9be9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.029955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7f135455-1114-4823-8930-bd7ac9be9b99 None None] Port 30a9fa89-790b-4a58-bc50-feeb657e72da cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:18:26.047570 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-1057cb28-553f-48a8-b2e7-9e780127826d service neutron] 10.222.0.43 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Feb 19 08:18:26.112387 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 016a8f1b-7055-41b9-ba92-f511969c5d07 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:26.114376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:26.177556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 2, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:26.182382 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0a8062fe-14b5-4580-b7d2-e6930436eabd None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:26.182759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a8062fe-14b5-4580-b7d2-e6930436eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.223885 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a69eda06-1486-4c35-b864-e76f67990ff6 req-baadb3cd-dd35-4542-a416-986236354e1d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 210 time: 0.0335302 Feb 19 08:18:26.236458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Checking router: 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:18:26.236458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Updating router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f port 30a9fa89-790b-4a58-bc50-feeb657e72da binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:18:26.274836 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.276525 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0a8062fe-14b5-4580-b7d2-e6930436eabd None None] Port 30a9fa89-790b-4a58-bc50-feeb657e72da cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:18:26.279670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:26.280029 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.658968 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:26.659387 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.692624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:26.699523 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.772229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:26.828112 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks [] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.833146 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.887180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3268bb5-e131-4411-9498-ad22b45f9de6 None None] Pushing event updated for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:26.938589 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Attempting to bind port 30a9fa89-790b-4a58-bc50-feeb657e72da on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:18:26.939320 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Attempting to bind port 30a9fa89-790b-4a58-bc50-feeb657e72da by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:18:26.939717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Attempting to bind port 30a9fa89-790b-4a58-bc50-feeb657e72da on network 0140bd23-9d1d-437c-b035-eba1f6254e34 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:18:26.945835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:18:26.946334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Checking segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:18:26.946844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:26.947384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Bound using segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:18:26.948022 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Bound port: 30a9fa89-790b-4a58-bc50-feeb657e72da, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:18:26.948487 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.008961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 016a8f1b-7055-41b9-ba92-f511969c5d07 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:27.045656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] For port 30a9fa89-790b-4a58-bc50-feeb657e72da, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:18:27.062927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] For port 30a9fa89-790b-4a58-bc50-feeb657e72da, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=30a9fa89-790b-4a58-bc50-feeb657e72da,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:18:27.070964 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.156521 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:27.156898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.161454 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3268bb5-e131-4411-9498-ad22b45f9de6 None None] Pushing event updated for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:27.163558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 016a8f1b-7055-41b9-ba92-f511969c5d07 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:27.163936 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.186157 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:27.186653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:27.234711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-4508ad7e-5245-44fd-bb69-11a4929eff12 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:27.236341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-4508ad7e-5245-44fd-bb69-11a4929eff12 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 796 time: 0.1297200 Feb 19 08:18:27.358968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa99d9be-fb08-4830-ba16-c0c00073b853 req-6b26c098-7f47-417f-820a-366ab80e7b31 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 210 time: 0.0427785 Feb 19 08:18:27.365853 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-ceb712af-7d6c-4de9-9934-06734fba9ada tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 379 time: 0.1129999 Feb 19 08:18:27.378758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'port': {'device_id': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'admin_state_up': True, 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'security_groups': ['d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:27.404238 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:27.450619 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 016a8f1b-7055-41b9-ba92-f511969c5d07 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:27.451734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:27.455840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Current status of the port 30a9fa89-790b-4a58-bc50-feeb657e72da is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:27.456232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.483898 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:18:27.487271 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.597086 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] For port 30a9fa89-790b-4a58-bc50-feeb657e72da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=30a9fa89-790b-4a58-bc50-feeb657e72da,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:27.606335 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.615378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.9 (0140bd23-9d1d-437c-b035-eba1f6254e34/73ab61c7-5ec5-48c9-a99c-ca2f49c14be6/6c7260a0-9ac0-47bf-957a-8130c06c5bc3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:18:27.643522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:27.643897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.734916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46093-a692-43b3-8be4-2031d591a1ab None None] Pushing event updated for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:27.761702 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.764598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dcd8f971-9dac-4ffe-8e6a-d3a1be7612e0 None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:27.764976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcd8f971-9dac-4ffe-8e6a-d3a1be7612e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.795735 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.837789 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:27.838052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:27.845005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:27.845378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:27.849507 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:18:27.853646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:27.879953 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d345c6-36d7-40a7-980e-ff94e5009759 None None] The sync data for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 is: [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:18:27.902165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:27.903780 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:27.945944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-c612db41-4665-4583-8c64-29aeed5eb11f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738924 Feb 19 08:18:27.960566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Request body: {'port': {'device_id': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:27.967795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8f971-9dac-4ffe-8e6a-d3a1be7612e0 None None] Current status of the port 30a9fa89-790b-4a58-bc50-feeb657e72da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:28.032660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.187846 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-5104f6e2-b329-4b35-99e9-953f019a09a2 None None] Provisioning complete for port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:28.188385 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5104f6e2-b329-4b35-99e9-953f019a09a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.226635 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5104f6e2-b329-4b35-99e9-953f019a09a2 None None] Port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:18:28.310123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:18:28.317933 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks [] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.330414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Transition to ACTIVE for port object 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:18:28.334862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.398368 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:28.477396 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Attempting to bind port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:18:28.477736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Attempting to bind port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:18:28.478201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Attempting to bind port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 on network 0140bd23-9d1d-437c-b035-eba1f6254e34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:18:28.484221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 on network 0140bd23-9d1d-437c-b035-eba1f6254e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:18:28.484554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Attempting to bind port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 on network 0140bd23-9d1d-437c-b035-eba1f6254e34 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:18:28.496149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:18:28.497168 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Checking segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:18:28.497776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Bound using segment: {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:18:28.498685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Bound port: 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:18:28.499319 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.572308 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741399-cb94-4d73-8fae-f11be6f78093 req-e84fc26a-3d84-46a6-82c5-3ea19fdf427b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:28.573918 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02741399-cb94-4d73-8fae-f11be6f78093 req-e84fc26a-3d84-46a6-82c5-3ea19fdf427b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 943 time: 0.0911248 Feb 19 08:18:28.604252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:18:28.609521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:18:28.620828 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.658070 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02741399-cb94-4d73-8fae-f11be6f78093 req-bfc0fd72-5f2e-4ef5-a34a-bc6100816e34 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776834 Feb 19 08:18:28.688949 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:28.689959 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:28.691024 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] 10.222.0.47 "PUT /v2.0/ports/6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 1091 time: 0.7349243 Feb 19 08:18:28.692568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:18:28.694883 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793f926-c4a6-47ee-a414-2b7abb1e1184" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:18:28.736538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c066a-3c05-4d09-8163-04fb0f9dd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:28.756054 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9e3bb-1871-4776-8403-eeee195302a6 x-openstack-request-id: req-04d9e3bb-1871-4776-8403-eeee195302a6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:18:28.756353 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:18:28.756674 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04d9e3bb-1871-4776-8403-eeee195302a6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:18:28.757663 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'status': 'completed', 'code': 200} Feb 19 08:18:28.838780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-bb23e53c-728d-4d88-ad4a-30ff979927c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:28.840353 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-bb23e53c-728d-4d88-ad4a-30ff979927c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1125 time: 0.0815930 Feb 19 08:18:28.890726 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-e5c84dee-24af-4658-92a9-71f6f368f49e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0434604 Feb 19 08:18:28.954523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-161495e7-7001-4860-b8dc-30a80268a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:28.956131 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-161495e7-7001-4860-b8dc-30a80268a10e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0602899 Feb 19 08:18:29.020029 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-784d6d9d-5bf3-4fe9-a46d-bd787d49e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.021651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-784d6d9d-5bf3-4fe9-a46d-bd787d49e802 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544903 Feb 19 08:18:29.041486 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 30a9fa89-790b-4a58-bc50-feeb657e72da up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:29.094536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 30a9fa89-790b-4a58-bc50-feeb657e72da triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:29.095319 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:29.126094 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-8720cdaf-85fb-4387-bb5f-781df1ef2029 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978513 Feb 19 08:18:29.182681 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 30a9fa89-790b-4a58-bc50-feeb657e72da is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:29.221143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fc9a6741-b18c-4490-b4b4-3a2f04501f6e req-620c450b-417a-4865-9163-7f92310e61b1 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Feb 19 08:18:29.315444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-58f033ad-c2f8-4e26-8873-3176c3548362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.317637 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-58f033ad-c2f8-4e26-8873-3176c3548362 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1125 time: 0.0500298 Feb 19 08:18:29.404294 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-6c4a1a39-5c13-4f8d-a45e-872c177bf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.405795 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-6c4a1a39-5c13-4f8d-a45e-872c177bf351 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.0820975 Feb 19 08:18:29.448556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-8145e71b-beb7-438f-80c7-eec0b7e1068b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0374568 Feb 19 08:18:29.781761 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35812345-cb02-4700-b1a4-8126e9149e19 req-4471ba78-ba62-4b45-9889-87f3c1c25ef7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.783256 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35812345-cb02-4700-b1a4-8126e9149e19 req-4471ba78-ba62-4b45-9889-87f3c1c25ef7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 943 time: 0.0550067 Feb 19 08:18:29.821959 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-2d8367eb-ecf0-4ba0-805d-bb1420802b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.823497 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-2d8367eb-ecf0-4ba0-805d-bb1420802b6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.3697209 Feb 19 08:18:29.832867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-35812345-cb02-4700-b1a4-8126e9149e19 req-d2ce9cce-03b5-45fc-8f41-37109c6ddb95 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Feb 19 08:18:29.871974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-12700bae-024b-4dee-a0ff-fe5d91e455f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:29.873755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-12700bae-024b-4dee-a0ff-fe5d91e455f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444052 Feb 19 08:18:29.963215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-111bc251-1708-4a84-82a1-a899000639bb service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828819 Feb 19 08:18:30.051237 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0793f926-c4a6-47ee-a414-2b7abb1e1184 req-e6bfadb0-f882-4fdb-9bfd-137161511d59 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816593 Feb 19 08:18:30.762070 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:30.952989 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b848a-eb52-452b-ba96-051b9604bb9e req-35ef35b7-edf7-49cb-b8a6-018d7018af23 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:30.954479 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-349b848a-eb52-452b-ba96-051b9604bb9e req-35ef35b7-edf7-49cb-b8a6-018d7018af23 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 943 time: 0.0530403 Feb 19 08:18:31.007404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-349b848a-eb52-452b-ba96-051b9604bb9e req-c75524a1-01e6-40fe-b7f1-68148034e2a3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468123 Feb 19 08:18:32.121387 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a842ef9-6a9c-40b6-81fa-b3fe65e0dadb req-14a5eda8-3ff2-49c1-aa2f-0843b8e73ce5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:32.122855 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a842ef9-6a9c-40b6-81fa-b3fe65e0dadb req-14a5eda8-3ff2-49c1-aa2f-0843b8e73ce5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 943 time: 0.0504558 Feb 19 08:18:32.173923 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a842ef9-6a9c-40b6-81fa-b3fe65e0dadb req-92977bed-c931-41c2-b3d9-d4c1ea82f6d3 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453167 Feb 19 08:18:32.339889 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:18:32.587801 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:32.598268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'port_id': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'mac_address': 'fa:16:3e:9e:15:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:18:32.633847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:32.634234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:32.646115 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:18:32.665654 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:32.669102 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:32.715972 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:32.968039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['6c7260a0-9ac0-47bf-957a-8130c06c5bc3'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:18:33.290367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9cbdd-ecdd-4a0a-99b8-78ef15964e36 req-1a983bd1-e73f-48b5-887b-28b9d5b21312 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:33.291883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35b9cbdd-ecdd-4a0a-99b8-78ef15964e36 req-1a983bd1-e73f-48b5-887b-28b9d5b21312 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 944 time: 0.0515742 Feb 19 08:18:33.338215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-35b9cbdd-ecdd-4a0a-99b8-78ef15964e36 req-d008c8ac-1555-4a07-beaf-04adfc7170ac tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Feb 19 08:18:33.649690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:34.355675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:18:34.405347 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:18:34.410444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:18:34.410993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:34.455097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd57db-a836-4a67-8956-9fd77a5bc31f req-bb266ac4-bde1-49bf-8681-d4a7f77f5863 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:34.456533 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66dd57db-a836-4a67-8956-9fd77a5bc31f req-bb266ac4-bde1-49bf-8681-d4a7f77f5863 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 944 time: 0.0516267 Feb 19 08:18:34.491216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:18:34.491627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:34.505906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-66dd57db-a836-4a67-8956-9fd77a5bc31f req-5023ebcb-2d81-4e06-a77f-d2dcb27bbd61 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432141 Feb 19 08:18:34.514172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:18:34.516432 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557901d-6771-49fd-a010-deb00ba06233" -d '{"events": [{"server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "name": "network-vif-plugged", "status": "completed", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:18:34.528890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:18:34.532725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:34.558280 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b9771-9d91-4ef9-9e16-0d85c11b5960 x-openstack-request-id: req-152b9771-9d91-4ef9-9e16-0d85c11b5960 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:18:34.558570 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "name": "network-vif-plugged", "status": "completed", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:18:34.558821 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-152b9771-9d91-4ef9-9e16-0d85c11b5960 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:18:34.559223 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'code': 200} Feb 19 08:18:34.585546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:34.652177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a5148-12be-47c5-aa53-49b1dff0c741 req-588dc2d8-e318-4406-825d-cc471cc26c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:34.653668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-109a5148-12be-47c5-aa53-49b1dff0c741 req-588dc2d8-e318-4406-825d-cc471cc26c85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0428839 Feb 19 08:18:34.698030 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-109a5148-12be-47c5-aa53-49b1dff0c741 req-d6d74bb8-3d6a-4989-874c-49e2679d946c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Feb 19 08:18:35.623683 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2d897-1fd6-4fd7-a60f-c1ba93bc6bad req-82343799-cd0d-43d0-b91e-cf74068ce831 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:35.625162 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ba2d897-1fd6-4fd7-a60f-c1ba93bc6bad req-82343799-cd0d-43d0-b91e-cf74068ce831 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Feb 19 08:18:35.674485 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5ba2d897-1fd6-4fd7-a60f-c1ba93bc6bad req-654379f3-00c6-4654-a930-cf36d60a70fd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Feb 19 08:18:36.351261 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-062aeb36-2e6f-4552-9f12-e307f5ea386d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:36.796323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc195-c02f-4208-8066-0194aed6671d req-d4718bfc-99c8-4979-afab-9f36eb9a7068 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:36.797803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dbc195-c02f-4208-8066-0194aed6671d req-d4718bfc-99c8-4979-afab-9f36eb9a7068 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0560360 Feb 19 08:18:36.844944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70dbc195-c02f-4208-8066-0194aed6671d req-30dc9bab-de5e-492c-8d12-f1777d7d0a26 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Feb 19 08:18:36.969299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5851651-4303-40b1-8704-b2fff8998132 req-e4957fd0-65d9-4e5b-b80f-c6a1b71324b7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:36.970772 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5851651-4303-40b1-8704-b2fff8998132 req-e4957fd0-65d9-4e5b-b80f-c6a1b71324b7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0568829 Feb 19 08:18:37.018871 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5851651-4303-40b1-8704-b2fff8998132 req-6c0a1a96-8f2a-419d-9c59-7747c1a4d5fd tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Feb 19 08:18:37.040394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:37.082886 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d603d-fffd-4656-826d-437dd407aa9f tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:37.084463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-336d603d-fffd-4656-826d-437dd407aa9f tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1122 time: 0.0430775 Feb 19 08:18:37.087173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:37.091372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:18:37.110548 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:37.210512 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:37.310276 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.138 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/6515cf5b-6688-458e-b4a4-33ecc4f2ca85) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:18:37.412853 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:37.450297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:37.485464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:18:37.488906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:18:37.491651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:18:37.521350 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=6515cf5b-6688-458e-b4a4-33ecc4f2ca85,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:37.853881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (e0e9135f-03d3-4708-a9d3-2f69f849869c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:37.919582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.065288 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.070088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.150634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=6515cf5b-6688-458e-b4a4-33ecc4f2ca85,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:18:38.162643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.163002 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.163386 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.163731 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.164069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.164404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.164735 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.165066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.165399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.165726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.166052 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.166376 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.166696 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:18:38.170030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (e0e9135f-03d3-4708-a9d3-2f69f849869c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.271469 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP e0e9135f-03d3-4708-a9d3-2f69f849869c associated. External IP: 172.25.7.138, port: 6c7260a0-9ac0-47bf-957a-8130c06c5bc3. Feb 19 08:18:38.477438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:18:38.585817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:18:38.596304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Sync routers for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:18:38.602781 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.607130 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:38.607774 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:38.643150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a8d04c2-73c2-481e-a926-0dc3257e4dc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5516281 Feb 19 08:18:38.643150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:18:38.643150 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb9624-8e90-4a04-9c88-239ef35c977a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:18:38.693041 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8acbad5a-9ba2-4320-af79-1cd055948b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:38.698061 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04af6211-9bd4-46e8-a84e-ddedcb5dd3cb x-openstack-request-id: req-04af6211-9bd4-46e8-a84e-ddedcb5dd3cb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:18:38.698361 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:18:38.698617 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-04af6211-9bd4-46e8-a84e-ddedcb5dd3cb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:18:38.699027 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'status': 'completed', 'code': 200} Feb 19 08:18:38.793783 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-95638a06-f51c-4d24-b083-8666bcb546fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:38.795208 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-95638a06-f51c-4d24-b083-8666bcb546fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0735822 Feb 19 08:18:38.802583 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180645ef-b1b8-4632-b1a2-f6e4a4ec2548 req-0f269148-4ead-4361-a4f4-087f622ac2b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:38.803989 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-180645ef-b1b8-4632-b1a2-f6e4a4ec2548 req-0f269148-4ead-4361-a4f4-087f622ac2b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0925093 Feb 19 08:18:38.830102 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:38.908878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-180645ef-b1b8-4632-b1a2-f6e4a4ec2548 req-82c3b215-7182-418c-8a48-7bfede3d89c2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959892 Feb 19 08:18:38.932793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47446) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:38.935167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-07851079-db05-4832-8073-0595cc8064f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:38.937669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-07851079-db05-4832-8073-0595cc8064f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.1328330 Feb 19 08:18:38.995679 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-8d1dc538-c9d8-4986-a16d-e326b9fc10d9 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/e0e9135f-03d3-4708-a9d3-2f69f849869c HTTP/1.1" status: 200 len: 991 time: 0.0614009 Feb 19 08:18:39.018311 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-3f9a55ad-4274-4186-81dd-cdba92a2a91f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 999 time: 0.0744278 Feb 19 08:18:39.057165 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'e0e9135f-03d3-4708-a9d3-2f69f849869c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'port_id': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'mac_address': 'fa:16:3e:9e:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:18:37Z', 'updated_at': '2022-02-19T08:18:37Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:39.070231 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-7a81b825-6445-4dfb-ab17-33d9ecb8baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:39.071757 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-7a81b825-6445-4dfb-ab17-33d9ecb8baf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0469015 Feb 19 08:18:39.082528 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Checking router: 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:18:39.090675 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:18:39.091315 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:18:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:39.118658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-2a1ed865-ef7a-43b0-9838-c10e2981bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:39.120193 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-2a1ed865-ef7a-43b0-9838-c10e2981bf84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433288 Feb 19 08:18:39.199444 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:18:39.208063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-ac1ede31-e9e5-46a9-ad49-9c268c3a2236 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816736 Feb 19 08:18:39.301157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-54cb9624-8e90-4a04-9c88-239ef35c977a req-1f2341be-45b6-4072-9ab8-15532055515f service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871770 Feb 19 08:18:39.416886 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'e0e9135f-03d3-4708-a9d3-2f69f849869c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'port_id': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'mac_address': 'fa:16:3e:9e:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:18:37Z', 'updated_at': '2022-02-19T08:18:37Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:18:39.441964 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a3238-7fc2-4a5e-8fe3-c8414e011d28 None None] The sync data for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 is: [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'e0e9135f-03d3-4708-a9d3-2f69f849869c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'port_id': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'mac_address': 'fa:16:3e:9e:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:18:37Z', 'updated_at': '2022-02-19T08:18:37Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:18:39.636691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfdfe71-6237-42d7-b2fe-f09ad2f1a8a4 None None] New status for floating IP e0e9135f-03d3-4708-a9d3-2f69f849869c: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:18:39.927367 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:39.999842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47448) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:18:40.061818 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-901eaf67-ff35-4216-bdce-a1c5412e7c1c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/e0e9135f-03d3-4708-a9d3-2f69f849869c HTTP/1.1" status: 200 len: 993 time: 0.0607698 Feb 19 08:18:41.246721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:42.553430 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:18:42.800368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-e50a61e4-e3ad-4430-a8bb-86ca7a8261e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422301 Feb 19 08:18:42.882554 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-46a56069-3835-4d56-b7e3-b4b3aa1f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:42.883973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-46a56069-3835-4d56-b7e3-b4b3aa1f1522 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0437241 Feb 19 08:18:42.991563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-599ba30a-3819-4490-98b3-388f7daa1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:42.993052 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-599ba30a-3819-4490-98b3-388f7daa1856 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.0918941 Feb 19 08:18:43.057244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-473b81f3-47cb-472f-bc2e-158695e6c94f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0566819 Feb 19 08:18:43.107053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-86382efc-3c36-4190-8080-7fe002756849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:43.108507 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-86382efc-3c36-4190-8080-7fe002756849 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0458860 Feb 19 08:18:43.159021 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-64f7cafa-e830-40e9-9c2e-a015a1af06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:18:43.160483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-64f7cafa-e830-40e9-9c2e-a015a1af06fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453684 Feb 19 08:18:43.246562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-6176b490-c6a5-4dff-98cc-77c27d797242 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798070 Feb 19 08:18:43.335800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1f7bf4af-0b78-4e8f-b323-53e600978250 req-3f16e0aa-65fc-47d1-b293-adb3bbb56fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836823 Feb 19 08:18:48.176089 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-df6d0ace-d3dc-4f7f-9a47-e9e5d87bd86d service neutron] (103588) timed out ('10.222.0.43', 38504) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:18:48.568585 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-eb0ed7f9-4e9f-4507-986a-e8f81ddfd543 req-0e2c948d-859f-4573-828a-3debd296842c tempest-ServerActionsTestJSON-1515091676 tempest-ServerActionsTestJSON-1515091676-project] (103588) timed out ('10.222.0.43', 40594) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:19:00.761331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:00.852804 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:19:03.662716 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:06.352436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e914ab6-b5d9-423b-9533-725b37e68d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:08.687575 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3de75568-c65b-407b-b60f-a5cd4ee3e995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:09.927820 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:11.250256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:12.555360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:30.770583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:33.647839 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:36.354149 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf0f9312-f7b1-46c3-bdde-06f9c692d838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:37.851351 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:19:38.688006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6a4236d-73c8-447a-81cc-758175c2efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:39.933168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:41.251112 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:42.557208 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:19:42.870715 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e04b6d-44d4-455f-8f4b-209e13c95b6c req-769780cb-e891-4211-89b3-bdd229bba5ed tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:42.872189 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5e04b6d-44d4-455f-8f4b-209e13c95b6c req-769780cb-e891-4211-89b3-bdd229bba5ed tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0527010 Feb 19 08:19:42.920531 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b5e04b6d-44d4-455f-8f4b-209e13c95b6c req-503f54a8-ca57-4888-bb3a-de6230aa5b64 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Feb 19 08:19:44.042141 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4116181-6bc9-47cc-8f03-e42ee1b30b52 req-d612733c-cd27-4ecd-9474-3ab4e845829a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:44.043786 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4116181-6bc9-47cc-8f03-e42ee1b30b52 req-d612733c-cd27-4ecd-9474-3ab4e845829a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0533268 Feb 19 08:19:44.091938 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4116181-6bc9-47cc-8f03-e42ee1b30b52 req-8e80b9c7-0f77-41f2-b725-099d2a9fbfb6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Feb 19 08:19:44.833325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-a612d07f-d6e0-4ddb-987d-6184cf5a376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:44.834791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-a612d07f-d6e0-4ddb-987d-6184cf5a376e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0429850 Feb 19 08:19:44.937609 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-7a35b467-c6d5-4e23-9214-37d599a91921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:44.939068 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-7a35b467-c6d5-4e23-9214-37d599a91921 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.0852866 Feb 19 08:19:45.002357 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-def2e9b5-a511-4369-8e15-6a49fe868b27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0575478 Feb 19 08:19:45.052657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-cb945df1-f838-4e59-8c6f-aa46185e9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:45.054067 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-cb945df1-f838-4e59-8c6f-aa46185e9dc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0453844 Feb 19 08:19:45.101837 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-61bc831d-2bf2-4e02-bfa7-dbbb8063ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:45.103300 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-61bc831d-2bf2-4e02-bfa7-dbbb8063ee72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423837 Feb 19 08:19:45.114260 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-20ed1479-e4c5-4ce4-9234-a792f5b69ddd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:19:45.115264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-20ed1479-e4c5-4ce4-9234-a792f5b69ddd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054188 Feb 19 08:19:45.202594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-82c8da7f-3a69-49bc-9406-466fbc7c8e77 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805109 Feb 19 08:19:45.209970 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1786b6-8d0d-434c-a807-a7843f437f06 req-a98bd906-f5c4-41e1-ada1-420db9143d68 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:45.211467 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1786b6-8d0d-434c-a807-a7843f437f06 req-a98bd906-f5c4-41e1-ada1-420db9143d68 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0510027 Feb 19 08:19:45.263838 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8f1786b6-8d0d-434c-a807-a7843f437f06 req-f6a02d8e-07e5-41a6-b42e-12a8d825033d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Feb 19 08:19:45.293563 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f6f7a5ae-2b6c-4458-a703-b3ab86972f23 req-572f1594-5d26-48ab-85e4-bb371c85f7e8 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849490 Feb 19 08:19:46.382987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bda68-a97d-4fdd-98f8-c4ca1a5679a5 req-4ce18fbe-ca5f-4411-aa9f-1bc15c5a1ee5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:46.384499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee8bda68-a97d-4fdd-98f8-c4ca1a5679a5 req-4ce18fbe-ca5f-4411-aa9f-1bc15c5a1ee5 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0541818 Feb 19 08:19:46.431130 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee8bda68-a97d-4fdd-98f8-c4ca1a5679a5 req-ded07345-b5f9-4407-95b4-1a1f1ab975ab tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Feb 19 08:19:47.550724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cae8d-8be4-49da-ba3f-db7b304dc6d7 req-d6e6ad3f-9578-41bf-a2b8-d7165d505859 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:47.552335 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de1cae8d-8be4-49da-ba3f-db7b304dc6d7 req-d6e6ad3f-9578-41bf-a2b8-d7165d505859 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Feb 19 08:19:47.601037 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-de1cae8d-8be4-49da-ba3f-db7b304dc6d7 req-7fb0dc9f-b9a6-47c6-bb83-72b15dc1cc56 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Feb 19 08:19:48.724205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382ed6-57c7-40a0-9707-ebb6f8bae0f8 req-02728e0d-6257-499e-a3ae-b6f1e3eae080 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:48.725689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b382ed6-57c7-40a0-9707-ebb6f8bae0f8 req-02728e0d-6257-499e-a3ae-b6f1e3eae080 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0569031 Feb 19 08:19:48.773932 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5b382ed6-57c7-40a0-9707-ebb6f8bae0f8 req-fae240b5-d80e-4d91-af20-da04c445f79a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Feb 19 08:19:49.890630 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5174dd-c938-4faf-abeb-07ae3f2d6688 req-927a9c94-c531-483c-83da-26b2914a3684 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:49.892143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c5174dd-c938-4faf-abeb-07ae3f2d6688 req-927a9c94-c531-483c-83da-26b2914a3684 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Feb 19 08:19:49.939565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c5174dd-c938-4faf-abeb-07ae3f2d6688 req-172888d2-1912-4d30-9562-dcb33ce0f2b2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Feb 19 08:19:51.056174 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833517-52b1-48ed-86bb-16f90ae1b906 req-19238a34-c0c5-4f43-801a-2c167fe71d3c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:51.057669 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1833517-52b1-48ed-86bb-16f90ae1b906 req-19238a34-c0c5-4f43-801a-2c167fe71d3c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0510960 Feb 19 08:19:51.106633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d1833517-52b1-48ed-86bb-16f90ae1b906 req-9a4ee9c0-22e2-425a-8c5f-4715ba77a58e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Feb 19 08:19:52.232867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964d5d-0236-4337-aa8f-875db32dfd15 req-fa7a02f1-7777-40d1-b9d5-5dcc5e383fb7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:52.234270 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62964d5d-0236-4337-aa8f-875db32dfd15 req-fa7a02f1-7777-40d1-b9d5-5dcc5e383fb7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0561121 Feb 19 08:19:52.283778 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-62964d5d-0236-4337-aa8f-875db32dfd15 req-7ad4bd20-d101-4cf2-bc40-12172e4d7092 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Feb 19 08:19:53.403206 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff64e5-c761-4676-94bb-b4eb72af9575 req-b81b5348-fbcb-4053-9ed4-9ce89dc7d4ab tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:53.404682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0ff64e5-c761-4676-94bb-b4eb72af9575 req-b81b5348-fbcb-4053-9ed4-9ce89dc7d4ab tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0519826 Feb 19 08:19:53.454958 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c0ff64e5-c761-4676-94bb-b4eb72af9575 req-49a0d89d-c91d-4313-affc-2ffc319a988b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Feb 19 08:19:54.573778 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df40c6-7ab4-4b17-9afc-5c93aa76a3c0 req-258a4522-b732-4c0c-a300-add49f29bdc2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:54.575247 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8df40c6-7ab4-4b17-9afc-5c93aa76a3c0 req-258a4522-b732-4c0c-a300-add49f29bdc2 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0510507 Feb 19 08:19:54.622164 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b8df40c6-7ab4-4b17-9afc-5c93aa76a3c0 req-736c6eff-6778-45e7-b2f2-53c95e0372ce tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Feb 19 08:19:55.738381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237270d1-185e-4406-91d9-c0094e055229 req-c4faa880-35a5-4773-bd92-df169bd9dec7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:55.739904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-237270d1-185e-4406-91d9-c0094e055229 req-c4faa880-35a5-4773-bd92-df169bd9dec7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0516665 Feb 19 08:19:55.787808 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-237270d1-185e-4406-91d9-c0094e055229 req-96a3dbb8-ef3e-4fbb-96bb-9cdff4a689df tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Feb 19 08:19:56.915688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8618-1caa-43a4-94b9-6aa711382181 req-d1c34b09-ccc2-4381-a761-a7567d37c086 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:56.917174 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-914a8618-1caa-43a4-94b9-6aa711382181 req-d1c34b09-ccc2-4381-a761-a7567d37c086 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0612783 Feb 19 08:19:56.965033 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-914a8618-1caa-43a4-94b9-6aa711382181 req-3e689825-3eb2-4a07-a9ec-733423ad3c62 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 Feb 19 08:19:58.085668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a7073-7401-494c-81cb-5e401289bf17 req-6ddd7d93-0abf-4469-a103-9cc2c92a2a6c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:58.087151 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54a7073-7401-494c-81cb-5e401289bf17 req-6ddd7d93-0abf-4469-a103-9cc2c92a2a6c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0552006 Feb 19 08:19:58.135310 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e54a7073-7401-494c-81cb-5e401289bf17 req-9fadfcfe-6f0f-40f8-9c3e-c581d154ae85 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Feb 19 08:19:59.252864 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54c9b4-ee6d-4ecc-89ea-e3ed3a4a9f02 req-76491e63-7485-4a6a-ab08-acced8ed3260 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:19:59.254261 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec54c9b4-ee6d-4ecc-89ea-e3ed3a4a9f02 req-76491e63-7485-4a6a-ab08-acced8ed3260 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0519562 Feb 19 08:19:59.302406 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ec54c9b4-ee6d-4ecc-89ea-e3ed3a4a9f02 req-5747adf9-add7-49ef-bdfe-613bb8170e9e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Feb 19 08:19:59.323887 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47516) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:19:59.389343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fa7f252e-fd51-4cb2-b35a-df12ddfa42ac tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/e0e9135f-03d3-4708-a9d3-2f69f849869c HTTP/1.1" status: 200 len: 993 time: 0.0643184 Feb 19 08:20:00.683922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1ee3-c429-4352-bcd5-dc7b1e1cf150 req-fe7b7255-3cb5-4e9e-a076-52c7528a1519 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:00.685391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cffc1ee3-c429-4352-bcd5-dc7b1e1cf150 req-fe7b7255-3cb5-4e9e-a076-52c7528a1519 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0883255 Feb 19 08:20:00.691116 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898808-2e91-4475-b623-9a847c6c6814 req-bf0e8eb1-0545-46a8-8edc-86d659359301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:00.692513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-bf0e8eb1-0545-46a8-8edc-86d659359301 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0595977 Feb 19 08:20:00.775305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:00.786014 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cffc1ee3-c429-4352-bcd5-dc7b1e1cf150 req-e485de58-7245-473a-9e40-b8deff32ac27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925837 Feb 19 08:20:00.813465 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898808-2e91-4475-b623-9a847c6c6814 req-908549b4-a82c-4bca-ab09-402a5b64bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:00.814913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-908549b4-a82c-4bca-ab09-402a5b64bf8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.1159344 Feb 19 08:20:00.880033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-deaa6631-5802-4156-9e0a-10e624a2b27e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0573726 Feb 19 08:20:00.927714 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898808-2e91-4475-b623-9a847c6c6814 req-60a639ff-6e12-44d6-ad3f-906b47e5eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:00.930189 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-60a639ff-6e12-44d6-ad3f-906b47e5eab3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0444794 Feb 19 08:20:00.984285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a898808-2e91-4475-b623-9a847c6c6814 req-4bc005e4-83f5-41b2-b885-99fb0e5889d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:00.985754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-4bc005e4-83f5-41b2-b885-99fb0e5889d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497181 Feb 19 08:20:01.070106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-8c99cfae-6da9-4f84-831c-37f07a8de367 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783513 Feb 19 08:20:01.159714 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3a898808-2e91-4475-b623-9a847c6c6814 req-298799c6-f882-4fb9-8cfc-a3d8369cb300 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829587 Feb 19 08:20:01.907816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb508e4b-d3ea-4ff1-bb08-8512a6b4d6b7 req-1b3585ba-8283-4690-a682-8ac081892b9a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:01.909781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb508e4b-d3ea-4ff1-bb08-8512a6b4d6b7 req-1b3585ba-8283-4690-a682-8ac081892b9a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Feb 19 08:20:01.956881 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fb508e4b-d3ea-4ff1-bb08-8512a6b4d6b7 req-a10e2dfb-d413-403c-92b2-4be7b183abf1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 Feb 19 08:20:01.978926 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47526) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:20:02.040384 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-140fddab-d90c-4981-aa23-f5d42a4fec04 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/e0e9135f-03d3-4708-a9d3-2f69f849869c HTTP/1.1" status: 200 len: 993 time: 0.0603154 Feb 19 08:20:03.662718 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:06.355334 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-395e71e3-9e05-4bba-820a-200c9967ae7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:08.688722 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-688a7e54-58aa-4c84-a8b1-7f69a4129d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:09.933800 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:11.255329 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:12.558840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:14.850483 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:20:30.789602 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:33.669891 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:36.356412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b411832c-3413-4b58-bdae-1ba5af0d4db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:38.688840 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af9c9190-7e62-424e-87e2-abcd7d943f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:39.935900 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:41.257833 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:42.560415 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:47.321649 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-98b411ca-94bf-4d10-9b9b-5570d88e72be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430624 Feb 19 08:20:47.401754 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-9743a38c-9ddd-496e-aa8d-a0029d93e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:47.403256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-9743a38c-9ddd-496e-aa8d-a0029d93e51b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0434370 Feb 19 08:20:47.508662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-895c75fa-54a7-4790-897c-15bf7183079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:47.510138 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-895c75fa-54a7-4790-897c-15bf7183079c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.0883574 Feb 19 08:20:47.575129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-c5bc98bb-927b-4835-b2c9-ac503c4718a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0592732 Feb 19 08:20:47.621841 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-632b4ac1-0c4e-424d-8025-0ebdd87313f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:47.623360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-632b4ac1-0c4e-424d-8025-0ebdd87313f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0432062 Feb 19 08:20:47.673688 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-c97bc775-53f4-4ba1-a559-dff7443cbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:47.675860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-c97bc775-53f4-4ba1-a559-dff7443cbc92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472066 Feb 19 08:20:47.763099 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-c6f0b412-b03f-4d66-a1d1-50ea1c4ebee2 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792527 Feb 19 08:20:47.853314 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a8cb375-83df-4813-a573-66ad72ecfb30 req-8a3fc512-385d-4398-806e-c110464d5a0a service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833216 Feb 19 08:20:51.849586 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:20:57.274629 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47556) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:20:57.437830 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 6515cf5b-6688-458e-b4a4-33ecc4f2ca85 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:20:57.438174 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:57.511917 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:57.512246 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:57.523537 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 6515cf5b-6688-458e-b4a4-33ecc4f2ca85 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:20:57.670272 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (6515cf5b-6688-458e-b4a4-33ecc4f2ca85), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:57.695043 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=6515cf5b-6688-458e-b4a4-33ecc4f2ca85,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:20:57.726014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.726378 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.726733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.727067 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.727424 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.727750 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.728076 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.728402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.728724 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.729049 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.729369 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.729685 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.730000 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:20:57.770668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (e0e9135f-03d3-4708-a9d3-2f69f849869c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:57.770993 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP e0e9135f-03d3-4708-a9d3-2f69f849869c disassociated (deleted). External IP: 172.25.7.138, port: 6c7260a0-9ac0-47bf-957a-8130c06c5bc3. Feb 19 08:20:57.976950 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:20:58.084628 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:20:58.089523 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:20:58.094184 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Sync routers for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:20:58.104028 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:20:58.104641 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:20:58.214190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:20:58.382789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ef68b725-ff3d-43c5-9f9e-34425a0a079f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/floatingips/e0e9135f-03d3-4708-a9d3-2f69f849869c HTTP/1.1" status: 204 len: 168 time: 1.1070967 Feb 19 08:20:58.383509 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:20:58.385702 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d846c-63ee-4a09-a256-70ceaa88f654" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:20:58.509468 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:20:58.515031 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c839ecb-3609-442b-a5ea-2019bcde8594 x-openstack-request-id: req-0c839ecb-3609-442b-a5ea-2019bcde8594 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:20:58.515339 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:20:58.515606 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c839ecb-3609-442b-a5ea-2019bcde8594 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:20:58.516009 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'status': 'completed', 'code': 200} Feb 19 08:20:58.538332 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Checking router: 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:20:58.546844 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:20:58.547494 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:20:58.579165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-e85c35f6-87b9-46d7-a639-2fc71bfcf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:58.580946 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-e85c35f6-87b9-46d7-a639-2fc71bfcf31b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 1127 time: 0.0483620 Feb 19 08:20:58.657678 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:20:58.860155 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:20:58.887064 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7c98cc-7eea-4727-8037-5fa2013719dd None None] The sync data for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 is: [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:18:24Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '30a9fa89-790b-4a58-bc50-feeb657e72da', 'name': '', 'network_id': '0140bd23-9d1d-437c-b035-eba1f6254e34', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:42:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:23Z', 'updated_at': '2022-02-19T08:18:27Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '73ab61c7-5ec5-48c9-a99c-ca2f49c14be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:20:59.029907 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ed1e9-13cd-4c7c-b2ef-55e1d9c5d1b4 req-8b7285ea-3882-4c66-9870-5d074d5d4d02 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:59.031436 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b2ed1e9-13cd-4c7c-b2ef-55e1d9c5d1b4 req-8b7285ea-3882-4c66-9870-5d074d5d4d02 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.4495978 Feb 19 08:20:59.048374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-596a2e99-4f22-436c-92ae-9446c1248570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:59.050407 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-596a2e99-4f22-436c-92ae-9446c1248570 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 200 len: 896 time: 0.4606731 Feb 19 08:20:59.095717 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-b4939455-7676-4824-871e-913c33523fc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 200 len: 217 time: 0.0386219 Feb 19 08:20:59.124260 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9de62b-900e-4812-a3bb-b92d5693e025 None None] New status for floating IP e0e9135f-03d3-4708-a9d3-2f69f849869c: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:20:59.152011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9b2ed1e9-13cd-4c7c-b2ef-55e1d9c5d1b4 req-ac8f319c-e259-40b5-b105-e3c18da1a937 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142623 Feb 19 08:20:59.170438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-e5de60d1-9c37-4829-a0b2-43a9bfdba601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:59.170438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-e5de60d1-9c37-4829-a0b2-43a9bfdba601 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 200 len: 835 time: 0.0648334 Feb 19 08:20:59.215511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-cf2269b5-7bdd-410c-8302-7d5d344ee25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:20:59.217132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-cf2269b5-7bdd-410c-8302-7d5d344ee25f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0140bd23-9d1d-437c-b035-eba1f6254e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447595 Feb 19 08:20:59.302921 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-e8857183-5ca5-499f-9d03-3712e44b33a2 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792580 Feb 19 08:20:59.393804 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f15d846c-63ee-4a09-a256-70ceaa88f654 req-be90c87b-9152-42a9-bf11-edaaae33bf24 service neutron] 10.222.0.47 "GET /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Feb 19 08:21:00.273451 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7fe2-532f-42ad-8058-46ecc189420b req-a4c130b7-90c7-4e9e-a704-59c587ad1d93 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:00.274849 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bee7fe2-532f-42ad-8058-46ecc189420b req-a4c130b7-90c7-4e9e-a704-59c587ad1d93 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Feb 19 08:21:00.281685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-2657a205-2837-4ace-81c0-8003fcfc81d4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:00.283179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-2657a205-2837-4ace-81c0-8003fcfc81d4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e1f470c-5461-463f-b69d-7fbd9ff4ec01 HTTP/1.1" status: 200 len: 945 time: 0.0515747 Feb 19 08:21:00.323421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9bee7fe2-532f-42ad-8058-46ecc189420b req-7c64c00b-8d8d-4528-b38f-4bfbd188034b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427432 Feb 19 08:21:00.384706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:21:00.385045 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:00.470666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:00.471006 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:00.483300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:21:00.610179 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (6c7260a0-9ac0-47bf-957a-8130c06c5bc3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:00.638431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=6c7260a0-9ac0-47bf-957a-8130c06c5bc3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:00.650870 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.651254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.651605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.651944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.652281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.652617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.652955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.653290 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.653620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.653952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.654283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.654610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.654930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:00.694765 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:21:00.697440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:00.701159 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c64c6f10-0206-46db-99ed-fc55fc44c3bd req-d6101dad-8e96-4a57-88b5-771b901f3b27 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "DELETE /v2.0/ports/6c7260a0-9ac0-47bf-957a-8130c06c5bc3 HTTP/1.1" status: 204 len: 173 time: 0.4131351 Feb 19 08:21:00.701598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'name': 'network-vif-deleted', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:21:00.703895 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3f7f9-b00a-43c6-9c4c-68d3f25ded97" -d '{"events": [{"server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "name": "network-vif-deleted", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:21:00.790179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:00.793389 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f493b0ac-779c-4c78-89f7-e318bf7c46cd x-openstack-request-id: req-f493b0ac-779c-4c78-89f7-e318bf7c46cd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:21:00.793756 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1f470c-5461-463f-b69d-7fbd9ff4ec01", "name": "network-vif-deleted", "tag": "6c7260a0-9ac0-47bf-957a-8130c06c5bc3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:21:00.794012 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f493b0ac-779c-4c78-89f7-e318bf7c46cd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:21:00.794420 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1f470c-5461-463f-b69d-7fbd9ff4ec01', 'name': 'network-vif-deleted', 'tag': '6c7260a0-9ac0-47bf-957a-8130c06c5bc3', 'status': 'completed', 'code': 200} Feb 19 08:21:01.381110 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47574) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:01.732402 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:01.983282 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 30a9fa89-790b-4a58-bc50-feeb657e72da {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:21:01.983549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.068053 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 30a9fa89-790b-4a58-bc50-feeb657e72da, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=30a9fa89-790b-4a58-bc50-feeb657e72da,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:02.068404 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.084751 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 30a9fa89-790b-4a58-bc50-feeb657e72da owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:21:02.265545 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (30a9fa89-790b-4a58-bc50-feeb657e72da), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.291552 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=30a9fa89-790b-4a58-bc50-feeb657e72da,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:02.464417 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.678312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:02.783092 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:02.789700 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-0674207d-2e5a-4076-a577-d98a33551c42 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4074671 Feb 19 08:21:02.791708 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:02.794248 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Sync routers for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:21:02.804814 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:02.805416 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:02.841301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting subnet 73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:21:02.844444 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (73ab61c7-5ec5-48c9-a99c-ca2f49c14be6), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.883594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (73ab61c7-5ec5-48c9-a99c-ca2f49c14be6), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:02.909391 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:02.970709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (73ab61c7-5ec5-48c9-a99c-ca2f49c14be6), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.032785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (73ab61c7-5ec5-48c9-a99c-ca2f49c14be6), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.059894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Subnet': ['ID=73ab61c7-5ec5-48c9-a99c-ca2f49c14be6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:03.064682 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.069493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:21:03.071654 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47578) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:03.071865 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b0216e6b-0d47-4291-8c82-b9934f67e964 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/subnets/73ab61c7-5ec5-48c9-a99c-ca2f49c14be6 HTTP/1.1" status: 204 len: 168 time: 0.2790234 Feb 19 08:21:03.091167 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:21:02Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:03.099887 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122c7e3-74c3-46aa-a9cb-7df6e3a77b41 None None] Network 0140bd23-9d1d-437c-b035-eba1f6254e34 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:21:03.101631 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:21:03.102158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device 6c7260a0-9ac0-47bf-957a-8130c06c5bc3 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:21:03.121635 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Checking router: 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:21:03.131942 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Routers {'69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:03.132552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:03.183877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.244604 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] Set router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:03.263890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] DHCP port deletion for 0140bd23-9d1d-437c-b035-eba1f6254e34 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:21:03.293389 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.313835 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Deleting port 016a8f1b-7055-41b9-ba92-f511969c5d07 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:21:03.314309 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.347975 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:21:03.348460 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.382969 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] For port 016a8f1b-7055-41b9-ba92-f511969c5d07, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=016a8f1b-7055-41b9-ba92-f511969c5d07,segment=NetworkSegment(2ddf857a-4ed7-4a10-8d6e-38aefa8a158e),segment_id=2ddf857a-4ed7-4a10-8d6e-38aefa8a158e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:03.383489 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.401279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Calling delete_port for 016a8f1b-7055-41b9-ba92-f511969c5d07 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:21:03.428116 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:21:02Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:03.433263 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:03.433703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.451299 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:21:03.454873 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d17492-6dae-49cb-9b13-d4065ef458b5 None None] The sync data for ids ['69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f'] in n-d-829866-3 is: [{'id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402034943', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:18:20Z', 'updated_at': '2022-02-19T08:21:02Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': 'a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:5f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:18:21Z', 'updated_at': '2022-02-19T08:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:21:03.483416 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (016a8f1b-7055-41b9-ba92-f511969c5d07), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.514268 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Pushing event deleted for resources: {'Port': ['ID=016a8f1b-7055-41b9-ba92-f511969c5d07,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:03.516524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] No DVR routers for this DVR port 016a8f1b-7055-41b9-ba92-f511969c5d07 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:21:03.526502 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.527027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.527574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.528328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.528328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.528558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.528857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.529180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.529495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.529818 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.530137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.530616 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.530792 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa92ace7-e5ca-4b8b-be59-998eba335805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:03.637939 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.661760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:03.676284 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.723889 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.818115 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.820332 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.866306 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.867264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Fanout notify agent at l3_agent the message router_deleted on router 69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:21:03.874925 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:03.876060 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-da1d9892-f85e-455f-86be-d71562150439 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/routers/69df3e77-79b4-4ebc-b1a3-cfb5321b9e1f HTTP/1.1" status: 204 len: 168 time: 0.8033609 Feb 19 08:21:03.879496 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47580) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:03.955637 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (0140bd23-9d1d-437c-b035-eba1f6254e34), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.042760 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (0140bd23-9d1d-437c-b035-eba1f6254e34), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.063609 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0140bd23-9d1d-437c-b035-eba1f6254e34']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:04.074281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:04.074562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddf857a-4ed7-4a10-8d6e-38aefa8a158e') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:04.084765 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (2ddf857a-4ed7-4a10-8d6e-38aefa8a158e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.099567 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (2ddf857a-4ed7-4a10-8d6e-38aefa8a158e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.105998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:21:04.106492 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (2ddf857a-4ed7-4a10-8d6e-38aefa8a158e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:21:04.110175 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:21:04.167677 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (0140bd23-9d1d-437c-b035-eba1f6254e34), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.172293 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.176043 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/networks/0140bd23-9d1d-437c-b035-eba1f6254e34 HTTP/1.1" status: 204 len: 168 time: 0.2956243 Feb 19 08:21:04.178965 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:04.190447 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15134ce-4ffb-4c61-9d2b-1674294a86c7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Network': ['ID=0140bd23-9d1d-437c-b035-eba1f6254e34,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:04.233931 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.259663 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.317607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.320318 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.321461 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0 HTTP/1.1" status: 204 len: 168 time: 0.1414919 Feb 19 08:21:04.330281 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc5931-c332-4662-adca-762b3923b344 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db9d4f-bb52-4fcc-beb5-ae156cc1a5c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:04.730300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:04.735055 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989716309', 'description': 'tempest-secgroup-smoke-989716309 description', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:04.755524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.823878 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (40efddff-0bdc-4ec4-a007-f7e91485d463), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.827427 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40efddff-0bdc-4ec4-a007-f7e91485d463), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.856770 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.857984 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1266565 Feb 19 08:21:04.859839 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0520bb-6231-42eb-9ff0-1b417bc6a77f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40efddff-0bdc-4ec4-a007-f7e91485d463,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:04.861013 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47590) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:04.865866 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:04.891911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (a1d96a44-fe01-458f-b90e-4a1587d228b3), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.949290 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (a1d96a44-fe01-458f-b90e-4a1587d228b3), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.953217 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (a1d96a44-fe01-458f-b90e-4a1587d228b3), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.971125 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d96a44-fe01-458f-b90e-4a1587d228b3,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:04.978028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:04.979239 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b2512018-cd3e-42b2-acb0-41505c5a5491 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170490 Feb 19 08:21:04.982085 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47592) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:04.986540 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.010651 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (46950bdb-239b-46fc-bd70-2af9a47c1610), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.071660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 016a8f1b-7055-41b9-ba92-f511969c5d07 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:21:05.075334 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (46950bdb-239b-46fc-bd70-2af9a47c1610), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.079549 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (46950bdb-239b-46fc-bd70-2af9a47c1610), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.093379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 016a8f1b-7055-41b9-ba92-f511969c5d07 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:21:05.093723 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 016a8f1b-7055-41b9-ba92-f511969c5d07 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:21:05.094140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:21:05.094834 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46950bdb-239b-46fc-bd70-2af9a47c1610,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.106029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.107498 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7cf891a4-31eb-4b06-bfb8-c0a5b547630b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243596 Feb 19 08:21:05.110199 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47594) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.114127 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:21:05.114475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device a92d65a5-ffc7-4ec2-bf0a-b2acf91356c7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:21:05.114636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.114891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 30a9fa89-790b-4a58-bc50-feeb657e72da no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:21:05.134605 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 30a9fa89-790b-4a58-bc50-feeb657e72da {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:21:05.134949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 30a9fa89-790b-4a58-bc50-feeb657e72da not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:21:05.140635 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (5d4ca781-cd83-4d42-b2b2-05a6dd2af395), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.196143 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (5d4ca781-cd83-4d42-b2b2-05a6dd2af395), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.199568 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5d4ca781-cd83-4d42-b2b2-05a6dd2af395), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.214056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ca781-cd83-4d42-b2b2-05a6dd2af395,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.224440 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.225584 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-00a85dfd-397a-4840-b627-72003d6541d6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144333 Feb 19 08:21:05.228345 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47596) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.232599 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.257659 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (b190e507-b7c4-4091-8533-3bfb97db6fae), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.312733 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (b190e507-b7c4-4091-8533-3bfb97db6fae), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.316477 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b190e507-b7c4-4091-8533-3bfb97db6fae), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.337215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b190e507-b7c4-4091-8533-3bfb97db6fae,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.342887 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.344125 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-34cb7a25-66f5-4592-895b-ecf165ae6798 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148670 Feb 19 08:21:05.346853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47598) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.351003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.370353 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:21:05.375387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (d4f8483c-74ac-4c0a-91b1-22911809bf09), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.431585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (d4f8483c-74ac-4c0a-91b1-22911809bf09), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.435027 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d4f8483c-74ac-4c0a-91b1-22911809bf09), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.452264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f8483c-74ac-4c0a-91b1-22911809bf09,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.459540 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.460722 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1195cbc2-9e20-481f-9c07-e1e95bef61dc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1129246 Feb 19 08:21:05.463480 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47600) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.467712 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'security_group_rule': {'security_group_id': '40efddff-0bdc-4ec4-a007-f7e91485d463', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.487675 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Project b57f0ba1b83e4a099b13a94c4a657c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:21:05.492193 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (cd1626a8-ea28-44e2-ae5f-bb906b8bb401), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.547914 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (cd1626a8-ea28-44e2-ae5f-bb906b8bb401), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.551802 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (cd1626a8-ea28-44e2-ae5f-bb906b8bb401), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.570045 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1626a8-ea28-44e2-ae5f-bb906b8bb401,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.578831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.580044 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-bff916b0-7e6c-4274-a7a9-233853ef152f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156514 Feb 19 08:21:05.582995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47602) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.587725 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'network': {'name': 'tempest-network-smoke--2020656753', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'port_security_enabled': True}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.605399 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:05.608636 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.631401 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:21:05.640726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b06fe244-2222-4bba-8381-f82dc675aeaa), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.641060 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Added segment b06fe244-2222-4bba-8381-f82dc675aeaa of type vlan for network a13e3990-7fc0-4a77-b4ed-574055dcea0f Feb 19 08:21:05.684787 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a13e3990-7fc0-4a77-b4ed-574055dcea0f), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.707849 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a13e3990-7fc0-4a77-b4ed-574055dcea0f), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.712855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:05.713428 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.776139 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920235 Feb 19 08:21:05.778733 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47604) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:05.785726 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'admin_state_up': True, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:05.793165 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116433c-e959-4d71-b0d7-aa0530ae06cc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Network': ['ID=a13e3990-7fc0-4a77-b4ed-574055dcea0f,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:05.804135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:21:05.809575 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.810674 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:05.865406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (b7728a35-2815-4cfd-8812-2f2d5230fab1), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.003724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b7728a35-2815-4cfd-8812-2f2d5230fab1), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.359621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69073271-861f-486f-8697-1826ff616ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.453116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.472047 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.567277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.251 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/134f5b7e-8852-4228-b365-692aa83e52af) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:06.665944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (134f5b7e-8852-4228-b365-692aa83e52af), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.697613 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (134f5b7e-8852-4228-b365-692aa83e52af), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:06.732151 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:06.734948 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:06.738358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:21:06.765678 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=134f5b7e-8852-4228-b365-692aa83e52af,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:06.988675 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.184039 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.309816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b7728a35-2815-4cfd-8812-2f2d5230fab1 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:21:07.418902 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:07.428936 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Sync routers for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:21:07.438777 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:07.439435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:07.439581 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.441307 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4a8ac7f3-3871-4948-9c54-46b5a9a773ea tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6616399 Feb 19 08:21:07.444484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47606) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:07.471172 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5a723be7-6dab-40ff-8690-b11c68c3e76d tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=b57f0ba1b83e4a099b13a94c4a657c04&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256021 Feb 19 08:21:07.473743 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:07.546366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:07.556949 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5d7792-c2c7-4751-9404-663e13f6a378 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:07.558445 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7d5d7792-c2c7-4751-9404-663e13f6a378 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0838275 Feb 19 08:21:07.561452 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:07.592361 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ba8f61f1-fe4a-4d7d-ad3e-3bcbafadd8b3 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=4fb1f899-de92-4a48-a841-73f6967ee85c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299194 Feb 19 08:21:07.595056 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47612) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:07.599777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-907326708', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:07.685817 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:07.689478 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.730151 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:06Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:07.757672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Checking router: b7728a35-2815-4cfd-8812-2f2d5230fab1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:21:07.757990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Updating router b7728a35-2815-4cfd-8812-2f2d5230fab1 port 134f5b7e-8852-4228-b365-692aa83e52af binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:21:07.786448 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (134f5b7e-8852-4228-b365-692aa83e52af), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.869877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (1c0d64b8-8fa0-401a-9c2d-d2d36c62be80), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.921477 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Subnet': ['ID=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:07.937097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Checking segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:21:07.937450 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network hostable DHCP agents. Network: a13e3990-7fc0-4a77-b4ed-574055dcea0f, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:21:07.956634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:21:07.969483 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, a13e3990-7fc0-4a77-b4ed-574055dcea0f) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:07.974431 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:07.974883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:07.982642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995a7dd-a5ed-49d1-b8a6-1d49ce53af72 None None] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:21:07.992515 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-2df81758-a0ff-44ab-8c82-59b280fe9963 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964145 Feb 19 08:21:07.995360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47614) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:08.106525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks [] for port (134f5b7e-8852-4228-b365-692aa83e52af), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.126039 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (134f5b7e-8852-4228-b365-692aa83e52af), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.161047 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:21:08.161892 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.360041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3f30b-6cff-4c5b-a0d1-e2a9b735f067 None None] Pushing event updated for resources: {'Port': ['ID=134f5b7e-8852-4228-b365-692aa83e52af,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:08.369357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Attempting to bind port 134f5b7e-8852-4228-b365-692aa83e52af on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:21:08.369729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Attempting to bind port 134f5b7e-8852-4228-b365-692aa83e52af by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:21:08.370099 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Attempting to bind port 134f5b7e-8852-4228-b365-692aa83e52af on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:21:08.381445 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:21:08.381758 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:21:08.382165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.382578 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:21:08.383031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Bound port: 134f5b7e-8852-4228-b365-692aa83e52af, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:21:08.383440 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (134f5b7e-8852-4228-b365-692aa83e52af), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.430883 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.517603 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] For port 134f5b7e-8852-4228-b365-692aa83e52af, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:08.522613 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] For port 134f5b7e-8852-4228-b365-692aa83e52af, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=134f5b7e-8852-4228-b365-692aa83e52af,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:08.534414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (134f5b7e-8852-4228-b365-692aa83e52af), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.541711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Allocated IP 172.20.0.2 (a13e3990-7fc0-4a77-b4ed-574055dcea0f/1c0d64b8-8fa0-401a-9c2d-d2d36c62be80/d42a1431-a665-45dd-8f1b-d4c71ccaa491) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:08.644916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:08.645484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:20:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:08.651283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3f30b-6cff-4c5b-a0d1-e2a9b735f067 None None] Pushing event updated for resources: {'Port': ['ID=134f5b7e-8852-4228-b365-692aa83e52af,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:08.716975 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf167-8c27-4de5-b0a6-dc431df53b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.826039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:08.890553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks [] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.925960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:08.956215 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.1 (a13e3990-7fc0-4a77-b4ed-574055dcea0f/1c0d64b8-8fa0-401a-9c2d-d2d36c62be80/9a2caec1-9613-4503-9d71-8f37216e9f57) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:08.979082 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:08.987259 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:08.993102 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:21:08.997804 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Pushing event updated for resources: {'Port': ['ID=d42a1431-a665-45dd-8f1b-d4c71ccaa491,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:09.068602 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.086554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Attempting to bind port d42a1431-a665-45dd-8f1b-d4c71ccaa491 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:21:09.086926 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Attempting to bind port d42a1431-a665-45dd-8f1b-d4c71ccaa491 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:21:09.087318 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Attempting to bind port d42a1431-a665-45dd-8f1b-d4c71ccaa491 on network a13e3990-7fc0-4a77-b4ed-574055dcea0f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:21:09.094500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:21:09.094879 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Checking segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:21:09.095303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.095695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Bound using segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:21:09.096784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Bound port: d42a1431-a665-45dd-8f1b-d4c71ccaa491, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:21:09.097167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.102006 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.143933 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:09.147176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:09.150843 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:21:09.154451 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:06Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:09.177850 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:09.188469 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bdd4d9-c0f3-4ca4-8705-2298f1687aad None None] The sync data for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 is: [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:06Z', 'revision_number': 3, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:21:09.198728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] For port d42a1431-a665-45dd-8f1b-d4c71ccaa491, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:09.201468 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.204339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] For port d42a1431-a665-45dd-8f1b-d4c71ccaa491, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d42a1431-a665-45dd-8f1b-d4c71ccaa491,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:09.215176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.278257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b3538-57a9-4735-ada2-e9631ec726d3 None None] Pushing event updated for resources: {'Port': ['ID=d42a1431-a665-45dd-8f1b-d4c71ccaa491,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:09.354421 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.943323 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.956378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:09.961407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.046187 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.048330 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:10.152808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:10.154231 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:10.271142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b7728a35-2815-4cfd-8812-2f2d5230fab1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:10.316523 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151caabb-1202-4d67-9a1b-f8e4c2a681c8 None None] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:21:10.386694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:10.386964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Provisioning complete for port d42a1431-a665-45dd-8f1b-d4c71ccaa491 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:10.387179 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.391894 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b316e27c-0494-424b-8854-6a966e5923e0 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/b7728a35-2815-4cfd-8812-2f2d5230fab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955157 Feb 19 08:21:10.513532 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Current status of the port d42a1431-a665-45dd-8f1b-d4c71ccaa491 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:10.513944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.552429 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] For port d42a1431-a665-45dd-8f1b-d4c71ccaa491, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d42a1431-a665-45dd-8f1b-d4c71ccaa491,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:10.557811 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.563559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-d3e2dbdd-973c-44e5-b234-e86f15060526 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989716309&fields=id&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 267 time: 0.0529411 Feb 19 08:21:10.616140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222132f-86a2-4d42-bf02-8f9aaf86b380 None None] Pushing event updated for resources: {'Port': ['ID=d42a1431-a665-45dd-8f1b-d4c71ccaa491,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:10.694628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-1bdaeb04-bead-491b-8dcd-984120101aa7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:10.696167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-1bdaeb04-bead-491b-8dcd-984120101aa7 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 797 time: 0.1185477 Feb 19 08:21:10.714500 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-be2f7223-7311-4b5b-b403-01a7eb7105e8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/quotas/b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 375 time: 0.0110836 Feb 19 08:21:10.783394 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Provisioning complete for port d42a1431-a665-45dd-8f1b-d4c71ccaa491 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:10.784748 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.787372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-75586f25-295b-4e28-8add-fa53375e8ce8 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594397 Feb 19 08:21:10.878989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Current status of the port d42a1431-a665-45dd-8f1b-d4c71ccaa491 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:10.889987 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:10.890516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:10.892021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-1f5a6845-5bbc-4fcf-b2bb-a5b3566ae064 service neutron] 10.222.0.43 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018591 Feb 19 08:21:10.927315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-841acaf4-5095-47e3-aa0a-139dd8e112d7 None None] Port 9a2caec1-9613-4503-9d71-8f37216e9f57 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:21:10.965357 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Sync routers for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:21:10.979810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:10.980337 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:10.998043 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-d0ab8eef-29ba-4ed4-9486-ca6ee50dd382 service neutron] 10.222.0.43 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996494 Feb 19 08:21:11.053120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-b4d9f810-92a0-4ec5-858d-19e8d26bc5dc None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:11.053736 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f810-92a0-4ec5-858d-19e8d26bc5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.103134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9f810-92a0-4ec5-858d-19e8d26bc5dc None None] Port 9a2caec1-9613-4503-9d71-8f37216e9f57 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:21:11.125160 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:11.229457 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d42a1431-a665-45dd-8f1b-d4c71ccaa491 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:21:11.248734 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-30b36e9f-db31-44f2-a3b6-6805863abe64 req-2f3aad9c-98c5-4026-8f2e-33c7a40a3b8f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Feb 19 08:21:11.288060 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.303638 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port d42a1431-a665-45dd-8f1b-d4c71ccaa491 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:11.304040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.353413 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-7469b41c-31a9-40e0-b230-d1121ae0b994 None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:11.353795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7469b41c-31a9-40e0-b230-d1121ae0b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.412715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7469b41c-31a9-40e0-b230-d1121ae0b994 None None] Port 9a2caec1-9613-4503-9d71-8f37216e9f57 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:21:11.428538 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port d42a1431-a665-45dd-8f1b-d4c71ccaa491 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:11.429615 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 134f5b7e-8852-4228-b365-692aa83e52af up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:21:11.477692 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 2, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:11.485407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 134f5b7e-8852-4228-b365-692aa83e52af triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:11.485797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (134f5b7e-8852-4228-b365-692aa83e52af), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.510247 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Checking router: b7728a35-2815-4cfd-8812-2f2d5230fab1 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:21:11.510530 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Updating router b7728a35-2815-4cfd-8812-2f2d5230fab1 port 9a2caec1-9613-4503-9d71-8f37216e9f57 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:21:11.539347 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.570957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 134f5b7e-8852-4228-b365-692aa83e52af is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:11.571405 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (134f5b7e-8852-4228-b365-692aa83e52af), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.593716 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 134f5b7e-8852-4228-b365-692aa83e52af, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=134f5b7e-8852-4228-b365-692aa83e52af,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:11.599394 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (134f5b7e-8852-4228-b365-692aa83e52af), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.655576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=134f5b7e-8852-4228-b365-692aa83e52af,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:11.818975 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks [] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.824487 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.877819 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Pushing event updated for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:11.899625 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.899973 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.900308 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.900640 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.900968 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.901293 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.901615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.901939 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.902260 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.902576 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.902897 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.903231 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.903551 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:21:11.943461 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Attempting to bind port 9a2caec1-9613-4503-9d71-8f37216e9f57 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:21:11.943835 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Attempting to bind port 9a2caec1-9613-4503-9d71-8f37216e9f57 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:21:11.944199 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Attempting to bind port 9a2caec1-9613-4503-9d71-8f37216e9f57 on network a13e3990-7fc0-4a77-b4ed-574055dcea0f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:21:11.949800 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:21:11.950179 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Checking segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:21:11.950587 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:11.950977 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Bound using segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:21:11.953322 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Bound port: 9a2caec1-9613-4503-9d71-8f37216e9f57, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:21:11.953712 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.019170 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] For port 9a2caec1-9613-4503-9d71-8f37216e9f57, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:12.022515 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] For port 9a2caec1-9613-4503-9d71-8f37216e9f57, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a2caec1-9613-4503-9d71-8f37216e9f57,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:12.028608 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.086508 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:12.087136 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:12.090183 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf20416-8993-482b-8e64-7d821dbc7cdd None None] Pushing event updated for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:12.142028 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:12.142587 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.232951 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:12.236722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Current status of the port 9a2caec1-9613-4503-9d71-8f37216e9f57 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:12.237297 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.279384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] For port 9a2caec1-9613-4503-9d71-8f37216e9f57, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a2caec1-9613-4503-9d71-8f37216e9f57,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:12.286835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.355176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bcdc5-2e81-4351-ad9e-2768d7b1fed8 None None] Pushing event updated for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:12.405007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-86099d82-acd3-4a2c-8b6c-78735f63bba5 req-127690bd-2b83-474a-8489-ae6a30e2e73b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 210 time: 0.0512199 Feb 19 08:21:12.425436 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-bd0c8ac4-8371-4dbb-9800-be93ee224d4c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:12.426638 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-bd0c8ac4-8371-4dbb-9800-be93ee224d4c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 797 time: 0.2135484 Feb 19 08:21:12.428312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-f9b5b145-d1a3-4fe8-a184-84a3d854f7a0 None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:12.428786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b145-d1a3-4fe8-a184-84a3d854f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.495530 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-0fb272b2-a3f1-424f-a96e-d45393c334ba tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57f0ba1b83e4a099b13a94c4a657c04 HTTP/1.1" status: 200 len: 379 time: 0.0603073 Feb 19 08:21:12.503330 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:12.507054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'port': {'device_id': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'admin_state_up': True, 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'security_groups': ['40efddff-0bdc-4ec4-a007-f7e91485d463']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:12.515979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5b145-d1a3-4fe8-a184-84a3d854f7a0 None None] Current status of the port 9a2caec1-9613-4503-9d71-8f37216e9f57 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:12.529470 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59647f-69c1-4d48-8939-c2ca8b2377e5 None None] The sync data for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 is: [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:21:12.563233 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.644349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Made reservation on behalf of b57f0ba1b83e4a099b13a94c4a657c04 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:21:12.647907 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.781444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.20.0.12 (a13e3990-7fc0-4a77-b4ed-574055dcea0f/1c0d64b8-8fa0-401a-9c2d-d2d36c62be80/ae14557a-00fc-4627-86cb-3e0b303b4291) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:12.932786 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:12.970130 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.016108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:13.018847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:13.024991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:21:13.059745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:13.089381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:13.090262 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.119212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-9cae094c-176d-499b-a181-1f2cdafaed5e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6177871 Feb 19 08:21:13.133711 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Request body: {'port': {'device_id': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:13.212401 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.223850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a2caec1-9613-4503-9d71-8f37216e9f57 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:21:13.284675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 9a2caec1-9613-4503-9d71-8f37216e9f57 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:13.285306 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.369191 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-31c57b9a-dba5-4ea5-94fc-efde571aa589 None None] Provisioning complete for port ae14557a-00fc-4627-86cb-3e0b303b4291 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:13.369567 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31c57b9a-dba5-4ea5-94fc-efde571aa589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.400243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 9a2caec1-9613-4503-9d71-8f37216e9f57 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:13.401310 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 134f5b7e-8852-4228-b365-692aa83e52af up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:21:13.446057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-31c57b9a-dba5-4ea5-94fc-efde571aa589 None None] Port ae14557a-00fc-4627-86cb-3e0b303b4291 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:21:13.474272 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 134f5b7e-8852-4228-b365-692aa83e52af triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:13.474721 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (134f5b7e-8852-4228-b365-692aa83e52af), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.546736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae14557a-00fc-4627-86cb-3e0b303b4291 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:21:13.557335 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks [] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.563365 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515228-b052-43a5-96ad-1e68a35e03fa req-4380c416-69db-487e-afde-19b804b4c76c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:13.570988 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93515228-b052-43a5-96ad-1e68a35e03fa req-4380c416-69db-487e-afde-19b804b4c76c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 932 time: 0.0797069 Feb 19 08:21:13.576744 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Transition to ACTIVE for port object ae14557a-00fc-4627-86cb-3e0b303b4291 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:21:13.583110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.627823 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-93515228-b052-43a5-96ad-1e68a35e03fa req-beb3dd78-d4a9-4f09-9390-ef6e92fdbded tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557148 Feb 19 08:21:13.664864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Pushing event updated for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:13.745827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Attempting to bind port ae14557a-00fc-4627-86cb-3e0b303b4291 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:21:13.745827 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Attempting to bind port ae14557a-00fc-4627-86cb-3e0b303b4291 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:21:13.746124 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Attempting to bind port ae14557a-00fc-4627-86cb-3e0b303b4291 on network a13e3990-7fc0-4a77-b4ed-574055dcea0f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:21:13.751167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Port ae14557a-00fc-4627-86cb-3e0b303b4291 on network a13e3990-7fc0-4a77-b4ed-574055dcea0f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:21:13.751523 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Attempting to bind port ae14557a-00fc-4627-86cb-3e0b303b4291 on network a13e3990-7fc0-4a77-b4ed-574055dcea0f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:21:13.752012 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 134f5b7e-8852-4228-b365-692aa83e52af is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:13.756958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:21:13.757302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Checking segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:21:13.757694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Bound using segment: {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:21:13.758412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Bound port: ae14557a-00fc-4627-86cb-3e0b303b4291, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06fe244-2222-4bba-8381-f82dc675aeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:21:13.758774 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.833075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:21:13.836341 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ae14557a-00fc-4627-86cb-3e0b303b4291,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:21:13.842705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.878531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:13.879063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:13.880553 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] 10.222.0.47 "PUT /v2.0/ports/ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 1092 time: 0.7547460 Feb 19 08:21:13.881004 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:21:13.883329 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:21:13.914482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2054410-2695-492d-81e0-4f9d1c99b53f service neutron] Pushing event updated for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:13.948092 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc24665b-3da7-4ada-b995-f0c66305b58b x-openstack-request-id: req-fc24665b-3da7-4ada-b995-f0c66305b58b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:21:13.948416 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:21:13.948640 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc24665b-3da7-4ada-b995-f0c66305b58b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:21:13.949044 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'status': 'completed', 'code': 200} Feb 19 08:21:13.970085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c26fe156-0c71-4a56-a368-fc77c409e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:13.971672 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-c26fe156-0c71-4a56-a368-fc77c409e64d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1126 time: 0.0524757 Feb 19 08:21:14.019255 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-6a073986-0874-480e-aae9-8a49c7f97d6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 217 time: 0.0408695 Feb 19 08:21:14.068503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-71087021-5c0c-498c-bff9-fa72497abef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.070074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-71087021-5c0c-498c-bff9-fa72497abef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.0456815 Feb 19 08:21:14.119687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-452b621d-5d15-42ba-a6ec-e7ed54dfc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.121200 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-452b621d-5d15-42ba-a6ec-e7ed54dfc172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449383 Feb 19 08:21:14.214153 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-e78bdea3-d6db-416b-b9cf-6e0a9f108b6c service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857668 Feb 19 08:21:14.300777 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bbe1a487-8eb8-4b99-b003-4c9d59729d05 req-61444e2e-a288-4710-b34b-ed0277911b2d service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809326 Feb 19 08:21:14.389990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-b1b97174-5ffb-4564-8a27-850eaf9e51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.391423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-b1b97174-5ffb-4564-8a27-850eaf9e51b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1126 time: 0.0500479 Feb 19 08:21:14.476263 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-5d67fa3a-9342-47d9-b7f0-7aefa5960e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.477704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-5d67fa3a-9342-47d9-b7f0-7aefa5960e22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 897 time: 0.0808506 Feb 19 08:21:14.522418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-2b6fb61b-3edf-4434-aa47-2d041a34fd39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 217 time: 0.0384295 Feb 19 08:21:14.569044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-863449db-090d-4df6-aa5c-efb259e3c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.570551 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-863449db-090d-4df6-aa5c-efb259e3c7db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.0425885 Feb 19 08:21:14.617146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-04a6f6f1-7c13-4d99-a366-1b0dbd398b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.618651 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-04a6f6f1-7c13-4d99-a366-1b0dbd398b2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427718 Feb 19 08:21:14.710021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-c62f0ca3-ea94-40f4-aeed-dc374333b9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Feb 19 08:21:14.740829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ba9e-4ff9-4fd2-b17b-543d6cd6a71a req-9deb1899-9b8d-48ce-8af6-bf5112e9c04b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:14.742377 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3107ba9e-4ff9-4fd2-b17b-543d6cd6a71a req-9deb1899-9b8d-48ce-8af6-bf5112e9c04b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 944 time: 0.0519898 Feb 19 08:21:14.795710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3107ba9e-4ff9-4fd2-b17b-543d6cd6a71a req-8108f829-d44f-472a-8850-86912c53e5cb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476210 Feb 19 08:21:14.798597 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5a2f93cc-9be9-44c6-b0c3-2be48bcdeb6d req-ea4ef9e2-c51e-4579-820d-ce3e65591c29 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827775 Feb 19 08:21:15.915526 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9983406-3de2-49ef-89af-88b9a4f4ed62 req-34fdec43-42c8-4eec-9070-77bf40a5de05 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:15.916998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9983406-3de2-49ef-89af-88b9a4f4ed62 req-34fdec43-42c8-4eec-9070-77bf40a5de05 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 944 time: 0.0533414 Feb 19 08:21:15.967021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a9983406-3de2-49ef-89af-88b9a4f4ed62 req-a3236c26-6252-4a6a-a1b2-ed52c644f37a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442741 Feb 19 08:21:17.083478 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b1564-72b9-474c-8226-a80a7ac4e7a4 req-fca8dd62-ffc0-4690-a3ed-c0fedb6b6a60 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:17.084956 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d74b1564-72b9-474c-8226-a80a7ac4e7a4 req-fca8dd62-ffc0-4690-a3ed-c0fedb6b6a60 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Feb 19 08:21:17.132305 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d74b1564-72b9-474c-8226-a80a7ac4e7a4 req-c5caa22f-e241-4f68-9330-f45960d004f4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Feb 19 08:21:17.177679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ae14557a-00fc-4627-86cb-3e0b303b4291 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:21:17.271763 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ae14557a-00fc-4627-86cb-3e0b303b4291,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:17.282479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'port_id': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'mac_address': 'fa:16:3e:72:a9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:21:17.318040 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ae14557a-00fc-4627-86cb-3e0b303b4291 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:17.318431 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:17.331478 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae14557a-00fc-4627-86cb-3e0b303b4291 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:21:17.350468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ae14557a-00fc-4627-86cb-3e0b303b4291,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:17.354257 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:17.398957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:17.687584 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['ae14557a-00fc-4627-86cb-3e0b303b4291'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:21:18.253356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7ec30-6330-4a71-b1e7-143f652dfe97 req-06a40b57-6587-41f5-8a33-bff3c3f2394c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:18.254759 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1b7ec30-6330-4a71-b1e7-143f652dfe97 req-06a40b57-6587-41f5-8a33-bff3c3f2394c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 945 time: 0.0565791 Feb 19 08:21:18.309365 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1b7ec30-6330-4a71-b1e7-143f652dfe97 req-52b64d36-3b78-4367-b016-005c16cb3c5b tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490813 Feb 19 08:21:19.177399 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ae14557a-00fc-4627-86cb-3e0b303b4291 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:21:19.227303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port ae14557a-00fc-4627-86cb-3e0b303b4291 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:21:19.231143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port ae14557a-00fc-4627-86cb-3e0b303b4291 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:21:19.231538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:19.304165 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port ae14557a-00fc-4627-86cb-3e0b303b4291 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:21:19.304571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:19.327423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:21:19.329871 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8de8eb-3057-4347-be31-35551b1b132f" -d '{"events": [{"server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "name": "network-vif-plugged", "status": "completed", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:21:19.346592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ae14557a-00fc-4627-86cb-3e0b303b4291,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:21:19.352211 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:19.401959 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:19.427078 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46549f0-e59a-432b-b16c-e2f782635ddc x-openstack-request-id: req-a46549f0-e59a-432b-b16c-e2f782635ddc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:21:19.427475 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "name": "network-vif-plugged", "status": "completed", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:21:19.427801 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a46549f0-e59a-432b-b16c-e2f782635ddc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:21:19.428268 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'code': 200} Feb 19 08:21:19.432598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ea852-7207-45e0-9a63-82c5f6c49053 req-e8b846eb-4bae-4369-88a2-20d43372908d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:19.434107 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-988ea852-7207-45e0-9a63-82c5f6c49053 req-e8b846eb-4bae-4369-88a2-20d43372908d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0537891 Feb 19 08:21:19.482724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-988ea852-7207-45e0-9a63-82c5f6c49053 req-a201b0d4-8e7d-42a4-a391-0246ffede14f tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Feb 19 08:21:19.527108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d985e2e-bda0-4c58-9b3f-bad317916f2e req-c59ca149-44be-4519-8b6e-e906a57a72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:19.528660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d985e2e-bda0-4c58-9b3f-bad317916f2e req-c59ca149-44be-4519-8b6e-e906a57a72fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1128 time: 0.0442331 Feb 19 08:21:19.572618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4d985e2e-bda0-4c58-9b3f-bad317916f2e req-9e15fe80-adbe-4e62-879b-5c1b2e97a784 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386083 Feb 19 08:21:20.608568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399fc95-c3ca-41f6-883f-fbebde06feb3 req-a9aca2dd-ee44-41ad-b38c-b1af8ebacc65 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:20.609961 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b399fc95-c3ca-41f6-883f-fbebde06feb3 req-a9aca2dd-ee44-41ad-b38c-b1af8ebacc65 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0556247 Feb 19 08:21:20.657713 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b399fc95-c3ca-41f6-883f-fbebde06feb3 req-253c3c42-8328-4788-8e1b-89641f8d99bf tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422451 Feb 19 08:21:21.778840 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f775c5a-b2bb-4fbc-95be-fd40dcebf116 req-de8e8903-cd60-4055-a2be-602534f18694 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:21.780351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f775c5a-b2bb-4fbc-95be-fd40dcebf116 req-de8e8903-cd60-4055-a2be-602534f18694 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0565846 Feb 19 08:21:21.828183 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5f775c5a-b2bb-4fbc-95be-fd40dcebf116 req-3d861486-6fb3-4919-8385-5c40d969f2da tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416675 Feb 19 08:21:21.943564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4ee5-4bd9-4882-94b4-12e94127423b req-482132e8-c375-4445-8e63-c35d46248e26 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:21.944967 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62fc4ee5-4bd9-4882-94b4-12e94127423b req-482132e8-c375-4445-8e63-c35d46248e26 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0508647 Feb 19 08:21:21.994172 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-62fc4ee5-4bd9-4882-94b4-12e94127423b req-88a830cd-510a-42e9-8152-a00b2ecebb91 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Feb 19 08:21:22.015704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47670) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:22.057252 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace5edf-cf5c-4a21-b223-287adfd49fc1 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:22.058739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dace5edf-cf5c-4a21-b223-287adfd49fc1 tempest-TestNetworkAdvancedServerOps-949267702 tempest-TestNetworkAdvancedServerOps-949267702-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1123 time: 0.0420942 Feb 19 08:21:22.061511 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:22.066178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:21:22.085820 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:22.181351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:22.284169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Allocated IP 172.25.7.156 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/4b97a380-f42e-46ce-aa87-36c9aff8b9f3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:21:22.381796 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:22.414418 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:22.449229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:21:22.452042 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:21:22.455098 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:21:22.488286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=4b97a380-f42e-46ce-aa87-36c9aff8b9f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:22.819060 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (5a1be5c4-d75c-4206-8221-2afb4753a56c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:22.890226 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:23.036111 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:23.040728 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:23.108349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event updated for resources: {'Port': ['ID=4b97a380-f42e-46ce-aa87-36c9aff8b9f3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:21:23.120756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (5a1be5c4-d75c-4206-8221-2afb4753a56c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:23.222652 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP 5a1be5c4-d75c-4206-8221-2afb4753a56c associated. External IP: 172.25.7.156, port: ae14557a-00fc-4627-86cb-3e0b303b4291. Feb 19 08:21:23.428522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b7728a35-2815-4cfd-8812-2f2d5230fab1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:21:23.541458 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:21:23.551035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Sync routers for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:21:23.559760 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:23.561247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:23.561983 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:23.589372 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-08a09ebe-92f9-480f-bbb9-5e14a2733120 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5268562 Feb 19 08:21:23.590071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:21:23.592437 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d47f61-cf15-4cc0-8175-8a7a01af7a79" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:21:23.636406 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da92fd02-0e24-4c0b-b19e-1109d1b28819 x-openstack-request-id: req-da92fd02-0e24-4c0b-b19e-1109d1b28819 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:21:23.636768 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:21:23.637089 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da92fd02-0e24-4c0b-b19e-1109d1b28819 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:21:23.637562 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'status': 'completed', 'code': 200} Feb 19 08:21:23.673645 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:23.704103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-ce425c20-82f7-4841-9e0f-d685855a149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:23.706071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-ce425c20-82f7-4841-9e0f-d685855a149a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1128 time: 0.0466986 Feb 19 08:21:23.709317 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dfa22-4c3d-4d00-8141-c522d8745266 req-bfe56787-6494-4185-b282-53e5e7f10be6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:23.710817 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a18dfa22-4c3d-4d00-8141-c522d8745266 req-bfe56787-6494-4185-b282-53e5e7f10be6 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0562959 Feb 19 08:21:23.760637 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a18dfa22-4c3d-4d00-8141-c522d8745266 req-3ef8b6d0-a7c2-4da1-94b3-ff1cc07fa791 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Feb 19 08:21:23.784964 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47678) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:23.804044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-9f5181ef-c6e9-4f44-b578-ab2fe05eb665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:23.805846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-9f5181ef-c6e9-4f44-b578-ab2fe05eb665 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 897 time: 0.0934768 Feb 19 08:21:23.851433 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5d60ab6a-94ed-4659-a513-7b4963a79c5a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/5a1be5c4-d75c-4206-8221-2afb4753a56c HTTP/1.1" status: 200 len: 992 time: 0.0641944 Feb 19 08:21:23.909797 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5a1be5c4-d75c-4206-8221-2afb4753a56c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'port_id': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'mac_address': 'fa:16:3e:72:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:23.938198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Checking router: b7728a35-2815-4cfd-8812-2f2d5230fab1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:21:23.948582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:21:23.949368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:21:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:24.069248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:21:24.199035 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-cb6a7163-7502-4f3a-ae80-f85b89fa0553 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 1000 time: 0.3874283 Feb 19 08:21:24.246449 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-8a1592a2-69dd-494e-a6c4-5411703ced0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:24.248257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-8a1592a2-69dd-494e-a6c4-5411703ced0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.0430427 Feb 19 08:21:24.300256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-1abd29f5-6e64-4cc8-9dd1-a24aadf5650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:24.301659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-1abd29f5-6e64-4cc8-9dd1-a24aadf5650e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478222 Feb 19 08:21:24.393667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-0708b7fc-755d-4965-92fe-906f5e1335cf service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Feb 19 08:21:24.396891 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5a1be5c4-d75c-4206-8221-2afb4753a56c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'port_id': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'mac_address': 'fa:16:3e:72:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:21:24.423553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e57e80-25b2-4031-9871-f0f6352569a4 None None] The sync data for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 is: [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5a1be5c4-d75c-4206-8221-2afb4753a56c', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'port_id': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'mac_address': 'fa:16:3e:72:a9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:21:22Z', 'updated_at': '2022-02-19T08:21:22Z', 'revision_number': 0, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:21:24.490636 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-44d47f61-cf15-4cc0-8175-8a7a01af7a79 req-8dc31d79-45b2-434c-ac53-4d98fbbf96e5 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904453 Feb 19 08:21:24.621500 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c90c2b-4190-4d8c-af8a-b993ebfcb2ea None None] New status for floating IP 5a1be5c4-d75c-4206-8221-2afb4753a56c: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:21:24.854223 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47680) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:21:24.912333 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-6ab00dcf-6120-44eb-8e3b-833201d1cbc1 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/5a1be5c4-d75c-4206-8221-2afb4753a56c HTTP/1.1" status: 200 len: 994 time: 0.0570726 Feb 19 08:21:28.848010 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:21:30.820590 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:33.688106 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:36.362035 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0368e6bb-ff51-4f0c-b7a7-b521f93af322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:38.687582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a50842b-6a09-42b3-840e-82bcfdee4187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:39.941920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:41.261264 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:42.562134 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:21:47.348648 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-a999578e-4e29-40f3-bdd1-6779adfc3d53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427611 Feb 19 08:21:47.430763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-7caff9d5-9183-46ac-bf73-216f2c477cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:47.432269 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-7caff9d5-9183-46ac-bf73-216f2c477cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1128 time: 0.0437269 Feb 19 08:21:47.535741 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-c2ef20c9-8fae-4fad-a1db-42149c53e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:47.537220 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-c2ef20c9-8fae-4fad-a1db-42149c53e325 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 897 time: 0.0873456 Feb 19 08:21:47.600956 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-f2d44344-a8a4-45aa-b9f3-adb83d424e44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 1002 time: 0.0574207 Feb 19 08:21:47.649109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-ff3773fa-e2dc-4985-9f33-cd22ac32cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:47.650519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-ff3773fa-e2dc-4985-9f33-cd22ac32cb80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.0432951 Feb 19 08:21:47.700725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-ad7617c0-b977-4918-9f75-570b6a69472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:21:47.702212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-ad7617c0-b977-4918-9f75-570b6a69472b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462296 Feb 19 08:21:47.789465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-2db66890-a685-44e7-9efd-9d362f4d7558 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794995 Feb 19 08:21:47.880676 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dd10ceab-0544-4a92-bd0a-fc527753c1b8 req-8896a294-9097-4e02-8ce2-2729c5fbfa7f service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858188 Feb 19 08:22:00.819332 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:03.682263 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:05.847002 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:22:06.364182 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76237cfc-2c45-44c9-8a0d-f58249316c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:08.688884 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e361c18-b40d-470c-8fa6-9de724fa1981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:09.945315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:11.264708 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:12.567438 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:27.962331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a93fa-8140-49da-aa22-9c24560acf71 req-3b2eb666-8f1d-48a4-96cf-a0cb5c3e6464 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:27.963883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-607a93fa-8140-49da-aa22-9c24560acf71 req-3b2eb666-8f1d-48a4-96cf-a0cb5c3e6464 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Feb 19 08:22:28.012907 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-607a93fa-8140-49da-aa22-9c24560acf71 req-4c608cdc-ed12-4b7c-b682-2447022b34bc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Feb 19 08:22:29.137837 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cc22c-7eb6-4829-9ded-2fc82f5263b1 req-c5e12c99-556f-4147-ab28-32bea093b20e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:29.139355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-429cc22c-7eb6-4829-9ded-2fc82f5263b1 req-c5e12c99-556f-4147-ab28-32bea093b20e tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0588973 Feb 19 08:22:29.194703 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-429cc22c-7eb6-4829-9ded-2fc82f5263b1 req-a75e7df4-dc0d-4fa4-8d03-ca2bfde21f51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495729 Feb 19 08:22:30.311536 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328a4f1-0148-43a4-8b93-67cc754701ba req-0d465b91-ad30-4657-abe4-e6bc3d302976 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:30.313021 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1328a4f1-0148-43a4-8b93-67cc754701ba req-0d465b91-ad30-4657-abe4-e6bc3d302976 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0512869 Feb 19 08:22:30.362062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1328a4f1-0148-43a4-8b93-67cc754701ba req-793613bb-f16f-49b7-8e22-57d538c1a17c tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Feb 19 08:22:30.384617 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47718) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:30.446499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a3bc788e-05b3-4c4e-95b1-52410a92f9ff tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/5a1be5c4-d75c-4206-8221-2afb4753a56c HTTP/1.1" status: 200 len: 994 time: 0.0607488 Feb 19 08:22:30.830024 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:31.714582 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d69c47-5c20-440b-a1bb-693087a750fb req-a8971075-527c-497a-8ef4-43e3fc25ab51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:31.716028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60d69c47-5c20-440b-a1bb-693087a750fb req-a8971075-527c-497a-8ef4-43e3fc25ab51 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0534825 Feb 19 08:22:31.725304 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-759c8024-9e71-401b-937f-9539deed635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:31.726797 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-759c8024-9e71-401b-937f-9539deed635b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1128 time: 0.0432386 Feb 19 08:22:31.765308 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-60d69c47-5c20-440b-a1bb-693087a750fb req-39a62236-6fe8-47f8-89ec-0177ee404d61 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436447 Feb 19 08:22:31.819513 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-ca7401b3-1f3e-4453-8908-9cb363674566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:31.820997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-ca7401b3-1f3e-4453-8908-9cb363674566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 897 time: 0.0879960 Feb 19 08:22:31.883857 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-ebe3aed4-74a3-4b67-a2ed-d27132a7b2c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 1002 time: 0.0573630 Feb 19 08:22:31.930533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-3d685a74-1c02-4ac1-a164-4ef189a54360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:31.932586 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-3d685a74-1c02-4ac1-a164-4ef189a54360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.0431762 Feb 19 08:22:31.984493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-4868d141-8f58-46fa-a9b8-c39e0094ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:31.985925 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-4868d141-8f58-46fa-a9b8-c39e0094ebcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477190 Feb 19 08:22:32.073095 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-71ad54f7-845f-43d5-abc7-86a6032ac73f service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812664 Feb 19 08:22:32.162519 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-70d0424d-9166-452b-adca-39d85ff1bf8d req-e531660b-9e27-40cc-acd9-a831c5e96569 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Feb 19 08:22:32.888580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f2bce-14e4-45fb-9591-06dedfc110f0 req-2dab9805-737e-482c-ac01-d3a429548d62 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:32.890050 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-299f2bce-14e4-45fb-9591-06dedfc110f0 req-2dab9805-737e-482c-ac01-d3a429548d62 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0539255 Feb 19 08:22:32.936839 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-299f2bce-14e4-45fb-9591-06dedfc110f0 req-05dde780-7679-4e15-aac0-9b80669c6840 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412552 Feb 19 08:22:33.688485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.052112 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114397fc-9018-433d-b53f-0c6d7745822a req-9be760ab-10b6-44a6-9bab-e9da66ac6564 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:34.053572 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114397fc-9018-433d-b53f-0c6d7745822a req-9be760ab-10b6-44a6-9bab-e9da66ac6564 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0500963 Feb 19 08:22:34.102265 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-114397fc-9018-433d-b53f-0c6d7745822a req-501bb49a-e66f-4960-a73a-c9dcf57f70eb tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Feb 19 08:22:34.129717 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47730) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:34.191913 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61d1fb4e-b69b-4f5a-bce6-84373a147167 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/floatingips/5a1be5c4-d75c-4206-8221-2afb4753a56c HTTP/1.1" status: 200 len: 994 time: 0.0610573 Feb 19 08:22:34.406510 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47736) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:34.557224 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 4b97a380-f42e-46ce-aa87-36c9aff8b9f3 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:22:34.557486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.633191 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.633517 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.644689 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 4b97a380-f42e-46ce-aa87-36c9aff8b9f3 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:22:34.784169 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (4b97a380-f42e-46ce-aa87-36c9aff8b9f3), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.811604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=4b97a380-f42e-46ce-aa87-36c9aff8b9f3,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:34.836927 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.837277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.837624 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.837959 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.838289 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.838615 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.838939 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.839360 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.839690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.840014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.840336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.840655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.840972 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:34.879199 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for floatingip (5a1be5c4-d75c-4206-8221-2afb4753a56c), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:34.879547 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Floating IP 5a1be5c4-d75c-4206-8221-2afb4753a56c disassociated (deleted). External IP: 172.25.7.156, port: ae14557a-00fc-4627-86cb-3e0b303b4291. Feb 19 08:22:35.084758 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b7728a35-2815-4cfd-8812-2f2d5230fab1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:22:35.192337 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:35.197197 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:35.203005 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Sync routers for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:35.212901 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:35.213511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:35.226222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-37329c90-a74a-49af-8fb3-d40045c85400 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/floatingips/5a1be5c4-d75c-4206-8221-2afb4753a56c HTTP/1.1" status: 204 len: 168 time: 0.8186140 Feb 19 08:22:35.226826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:22:35.229134 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7702cce7-0f62-46c3-bec8-c27e996773dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:22:35.274319 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fbbe6d-9ee6-43d1-91af-4d1eb62c4450 x-openstack-request-id: req-f8fbbe6d-9ee6-43d1-91af-4d1eb62c4450 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:22:35.274618 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:22:35.274874 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8fbbe6d-9ee6-43d1-91af-4d1eb62c4450 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:22:35.275305 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'status': 'completed', 'code': 200} Feb 19 08:22:35.329788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:35.341010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ffb46cc9-6ea6-4160-8d7a-bd306a4689ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:35.342535 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ffb46cc9-6ea6-4160-8d7a-bd306a4689ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 1128 time: 0.0473700 Feb 19 08:22:35.501394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4f64-8d8b-40b5-9e96-981c5ecb6f8c req-c750a549-c27e-4492-8f81-856a7a7df16d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:35.503421 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81fd4f64-8d8b-40b5-9e96-981c5ecb6f8c req-c750a549-c27e-4492-8f81-856a7a7df16d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0822175 Feb 19 08:22:35.504835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-22675816-29ca-4e42-b8eb-5326b18885bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:35.506157 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-22675816-29ca-4e42-b8eb-5326b18885bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 200 len: 897 time: 0.1515868 Feb 19 08:22:35.559440 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:35.560267 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ab42dfd2-d8e2-4c3a-b0d8-ce339fcddd62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 200 len: 217 time: 0.0453086 Feb 19 08:22:35.586483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Checking router: b7728a35-2815-4cfd-8812-2f2d5230fab1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:35.594247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-81fd4f64-8d8b-40b5-9e96-981c5ecb6f8c req-09274cd7-03ca-4df0-a516-641a5cb1c637 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851183 Feb 19 08:22:35.594647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:35.595295 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:35.701795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:35.714473 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ceed53ff-2c99-4d59-b5c2-d3af48a319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:35.715953 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ceed53ff-2c99-4d59-b5c2-d3af48a319ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 200 len: 834 time: 0.1459563 Feb 19 08:22:35.763564 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-952a03c2-9021-43e9-b397-0948c20dd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:35.765055 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-952a03c2-9021-43e9-b397-0948c20dd898 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a13e3990-7fc0-4a77-b4ed-574055dcea0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429382 Feb 19 08:22:35.856593 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-0e9d326c-2ebd-4c21-8473-ade8a4063ce8 service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845370 Feb 19 08:22:35.898215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:35.928051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311563c-2f1a-4dfe-91ad-47cc045a51e1 None None] The sync data for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 is: [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:21:09Z', 'revision_number': 4, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '9a2caec1-9613-4503-9d71-8f37216e9f57', 'name': '', 'network_id': 'a13e3990-7fc0-4a77-b4ed-574055dcea0f', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'mac_address': 'fa:16:3e:b0:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:08Z', 'updated_at': '2022-02-19T08:21:12Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'subnets': [{'id': '1c0d64b8-8fa0-401a-9c2d-d2d36c62be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:35.946104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-7702cce7-0f62-46c3-bec8-c27e996773dc req-ee59df85-d41c-48a8-844a-42993ea0ad3b service neutron] 10.222.0.47 "GET /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 Feb 19 08:22:36.160134 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156297ff-07d3-458b-99c6-aaca011060a2 None None] New status for floating IP 5a1be5c4-d75c-4206-8221-2afb4753a56c: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:22:36.365413 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e299e82-a794-432b-a673-0b1e4cdf7ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:36.712918 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfb993-a826-4ead-9236-e3c9724d0c3c req-42c77a07-c9ec-44af-b218-c4e6b7d91ccc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:36.714394 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23bfb993-a826-4ead-9236-e3c9724d0c3c req-42c77a07-c9ec-44af-b218-c4e6b7d91ccc tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0511510 Feb 19 08:22:36.761523 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-23bfb993-a826-4ead-9236-e3c9724d0c3c req-869330f3-55c8-4097-b9dc-00c5191e34ce tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/security-groups?id=40efddff-0bdc-4ec4-a007-f7e91485d463&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Feb 19 08:22:37.128230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-5952ca5e-c94d-47f4-97c0-2d8c59003954 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:37.130203 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-5952ca5e-c94d-47f4-97c0-2d8c59003954 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 946 time: 0.0583744 Feb 19 08:22:37.218266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port ae14557a-00fc-4627-86cb-3e0b303b4291 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:22:37.218521 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:37.306245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port ae14557a-00fc-4627-86cb-3e0b303b4291, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=ae14557a-00fc-4627-86cb-3e0b303b4291,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:37.306598 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:37.319563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for ae14557a-00fc-4627-86cb-3e0b303b4291 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:22:37.441588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ae14557a-00fc-4627-86cb-3e0b303b4291), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:37.476078 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=ae14557a-00fc-4627-86cb-3e0b303b4291,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:37.485801 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.486674 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.487034 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.487401 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.487739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.488070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.488398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.488728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.489630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.489630 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.489802 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.489991 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.490293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:37.532652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] No DVR routers for this DVR port ae14557a-00fc-4627-86cb-3e0b303b4291 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:22:37.535264 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:37.538693 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e2dcbc87-caa3-4aa7-a034-b496b6c75d50 req-b5e367c3-82bc-42d8-a929-1a3080d2a589 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.47 "DELETE /v2.0/ports/ae14557a-00fc-4627-86cb-3e0b303b4291 HTTP/1.1" status: 204 len: 173 time: 0.4032803 Feb 19 08:22:37.539129 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'name': 'network-vif-deleted', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:22:37.541452 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89433f-7257-40ef-b139-3eb6370567fd" -d '{"events": [{"server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "name": "network-vif-deleted", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:22:37.579125 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60fa30b-fb32-48f4-9849-fb9b35ab4e5a x-openstack-request-id: req-f60fa30b-fb32-48f4-9849-fb9b35ab4e5a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:22:37.579467 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2", "name": "network-vif-deleted", "tag": "ae14557a-00fc-4627-86cb-3e0b303b4291", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:22:37.579751 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f60fa30b-fb32-48f4-9849-fb9b35ab4e5a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:22:37.580195 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0ad2e-be9e-47f6-a6c4-4be3deb143b2', 'name': 'network-vif-deleted', 'tag': 'ae14557a-00fc-4627-86cb-3e0b303b4291', 'status': 'completed', 'code': 200} Feb 19 08:22:37.871180 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4a73c873-8647-4966-ac60-6d692d278831 req-4cbb7382-ee4a-4e23-9309-b7be6cf1bc91 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a0ad2e-be9e-47f6-a6c4-4be3deb143b2 HTTP/1.1" status: 200 len: 210 time: 0.0312738 Feb 19 08:22:38.691096 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9c6fc31-7db2-418d-ba1f-e3c2ff9c9bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:38.929754 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47754) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:39.279121 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:39.532745 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 9a2caec1-9613-4503-9d71-8f37216e9f57 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:22:39.533486 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:39.622519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 9a2caec1-9613-4503-9d71-8f37216e9f57, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=9a2caec1-9613-4503-9d71-8f37216e9f57,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:39.622886 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:39.635874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 9a2caec1-9613-4503-9d71-8f37216e9f57 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:22:39.816944 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9a2caec1-9613-4503-9d71-8f37216e9f57), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:39.843808 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=9a2caec1-9613-4503-9d71-8f37216e9f57,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:39.950864 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.021335 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.500946 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Router b7728a35-2815-4cfd-8812-2f2d5230fab1 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:22:40.605603 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:40.610540 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b8cebb14-814c-4e46-92d0-d906fdebe44d tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "PUT /v2.0/routers/b7728a35-2815-4cfd-8812-2f2d5230fab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797862 Feb 19 08:22:40.613856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47756) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:40.616412 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Sync routers for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:40.625747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:40.626357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:40.662785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting subnet 1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:22:40.665895 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (1c0d64b8-8fa0-401a-9c2d-d2d36c62be80), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.711409 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (1c0d64b8-8fa0-401a-9c2d-d2d36c62be80), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.796898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (1c0d64b8-8fa0-401a-9c2d-d2d36c62be80), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.855468 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (1c0d64b8-8fa0-401a-9c2d-d2d36c62be80), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.889285 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:40.890594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:40.896646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/subnets/1c0d64b8-8fa0-401a-9c2d-d2d36c62be80 HTTP/1.1" status: 204 len: 168 time: 0.2781572 Feb 19 08:22:40.896646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb13f62-1e7d-4fa4-a015-8040f2fbc398 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0d64b8-8fa0-401a-9c2d-d2d36c62be80,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:40.896646 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47758) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:40.919775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1c441-77ac-4974-a623-9c073e7a14d7 None None] Network a13e3990-7fc0-4a77-b4ed-574055dcea0f requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:22:41.004809 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.114148 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_gateway (b7728a35-2815-4cfd-8812-2f2d5230fab1), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.162580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '134f5b7e-8852-4228-b365-692aa83e52af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:22:39Z', 'revision_number': 5, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port': {'id': '134f5b7e-8852-4228-b365-692aa83e52af', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:21:06Z', 'updated_at': '2022-02-19T08:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.172816 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Deleting port 134f5b7e-8852-4228-b365-692aa83e52af {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:22:41.172999 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (134f5b7e-8852-4228-b365-692aa83e52af), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.191450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] DHCP port deletion for a13e3990-7fc0-4a77-b4ed-574055dcea0f request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:22:41.193743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Checking router: b7728a35-2815-4cfd-8812-2f2d5230fab1 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:41.222991 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Routers {'b7728a35-2815-4cfd-8812-2f2d5230fab1'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:41.223648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['b7728a35-2815-4cfd-8812-2f2d5230fab1'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.254694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] For port 134f5b7e-8852-4228-b365-692aa83e52af, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=134f5b7e-8852-4228-b365-692aa83e52af,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:41.255062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (134f5b7e-8852-4228-b365-692aa83e52af), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.269690 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Calling delete_port for 134f5b7e-8852-4228-b365-692aa83e52af owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:22:41.310282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.328344 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] Set router b7728a35-2815-4cfd-8812-2f2d5230fab1 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:41.385262 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:22:41Z', 'revision_number': 6, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.413933 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d88be1-a5af-4510-877c-97378e97a526 None None] The sync data for ids ['b7728a35-2815-4cfd-8812-2f2d5230fab1'] in n-d-829866-3 is: [{'id': 'b7728a35-2815-4cfd-8812-2f2d5230fab1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455705129', 'tenant_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:21:05Z', 'updated_at': '2022-02-19T08:22:41Z', 'revision_number': 6, 'project_id': 'b57f0ba1b83e4a099b13a94c4a657c04', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:41.415942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Deleting port d42a1431-a665-45dd-8f1b-d4c71ccaa491 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:22:41.416313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.451564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (134f5b7e-8852-4228-b365-692aa83e52af), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.481307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Port': ['ID=134f5b7e-8852-4228-b365-692aa83e52af,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:41.481775 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] For port d42a1431-a665-45dd-8f1b-d4c71ccaa491, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=d42a1431-a665-45dd-8f1b-d4c71ccaa491,segment=NetworkSegment(b06fe244-2222-4bba-8381-f82dc675aeaa),segment_id=b06fe244-2222-4bba-8381-f82dc675aeaa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:41.482172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.498101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Calling delete_port for d42a1431-a665-45dd-8f1b-d4c71ccaa491 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:22:41.541215 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.575316 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (d42a1431-a665-45dd-8f1b-d4c71ccaa491), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.582234 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ae14557a-00fc-4627-86cb-3e0b303b4291 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:22:41.625420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Pushing event deleted for resources: {'Port': ['ID=d42a1431-a665-45dd-8f1b-d4c71ccaa491,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:41.629220 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: ae14557a-00fc-4627-86cb-3e0b303b4291 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:22:41.629563 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device ae14557a-00fc-4627-86cb-3e0b303b4291 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:22:41.631441 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] No DVR routers for this DVR port d42a1431-a665-45dd-8f1b-d4c71ccaa491 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:22:41.639640 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.639868 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.639980 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.640315 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.640652 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.640990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.641324 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.641653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.641984 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.642410 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.643204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.643524 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.643843 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.644167 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cb7eb2-b894-4bc3-a4ac-58168628de8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:41.644970 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router_controller (b7728a35-2815-4cfd-8812-2f2d5230fab1), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.692777 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (b7728a35-2815-4cfd-8812-2f2d5230fab1), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.693409 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Fanout notify agent at l3_agent the message router_deleted on router b7728a35-2815-4cfd-8812-2f2d5230fab1 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:22:41.700095 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.701211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-7a9e9a5d-404b-4dc0-a177-aad31fbda7b4 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/routers/b7728a35-2815-4cfd-8812-2f2d5230fab1 HTTP/1.1" status: 204 len: 168 time: 0.8046997 Feb 19 08:22:41.703920 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47760) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:41.779510 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a13e3990-7fc0-4a77-b4ed-574055dcea0f), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.870494 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a13e3990-7fc0-4a77-b4ed-574055dcea0f), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.890598 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13e3990-7fc0-4a77-b4ed-574055dcea0f']}} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.899882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06fe244-2222-4bba-8381-f82dc675aeaa') {'for_net_delete': True} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.900179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.services.segments.db [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06fe244-2222-4bba-8381-f82dc675aeaa') {} {{(pid=103587) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:41.909344 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24016896'] for segment (b06fe244-2222-4bba-8381-f82dc675aeaa), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.922078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (b06fe244-2222-4bba-8381-f82dc675aeaa), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.928342 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103587) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:22:41.928721 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24112351'] for segment (b06fe244-2222-4bba-8381-f82dc675aeaa), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: Traceback (most recent call last): Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: timer() Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: cb(*args, **kw) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: return func(*args, **kwargs) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: self._notify() Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: self.callback(batched_events) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: event.method(event) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: return f(self, *a, **k) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: return self._get(url).json() Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: return self.request(url, 'GET', **kwargs) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:22:41.931585 n-d-829866-3 neutron-server[103587]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:22:41.987776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a13e3990-7fc0-4a77-b4ed-574055dcea0f), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.995877 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:41.998960 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/networks/a13e3990-7fc0-4a77-b4ed-574055dcea0f HTTP/1.1" status: 204 len: 168 time: 0.2940781 Feb 19 08:22:42.002750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:42.016145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3434c7-ba31-4346-b7d7-3a14adb49147 tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'Network': ['ID=a13e3990-7fc0-4a77-b4ed-574055dcea0f,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:42.059122 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (40efddff-0bdc-4ec4-a007-f7e91485d463), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.084707 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (40efddff-0bdc-4ec4-a007-f7e91485d463), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.144921 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (40efddff-0bdc-4ec4-a007-f7e91485d463), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.147540 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.148704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] 10.222.0.43 "DELETE /v2.0/security-groups/40efddff-0bdc-4ec4-a007-f7e91485d463 HTTP/1.1" status: 204 len: 168 time: 0.1449411 Feb 19 08:22:42.157718 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a78ae-ff0d-4bfa-8498-254824105e7a tempest-TestNetworkAdvancedServerOps-705833258 tempest-TestNetworkAdvancedServerOps-705833258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40efddff-0bdc-4ec4-a007-f7e91485d463,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:42.491851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47770) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:42.560167 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.637856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a50693fa-26db-498b-abd8-ad66ad3a280c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b57f0ba1b83e4a099b13a94c4a657c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448476 Feb 19 08:22:42.640336 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47774) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:42.688524 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] Publish callbacks [] for security_group (80bc0f06-35f7-476d-9b1c-a8849b0e8137), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.709406 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] Publish callbacks [] for security_group (80bc0f06-35f7-476d-9b1c-a8849b0e8137), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.756078 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (80bc0f06-35f7-476d-9b1c-a8849b0e8137), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.758535 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:42.759710 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80bc0f06-35f7-476d-9b1c-a8849b0e8137 HTTP/1.1" status: 204 len: 168 time: 0.1184859 Feb 19 08:22:42.768398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87347495-d1d4-48a3-8324-6f9b0237efff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc0f06-35f7-476d-9b1c-a8849b0e8137,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:42.846137 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:22:43.026659 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47780) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:43.039748 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb344e89-3f47-4acb-a237-2f8c99c43ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.116512 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb344e89-3f47-4acb-a237-2f8c99c43ee9 admin admin] Publish callbacks [] for security_group (72cce617-150e-4da6-9003-cd826d594d25), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.121605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fb344e89-3f47-4acb-a237-2f8c99c43ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (72cce617-150e-4da6-9003-cd826d594d25), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.123630 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a2caec1-9613-4503-9d71-8f37216e9f57 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:22:43.148633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 9a2caec1-9613-4503-9d71-8f37216e9f57 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:22:43.148979 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 9a2caec1-9613-4503-9d71-8f37216e9f57 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:22:43.149419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d42a1431-a665-45dd-8f1b-d4c71ccaa491 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:22:43.160183 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fb344e89-3f47-4acb-a237-2f8c99c43ee9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65a355750d3a49b08689fc794bd73ed5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324096 Feb 19 08:22:43.161044 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb344e89-3f47-4acb-a237-2f8c99c43ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cce617-150e-4da6-9003-cd826d594d25,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:43.162848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:43.172670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: d42a1431-a665-45dd-8f1b-d4c71ccaa491 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:22:43.173161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device d42a1431-a665-45dd-8f1b-d4c71ccaa491 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:22:43.173714 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 134f5b7e-8852-4228-b365-692aa83e52af no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:22:43.194089 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 134f5b7e-8852-4228-b365-692aa83e52af {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:22:43.194437 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 134f5b7e-8852-4228-b365-692aa83e52af not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:22:43.226756 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] Publish callbacks [] for security_group (72cce617-150e-4da6-9003-cd826d594d25), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.247817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] Publish callbacks [] for security_group (72cce617-150e-4da6-9003-cd826d594d25), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.293511 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (72cce617-150e-4da6-9003-cd826d594d25), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.296261 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:43.297409 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72cce617-150e-4da6-9003-cd826d594d25 HTTP/1.1" status: 204 len: 168 time: 0.1335309 Feb 19 08:22:43.304938 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37250c0-bc99-4efc-989e-0c84439446fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cce617-150e-4da6-9003-cd826d594d25,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:43.998163 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:44.092733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-526442734-network', 'tenant_id': 'a98a336fcdd94614b557dff287394b63'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:44.112909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Made reservation on behalf of a98a336fcdd94614b557dff287394b63 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:22:44.115369 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.127647 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.212002 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks [] for security_group (c447da6e-8f3a-4d1b-b9d3-dd69a66001c7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.215668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c447da6e-8f3a-4d1b-b9d3-dd69a66001c7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.242658 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:22:44.248109 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447da6e-8f3a-4d1b-b9d3-dd69a66001c7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:44.256958 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5c9a71a8-a04e-4675-83b2-f2706892fd17), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.257361 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Added segment 5c9a71a8-a04e-4675-83b2-f2706892fd17 of type vlan for network 597235f5-6ae9-4f49-b809-5e0d2672af8b Feb 19 08:22:44.298461 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (597235f5-6ae9-4f49-b809-5e0d2672af8b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.321186 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (597235f5-6ae9-4f49-b809-5e0d2672af8b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.322114 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:44.322690 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.374102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3748183 Feb 19 08:22:44.377398 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:44.382565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Request body: {'subnet': {'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-526442734-subnet', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:44.387270 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ce82d-14c4-4601-bbd6-7bb2c3a34731 admin admin] Pushing event updated for resources: {'Network': ['ID=597235f5-6ae9-4f49-b809-5e0d2672af8b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:44.397657 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:22:44.401877 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Made reservation on behalf of a98a336fcdd94614b557dff287394b63 for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:22:44.404265 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.567424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (cb0e6a34-2f25-432f-8a49-14d0415159d6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.624142 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0e6a34-2f25-432f-8a49-14d0415159d6,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:44.632708 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:44.633066 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Network hostable DHCP agents. Network: 597235f5-6ae9-4f49-b809-5e0d2672af8b, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:22:44.648414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:22:44.656634 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 597235f5-6ae9-4f49-b809-5e0d2672af8b) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:44.660995 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:44.661574 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.665845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9202370-e91c-4f21-a821-d7e7161a8b75 None None] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:22:44.677199 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-ea8ee021-7dc8-4d72-a1c0-b9fef2a347e7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2986324 Feb 19 08:22:44.680217 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:44.684687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:44.703622 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.704623 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.758278 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for router_controller (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.773390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-597235f5-6ae9-4f49-b809-5e0d2672af8b', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:22:44.774267 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.902169 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for router_gateway (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:44.908435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Allocated IP 172.20.0.2 (597235f5-6ae9-4f49-b809-5e0d2672af8b/cb0e6a34-2f25-432f-8a49-14d0415159d6/27b36f34-7bee-44fd-b8d2-eaf0d1400797) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:45.047601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks [] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.053407 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.101362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:45.104267 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:45.109873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:45.115280 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for router_gateway (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.116735 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Pushing event updated for resources: {'Port': ['ID=27b36f34-7bee-44fd-b8d2-eaf0d1400797,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:45.135440 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.170636 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Attempting to bind port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:45.170919 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Attempting to bind port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:45.171314 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Attempting to bind port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:45.176248 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:45.176633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:45.177038 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.177435 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Bound using segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:45.177931 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Bound port: 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:45.178313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.237525 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Allocated IP 172.25.7.36 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/13fa2d4b-cb5b-46ee-89fd-63f530fd265e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:45.238860 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] For port 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:45.243122 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] For port 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=27b36f34-7bee-44fd-b8d2-eaf0d1400797,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:45.249427 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.307580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42741c-0550-43f8-8e0c-970535b238f0 None None] Pushing event updated for resources: {'Port': ['ID=27b36f34-7bee-44fd-b8d2-eaf0d1400797,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:45.347703 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.382054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.426374 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:45.429205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:45.435475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:45.464720 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Pushing event updated for resources: {'Port': ['ID=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:45.701064 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for router_gateway (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:45.896977 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.034575 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:22:46.146022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:46.154985 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:46.166275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.167698 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:46.168460 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:46.170438 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:46.171439 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8d67e532-04ef-4291-9062-afc4728f8585 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4900491 Feb 19 08:22:46.205876 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4600d-c706-4a55-a815-64f741a6d990 None None] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:22:46.272693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Provisioning complete for port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:46.273078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.367795 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:46.395252 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Current status of the port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:46.395897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.430686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] For port 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=27b36f34-7bee-44fd-b8d2-eaf0d1400797,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:46.436920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.498725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c4e2e-6e1f-43ad-b229-2048c9f0a268 None None] Pushing event updated for resources: {'Port': ['ID=27b36f34-7bee-44fd-b8d2-eaf0d1400797,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:46.559738 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:45Z', 'revision_number': 3, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:46.586689 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:46.587011 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Updating router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:22:46.615120 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.633413 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.659120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-07f26ee4-5bc6-4f92-b8bd-807711717e42 None None] Provisioning complete for port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:46.659528 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07f26ee4-5bc6-4f92-b8bd-807711717e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.742189 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-07f26ee4-5bc6-4f92-b8bd-807711717e42 None None] Current status of the port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:46.800429 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Allocated IP 172.20.0.1 (597235f5-6ae9-4f49-b809-5e0d2672af8b/cb0e6a34-2f25-432f-8a49-14d0415159d6/880936d4-43c2-4358-81fd-6c24f8bf1acf) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:46.868161 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks [] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.872671 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.906785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks [] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.923272 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Attempting to bind port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:46.923708 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Attempting to bind port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:46.924068 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Attempting to bind port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:46.926052 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Pushing event updated for resources: {'Port': ['ID=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:46.935047 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.935450 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.935849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.936100 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.936426 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.936752 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.937104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.937426 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.937715 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.938042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.938358 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.938698 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.939522 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:22:46.940295 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.942810 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:46.943220 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:46.943703 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.943966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:46.944430 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Bound port: 13fa2d4b-cb5b-46ee-89fd-63f530fd265e, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:46.944808 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:46.977463 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:46.980163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:46.986256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:46.991785 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Pushing event updated for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:47.002217 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] For port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:47.006035 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] For port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:47.014184 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.028378 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.078849 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:47.080266 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:47.121802 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae6b94-3aaf-4f14-ba7f-121c681057c9 None None] Pushing event updated for resources: {'Port': ['ID=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:47.200910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 27b36f34-7bee-44fd-b8d2-eaf0d1400797 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:47.212848 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:47.213407 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.274725 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:47.275311 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.278135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3dc5686f-d011-403c-bb9f-24f3282caca8 None None] Provisioning complete for port 880936d4-43c2-4358-81fd-6c24f8bf1acf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:47.279119 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc5686f-d011-403c-bb9f-24f3282caca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.342756 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3dc5686f-d011-403c-bb9f-24f3282caca8 None None] Port 880936d4-43c2-4358-81fd-6c24f8bf1acf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:22:47.384850 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks [] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.389292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:47.390608 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.398540 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:45Z', 'revision_number': 3, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:47.424251 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d7604c-afa2-47d0-94ea-396bdb8178a8 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:45Z', 'revision_number': 3, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:47.460166 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Pushing event updated for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:47.462655 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.559932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:47.561277 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:47.868567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ce7d290d-7702-46af-a1e9-94424ac13b63 None None] Provisioning complete for port 880936d4-43c2-4358-81fd-6c24f8bf1acf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:47.868948 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce7d290d-7702-46af-a1e9-94424ac13b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:47.905335 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d290d-7702-46af-a1e9-94424ac13b63 None None] Port 880936d4-43c2-4358-81fd-6c24f8bf1acf cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:22:47.984270 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:22:48.106442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:48.119974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-4e94dc45-81ea-4953-8066-6459c4c41b3b admin admin] 10.222.0.43 "PUT /v2.0/routers/3b331739-26bf-4cc7-ab7e-4ed7260b22eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9389238 Feb 19 08:22:48.579479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47830) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:48.585094 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966761617-network', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:48.602978 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Made reservation on behalf of 1f4083c46a0945db8a00d4d619e97afb for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:22:48.605262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.613801 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.684866 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks [] for security_group (4351e5d6-c39f-41c4-8431-1e11144e0a19), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.688763 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4351e5d6-c39f-41c4-8431-1e11144e0a19), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.714025 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:22:48.724274 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351e5d6-c39f-41c4-8431-1e11144e0a19,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:48.741374 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (cf0a93d1-2172-47f5-97dd-2728fc8e2b2a), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.741718 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Added segment cf0a93d1-2172-47f5-97dd-2728fc8e2b2a of type vlan for network a08eb1f9-7556-4757-9e94-e6f55bb6420e Feb 19 08:22:48.783023 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (a08eb1f9-7556-4757-9e94-e6f55bb6420e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.806844 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (a08eb1f9-7556-4757-9e94-e6f55bb6420e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.807793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:48.808357 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:48.865809 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2845147 Feb 19 08:22:48.868736 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:48.870813 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c982f05-3fc3-4944-95ff-4ce64e61c27d admin admin] Pushing event updated for resources: {'Network': ['ID=a08eb1f9-7556-4757-9e94-e6f55bb6420e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:48.874165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Request body: {'subnet': {'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966761617-subnet', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:48.881576 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:22:48.895521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Made reservation on behalf of 1f4083c46a0945db8a00d4d619e97afb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:22:48.898643 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.057617 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:49.068395 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:49.069247 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:49.069951 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (6437b8c9-439e-4703-a983-9d1432b959f4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.132574 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6437b8c9-439e-4703-a983-9d1432b959f4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:49.135105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Checking segment: {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:49.135716 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Network hostable DHCP agents. Network: a08eb1f9-7556-4757-9e94-e6f55bb6420e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:22:49.155964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:22:49.167651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, a08eb1f9-7556-4757-9e94-e6f55bb6420e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:49.172596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:49.174007 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.192538 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2b4c2814-3e36-4093-8a10-8d735d770b76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3225875 Feb 19 08:22:49.195012 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:49.199448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:49.221166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (390aabf1-4563-4734-91ba-12fc1cc65098), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.222233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (390aabf1-4563-4734-91ba-12fc1cc65098), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.279534 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for router_controller (390aabf1-4563-4734-91ba-12fc1cc65098), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.324626 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 13fa2d4b-cb5b-46ee-89fd-63f530fd265e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:49.326345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f25b2c-de2d-4661-b878-d56f99357f81 None None] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:22:49.418835 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for router_gateway (390aabf1-4563-4734-91ba-12fc1cc65098), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.424176 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:49.550091 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'fixed_ips': [{'subnet_id': '6437b8c9-439e-4703-a983-9d1432b959f4'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:22:49.550920 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.575903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:49.576570 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.623940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for router_gateway (390aabf1-4563-4734-91ba-12fc1cc65098), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.643250 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.748285 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Allocated IP 172.25.7.241 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/186931e8-c019-4509-8356-01c3a2e155b3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:49.820806 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:49.821193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.849386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Allocated IP 172.20.0.2 (a08eb1f9-7556-4757-9e94-e6f55bb6420e/6437b8c9-439e-4703-a983-9d1432b959f4/597f38fa-1c44-4ac1-b615-d89f3e0daa47) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:49.853146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for port (186931e8-c019-4509-8356-01c3a2e155b3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.859229 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:49.867474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.888272 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (186931e8-c019-4509-8356-01c3a2e155b3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:49.925302 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:49.928164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:49.935493 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 2, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:49.942867 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:49.967489 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Pushing event updated for resources: {'Port': ['ID=186931e8-c019-4509-8356-01c3a2e155b3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:49.982642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:49.983001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Updating router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb port 880936d4-43c2-4358-81fd-6c24f8bf1acf binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:22:50.010425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:50.033204 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.183949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks [] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.192093 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.259791 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:50.287581 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:50.293422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Pushing event updated for resources: {'Port': ['ID=597f38fa-1c44-4ac1-b615-d89f3e0daa47,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:50.297949 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:50.384500 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Attempting to bind port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:50.384875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Attempting to bind port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:50.385236 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Attempting to bind port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 on network a08eb1f9-7556-4757-9e94-e6f55bb6420e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:50.397357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:50.397728 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Checking segment: {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:50.398137 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.398534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Bound using segment: {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:50.398990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Bound port: 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:50.399393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.501130 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks [] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.506658 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] For port 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:50.509819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] For port 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=597f38fa-1c44-4ac1-b615-d89f3e0daa47,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:50.511294 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.541003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for router_gateway (390aabf1-4563-4734-91ba-12fc1cc65098), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.542958 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.573489 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465574-b6f2-430b-85c8-f5c9925f1141 None None] Pushing event updated for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:50.676699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bdd61-cd33-4f1a-bdfb-6ddf26cd1c3f None None] Pushing event updated for resources: {'Port': ['ID=597f38fa-1c44-4ac1-b615-d89f3e0daa47,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:50.715644 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Attempting to bind port 880936d4-43c2-4358-81fd-6c24f8bf1acf on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:50.715781 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Attempting to bind port 880936d4-43c2-4358-81fd-6c24f8bf1acf by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:50.716146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Attempting to bind port 880936d4-43c2-4358-81fd-6c24f8bf1acf on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:50.731848 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:50.732546 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:50.734734 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.735368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Bound using segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:50.736719 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Bound port: 880936d4-43c2-4358-81fd-6c24f8bf1acf, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:50.737315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.777976 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (390aabf1-4563-4734-91ba-12fc1cc65098), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.833436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] For port 880936d4-43c2-4358-81fd-6c24f8bf1acf, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:50.837023 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] For port 880936d4-43c2-4358-81fd-6c24f8bf1acf, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=880936d4-43c2-4358-81fd-6c24f8bf1acf,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:50.846021 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:50.963458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465574-b6f2-430b-85c8-f5c9925f1141 None None] Pushing event updated for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:50.977470 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:50.978764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:51.043421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Provisioning complete for port 880936d4-43c2-4358-81fd-6c24f8bf1acf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:51.043801 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.065438 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Router 390aabf1-4563-4734-91ba-12fc1cc65098 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:22:51.211674 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:51.245516 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:51.256291 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Sync routers for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:51.271072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.274879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:51.275977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-eaaa6359-969c-45a7-ba83-a5a322830f6b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0798547 Feb 19 08:22:51.276128 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47836) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:51.277105 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:51.379646 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 13fa2d4b-cb5b-46ee-89fd-63f530fd265e up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:51.417899 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:51.523458 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Current status of the port 880936d4-43c2-4358-81fd-6c24f8bf1acf is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:51.523849 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.593146 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:51.593516 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.596271 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] For port 880936d4-43c2-4358-81fd-6c24f8bf1acf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=880936d4-43c2-4358-81fd-6c24f8bf1acf,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:51.638689 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:50Z', 'revision_number': 3, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:51.692268 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Checking router: 390aabf1-4563-4734-91ba-12fc1cc65098 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:51.693136 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Updating router 390aabf1-4563-4734-91ba-12fc1cc65098 port 186931e8-c019-4509-8356-01c3a2e155b3 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:22:51.731370 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (186931e8-c019-4509-8356-01c3a2e155b3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.811129 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.867617 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:51.954302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff3889-9877-4fd5-a58b-4faac2956fe8 None None] Pushing event updated for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:51.998096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:50Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:52.073960 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Allocated IP 172.20.0.1 (a08eb1f9-7556-4757-9e94-e6f55bb6420e/6437b8c9-439e-4703-a983-9d1432b959f4/ac27f720-0f93-49fe-96f0-7ebb9157d875) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:22:52.075862 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c213fbc-6f44-4d1a-9f9b-df4c7d581636 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:50Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:52.090582 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-dfc0d4e0-cee9-48ca-9264-2bee4c5af51e None None] Provisioning complete for port 880936d4-43c2-4358-81fd-6c24f8bf1acf triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:52.090934 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d4e0-cee9-48ca-9264-2bee4c5af51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.097536 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks [] for port (186931e8-c019-4509-8356-01c3a2e155b3), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.113239 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (186931e8-c019-4509-8356-01c3a2e155b3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.149215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:52.149720 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 597f38fa-1c44-4ac1-b615-d89f3e0daa47 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:52.223320 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Attempting to bind port 186931e8-c019-4509-8356-01c3a2e155b3 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:52.223694 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Attempting to bind port 186931e8-c019-4509-8356-01c3a2e155b3 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:52.224056 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Attempting to bind port 186931e8-c019-4509-8356-01c3a2e155b3 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:52.243450 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:52.243826 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:52.244229 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.244621 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:52.245092 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Bound port: 186931e8-c019-4509-8356-01c3a2e155b3, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:52.245464 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (186931e8-c019-4509-8356-01c3a2e155b3), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.250568 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004cba-2420-4455-8b91-c9118b182a47 None None] Pushing event updated for resources: {'Port': ['ID=186931e8-c019-4509-8356-01c3a2e155b3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:52.285407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6b95c-36e1-41ae-b949-243422af16f5 None None] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:22:52.302879 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks [] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.317513 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:52.318062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.341719 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] For port 186931e8-c019-4509-8356-01c3a2e155b3, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:52.348453 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] For port 186931e8-c019-4509-8356-01c3a2e155b3, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=186931e8-c019-4509-8356-01c3a2e155b3,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:52.357346 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (186931e8-c019-4509-8356-01c3a2e155b3), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.357595 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.418215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0d4e0-cee9-48ca-9264-2bee4c5af51e None None] Current status of the port 880936d4-43c2-4358-81fd-6c24f8bf1acf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:52.428310 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:52.429246 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:52.430236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Pushing event updated for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:52.448358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:52.449907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:52.457006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:22:52.527878 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (390aabf1-4563-4734-91ba-12fc1cc65098), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.557012 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:52.559957 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:52.560356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.605438 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=597f38fa-1c44-4ac1-b615-d89f3e0daa47,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:52.613522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a147f57c-4d80-4cc2-bd54-cf3461bee4e9 None None] Provisioning complete for port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:52.614097 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a147f57c-4d80-4cc2-bd54-cf3461bee4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.659850 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.722970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=597f38fa-1c44-4ac1-b615-d89f3e0daa47,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:52.780628 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:52.791568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a147f57c-4d80-4cc2-bd54-cf3461bee4e9 None None] Current status of the port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:52.970476 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004cba-2420-4455-8b91-c9118b182a47 None None] Pushing event updated for resources: {'Port': ['ID=186931e8-c019-4509-8356-01c3a2e155b3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:53.010584 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:50Z', 'revision_number': 3, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:53.045640 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83af4e-c33d-41c7-80c6-f0abffdd0f13 None None] The sync data for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 is: [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:50Z', 'revision_number': 3, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:53.067867 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks [] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.081891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.132554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Provisioning complete for port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.133140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.241601 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Pushing event updated for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:53.247053 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (390aabf1-4563-4734-91ba-12fc1cc65098), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.336547 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Current status of the port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:53.342290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 880936d4-43c2-4358-81fd-6c24f8bf1acf up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:53.385035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.385315 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.413559 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:22:53.415084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:22:53.464213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ddee3-42f4-49ac-941f-fe628f8c41e3 None None] Port ac27f720-0f93-49fe-96f0-7ebb9157d875 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:22:53.487908 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 880936d4-43c2-4358-81fd-6c24f8bf1acf triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.489097 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.610392 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Router 390aabf1-4563-4734-91ba-12fc1cc65098 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:22:53.651759 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 880936d4-43c2-4358-81fd-6c24f8bf1acf is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:53.652874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 597f38fa-1c44-4ac1-b615-d89f3e0daa47 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:53.680422 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-25182ae8-8f66-41dc-bea7-bc8cf1bd62b3 None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.680962 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25182ae8-8f66-41dc-bea7-bc8cf1bd62b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.727425 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-25182ae8-8f66-41dc-bea7-bc8cf1bd62b3 None None] Port ac27f720-0f93-49fe-96f0-7ebb9157d875 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:22:53.777985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.778424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.807127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:22:53.822431 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-3e21993b-5768-428b-8a85-3b5593b3ffed admin admin] 10.222.0.43 "PUT /v2.0/routers/390aabf1-4563-4734-91ba-12fc1cc65098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5358651 Feb 19 08:22:53.880944 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:53.884706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-ba25063e-ec5a-4eed-8162-1ec139633d4e None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:53.885156 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba25063e-ec5a-4eed-8162-1ec139633d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:53.925055 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ba25063e-ec5a-4eed-8162-1ec139633d4e None None] Port ac27f720-0f93-49fe-96f0-7ebb9157d875 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:22:54.382006 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47844) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:54.386738 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711931898', 'description': 'tempest-secgroup-smoke-1711931898 description', 'project_id': 'a98a336fcdd94614b557dff287394b63'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:54.409044 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.474776 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (146583c8-92b4-4c08-bbac-852b5f6e7eb6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.478364 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (146583c8-92b4-4c08-bbac-852b5f6e7eb6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.507610 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146583c8-92b4-4c08-bbac-852b5f6e7eb6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:54.511782 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.515932 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c975529b-8235-4b7f-b95f-9abbff1f6cfa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326215 Feb 19 08:22:54.516126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:54.521518 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:54.545099 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (d9657ea6-c96b-404b-927f-db909c464955), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.599597 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (d9657ea6-c96b-404b-927f-db909c464955), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.603324 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (d9657ea6-c96b-404b-927f-db909c464955), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.620606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9657ea6-c96b-404b-927f-db909c464955,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:54.629544 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.630742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-09b99f09-bdc6-4ded-b51e-4a4652873cf9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135998 Feb 19 08:22:54.633534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:54.638046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:54.660898 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (0e4fbdc8-0ed9-4fc4-ada2-3bb4a1e4fd08), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.718029 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (0e4fbdc8-0ed9-4fc4-ada2-3bb4a1e4fd08), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.721604 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (0e4fbdc8-0ed9-4fc4-ada2-3bb4a1e4fd08), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.741530 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4fbdc8-0ed9-4fc4-ada2-3bb4a1e4fd08,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:54.748200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.749682 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fc4a27af-bb15-4d91-b043-b428bc3d4d6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149769 Feb 19 08:22:54.752990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:54.757228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:54.781895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5797680e-df8c-46ee-b7d7-cf5286b8d7dd), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.839580 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5797680e-df8c-46ee-b7d7-cf5286b8d7dd), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.843576 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5797680e-df8c-46ee-b7d7-cf5286b8d7dd), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.865499 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5797680e-df8c-46ee-b7d7-cf5286b8d7dd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:54.873563 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.877403 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-6a59679a-c3d5-4bd1-9a5b-c2b00bcf2332 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233940 Feb 19 08:22:54.878485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:54.883040 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:54.911297 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (4300fc72-f3eb-42e1-ba98-377caf84f29c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.971805 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (4300fc72-f3eb-42e1-ba98-377caf84f29c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.975390 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4300fc72-f3eb-42e1-ba98-377caf84f29c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:54.993387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4300fc72-f3eb-42e1-ba98-377caf84f29c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:55.002933 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.004167 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a0011c57-3163-4ee5-87c8-29eb15b48a8a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246850 Feb 19 08:22:55.006896 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:55.011333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:55.031356 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Project a98a336fcdd94614b557dff287394b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:22:55.036956 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (7ff4b5b5-3a2d-4a83-9bef-4fd3ce819b2d), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.100420 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (7ff4b5b5-3a2d-4a83-9bef-4fd3ce819b2d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.107123 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7ff4b5b5-3a2d-4a83-9bef-4fd3ce819b2d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.128815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff4b5b5-3a2d-4a83-9bef-4fd3ce819b2d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:55.134965 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.138917 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5e768b7b-4429-4248-adb0-a97f596a037d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285546 Feb 19 08:22:55.139297 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 47856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:22:55.144118 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '146583c8-92b4-4c08-bbac-852b5f6e7eb6', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:22:55.158661 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 186931e8-c019-4509-8356-01c3a2e155b3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:55.168500 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Project a98a336fcdd94614b557dff287394b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:22:55.174178 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (65134c5d-2022-4432-98fe-3d3b3091bc38), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.212813 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 186931e8-c019-4509-8356-01c3a2e155b3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:55.213193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (186931e8-c019-4509-8356-01c3a2e155b3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.216087 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Sync routers for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:22:55.243542 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (65134c5d-2022-4432-98fe-3d3b3091bc38), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.247583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (65134c5d-2022-4432-98fe-3d3b3091bc38), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.248669 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:55.249545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:55.271487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65134c5d-2022-4432-98fe-3d3b3091bc38,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:55.277355 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.286075 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cbb3e869-ea99-4a00-a9a8-464efa08477d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382418 Feb 19 08:22:55.387171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 186931e8-c019-4509-8356-01c3a2e155b3 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:55.387589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (186931e8-c019-4509-8356-01c3a2e155b3), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.408964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:55.429293 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-0b6898e3-0de3-442f-a9de-9cbf6fdaee56 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711931898&fields=id&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 267 time: 0.0449069 Feb 19 08:22:55.440785 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 186931e8-c019-4509-8356-01c3a2e155b3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=186931e8-c019-4509-8356-01c3a2e155b3,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:55.446605 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (186931e8-c019-4509-8356-01c3a2e155b3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.541285 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-0755e2df-1775-4f01-9eaa-e56434e9d9f3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:22:55.542965 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-0755e2df-1775-4f01-9eaa-e56434e9d9f3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 808 time: 0.1062140 Feb 19 08:22:55.557799 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-b0c46d5d-f365-40c2-bd29-9799250ce46c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/quotas/a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Feb 19 08:22:55.567331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=186931e8-c019-4509-8356-01c3a2e155b3,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:55.614566 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-b5ea5c24-6ff4-4328-ad96-d4fefe90a13f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515482 Feb 19 08:22:55.652014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 4, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ac27f720-0f93-49fe-96f0-7ebb9157d875', 'name': '', 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'mac_address': 'fa:16:3e:56:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:51Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 2, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'subnets': [{'id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:55.678106 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Checking router: 390aabf1-4563-4734-91ba-12fc1cc65098 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:22:55.678462 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Updating router 390aabf1-4563-4734-91ba-12fc1cc65098 port ac27f720-0f93-49fe-96f0-7ebb9157d875 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:22:55.705952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.722584 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-60f643cf-0b3c-4467-b91f-66c6fa8c7b5a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:22:55.723617 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-60f643cf-0b3c-4467-b91f-66c6fa8c7b5a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977035 Feb 19 08:22:55.816336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-3195df2c-eae0-4947-b182-021735323db3 service neutron] 10.222.0.43 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Feb 19 08:22:55.904491 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-3da93e69-6b21-489d-8da8-98c2ff94066d service neutron] 10.222.0.43 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Feb 19 08:22:55.973525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks [] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:55.979474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.038558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993466cb-95ff-4fdf-80d2-898b4412f181 None None] Pushing event updated for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:56.090866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Attempting to bind port ac27f720-0f93-49fe-96f0-7ebb9157d875 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:22:56.091275 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Attempting to bind port ac27f720-0f93-49fe-96f0-7ebb9157d875 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:22:56.091733 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Attempting to bind port ac27f720-0f93-49fe-96f0-7ebb9157d875 on network a08eb1f9-7556-4757-9e94-e6f55bb6420e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:22:56.094348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a6510607-2884-4cc8-b749-ad17c9e28c12 req-c3787b3c-ccb6-4612-b8f3-8675fbf44c51 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Feb 19 08:22:56.097571 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:22:56.098187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Checking segment: {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:22:56.098786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.099408 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Bound using segment: {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:22:56.100196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Bound port: ac27f720-0f93-49fe-96f0-7ebb9157d875, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:22:56.101273 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.170842 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] For port ac27f720-0f93-49fe-96f0-7ebb9157d875, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:22:56.174509 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] For port ac27f720-0f93-49fe-96f0-7ebb9157d875, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac27f720-0f93-49fe-96f0-7ebb9157d875,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:22:56.182388 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.241878 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:22:56.242648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:22:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:56.245903 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993466cb-95ff-4fdf-80d2-898b4412f181 None None] Pushing event updated for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:56.308945 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:56.309327 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.393499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:22:56.537864 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Current status of the port ac27f720-0f93-49fe-96f0-7ebb9157d875 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:56.538253 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.751534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] For port ac27f720-0f93-49fe-96f0-7ebb9157d875, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac27f720-0f93-49fe-96f0-7ebb9157d875,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:22:56.757763 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.830844 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb22f5-db9a-4a9f-ae0b-38c6e992baf4 None None] Pushing event updated for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:22:56.844574 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 4, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ac27f720-0f93-49fe-96f0-7ebb9157d875', 'name': '', 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'mac_address': 'fa:16:3e:56:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:51Z', 'updated_at': '2022-02-19T08:22:56Z', 'revision_number': 4, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'subnets': [{'id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:22:56.878282 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3643a9b1-2c76-49bd-94d5-e7a975422db0 None None] The sync data for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 is: [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:52Z', 'revision_number': 4, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': 'ac27f720-0f93-49fe-96f0-7ebb9157d875', 'name': '', 'network_id': 'a08eb1f9-7556-4757-9e94-e6f55bb6420e', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'mac_address': 'fa:16:3e:56:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:51Z', 'updated_at': '2022-02-19T08:22:56Z', 'revision_number': 4, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'subnets': [{'id': '6437b8c9-439e-4703-a983-9d1432b959f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:22:56.889632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-05cfdc84-e976-4430-a28c-cf87d3beefcf None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:56.890020 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05cfdc84-e976-4430-a28c-cf87d3beefcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:56.986213 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05cfdc84-e976-4430-a28c-cf87d3beefcf None None] Current status of the port ac27f720-0f93-49fe-96f0-7ebb9157d875 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:57.176255 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2b7b6a03-956f-44fa-bff1-60a84f21da44 req-091e99ad-aa9a-4606-b870-1bcb9480103d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Feb 19 08:22:57.243668 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac27f720-0f93-49fe-96f0-7ebb9157d875 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:57.296061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port ac27f720-0f93-49fe-96f0-7ebb9157d875 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:57.296436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:57.377989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port ac27f720-0f93-49fe-96f0-7ebb9157d875 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:57.379088 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 186931e8-c019-4509-8356-01c3a2e155b3 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:22:57.426321 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 186931e8-c019-4509-8356-01c3a2e155b3 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:22:57.426696 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (186931e8-c019-4509-8356-01c3a2e155b3), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:22:57.511204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 186931e8-c019-4509-8356-01c3a2e155b3 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:22:58.271110 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4cce285f-68ea-47d3-aa31-9668a8e57167 req-8466fbb9-bee6-4d26-9db1-7952f842fe2b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0373695 Feb 19 08:22:59.349273 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0a7bef9e-c365-4340-8afb-93e470fe9e87 req-cee8c834-7b37-4950-ada0-37984ecf59b9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0259092 Feb 19 08:23:00.446147 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b42fc77e-bad0-4d2e-8ff3-c6d0d7440151 req-4a32e99a-cdf5-4a78-8e1c-f6db2c9648b0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Feb 19 08:23:00.848524 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.080822 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-6e2e9cee-102c-4953-9866-e43ba0164979 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:01.082401 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-6e2e9cee-102c-4953-9866-e43ba0164979 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 808 time: 0.1054659 Feb 19 08:23:01.143116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-450ed963-01d4-4489-a784-e82272e1642f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 380 time: 0.0531950 Feb 19 08:23:01.152681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'port': {'device_id': '926a2b14-c605-4096-931a-ed5559c8ff21', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'admin_state_up': True, 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'security_groups': ['146583c8-92b4-4c08-bbac-852b5f6e7eb6']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:23:01.254591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Made reservation on behalf of a98a336fcdd94614b557dff287394b63 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:23:01.257916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.382948 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Allocated IP 172.20.0.5 (597235f5-6ae9-4f49-b809-5e0d2672af8b/cb0e6a34-2f25-432f-8a49-14d0415159d6/d4a51267-489c-49cd-963c-f30ee59d3de9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:23:01.523054 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.544787 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d2bf1d79-2367-4dbe-9b15-01f57ea0a1ee req-ae0f109a-e20d-4f49-b69d-92df7951d86c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0314817 Feb 19 08:23:01.556582 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.597232 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:23:01.600193 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:23:01.602807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:23:01.616173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:01.663444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:01.664105 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.681902 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-81b6ea1c-e9f6-4d1b-95d7-9edbd0ba9854 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5324335 Feb 19 08:23:01.694348 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Request body: {'port': {'device_id': '926a2b14-c605-4096-931a-ed5559c8ff21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:23:01.759645 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.839411 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-eff067b5-469f-49ad-865b-b52c3fe760a8 None None] Provisioning complete for port d4a51267-489c-49cd-963c-f30ee59d3de9 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:23:01.839794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eff067b5-469f-49ad-865b-b52c3fe760a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:01.872334 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-eff067b5-469f-49ad-865b-b52c3fe760a8 None None] Port d4a51267-489c-49cd-963c-f30ee59d3de9 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:23:02.014919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:23:02.022953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks [] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:02.034748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Transition to ACTIVE for port object d4a51267-489c-49cd-963c-f30ee59d3de9 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:23:02.038382 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:02.088551 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:02.161800 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Attempting to bind port d4a51267-489c-49cd-963c-f30ee59d3de9 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:23:02.162136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Attempting to bind port d4a51267-489c-49cd-963c-f30ee59d3de9 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:23:02.162468 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Attempting to bind port d4a51267-489c-49cd-963c-f30ee59d3de9 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:23:02.166988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Port d4a51267-489c-49cd-963c-f30ee59d3de9 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:23:02.167367 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Attempting to bind port d4a51267-489c-49cd-963c-f30ee59d3de9 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:23:02.172441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:23:02.172782 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:23:02.173188 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Bound using segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:23:02.173598 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Bound port: d4a51267-489c-49cd-963c-f30ee59d3de9, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:23:02.173960 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:02.240866 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:23:02.244218 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:23:02.250710 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:02.282646 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.283384 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:02.284723 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] 10.222.0.47 "PUT /v2.0/ports/d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1091 time: 0.5951602 Feb 19 08:23:02.285230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:23:02.287505 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dfc47a-9349-474e-89f7-02e5a1376a35" -d '{"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:23:02.325814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f09888-51fb-4c01-8a86-2e2c4031218c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:02.335178 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0235ecf-44c5-45c9-8151-cc25b154db16 x-openstack-request-id: req-c0235ecf-44c5-45c9-8151-cc25b154db16 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:23:02.335491 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:23:02.335899 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0235ecf-44c5-45c9-8151-cc25b154db16 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:23:02.336142 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'status': 'completed', 'code': 200} Feb 19 08:23:02.390494 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-71f9fee9-6fee-43de-98fe-2e12c36ed029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.392106 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-71f9fee9-6fee-43de-98fe-2e12c36ed029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1125 time: 0.0469780 Feb 19 08:23:02.433232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-4a9851d4-1198-4a41-8183-cc0bb4455a8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 217 time: 0.0348027 Feb 19 08:23:02.484262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-8f7922d5-7fa8-41df-9a70-221583931582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.485742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-8f7922d5-7fa8-41df-9a70-221583931582 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0469148 Feb 19 08:23:02.539125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-e920a264-e266-42d6-8138-62f434583d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.540608 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-e920a264-e266-42d6-8138-62f434583d80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489233 Feb 19 08:23:02.628212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-7319c0ec-981a-427a-bee2-6d8b990bfe29 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814893 Feb 19 08:23:02.662332 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6a21a-1004-4df8-991a-5076d2903ad1 req-e42eabf9-fff2-4ffd-b3d7-25393510e265 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.663861 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bc6a21a-1004-4df8-991a-5076d2903ad1 req-e42eabf9-fff2-4ffd-b3d7-25393510e265 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0530913 Feb 19 08:23:02.712421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bc6a21a-1004-4df8-991a-5076d2903ad1 req-7b51049d-c5aa-4980-91dc-90ecb64df64d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Feb 19 08:23:02.719931 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e36b3302-aa81-4c66-9674-42de2b5358fe req-10ec7293-2cb0-4272-83e0-60d89f7568a1 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865886 Feb 19 08:23:02.814913 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-7ac182e8-3af6-47a2-8248-7f2c6045ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.816441 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-7ac182e8-3af6-47a2-8248-7f2c6045ef3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1125 time: 0.0455239 Feb 19 08:23:02.904561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-6104a635-a1c8-4801-b2d3-b5fb3ad4eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.905997 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-6104a635-a1c8-4801-b2d3-b5fb3ad4eb0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0841887 Feb 19 08:23:02.944995 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-5e0d9b29-aef4-4c32-8e51-450751c7ecef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 217 time: 0.0328860 Feb 19 08:23:02.992579 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-99e9424a-1213-4512-b4db-af225018adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:02.994003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-99e9424a-1213-4512-b4db-af225018adda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0429778 Feb 19 08:23:03.041853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-045d0cea-d62c-4bb8-bcb6-f9ee0cbc5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:03.043392 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-045d0cea-d62c-4bb8-bcb6-f9ee0cbc5853 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430944 Feb 19 08:23:03.133270 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-e844cc77-fef8-410d-a1bd-572dae0ee3b9 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836551 Feb 19 08:23:03.224528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e1dfc47a-9349-474e-89f7-02e5a1376a35 req-403ed9e3-61ae-4e71-998c-87af18574826 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853755 Feb 19 08:23:03.703761 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:03.835641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70d09-8f6a-4c5f-ad15-c1986dde8604 req-89b9d17a-808a-4515-9f1b-428e56824603 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:03.837060 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18a70d09-8f6a-4c5f-ad15-c1986dde8604 req-89b9d17a-808a-4515-9f1b-428e56824603 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Feb 19 08:23:03.885007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-18a70d09-8f6a-4c5f-ad15-c1986dde8604 req-6161742a-da5f-48ec-8c82-bddd45b51c23 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Feb 19 08:23:04.999657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e7051-7780-426b-bd7f-065d11d5bb5c req-fc95c519-0fb5-4843-90f4-41fe85e840af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:05.001143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-739e7051-7780-426b-bd7f-065d11d5bb5c req-fc95c519-0fb5-4843-90f4-41fe85e840af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0520141 Feb 19 08:23:05.049426 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-739e7051-7780-426b-bd7f-065d11d5bb5c req-56de2d45-29f3-4c74-85ca-dc996da93b05 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419078 Feb 19 08:23:05.640746 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:23:05.734390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:23:05.745702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:23:05.785570 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:23:05.785965 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:05.798417 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:23:05.817857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:23:05.821433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:05.865851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:06.132230 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d4a51267-489c-49cd-963c-f30ee59d3de9'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:23:06.169491 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d2aa7-d005-4381-88e0-ec965153bd39 req-34e0822f-fcba-4355-9ca1-6705e1c50267 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:06.171026 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a5d2aa7-d005-4381-88e0-ec965153bd39 req-34e0822f-fcba-4355-9ca1-6705e1c50267 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 944 time: 0.0557764 Feb 19 08:23:06.236544 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0a5d2aa7-d005-4381-88e0-ec965153bd39 req-a35f70cb-13cb-40cf-8f28-1cf227fbb162 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576704 Feb 19 08:23:06.372863 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e455e6a-4e17-4974-a775-7a00b54d3efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:07.357931 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609b070-b945-4b02-b84a-6551f6a87032 req-07eac894-9838-4975-8e78-e09c2d0a8dcf tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:07.359355 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3609b070-b945-4b02-b84a-6551f6a87032 req-07eac894-9838-4975-8e78-e09c2d0a8dcf tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 944 time: 0.0554652 Feb 19 08:23:07.406143 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3609b070-b945-4b02-b84a-6551f6a87032 req-5a7b6b35-acfd-495d-a210-3f2048e1e520 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Feb 19 08:23:07.656316 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:23:07.707312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port d4a51267-489c-49cd-963c-f30ee59d3de9 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:23:07.711131 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d4a51267-489c-49cd-963c-f30ee59d3de9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:23:07.711533 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:07.784629 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:23:07.785022 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:07.805909 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:23:07.808162 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374d064-a5e2-4119-bdce-6e52dacaacbf" -d '{"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:23:07.821052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:23:07.824856 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:07.847535 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ecdb1f-76ab-4e87-ace9-a8ba3e88fb64 x-openstack-request-id: req-f4ecdb1f-76ab-4e87-ace9-a8ba3e88fb64 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:23:07.847823 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:23:07.848074 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4ecdb1f-76ab-4e87-ace9-a8ba3e88fb64 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:23:07.848464 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'code': 200} Feb 19 08:23:07.875583 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:07.947100 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6aa23-1be8-43df-9d6b-e34beb0ac24b req-24ad938a-6dde-4d24-996d-b5161e080321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:07.948674 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b6aa23-1be8-43df-9d6b-e34beb0ac24b req-24ad938a-6dde-4d24-996d-b5161e080321 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0465255 Feb 19 08:23:07.993041 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-63b6aa23-1be8-43df-9d6b-e34beb0ac24b req-cd341c97-d6e2-42e9-be71-faa03fae55b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386088 Feb 19 08:23:08.522280 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f03a5e-c82b-4746-b61c-b2a26bb459f1 req-c1c15518-683d-4b2e-a129-919a74e211e1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:08.523780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88f03a5e-c82b-4746-b61c-b2a26bb459f1 req-c1c15518-683d-4b2e-a129-919a74e211e1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Feb 19 08:23:08.571463 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-88f03a5e-c82b-4746-b61c-b2a26bb459f1 req-83b16344-386a-4fff-b7a6-217e52a26e60 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Feb 19 08:23:08.696568 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c305c86-4dd4-49c6-a03c-6fed194ebf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:09.691213 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f0958-deb9-4525-ad61-30b2a12f2999 req-b572eebf-09b6-4c77-9658-7a5738e53f4f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:09.692678 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f76f0958-deb9-4525-ad61-30b2a12f2999 req-b572eebf-09b6-4c77-9658-7a5738e53f4f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Feb 19 08:23:09.739355 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f76f0958-deb9-4525-ad61-30b2a12f2999 req-5d57aa13-2a10-4513-8dd2-99441c7cef73 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Feb 19 08:23:09.856383 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64b425-cde9-4679-bea7-cb99c765302b req-2e2b3355-573d-45db-bed0-48a974a5e03e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:09.857750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df64b425-cde9-4679-bea7-cb99c765302b req-2e2b3355-573d-45db-bed0-48a974a5e03e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Feb 19 08:23:09.908462 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-df64b425-cde9-4679-bea7-cb99c765302b req-7939c2c7-fe23-481a-b7f5-106320a2b137 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Feb 19 08:23:09.930382 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47924) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:23:09.952588 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:10.017213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edae11-3f86-4b3a-b8b6-d46559241e45 tempest-TestShelveInstance-2026100293 tempest-TestShelveInstance-2026100293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:10.018744 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a8edae11-3f86-4b3a-b8b6-d46559241e45 tempest-TestShelveInstance-2026100293 tempest-TestShelveInstance-2026100293-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1122 time: 0.0873966 Feb 19 08:23:10.021755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 47928) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:23:10.026003 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:23:10.045195 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:10.141264 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:10.242885 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Allocated IP 172.25.7.42 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/b10056b7-e9b3-4dc0-92c2-69fcda97d0a6) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:23:10.343484 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:10.376767 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:10.414021 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:23:10.416675 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:23:10.422564 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:23:10.442693 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=b10056b7-e9b3-4dc0-92c2-69fcda97d0a6,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:11.040650 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.106668 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.252015 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.257283 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.271484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.332688 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=b10056b7-e9b3-4dc0-92c2-69fcda97d0a6,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:23:11.340017 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.441209 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Floating IP 82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07 associated. External IP: 172.25.7.42, port: d4a51267-489c-49cd-963c-f30ee59d3de9. Feb 19 08:23:11.641446 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:23:11.748269 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:23:11.758026 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:23:11.766593 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:11.772104 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:23:11.772749 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:23:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:23:11.811272 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a34af406-f698-4734-a008-4128406278ec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7779944 Feb 19 08:23:11.811272 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:23:11.811272 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f112b9-a1bf-48b1-ab40-634d8fd207ec" -d '{"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:23:11.847591 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c94d82-27c9-4c4c-aadb-917635e8c887 x-openstack-request-id: req-a0c94d82-27c9-4c4c-aadb-917635e8c887 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:23:11.847892 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:23:11.848151 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0c94d82-27c9-4c4c-aadb-917635e8c887 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:23:11.848560 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'status': 'completed', 'code': 200} Feb 19 08:23:11.883273 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:23:11.914531 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-f02d5c8a-486c-4886-a6c9-d2484e2b698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:11.916163 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-f02d5c8a-486c-4886-a6c9-d2484e2b698d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0488014 Feb 19 08:23:12.022460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-71153e63-10e6-4da0-8ab0-9c3cf924ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:12.024105 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-71153e63-10e6-4da0-8ab0-9c3cf924ead5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.1014991 Feb 19 08:23:12.087368 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-06c1c72d-b81b-4c92-984a-3acb3f2784b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 998 time: 0.0575700 Feb 19 08:23:12.109338 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926a2b14-c605-4096-931a-ed5559c8ff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:23:10Z', 'updated_at': '2022-02-19T08:23:10Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:23:12.138850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-de391594-0101-4e66-8a93-cb613d7c2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:12.139115 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:23:12.140358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-de391594-0101-4e66-8a93-cb613d7c2ea9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0478659 Feb 19 08:23:12.150457 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:23:12.151064 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:23:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:23:12.188415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-4361d5fc-73ee-4f41-80b1-941859871281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:12.189867 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-4361d5fc-73ee-4f41-80b1-941859871281 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437040 Feb 19 08:23:12.256287 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:23:12.276973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-f1311d47-67f8-4521-bb31-793122d6b8f5 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808024 Feb 19 08:23:12.367579 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-53f112b9-a1bf-48b1-ab40-634d8fd207ec req-4b8afc45-12eb-4ea1-b655-733975934b7d service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Feb 19 08:23:12.472249 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926a2b14-c605-4096-931a-ed5559c8ff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:23:10Z', 'updated_at': '2022-02-19T08:23:10Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:23:12.497467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d9723-4cb7-48e1-b938-ceec38bcf957 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.42', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926a2b14-c605-4096-931a-ed5559c8ff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:23:10Z', 'updated_at': '2022-02-19T08:23:10Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:23:12.563127 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:12.685577 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dee4c7-3d9a-4300-ac4f-52037071e234 None None] New status for floating IP 82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:23:19.845624 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:23:30.848590 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:33.718092 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:36.364470 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2e872fc-186e-458e-ba87-fcc10b412908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:38.697525 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38fe81c6-6c20-4496-bf33-a4e5691dd694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:39.953857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:41.269960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:42.565985 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:23:47.909360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-38b8975f-ab66-49ab-95f1-b4a324f1d6f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426557 Feb 19 08:23:47.991912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5a3f-e763-42cf-abbb-366599f1578e req-eb661d17-7d9b-4ada-b2df-f779147026af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:47.993397 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-eb661d17-7d9b-4ada-b2df-f779147026af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0433607 Feb 19 08:23:48.095894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5a3f-e763-42cf-abbb-366599f1578e req-51270143-524b-4200-a899-a7c9fdda42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:48.097346 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-51270143-524b-4200-a899-a7c9fdda42af service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0845144 Feb 19 08:23:48.160118 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-9ea341e5-acd4-4cd0-b60e-a284dc144bde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0571749 Feb 19 08:23:48.209835 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5a3f-e763-42cf-abbb-366599f1578e req-7168af01-a062-4dcb-a1d2-39376b3eaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:48.211529 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-7168af01-a062-4dcb-a1d2-39376b3eaefe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0460427 Feb 19 08:23:48.257919 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5a3f-e763-42cf-abbb-366599f1578e req-954de3fa-22a0-4eef-8ccb-490274896da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:23:48.259411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-954de3fa-22a0-4eef-8ccb-490274896da0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427482 Feb 19 08:23:48.343574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-461c07de-0f10-49c6-a252-4e377ef83b51 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784848 Feb 19 08:23:48.433456 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-284a5a3f-e763-42cf-abbb-366599f1578e req-fe74050d-7698-4c7d-9e57-8565417382ca service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841420 Feb 19 08:23:56.844552 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:24:00.848551 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:03.714758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:06.365919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d15f-a1b2-4144-88a4-66d2f0619dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:08.698285 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa3aa-c578-44fb-a33e-c689cdddf43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:09.957026 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:11.272422 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:12.567172 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:30.852578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:33.725737 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:33.843210 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:24:36.367087 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d653c1f-1cd5-4de6-b9c9-38a1871952a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:38.699125 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-926e0e18-ae2b-429b-88d3-750d41b05931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:39.961586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:41.273600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:42.569135 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:24:49.823520 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-ec2f072a-4d7d-4ff6-ab58-f8497c979088 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433114 Feb 19 08:24:49.903970 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-50780abb-63a7-48e5-a693-a976d7b7527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:49.905423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-50780abb-63a7-48e5-a693-a976d7b7527b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0425177 Feb 19 08:24:50.006797 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-31d2a50a-596d-429e-af00-04c77bbb4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:50.008281 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-31d2a50a-596d-429e-af00-04c77bbb4ec0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0857284 Feb 19 08:24:50.070581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-2b8ac6d7-ac9c-414d-b5ea-93b57b57647b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0565448 Feb 19 08:24:50.120146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-61f335d1-dd17-4bee-bb23-e1f111170778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:50.121484 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-61f335d1-dd17-4bee-bb23-e1f111170778 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0458269 Feb 19 08:24:50.168788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-92107cbc-f2d5-40fe-b563-79d9c477cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:24:50.170252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-92107cbc-f2d5-40fe-b563-79d9c477cde2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434330 Feb 19 08:24:50.255073 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-f062be82-3bea-4bbb-959d-eac192ff05e1 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788031 Feb 19 08:24:50.347112 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-28c39f04-6fe3-4f32-ae57-f02af71ba486 req-de4d4157-05a8-4458-8542-c954d495eaa8 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Feb 19 08:25:00.852842 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:03.727162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:06.368628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-731e7e86-8801-48d4-9e60-5fc2dcb9c333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:08.700421 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74282d22-7ac7-41c6-8048-a52ecab7d62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:09.961607 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:10.841613 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:25:11.276880 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:12.575170 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:30.844853 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:33.726664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:36.369502 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2da93f9-ce6f-49e0-8c79-e2d7c5c16ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:38.701665 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-df28f2f0-112b-4d6e-b0c3-8c249ff77a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:39.527106 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdefc8b-2649-42f0-8b39-e23ee837b7d3 req-eae9788d-5fa8-4bfb-93fe-823f9503609b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:39.528620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cdefc8b-2649-42f0-8b39-e23ee837b7d3 req-eae9788d-5fa8-4bfb-93fe-823f9503609b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.1014643 Feb 19 08:25:39.575574 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5cdefc8b-2649-42f0-8b39-e23ee837b7d3 req-073c5c9d-ed45-4fe4-8bcb-80420c078087 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Feb 19 08:25:39.967948 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:40.698153 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6b91-01e5-48f1-9edb-2c9b86bda511 req-50233b31-d3cc-46fe-a0da-18f54af7b6a1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:40.699670 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adff6b91-01e5-48f1-9edb-2c9b86bda511 req-50233b31-d3cc-46fe-a0da-18f54af7b6a1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Feb 19 08:25:40.747712 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-adff6b91-01e5-48f1-9edb-2c9b86bda511 req-0278369f-37fc-494a-9185-58437f8688ed tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Feb 19 08:25:41.279234 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:41.876349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b357-57b0-4074-8737-f74a0ea895de req-3525bfcb-26a2-4545-ad36-8de368dd9a8d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:41.878432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95d8b357-57b0-4074-8737-f74a0ea895de req-3525bfcb-26a2-4545-ad36-8de368dd9a8d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0564706 Feb 19 08:25:41.925590 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-95d8b357-57b0-4074-8737-f74a0ea895de req-b24a0063-017e-4287-b1eb-c46b9d9b4d2d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 Feb 19 08:25:42.568342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:43.042261 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f6bcc-1e59-49f5-9df1-596ad25834bc req-fd36cee9-eaf4-4970-bebb-b68945551e51 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:43.043750 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-068f6bcc-1e59-49f5-9df1-596ad25834bc req-fd36cee9-eaf4-4970-bebb-b68945551e51 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Feb 19 08:25:43.090724 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-068f6bcc-1e59-49f5-9df1-596ad25834bc req-78946d48-5500-43c7-b297-3e4f83df770a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Feb 19 08:25:44.208372 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b01c-cf71-4e36-afe9-124baf50ad81 req-7a759ca0-2661-4857-9d31-458853cc5695 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:44.209761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3555b01c-cf71-4e36-afe9-124baf50ad81 req-7a759ca0-2661-4857-9d31-458853cc5695 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Feb 19 08:25:44.257788 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3555b01c-cf71-4e36-afe9-124baf50ad81 req-d7235c7c-206f-4799-9917-46b57baca17b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Feb 19 08:25:45.378178 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b89e2-110c-4275-ac05-e56717bdbc7e req-a1845127-b88b-4f6a-9e4f-a43297d419e0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:45.379667 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e17b89e2-110c-4275-ac05-e56717bdbc7e req-a1845127-b88b-4f6a-9e4f-a43297d419e0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Feb 19 08:25:45.426503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e17b89e2-110c-4275-ac05-e56717bdbc7e req-ea0a2281-e304-4e11-8471-6e25c49e5567 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Feb 19 08:25:46.542966 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85f22a-0ba2-401a-8db6-7ed04e752493 req-8d67060e-e448-4f61-89fe-83321655cad1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:46.544471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf85f22a-0ba2-401a-8db6-7ed04e752493 req-8d67060e-e448-4f61-89fe-83321655cad1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Feb 19 08:25:46.594991 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bf85f22a-0ba2-401a-8db6-7ed04e752493 req-49161f84-a52b-4c45-b3fe-fd8f1a01d9bc tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449529 Feb 19 08:25:47.714442 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143f79-5873-450c-a60c-6b85b311b2c7 req-5a015b48-1a53-4803-992a-68e4f996e689 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:47.716830 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07143f79-5873-450c-a60c-6b85b311b2c7 req-5a015b48-1a53-4803-992a-68e4f996e689 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0559309 Feb 19 08:25:47.764935 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-07143f79-5873-450c-a60c-6b85b311b2c7 req-456f765b-348f-4277-af99-fc44a699f52f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418637 Feb 19 08:25:47.839853 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:25:48.883053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484bf43-27ac-4e37-aab7-31d83a8eac72 req-0c593391-156e-4917-bc28-bddc0918a84a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:48.884542 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0484bf43-27ac-4e37-aab7-31d83a8eac72 req-0c593391-156e-4917-bc28-bddc0918a84a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0517790 Feb 19 08:25:48.931771 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0484bf43-27ac-4e37-aab7-31d83a8eac72 req-11d1fa7e-d9a3-421f-8403-ad3cdca7f17b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Feb 19 08:25:49.825665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-c2d1545e-3af6-4be5-a45c-589b7b3f4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:49.827171 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-c2d1545e-3af6-4be5-a45c-589b7b3f4ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0427930 Feb 19 08:25:49.928880 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-5e9cbc89-1e44-4d9e-b97d-b7bde84cbc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:49.930341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-5e9cbc89-1e44-4d9e-b97d-b7bde84cbc42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0849373 Feb 19 08:25:49.994051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-f3c2005f-d43a-4de6-84ac-655d39cec571 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0577114 Feb 19 08:25:50.046657 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-68f44734-7d39-4d94-8c88-ff545d640338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:50.048168 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-68f44734-7d39-4d94-8c88-ff545d640338 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0483224 Feb 19 08:25:50.059806 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca6b86-0675-406c-9fb8-1b064307a60a req-954eb432-4766-431c-9859-f079576c9812 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:50.061302 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1ca6b86-0675-406c-9fb8-1b064307a60a req-954eb432-4766-431c-9859-f079576c9812 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0564210 Feb 19 08:25:50.096779 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-26622512-5160-487b-8c10-9980d364c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:50.098224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-26622512-5160-487b-8c10-9980d364c7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436440 Feb 19 08:25:50.110228 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f1ca6b86-0675-406c-9fb8-1b064307a60a req-2572577b-bb0b-4e4a-8978-2094d30fa7a8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Feb 19 08:25:50.186046 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-2ad57f3c-94dd-4450-a9b2-b4147422e34a service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Feb 19 08:25:50.279257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37cf2940-7e57-41d3-9782-4e7ac3d57acf req-8ccd6823-9548-4150-97a7-4c6171e0f43c service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875266 Feb 19 08:25:51.229567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc856fbd-da10-499a-ae2f-1b6b60a8b08a req-b1209940-2cd2-43f2-acf1-279fdf0268f0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:51.230975 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc856fbd-da10-499a-ae2f-1b6b60a8b08a req-b1209940-2cd2-43f2-acf1-279fdf0268f0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Feb 19 08:25:51.278304 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc856fbd-da10-499a-ae2f-1b6b60a8b08a req-c215f488-a14d-488b-95b6-d992f69143eb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Feb 19 08:25:52.399492 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a87eae-b15f-4f2a-8ca2-fbb6e95588fa req-0ac43282-b1a6-4ac3-9a22-77160868c1ab tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:52.401112 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82a87eae-b15f-4f2a-8ca2-fbb6e95588fa req-0ac43282-b1a6-4ac3-9a22-77160868c1ab tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Feb 19 08:25:52.453562 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82a87eae-b15f-4f2a-8ca2-fbb6e95588fa req-4c28afd2-98b6-4f62-817c-5b3dc3e55d7b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467138 Feb 19 08:25:52.510197 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:25:52.601477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:52.615963 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:25:52.651673 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:25:52.652068 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:52.664757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:25:52.683820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:52.687758 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:52.735620 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:25:52.743696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.744044 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.744388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.744724 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.745056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.745388 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.745715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.746041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.746363 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.746684 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.747003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.747353 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.747683 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:25:52.773709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d4a51267-489c-49cd-963c-f30ee59d3de9'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:25:53.571689 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315cbd8-7e29-42e2-824b-4828d02b462a req-c036e060-aacb-4cd2-b9f0-2e720be2cc13 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:53.573210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2315cbd8-7e29-42e2-824b-4828d02b462a req-c036e060-aacb-4cd2-b9f0-2e720be2cc13 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 944 time: 0.0511067 Feb 19 08:25:53.623806 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2315cbd8-7e29-42e2-824b-4828d02b462a req-cfc32aae-c47b-4432-b25d-f5c0afd5ff4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450580 Feb 19 08:25:54.522580 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:25:54.571384 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d4a51267-489c-49cd-963c-f30ee59d3de9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:25:54.571759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:54.644970 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:25:54.645352 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:54.672312 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:25:54.674589 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151d9642-2c8f-4a9d-a40d-ffc1e32df681" -d '{"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:25:54.687029 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:25:54.692794 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:25:54.725856 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fac49c-18b9-4652-a988-be613dfbafcd x-openstack-request-id: req-21fac49c-18b9-4652-a988-be613dfbafcd {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:25:54.726154 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:25:54.726409 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21fac49c-18b9-4652-a988-be613dfbafcd {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:25:54.726796 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'code': 200} Feb 19 08:25:54.741845 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:25:54.751179 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a2197-69c6-4b01-99a3-be4c6b573187 req-122a9938-efe0-4768-96bc-922b1bc174c2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:54.752742 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a88a2197-69c6-4b01-99a3-be4c6b573187 req-122a9938-efe0-4768-96bc-922b1bc174c2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0533421 Feb 19 08:25:54.804291 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a88a2197-69c6-4b01-99a3-be4c6b573187 req-7ecc4a6a-c2f7-4940-90d5-ffeb4af39e5e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457430 Feb 19 08:25:55.922487 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd5218-da11-4d9d-89c7-32ebaebc8d1c req-9226d0a7-01de-46b1-93ab-356268281500 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:55.924599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbdd5218-da11-4d9d-89c7-32ebaebc8d1c req-9226d0a7-01de-46b1-93ab-356268281500 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Feb 19 08:25:55.972739 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cbdd5218-da11-4d9d-89c7-32ebaebc8d1c req-5b9a4a40-41a7-4da0-8eab-2e984e14afc7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Feb 19 08:25:57.102419 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd532e-8f6e-48e2-95c8-a2da5e8b1e4e req-d41d7852-6d90-41c4-b846-5a4906fc73c8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:57.104045 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32fd532e-8f6e-48e2-95c8-a2da5e8b1e4e req-d41d7852-6d90-41c4-b846-5a4906fc73c8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0546978 Feb 19 08:25:57.155205 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-32fd532e-8f6e-48e2-95c8-a2da5e8b1e4e req-66fe7e01-e0bb-41d1-a32d-664573aa822a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449476 Feb 19 08:25:58.284410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d32126-04bb-4499-a0de-67209c1881a8 req-d32c73af-9caa-4801-a008-4c6f75e96811 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:58.287251 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68d32126-04bb-4499-a0de-67209c1881a8 req-d32c73af-9caa-4801-a008-4c6f75e96811 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0550344 Feb 19 08:25:58.338549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68d32126-04bb-4499-a0de-67209c1881a8 req-b98dbd5f-dee1-4775-82de-da85874b41a6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Feb 19 08:25:59.478479 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eab0ac-1d96-429f-802c-6d7b49e06fd1 req-048c2ba1-e60f-4b46-9308-fa1fd0697af6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:25:59.480054 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4eab0ac-1d96-429f-802c-6d7b49e06fd1 req-048c2ba1-e60f-4b46-9308-fa1fd0697af6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0590143 Feb 19 08:25:59.535796 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d4eab0ac-1d96-429f-802c-6d7b49e06fd1 req-2de06b29-cac6-4e1b-a0ce-ecfdaf937df1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Feb 19 08:26:00.687293 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940e02b-f69a-42ce-b0ae-2dd2c84d86b4 req-bceb571a-558d-462c-9aee-30d75b9d84a0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:00.695746 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e940e02b-f69a-42ce-b0ae-2dd2c84d86b4 req-bceb571a-558d-462c-9aee-30d75b9d84a0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0678129 Feb 19 08:26:00.741244 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e940e02b-f69a-42ce-b0ae-2dd2c84d86b4 req-9bfa7223-e6b4-4d21-9cd4-6f651a919249 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Feb 19 08:26:00.845769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:01.883655 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12480bcf-bcc4-4cfa-b9f8-4aeca602581c req-d18f5555-40a0-4f2b-9a7f-fa0841e95c6e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:01.885198 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-12480bcf-bcc4-4cfa-b9f8-4aeca602581c req-d18f5555-40a0-4f2b-9a7f-fa0841e95c6e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Feb 19 08:26:01.945589 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-12480bcf-bcc4-4cfa-b9f8-4aeca602581c req-07016ab4-913f-4410-b714-427b49106639 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541084 Feb 19 08:26:03.077102 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce479f-8aa5-4601-b413-3874a4d03e1c req-08ca5be3-be01-4ffd-bfcb-310402c47c4a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:03.078611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddce479f-8aa5-4601-b413-3874a4d03e1c req-08ca5be3-be01-4ffd-bfcb-310402c47c4a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Feb 19 08:26:03.145522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddce479f-8aa5-4601-b413-3874a4d03e1c req-ddbeb504-c382-46b2-9e98-1f34823fc89a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542793 Feb 19 08:26:03.732991 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:04.265579 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c349-b0f8-4bcb-b055-78ad68ecd4a0 req-14c69e3c-a4ca-4e62-9bf4-410c9a73d75d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:04.267789 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2432c349-b0f8-4bcb-b055-78ad68ecd4a0 req-14c69e3c-a4ca-4e62-9bf4-410c9a73d75d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Feb 19 08:26:04.323908 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2432c349-b0f8-4bcb-b055-78ad68ecd4a0 req-712a51c6-1b7e-401e-8adf-fb1449141eb2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483913 Feb 19 08:26:05.459264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de27ab-91a3-403d-966b-725945e3d1d6 req-e942c4f1-3803-4d01-a401-7a45a8ad7f31 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:05.460728 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9de27ab-91a3-403d-966b-725945e3d1d6 req-e942c4f1-3803-4d01-a401-7a45a8ad7f31 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0550752 Feb 19 08:26:05.844774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c9de27ab-91a3-403d-966b-725945e3d1d6 req-80aa93de-f4bc-4391-8b0e-5fca90e22ac2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783786 Feb 19 08:26:05.876656 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-b4b07ca9-4e95-4644-a948-4dba3a9737e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:05.878145 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-b4b07ca9-4e95-4644-a948-4dba3a9737e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1127 time: 0.0458145 Feb 19 08:26:05.965093 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-7e2f3131-ee24-43ed-86d0-3b0cf335740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:05.966546 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-7e2f3131-ee24-43ed-86d0-3b0cf335740d service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0829868 Feb 19 08:26:06.030588 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-ddbe1b4d-8d28-4159-a632-a96b4b603d35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0570292 Feb 19 08:26:06.078295 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-edbe6a50-a538-42ad-b491-489d06d950ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:06.079703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-edbe6a50-a538-42ad-b491-489d06d950ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0417979 Feb 19 08:26:06.129641 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-700fc746-c490-4f9f-a9cd-e97601141f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:06.131022 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-700fc746-c490-4f9f-a9cd-e97601141f41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455649 Feb 19 08:26:06.216265 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-0996e9f2-d200-459d-952d-57cb6ad9a3e5 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789289 Feb 19 08:26:06.304285 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d6797a67-b4c8-4ff6-b583-e35bc6718a3d req-d6bd03f1-0733-4f0d-991b-1371f4ecd716 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824704 Feb 19 08:26:06.370851 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-722b78a7-4a39-479b-8251-5ce7c08aea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:06.963358 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5de2c-0af7-4087-a735-fbc2f0392396 req-8147c230-959a-410a-85d3-55de282bfe3d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:06.964884 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ef5de2c-0af7-4087-a735-fbc2f0392396 req-8147c230-959a-410a-85d3-55de282bfe3d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0512004 Feb 19 08:26:07.016398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ef5de2c-0af7-4087-a735-fbc2f0392396 req-daee6de0-7cfe-4b5a-9ea0-ff519cea91bf tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459380 Feb 19 08:26:08.140393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0e182-4b86-42d8-b436-ff2c820269bd req-d15aeb2e-41f2-4ad2-9e81-788c62ce4829 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:08.142085 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37f0e182-4b86-42d8-b436-ff2c820269bd req-d15aeb2e-41f2-4ad2-9e81-788c62ce4829 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0563161 Feb 19 08:26:08.194644 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37f0e182-4b86-42d8-b436-ff2c820269bd req-933ceea0-9538-40a2-aeb6-94d95987287d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Feb 19 08:26:08.261875 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-13df50e5-a509-4531-8c8f-6505beb68a6f req-31923793-0d2e-44ef-8240-95558d5decc9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:26:08.262860 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-13df50e5-a509-4531-8c8f-6505beb68a6f req-31923793-0d2e-44ef-8240-95558d5decc9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053666 Feb 19 08:26:08.424733 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd16bb-2f15-4837-912f-de7dab3add7e req-22ea354f-6aca-43a3-9196-9d77648ebf16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:08.426293 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0dd16bb-2f15-4837-912f-de7dab3add7e req-22ea354f-6aca-43a3-9196-9d77648ebf16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Feb 19 08:26:08.476754 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d0dd16bb-2f15-4837-912f-de7dab3add7e req-0fa93110-405f-4cb1-9c5e-1581560f37de tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Feb 19 08:26:08.573301 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:26:08.594767 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-131b46af-dc75-4187-8d27-263306e764dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883682 Feb 19 08:26:08.725421 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-89d683df-8315-466a-a2a9-6a8932535e4a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:08.726903 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-89d683df-8315-466a-a2a9-6a8932535e4a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports/d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 942 time: 0.1034980 Feb 19 08:26:08.838103 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:26:08.838600 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:08.842282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f9e16e-c2af-4969-8bbe-c629b0019ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:08.866409 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:26:08.868649 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f10e0ac-5347-4ff9-923d-a99fda9c5d02" -d '{"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:26:08.881198 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:26:08.886193 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:08.911533 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38bc9f-444d-41e2-9c4c-d4f254422314 x-openstack-request-id: req-5c38bc9f-444d-41e2-9c4c-d4f254422314 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:26:08.911800 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-unplugged", "status": "failed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "code": 422}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:26:08.912045 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c38bc9f-444d-41e2-9c4c-d4f254422314 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:26:08.912593 n-d-829866-3 neutron-server[103589]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'code': 422} returned with failed status Feb 19 08:26:08.940871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:26:09.454597 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-d45a6541-1570-4c53-930f-cec709350d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.456125 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-d45a6541-1570-4c53-930f-cec709350d10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 1125 time: 0.0445569 Feb 19 08:26:09.520858 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-2e51f5a5-38f6-452b-821b-41d1166d0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.522414 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-2e51f5a5-38f6-452b-821b-41d1166d0df7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1125 time: 0.0450616 Feb 19 08:26:09.651229 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03609-251d-496f-b6f7-2558207a191e req-d5907214-100c-41e4-af7d-80c7c66013b2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.652712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ad03609-251d-496f-b6f7-2558207a191e req-d5907214-100c-41e4-af7d-80c7c66013b2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.1064661 Feb 19 08:26:09.657305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-bbf47174-806d-4472-8243-58d17528bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.658687 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-bbf47174-806d-4472-8243-58d17528bf13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.1311212 Feb 19 08:26:09.753973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1ad03609-251d-496f-b6f7-2558207a191e req-5b3a5897-0d0a-47f3-9f26-c0349962ef06 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942059 Feb 19 08:26:09.756541 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-a8e2eb81-507b-47e9-a035-49cad9b7e1e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 998 time: 0.0904660 Feb 19 08:26:09.803990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-a2f738dc-70d5-418a-9052-43e948c3e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.805423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-a2f738dc-70d5-418a-9052-43e948c3e477 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0434763 Feb 19 08:26:09.852382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-2003e3b4-ffb4-4f18-a56f-19178215a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:09.853846 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-2003e3b4-ffb4-4f18-a56f-19178215a3ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427217 Feb 19 08:26:09.946985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-702cf07b-1324-4ddb-9ec2-26dae4c68dcc service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866244 Feb 19 08:26:09.963164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:10.037097 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6817dd36-8c40-4828-8fcc-4558159531c8 req-b4622f93-37f3-47c3-97ef-37803fa19e89 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Feb 19 08:26:10.882558 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456454-0802-4496-86dd-a4c7d5d3cce7 req-a4e90394-eef5-422a-aec9-33eb6170a9f1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:10.884096 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0456454-0802-4496-86dd-a4c7d5d3cce7 req-a4e90394-eef5-422a-aec9-33eb6170a9f1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0536349 Feb 19 08:26:10.943262 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0456454-0802-4496-86dd-a4c7d5d3cce7 req-d05f6928-ad33-45b4-80d0-c030b78aa475 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Feb 19 08:26:11.282628 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:12.074283 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb06448-e2ec-458a-bf7c-1a632365b76e req-4bcd36d9-7255-47bf-8912-0cdff664f880 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:12.075812 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2eb06448-e2ec-458a-bf7c-1a632365b76e req-4bcd36d9-7255-47bf-8912-0cdff664f880 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0638716 Feb 19 08:26:12.133577 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2eb06448-e2ec-458a-bf7c-1a632365b76e req-004a6d7e-eb9b-413b-a00f-5af8f3366d31 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509617 Feb 19 08:26:12.582739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:13.256636 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24d36-a454-41e3-a912-12c87747382b req-5d7b301e-406b-4d66-98f2-e29254c1f008 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:13.258343 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ba24d36-a454-41e3-a912-12c87747382b req-5d7b301e-406b-4d66-98f2-e29254c1f008 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0548091 Feb 19 08:26:13.308971 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-4ba24d36-a454-41e3-a912-12c87747382b req-4cdc89ab-651e-40a5-931c-57fb3db31fc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Feb 19 08:26:14.449439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f525f-258e-4be0-9520-ebfd78799907 req-e47e853c-da0e-4652-baae-270d9a63985f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:14.450960 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d49f525f-258e-4be0-9520-ebfd78799907 req-e47e853c-da0e-4652-baae-270d9a63985f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0716693 Feb 19 08:26:14.503376 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d49f525f-258e-4be0-9520-ebfd78799907 req-db9b31fd-5d3d-4886-aa13-cc7e9a6ab8f0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Feb 19 08:26:15.636826 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c8fd0-3a1b-4e4c-8c60-87b763f4bb32 req-addf37af-ab29-43af-bffd-bd8f86e1ed2e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:15.638378 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b12c8fd0-3a1b-4e4c-8c60-87b763f4bb32 req-addf37af-ab29-43af-bffd-bd8f86e1ed2e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0616994 Feb 19 08:26:15.690077 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-b12c8fd0-3a1b-4e4c-8c60-87b763f4bb32 req-86bbbbb8-2c5b-4104-a9ab-af0685b95069 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 Feb 19 08:26:16.821119 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e241a5-b352-4d78-8b66-62b1f6f72015 req-5923dbff-0585-469a-bea9-9a05060f85c9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:16.822824 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e241a5-b352-4d78-8b66-62b1f6f72015 req-5923dbff-0585-469a-bea9-9a05060f85c9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0613849 Feb 19 08:26:16.879766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-71e241a5-b352-4d78-8b66-62b1f6f72015 req-2887d831-82a5-447f-90b9-03eed669e803 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506892 Feb 19 08:26:18.008201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205be31c-44ef-4205-a0a2-230fca8474e8 req-80ed9ea8-996e-4a80-8e73-2620921cc067 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:18.009733 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-205be31c-44ef-4205-a0a2-230fca8474e8 req-80ed9ea8-996e-4a80-8e73-2620921cc067 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0611858 Feb 19 08:26:18.060687 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-205be31c-44ef-4205-a0a2-230fca8474e8 req-82ae81da-4aa6-4fd8-9647-375a5e3ff7c6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Feb 19 08:26:19.181223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1253824-6261-4022-89ef-38f65ab22a3b req-8ae83c87-83d0-4c4e-8ea7-ea1acf8acd77 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:19.183618 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1253824-6261-4022-89ef-38f65ab22a3b req-8ae83c87-83d0-4c4e-8ea7-ea1acf8acd77 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0548050 Feb 19 08:26:19.230653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c1253824-6261-4022-89ef-38f65ab22a3b req-267c8d5e-9339-4b02-be0d-189c15704cb9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Feb 19 08:26:20.350410 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b56bd-f492-4e17-bf44-7f56fa73df25 req-a85dfdea-2ea5-4357-8670-44fb7b0fd163 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:20.351781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c48b56bd-f492-4e17-bf44-7f56fa73df25 req-a85dfdea-2ea5-4357-8670-44fb7b0fd163 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0547869 Feb 19 08:26:20.401222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c48b56bd-f492-4e17-bf44-7f56fa73df25 req-1cfb2324-f9f1-4cc2-95d6-5112a39ed8c3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Feb 19 08:26:21.518359 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb2a8-af67-47aa-9047-c9b68562c5a8 req-b9e9be51-dd0a-43cc-b974-a60bf7fe7d7e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:21.519860 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3dfdb2a8-af67-47aa-9047-c9b68562c5a8 req-b9e9be51-dd0a-43cc-b974-a60bf7fe7d7e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0507066 Feb 19 08:26:21.570785 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3dfdb2a8-af67-47aa-9047-c9b68562c5a8 req-1dca0a30-58fb-4850-9c74-86e45c944d4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 Feb 19 08:26:22.688157 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c0739-fcff-4f86-8ceb-09d670f0fbe3 req-3cb398de-9344-4c52-9d54-b075f3d46c01 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:22.689656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-328c0739-fcff-4f86-8ceb-09d670f0fbe3 req-3cb398de-9344-4c52-9d54-b075f3d46c01 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0515490 Feb 19 08:26:22.736336 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-328c0739-fcff-4f86-8ceb-09d670f0fbe3 req-68e8f3e4-c46b-4118-998d-686702ca7db0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Feb 19 08:26:23.854306 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b829-24e7-45e7-b5c6-87b3475d34ab req-ab691ceb-2324-4931-95a6-323b1f9cb9d0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:23.855800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f894b829-24e7-45e7-b5c6-87b3475d34ab req-ab691ceb-2324-4931-95a6-323b1f9cb9d0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0508363 Feb 19 08:26:23.903525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f894b829-24e7-45e7-b5c6-87b3475d34ab req-c2526cc1-4507-435c-94fe-99ccd221235e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Feb 19 08:26:24.838349 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:26:25.022723 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abe009-3080-4429-9ee1-d91531406a6c req-d455b78f-1b49-41d7-bf84-dcd9e8e2f9d5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:25.024318 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78abe009-3080-4429-9ee1-d91531406a6c req-d455b78f-1b49-41d7-bf84-dcd9e8e2f9d5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0521197 Feb 19 08:26:25.074993 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-78abe009-3080-4429-9ee1-d91531406a6c req-98c4d1f0-7583-485c-9fe8-030c6e0435f7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451775 Feb 19 08:26:26.191088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08ce0-54bc-41cf-a763-31b5485d591c req-e93ef6f0-4380-4a08-bbeb-8388f618beb8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:26.193240 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ce08ce0-54bc-41cf-a763-31b5485d591c req-e93ef6f0-4380-4a08-bbeb-8388f618beb8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 943 time: 0.0506601 Feb 19 08:26:26.240025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2ce08ce0-54bc-41cf-a763-31b5485d591c req-29594a0e-5b48-4d4d-8ebe-9622879f8a34 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Feb 19 08:26:26.649536 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:26:26.744365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:26:26.755477 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'port_id': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'mac_address': 'fa:16:3e:c3:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:26:26.791614 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:26:26.792031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:26.804709 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:26:26.823096 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:26:26.826316 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:26.874955 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:26:27.194686 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['d4a51267-489c-49cd-963c-f30ee59d3de9'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:26:27.367453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbfbf-2787-4891-bce3-c2d1ca0ef9ef req-0593b0b1-9f33-478c-aebf-bfc7f2e5fcf6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:27.368948 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4ffbfbf-2787-4891-bce3-c2d1ca0ef9ef req-0593b0b1-9f33-478c-aebf-bfc7f2e5fcf6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 944 time: 0.0515337 Feb 19 08:26:27.417035 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c4ffbfbf-2787-4891-bce3-c2d1ca0ef9ef req-61c2531b-7cfc-4a22-8056-136741f32924 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Feb 19 08:26:28.538483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f5afa-2bd3-4a3e-978d-544f560ecb26 req-ef705af3-ebe9-4baf-b97b-b6fe5089fef0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:28.540003 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c29f5afa-2bd3-4a3e-978d-544f560ecb26 req-ef705af3-ebe9-4baf-b97b-b6fe5089fef0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 944 time: 0.0567601 Feb 19 08:26:28.586904 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c29f5afa-2bd3-4a3e-978d-544f560ecb26 req-6af5116e-d150-4a10-990b-ed243ac313c0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Feb 19 08:26:28.667490 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:26:28.714337 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port d4a51267-489c-49cd-963c-f30ee59d3de9 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:26:28.714614 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:28.794840 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port d4a51267-489c-49cd-963c-f30ee59d3de9 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:26:28.795282 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:28.816554 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:26:28.819279 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db563041-6941-49a4-aa9f-620e3d85b28c" -d '{"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:26:28.831101 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:26:28.835484 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:28.882386 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:26:28.912965 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010117a2-5417-4497-9a77-3ad477c0b43b x-openstack-request-id: req-010117a2-5417-4497-9a77-3ad477c0b43b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:26:28.913259 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-plugged", "status": "completed", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:26:28.913513 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-010117a2-5417-4497-9a77-3ad477c0b43b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:26:28.913910 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'code': 200} Feb 19 08:26:29.066264 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58dda-7565-4cfc-9214-1bbf194779af req-8bc51657-de10-483d-9f9f-f71370681084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:29.068298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddf58dda-7565-4cfc-9214-1bbf194779af req-8bc51657-de10-483d-9f9f-f71370681084 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1128 time: 0.0419564 Feb 19 08:26:29.109811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ddf58dda-7565-4cfc-9214-1bbf194779af req-08d8fa6c-d5ec-498d-bead-ba55ad0a89fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366459 Feb 19 08:26:29.703347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac4d6-d3e0-42de-aa87-de05f10a66ed req-1bfca9c1-0126-4f89-8ea0-fa5ae71b90d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:29.704819 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-754ac4d6-d3e0-42de-aa87-de05f10a66ed req-1bfca9c1-0126-4f89-8ea0-fa5ae71b90d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Feb 19 08:26:29.758266 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-754ac4d6-d3e0-42de-aa87-de05f10a66ed req-bd58031b-f6b3-4f51-ab9d-c2c5e12334b4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468016 Feb 19 08:26:30.845378 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:30.886553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb1024-1673-4917-916f-e4025b70bbea req-c5e10aa5-ce10-4258-9374-0480fce0a2da tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:30.888102 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6cb1024-1673-4917-916f-e4025b70bbea req-c5e10aa5-ce10-4258-9374-0480fce0a2da tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0546949 Feb 19 08:26:30.938410 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6cb1024-1673-4917-916f-e4025b70bbea req-928eb9a6-ba6d-48bf-bac7-1e7ac7ba0121 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Feb 19 08:26:32.054391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca4e03-cae6-4569-81e1-84984c6fcc37 req-6cc1b279-90c5-46be-ab8f-6b848095dbec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:32.055890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40ca4e03-cae6-4569-81e1-84984c6fcc37 req-6cc1b279-90c5-46be-ab8f-6b848095dbec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0515196 Feb 19 08:26:32.102811 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-40ca4e03-cae6-4569-81e1-84984c6fcc37 req-3390c5c8-2923-4c13-8c58-2a0000c554c3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Feb 19 08:26:33.748471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:36.372444 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-549b2437-a522-4517-8755-35630a937d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:38.703661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa7a1-e9a5-43ee-bc22-a89c093a5c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:39.965280 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:41.285194 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:42.566164 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:26:50.789418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-17e886e7-497a-498d-9ba0-164d2c6ede66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427036 Feb 19 08:26:50.881092 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-e4fb19de-7717-4713-82a1-420ac7c4436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:50.882592 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-e4fb19de-7717-4713-82a1-420ac7c4436c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1128 time: 0.0478504 Feb 19 08:26:50.984668 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-0d91c6a6-0c74-4ea1-ba2d-e9fca26f3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:50.986155 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-0d91c6a6-0c74-4ea1-ba2d-e9fca26f3807 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0849309 Feb 19 08:26:51.055262 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-6babff40-a744-4e21-8020-f04282405a3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0628488 Feb 19 08:26:51.102713 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-4104f6ee-e3ac-4235-bad4-d91b243e2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:51.104192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-4104f6ee-e3ac-4235-bad4-d91b243e2370 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0432222 Feb 19 08:26:51.152321 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-8de4b319-8910-4182-98a5-6ec6afaaaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:26:51.153817 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-8de4b319-8910-4182-98a5-6ec6afaaaac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436749 Feb 19 08:26:51.245238 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-4a39896e-552e-40ce-89f4-ccc722007ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Feb 19 08:26:51.339264 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-58baa65a-f8b8-43aa-9aad-97ae6c29e747 req-621ca217-2d39-45b9-920b-6a843f0cba5b service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868711 Feb 19 08:27:00.860684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:01.838240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:27:03.757240 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:06.373014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54aa0267-6c48-45af-9d08-5f0804298572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:08.704703 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccd6cb93-566c-4e2e-b50b-f9cf4a89d421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:09.966497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:11.287577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:12.569015 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:30.861572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:33.755841 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:36.373937 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8b4efe8-bafe-4b44-9aad-fa3168819602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:38.704652 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b47d4b3-603c-4981-b157-68f346e1b390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:38.837547 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:27:39.968930 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:41.290897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:42.570939 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:27:51.846320 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-a3c15073-9f25-4dc4-bea4-c031c8ee6e3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850523 Feb 19 08:27:51.936528 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-b899bc66-d1ee-4642-9f45-e963195779da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:51.938040 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-b899bc66-d1ee-4642-9f45-e963195779da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1128 time: 0.0511749 Feb 19 08:27:52.041419 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-8f99891a-63f6-4e67-90e4-8acb34045075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:52.042807 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-8f99891a-63f6-4e67-90e4-8acb34045075 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0859282 Feb 19 08:27:52.110004 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-ad1275de-87bf-43fd-8ceb-cad6bcfad1a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 1000 time: 0.0614321 Feb 19 08:27:52.158997 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-4ce67c5a-ea76-48c8-865e-3545be7bd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:52.160499 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-4ce67c5a-ea76-48c8-865e-3545be7bd9cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0449145 Feb 19 08:27:52.207666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-2a3cabd6-d217-4acf-aba4-e6de9530103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:27:52.209229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-2a3cabd6-d217-4acf-aba4-e6de9530103e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428517 Feb 19 08:27:52.301457 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-09322f33-84b0-4fb4-9336-9656afaf8198 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860662 Feb 19 08:27:52.388962 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ad9c2412-3a82-447a-acd4-96c60241ef5c req-ff1b37ea-32ea-4444-9a38-808c2e58c7fc service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Feb 19 08:28:00.875157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:03.755689 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:06.375347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-992ad007-714d-4c29-b2b1-413da59116ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:08.704943 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8923a43f-6798-4b53-89d6-60e2f85b841c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:09.971133 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:11.294349 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:12.573946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:15.836588 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:28:16.254371 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48278) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:16.448498 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Deleting port b10056b7-e9b3-4dc0-92c2-69fcda97d0a6 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:28:16.448831 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:16.519596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:16.519846 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:16.531414 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Calling delete_port for b10056b7-e9b3-4dc0-92c2-69fcda97d0a6 owned by network:floatingip {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:28:16.677423 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b10056b7-e9b3-4dc0-92c2-69fcda97d0a6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:16.702014 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'Port': ['ID=b10056b7-e9b3-4dc0-92c2-69fcda97d0a6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:16.727914 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.728259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.728619 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.728932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.729259 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.729583 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.729909 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.730230 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.730553 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.730872 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.731213 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.731526 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.731842 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:16.772622 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:16.772870 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Floating IP 82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07 disassociated (deleted). External IP: 172.25.7.42, port: d4a51267-489c-49cd-963c-f30ee59d3de9. Feb 19 08:28:16.979072 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:28:17.086466 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:28:17.091141 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:17.096221 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:28:17.105129 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:28:17.105734 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:28:17.123028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-f61caace-637e-41d9-9f69-5b638c905108 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "DELETE /v2.0/floatingips/82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07 HTTP/1.1" status: 204 len: 168 time: 0.8675575 Feb 19 08:28:17.123669 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:28:17.126033 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af" -d '{"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:28:17.226104 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e5a24b-fa9f-4f14-bdef-0f81b2a21afc x-openstack-request-id: req-d4e5a24b-fa9f-4f14-bdef-0f81b2a21afc {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:28:17.226561 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:28:17.227593 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4e5a24b-fa9f-4f14-bdef-0f81b2a21afc {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:28:17.228336 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'status': 'completed', 'code': 200} Feb 19 08:28:17.229986 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:28:17.292126 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-39267aa5-fea4-4905-9fde-42a23e0e1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:17.293719 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-39267aa5-fea4-4905-9fde-42a23e0e1987 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 1128 time: 0.0468478 Feb 19 08:28:17.418170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-8b9c628d-2e23-41f1-bff2-3e4c5a0bf7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:17.419594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-8b9c628d-2e23-41f1-bff2-3e4c5a0bf7ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.1197748 Feb 19 08:28:17.428913 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:28:17.431448 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5406a47-a11f-44ec-8801-09f2e1792259 req-b4f2d729-eab6-4db8-86d7-8e6a193cc270 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:17.432883 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5406a47-a11f-44ec-8801-09f2e1792259 req-b4f2d729-eab6-4db8-86d7-8e6a193cc270 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0821955 Feb 19 08:28:17.454621 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:28:17.462742 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:28:17.463377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:28:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:28:17.481358 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-2b5b4889-a76d-4637-917d-0610e098398f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 200 len: 217 time: 0.0475366 Feb 19 08:28:17.543114 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5406a47-a11f-44ec-8801-09f2e1792259 req-8e372fde-57e8-4eaa-b17f-c1c1a0bb14db tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037300 Feb 19 08:28:17.550482 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-0878c35c-1500-4b73-b650-acebabdaa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:17.552025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-0878c35c-1500-4b73-b650-acebabdaa993 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0634170 Feb 19 08:28:17.570461 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:28:17.602862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-f911b110-f363-4602-ba3f-50e347083c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:17.604424 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-f911b110-f363-4602-ba3f-50e347083c09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456710 Feb 19 08:28:17.697272 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-d065b9ed-452f-48a9-a94f-e6e2c1db9b93 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863080 Feb 19 08:28:17.764401 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:28:17.783284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a3e65bb0-f799-48e5-a3c1-7f0ffe5dd9af req-e4e94a4a-b148-44c2-84f9-896c2ec78ca5 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801492 Feb 19 08:28:17.794003 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240eddb1-a8e2-475b-b082-658dc4b8a353 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:28:18.012670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0bd66-62aa-4600-b5d3-3ba0f539f9b2 None None] New status for floating IP 82d7c18f-c4c3-4cf2-81f5-5fcfa2bb8a07: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:28:18.666482 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2038a-5d3a-442f-b738-0e984ded6d1f req-f1c3071e-d18b-4ee7-85bd-a8188ffbc939 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:18.668071 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd2038a-5d3a-442f-b738-0e984ded6d1f req-f1c3071e-d18b-4ee7-85bd-a8188ffbc939 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0545056 Feb 19 08:28:18.716202 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3dd2038a-5d3a-442f-b738-0e984ded6d1f req-6e1428e2-07e3-4d90-95f9-c7b7831350eb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=146583c8-92b4-4c08-bbac-852b5f6e7eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Feb 19 08:28:18.959906 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-aa64cc33-e2b7-436a-85ff-d48bb8a61dec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:18.961381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-aa64cc33-e2b7-436a-85ff-d48bb8a61dec tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Feb 19 08:28:19.055862 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Deleting port d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:28:19.056200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:19.145502 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] For port d4a51267-489c-49cd-963c-f30ee59d3de9, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=d4a51267-489c-49cd-963c-f30ee59d3de9,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:28:19.145893 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:19.157882 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Calling delete_port for d4a51267-489c-49cd-963c-f30ee59d3de9 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:28:19.283295 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (d4a51267-489c-49cd-963c-f30ee59d3de9), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:19.315441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'Port': ['ID=d4a51267-489c-49cd-963c-f30ee59d3de9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:19.327651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.328003 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.328345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.328684 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.329016 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.329344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.329682 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.330010 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.330338 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.330662 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.330981 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.331328 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.331653 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:28:19.367381 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] No DVR routers for this DVR port d4a51267-489c-49cd-963c-f30ee59d3de9 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:28:19.369831 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:19.373115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-4a379f8c-5320-4f92-875f-7b9d1e4d3446 req-d8fc64ad-b481-4994-8286-be854d103762 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "DELETE /v2.0/ports/d4a51267-489c-49cd-963c-f30ee59d3de9 HTTP/1.1" status: 204 len: 173 time: 0.4065602 Feb 19 08:28:19.373552 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-deleted', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:28:19.375805 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61ef269-22dc-489b-a1a8-9b5c2a7782d5" -d '{"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-deleted", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:28:19.468384 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaffffa8-a95e-41a6-b22b-34a08e5d45ef x-openstack-request-id: req-eaffffa8-a95e-41a6-b22b-34a08e5d45ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:28:19.468683 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a2b14-c605-4096-931a-ed5559c8ff21", "name": "network-vif-deleted", "tag": "d4a51267-489c-49cd-963c-f30ee59d3de9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:28:19.468940 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eaffffa8-a95e-41a6-b22b-34a08e5d45ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:28:19.469333 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a2b14-c605-4096-931a-ed5559c8ff21', 'name': 'network-vif-deleted', 'tag': 'd4a51267-489c-49cd-963c-f30ee59d3de9', 'status': 'completed', 'code': 200} Feb 19 08:28:19.838528 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-740bf2ae-1b5c-44e3-aece-805ffc2c4c6e req-59f0efae-cbdf-412d-83f7-c677958acc6f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=926a2b14-c605-4096-931a-ed5559c8ff21 HTTP/1.1" status: 200 len: 210 time: 0.0310843 Feb 19 08:28:20.894468 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48306) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:20.949280 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (146583c8-92b4-4c08-bbac-852b5f6e7eb6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:20.974722 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (146583c8-92b4-4c08-bbac-852b5f6e7eb6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:21.042040 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (146583c8-92b4-4c08-bbac-852b5f6e7eb6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:21.044922 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:21.046194 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "DELETE /v2.0/security-groups/146583c8-92b4-4c08-bbac-852b5f6e7eb6 HTTP/1.1" status: 204 len: 168 time: 0.1507535 Feb 19 08:28:21.055643 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adfe29-70b6-40b3-92c0-6eaeb88c2b4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146583c8-92b4-4c08-bbac-852b5f6e7eb6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:22.553207 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48314) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:22.557704 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435680157', 'description': 'tempest-secgroup-smoke-1435680157 description', 'project_id': 'a98a336fcdd94614b557dff287394b63'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:22.578051 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.640976 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (33ba09c5-294b-4d12-acc3-aaf0a34a1606), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.644692 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (33ba09c5-294b-4d12-acc3-aaf0a34a1606), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.671108 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.672319 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1181202 Feb 19 08:28:22.675228 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:22.676467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7063-cc4e-4ed1-b0e0-9e4fdbd74e33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba09c5-294b-4d12-acc3-aaf0a34a1606,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:22.680430 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:22.705481 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (1c37296a-68c1-42af-a302-98a4882d465b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.761275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (1c37296a-68c1-42af-a302-98a4882d465b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.765268 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (1c37296a-68c1-42af-a302-98a4882d465b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.785781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c37296a-68c1-42af-a302-98a4882d465b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:22.791785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.792954 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fee3d7d3-84e6-4726-836c-dc2450f6d9d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163325 Feb 19 08:28:22.796186 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48318) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:22.802459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:22.826698 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (6b7a186a-a058-4995-9ab2-d2655e97b399), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.879812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (6b7a186a-a058-4995-9ab2-d2655e97b399), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.883150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6b7a186a-a058-4995-9ab2-d2655e97b399), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.904358 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7a186a-a058-4995-9ab2-d2655e97b399,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:22.911619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.912800 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-cd9e630c-7fcf-48d8-a3f6-a4249971fc4b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152203 Feb 19 08:28:22.915563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:22.919968 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:22.943935 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (13c7b1a2-01aa-478f-a45f-7aa77a9f316b), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:22.999030 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (13c7b1a2-01aa-478f-a45f-7aa77a9f316b), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.002583 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (13c7b1a2-01aa-478f-a45f-7aa77a9f316b), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.021930 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7b1a2-01aa-478f-a45f-7aa77a9f316b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:23.029603 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.030764 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-ded4a618-fef1-4054-b382-4b08204b5cc6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142857 Feb 19 08:28:23.033883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:23.038394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:23.061717 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5f3b9521-d225-4c8f-8408-baeb816508d7), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.118277 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5f3b9521-d225-4c8f-8408-baeb816508d7), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.121667 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5f3b9521-d225-4c8f-8408-baeb816508d7), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.138758 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3b9521-d225-4c8f-8408-baeb816508d7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:23.147447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.148666 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3a692bd0-fa22-4c79-b8ab-f390fe6d4130 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137850 Feb 19 08:28:23.152410 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:23.156612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:23.175747 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Project a98a336fcdd94614b557dff287394b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:28:23.181465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (eff42b9c-927a-49fc-bb14-43e13fb698d0), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.194006 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:28:23.214002 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: d4a51267-489c-49cd-963c-f30ee59d3de9 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:28:23.214356 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device d4a51267-489c-49cd-963c-f30ee59d3de9 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:28:23.238439 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (eff42b9c-927a-49fc-bb14-43e13fb698d0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.241953 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (eff42b9c-927a-49fc-bb14-43e13fb698d0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.264475 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff42b9c-927a-49fc-bb14-43e13fb698d0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:23.273146 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.274360 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d96fd186-071f-48f2-8f72-7a2608ccac42 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210449 Feb 19 08:28:23.277068 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48326) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:28:23.281375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'security_group_rule': {'security_group_id': '33ba09c5-294b-4d12-acc3-aaf0a34a1606', 'project_id': 'a98a336fcdd94614b557dff287394b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:23.300979 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Project a98a336fcdd94614b557dff287394b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:28:23.306527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5e919c47-003c-438c-823f-e5590039d57c), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.364037 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (5e919c47-003c-438c-823f-e5590039d57c), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.367611 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (5e919c47-003c-438c-823f-e5590039d57c), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.386766 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e919c47-003c-438c-823f-e5590039d57c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:23.394685 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:23.396109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-749a2048-64b4-42c4-9a14-8a2d6e12a0e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180954 Feb 19 08:28:30.875769 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:33.769014 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:36.378826 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec42a75c-5428-4b5b-ab39-37f65bc5c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:38.707174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1364eae1-0c03-4d1c-b3f2-b6cbf9c9995a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:39.976514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:41.297639 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:42.575995 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:42.801974 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5456febb-3204-4236-999f-39069d30aba8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435680157&fields=id&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 267 time: 0.0432615 Feb 19 08:28:42.908549 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5dc17a66-58d4-4580-a1cd-a25e16656f09 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:42.909928 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5dc17a66-58d4-4580-a1cd-a25e16656f09 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 808 time: 0.1015589 Feb 19 08:28:42.924403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-1086062a-8aa6-4677-847e-5f12f0772ee2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/quotas/a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 375 time: 0.0087836 Feb 19 08:28:42.977698 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-2f5467af-73eb-4187-b8d0-4d72a365ea8f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484440 Feb 19 08:28:43.105348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-05eb1697-fc33-4005-bc7e-7f7ae01f78c7 service neutron] 10.222.0.43 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161268 Feb 19 08:28:43.195927 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-0cf8f170-5cb0-4787-a085-13f962bc8343 service neutron] 10.222.0.43 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Feb 19 08:28:44.479496 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6a7734e3-30a4-4394-aaa0-370138fe5297 req-24e13efe-8401-49fc-b218-4d63fcf60638 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0269611 Feb 19 08:28:45.555786 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f302f0ff-d915-488c-967d-567ba85bd5af req-f80c85d3-f1be-445c-9579-24c78353447f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0273807 Feb 19 08:28:46.630944 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d30c135f-037d-4250-b68f-9a0190257a31 req-6da8d972-d8a4-4cff-9c71-452cb0fbc81f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0272651 Feb 19 08:28:47.707309 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a13050c6-8bcf-4e25-82b2-cb2b1ac8d9a8 req-1901c646-87c9-4287-be45-59c8d4c44920 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0273225 Feb 19 08:28:48.800947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f42df1b2-fb2d-4051-adbd-ec3a42b7f40c req-1e742a82-c760-43d4-b3e5-aa096907d856 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0291402 Feb 19 08:28:49.468877 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-e8b93d0b-4440-4502-aff3-bc0e186e2d35 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:49.470303 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-e8b93d0b-4440-4502-aff3-bc0e186e2d35 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 808 time: 0.1010191 Feb 19 08:28:49.531400 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-89d40c67-dd53-4772-9ba1-ce4c50285b05 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 380 time: 0.0535274 Feb 19 08:28:49.543493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'port': {'device_id': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'admin_state_up': True, 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'security_groups': ['33ba09c5-294b-4d12-acc3-aaf0a34a1606']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:49.652767 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Made reservation on behalf of a98a336fcdd94614b557dff287394b63 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:28:49.656173 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:49.782874 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Allocated IP 172.20.0.6 (597235f5-6ae9-4f49-b809-5e0d2672af8b/cb0e6a34-2f25-432f-8a49-14d0415159d6/e204eda1-1613-4d96-805b-90b9314ab7e1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:28:49.909328 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-82a999ae-776c-454d-b656-5ed72432b94e req-f20c4a08-31e0-418a-a0e8-76cbc39d10a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0387352 Feb 19 08:28:49.919699 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:49.954404 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.006202 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:28:50.011675 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:28:50.015942 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:28:50.019774 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:50.064848 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:50.065495 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.084528 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-b0b13792-6b4a-491e-bcdd-e1af0e577894 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446932 Feb 19 08:28:50.093311 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-3273d47c-8ee6-4bde-83a2-e41a25e8e09b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:28:50.094308 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-3273d47c-8ee6-4bde-83a2-e41a25e8e09b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052571 Feb 19 08:28:50.151020 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Request body: {'port': {'device_id': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:28:50.214752 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.314407 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-46a3ac0e-e503-442f-a8f0-44dd784adc57 None None] Provisioning complete for port e204eda1-1613-4d96-805b-90b9314ab7e1 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:28:50.315589 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46a3ac0e-e503-442f-a8f0-44dd784adc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.354649 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-46a3ac0e-e503-442f-a8f0-44dd784adc57 None None] Port e204eda1-1613-4d96-805b-90b9314ab7e1 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:28:50.533385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:28:50.541518 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks [] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.553651 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Transition to ACTIVE for port object e204eda1-1613-4d96-805b-90b9314ab7e1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:28:50.556658 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.653259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:50.688534 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:28:50.688950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:28:50.689375 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:28:50.694173 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:28:50.694570 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:28:50.700035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:28:50.700451 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:28:50.700901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Bound using segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:28:50.701412 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Bound port: e204eda1-1613-4d96-805b-90b9314ab7e1, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:28:50.701850 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.781616 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:28:50.785076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:28:50.793858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.835258 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:50.836459 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:28:50.837836 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] 10.222.0.24 "PUT /v2.0/ports/e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1091 time: 0.7364998 Feb 19 08:28:50.838342 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:28:50.840577 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e67a6-03a2-4daf-a4fa-616f50943347" -d '{"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:28:50.943759 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc604af-a700-4cde-ad48-52c36be87f95 x-openstack-request-id: req-5bc604af-a700-4cde-ad48-52c36be87f95 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:28:50.944409 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:28:50.944409 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bc604af-a700-4cde-ad48-52c36be87f95 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:28:50.944688 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'status': 'completed', 'code': 200} Feb 19 08:28:50.959398 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a615b-f672-49ea-ade2-50b4dcf1a882 service neutron] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:28:51.002378 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5e0d14fa-a041-4b02-9951-2f0a2d5a55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.004023 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5e0d14fa-a041-4b02-9951-2f0a2d5a55c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1125 time: 0.1220050 Feb 19 08:28:51.053124 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-cd52726d-74c8-4437-a0b4-71468a5dfdb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 217 time: 0.0408838 Feb 19 08:28:51.105247 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-1b9f0a08-51c0-46db-bdbf-07e33f7a0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.106748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-1b9f0a08-51c0-46db-bdbf-07e33f7a0a0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0477030 Feb 19 08:28:51.111867 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf1f6-d219-449c-8888-17ab5f9c1db1 req-e94e997b-afa9-4485-89e8-10d177bf4588 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.120880 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c4cf1f6-d219-449c-8888-17ab5f9c1db1 req-e94e997b-afa9-4485-89e8-10d177bf4588 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0883038 Feb 19 08:28:51.177852 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-aaed24fc-992f-4abe-8668-5d7ca825c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.179575 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-aaed24fc-992f-4abe-8668-5d7ca825c047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0668545 Feb 19 08:28:51.201668 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6c4cf1f6-d219-449c-8888-17ab5f9c1db1 req-846aec5b-8c2d-44da-91d2-65f007ea574d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795684 Feb 19 08:28:51.280430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-f42348c5-9ddf-4995-b2a2-9b924fc89ada service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948694 Feb 19 08:28:51.373668 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9f7564b7-d536-422e-b049-9ef33cbf1bca req-5bf23836-e127-472a-a0a5-388c6f1e43e4 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Feb 19 08:28:51.467479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-232d9a16-b2c2-4803-b1ca-4d75a3f88c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.469178 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-232d9a16-b2c2-4803-b1ca-4d75a3f88c0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1125 time: 0.0502648 Feb 19 08:28:51.892399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-73e2a424-8657-4677-93ce-da0f1a568d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:51.893774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-73e2a424-8657-4677-93ce-da0f1a568d65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.4185753 Feb 19 08:28:51.937664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-f507115d-f37c-432b-99a0-9d5cc297fb36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Feb 19 08:28:51.998079 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-79656dde-53b1-4737-9bc5-be28bbc7bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:52.000345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-79656dde-53b1-4737-9bc5-be28bbc7bb41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0575089 Feb 19 08:28:52.049087 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-3de64680-065d-4f8f-be7c-7a64ffd14715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:52.050762 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-3de64680-065d-4f8f-be7c-7a64ffd14715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449393 Feb 19 08:28:52.143488 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-ded704cb-13c3-4a75-a1c0-61ac1b2c74d8 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855982 Feb 19 08:28:52.244219 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee7e67a6-03a2-4daf-a4fa-616f50943347 req-5deb1012-4c13-407c-808d-838990876236 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946975 Feb 19 08:28:52.323088 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ccb83-60f6-4784-8076-f328054a17dd req-43c1944a-9245-440d-8489-7c5e880ffcbe tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:52.324790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d4ccb83-60f6-4784-8076-f328054a17dd req-43c1944a-9245-440d-8489-7c5e880ffcbe tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0543580 Feb 19 08:28:52.383770 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6d4ccb83-60f6-4784-8076-f328054a17dd req-ab5f7503-0414-4453-bd88-3d9f28f5523c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529695 Feb 19 08:28:52.836682 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:28:53.508163 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158944-6093-4bbc-a752-ba141681e7a5 req-4f7368c6-d78a-4e6c-b174-efa7ace6b8a6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:53.509643 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1158944-6093-4bbc-a752-ba141681e7a5 req-4f7368c6-d78a-4e6c-b174-efa7ace6b8a6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0533004 Feb 19 08:28:53.558847 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e1158944-6093-4bbc-a752-ba141681e7a5 req-c1ca5200-35cd-41e6-b25d-0ece34d09112 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Feb 19 08:28:54.680005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaf9db-068b-46ec-83e5-bc5d531a3536 req-90062bf6-6bec-4da5-915a-ac962ad30063 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:54.681617 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8eaf9db-068b-46ec-83e5-bc5d531a3536 req-90062bf6-6bec-4da5-915a-ac962ad30063 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0563388 Feb 19 08:28:54.729712 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d8eaf9db-068b-46ec-83e5-bc5d531a3536 req-857dfcae-9917-4d84-9687-d1b9966087e7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Feb 19 08:28:55.849141 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e465-618b-4e5e-9d99-59076db9e27f req-c84ffc9d-1e82-4f2a-9ccc-6c11d94a28e4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:55.850630 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e733e465-618b-4e5e-9d99-59076db9e27f req-c84ffc9d-1e82-4f2a-9ccc-6c11d94a28e4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0511687 Feb 19 08:28:55.902828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e733e465-618b-4e5e-9d99-59076db9e27f req-65b282ea-35b6-41b8-9736-cff31678fb4e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459757 Feb 19 08:28:57.025488 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933430-ba09-4033-bc58-21d93f63530f req-fd181a60-a7e4-45ee-9d11-96fd10036c7a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:57.027016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c933430-ba09-4033-bc58-21d93f63530f req-fd181a60-a7e4-45ee-9d11-96fd10036c7a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0526748 Feb 19 08:28:57.075533 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3c933430-ba09-4033-bc58-21d93f63530f req-c130cb9c-a811-4a2a-9fb9-ca447293d127 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Feb 19 08:28:58.190983 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b6c7c-d0ad-4685-9e4b-cef5a2192d4e req-a1863047-adc0-4be0-be3e-b7095e909fb8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:58.192487 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d83b6c7c-d0ad-4685-9e4b-cef5a2192d4e req-a1863047-adc0-4be0-be3e-b7095e909fb8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0507352 Feb 19 08:28:58.239151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d83b6c7c-d0ad-4685-9e4b-cef5a2192d4e req-61172e1f-a4bc-4722-ab22-d946fb3a1bbe tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Feb 19 08:28:59.362075 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f29dd-fc79-410d-ae89-2065d9fe7ea4 req-e08b8657-b99b-4037-8da0-7467e464cbb0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:28:59.363604 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e9f29dd-fc79-410d-ae89-2065d9fe7ea4 req-e08b8657-b99b-4037-8da0-7467e464cbb0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0538712 Feb 19 08:28:59.420667 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-2e9f29dd-fc79-410d-ae89-2065d9fe7ea4 req-46339855-8699-4308-bffd-cf2c24f5317b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510864 Feb 19 08:29:00.536941 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dace2d-a104-4e79-956a-2ba270fd1ad6 req-cb18428e-1e2f-42e7-9ced-bbcd6e831352 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:00.538403 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53dace2d-a104-4e79-956a-2ba270fd1ad6 req-cb18428e-1e2f-42e7-9ced-bbcd6e831352 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0504856 Feb 19 08:29:00.584607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-53dace2d-a104-4e79-956a-2ba270fd1ad6 req-e6cf4a38-5423-4cd0-8797-d7f4bcf2a69d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400627 Feb 19 08:29:00.891778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:01.701271 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79973d-20bb-45f1-acf8-ceeffb946d70 req-2d940f23-c26d-44f3-a862-6f1241ccde04 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:01.702732 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc79973d-20bb-45f1-acf8-ceeffb946d70 req-2d940f23-c26d-44f3-a862-6f1241ccde04 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0510037 Feb 19 08:29:01.750965 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-dc79973d-20bb-45f1-acf8-ceeffb946d70 req-ff9afa6d-208e-43e7-a69e-d37b5f600484 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Feb 19 08:29:02.873379 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550b4f6-3987-4a7c-8e6c-eab7484fcbd7 req-f081cbd6-d29c-42e6-8172-93f1b6981f46 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:02.874829 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7550b4f6-3987-4a7c-8e6c-eab7484fcbd7 req-f081cbd6-d29c-42e6-8172-93f1b6981f46 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0554848 Feb 19 08:29:02.923781 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7550b4f6-3987-4a7c-8e6c-eab7484fcbd7 req-185fa3f0-7996-41a2-9fa4-41cc250145d9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 Feb 19 08:29:03.768345 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:04.040964 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f81ea-de13-46ba-bd34-58bbf095bbe7 req-51e82057-cbc4-4f9a-a34d-b2a34a1a5e4e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:04.042342 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e08f81ea-de13-46ba-bd34-58bbf095bbe7 req-51e82057-cbc4-4f9a-a34d-b2a34a1a5e4e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0523846 Feb 19 08:29:04.089601 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e08f81ea-de13-46ba-bd34-58bbf095bbe7 req-2b7ef465-5c2c-4c77-9cd4-7b1d6c0fa6df tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Feb 19 08:29:05.205154 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059b19-fb38-49cc-8fdd-8de0205e1d0b req-be73e211-571d-4a7a-aba3-70408390e7b2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:05.206552 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5059b19-fb38-49cc-8fdd-8de0205e1d0b req-be73e211-571d-4a7a-aba3-70408390e7b2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0505862 Feb 19 08:29:05.252983 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c5059b19-fb38-49cc-8fdd-8de0205e1d0b req-a1f1eda6-d7c6-4242-9ab9-6d2e736d4eb3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Feb 19 08:29:06.375046 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b2c8-eb70-4bdd-9ea2-a6fba3a469c0 req-e99e9dea-c831-41a0-ac33-160105b70279 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:06.376559 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3f1b2c8-eb70-4bdd-9ea2-a6fba3a469c0 req-e99e9dea-c831-41a0-ac33-160105b70279 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0553508 Feb 19 08:29:06.381713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4163b96-0f50-44cd-a459-d1502e34925d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:06.424548 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f3f1b2c8-eb70-4bdd-9ea2-a6fba3a469c0 req-9c3da0ef-21c7-4a04-b628-5336748cf0d5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Feb 19 08:29:07.543312 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1354-a236-4261-8028-f738e1196b0c req-6b7aade1-5557-455d-b585-a503f3982475 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:07.544686 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d24b1354-a236-4261-8028-f738e1196b0c req-6b7aade1-5557-455d-b585-a503f3982475 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0551398 Feb 19 08:29:07.850371 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d24b1354-a236-4261-8028-f738e1196b0c req-82fd3f3d-a8ce-4580-bdf9-998f0783f200 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001013 Feb 19 08:29:08.708881 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb5e42d8-8b14-4de2-b3a8-a081e0e27a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:08.966254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2d4d-24fb-4e7e-b37d-56d695cac297 req-6d7a2d9e-b38a-413f-81c7-cd25b5da1f25 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:08.967711 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fdd2d4d-24fb-4e7e-b37d-56d695cac297 req-6d7a2d9e-b38a-413f-81c7-cd25b5da1f25 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0508785 Feb 19 08:29:09.017705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6fdd2d4d-24fb-4e7e-b37d-56d695cac297 req-3fa67d7d-c42b-4af4-b01e-a0486f76faf4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Feb 19 08:29:09.439898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:29:09.533516 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:29:09.544863 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'mac_address': 'fa:16:3e:c4:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:29:09.579333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e204eda1-1613-4d96-805b-90b9314ab7e1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:29:09.579725 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:09.592647 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:29:09.612036 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:29:09.615898 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:09.664495 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:29:09.671562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.671911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.672251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.672586 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.672935 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.673243 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.673569 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.673893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.674212 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.674534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.674852 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.675171 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.675514 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:29:09.852205 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['e204eda1-1613-4d96-805b-90b9314ab7e1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:29:09.996313 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:10.132519 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562181a2-c7d7-41e5-b8dd-70a0f4cb2e84 req-61957d6b-8efb-4440-a631-d7bd2c6c6691 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:10.134447 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-562181a2-c7d7-41e5-b8dd-70a0f4cb2e84 req-61957d6b-8efb-4440-a631-d7bd2c6c6691 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 944 time: 0.0505567 Feb 19 08:29:10.180259 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-562181a2-c7d7-41e5-b8dd-70a0f4cb2e84 req-966bcab5-ed46-466a-be7a-5f41d548be69 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Feb 19 08:29:11.294373 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:11.301535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d8e29-60c4-47ba-a8bf-0b0dfec30cb5 req-d22a4e43-766c-4384-b047-a4d457d98a79 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:11.304121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f26d8e29-60c4-47ba-a8bf-0b0dfec30cb5 req-d22a4e43-766c-4384-b047-a4d457d98a79 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 944 time: 0.0546181 Feb 19 08:29:11.356979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f26d8e29-60c4-47ba-a8bf-0b0dfec30cb5 req-d6fcb37d-fb46-4d65-b2b6-93c0a3847f3e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472817 Feb 19 08:29:11.455824 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:29:11.503906 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port e204eda1-1613-4d96-805b-90b9314ab7e1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:29:11.508009 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port e204eda1-1613-4d96-805b-90b9314ab7e1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:29:11.508390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:11.585001 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e204eda1-1613-4d96-805b-90b9314ab7e1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:29:11.585390 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:11.606847 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:29:11.609142 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa5ae4-875a-4e40-9d03-bbd14897f409" -d '{"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-plugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:29:11.622133 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:29:11.628550 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:11.656237 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154808a7-4381-4530-a6a8-c0caf56e06e0 x-openstack-request-id: req-154808a7-4381-4530-a6a8-c0caf56e06e0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:29:11.656531 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-plugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:29:11.656782 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-154808a7-4381-4530-a6a8-c0caf56e06e0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:29:11.657180 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'code': 200} Feb 19 08:29:11.683660 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:29:11.751030 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5291f-6a14-426b-9501-8e389a55268a req-86c68de1-42ce-47e5-86cd-8d1d9eac53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:11.752567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5d5291f-6a14-426b-9501-8e389a55268a req-86c68de1-42ce-47e5-86cd-8d1d9eac53c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1127 time: 0.0428886 Feb 19 08:29:11.795653 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f5d5291f-6a14-426b-9501-8e389a55268a req-508c8a63-6b13-41dc-af0a-158df0186305 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375707 Feb 19 08:29:12.471680 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314628e7-097b-412e-9ac0-ce71e2445be1 req-b6ff0381-1242-4888-8757-e2ff88bfae19 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:12.473227 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-314628e7-097b-412e-9ac0-ce71e2445be1 req-b6ff0381-1242-4888-8757-e2ff88bfae19 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0512204 Feb 19 08:29:12.520959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-314628e7-097b-412e-9ac0-ce71e2445be1 req-7084ae6f-e3f4-4233-9e9d-c160fb321433 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421479 Feb 19 08:29:12.578031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:13.638555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf2a9b-a2c0-4577-9f42-d18a451cf8ef req-269f5534-5132-4472-a280-557532b1ef8d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:13.640050 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecdf2a9b-a2c0-4577-9f42-d18a451cf8ef req-269f5534-5132-4472-a280-557532b1ef8d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0518243 Feb 19 08:29:13.690184 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ecdf2a9b-a2c0-4577-9f42-d18a451cf8ef req-e62abe92-b685-4c40-86aa-7043ff97a57f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445375 Feb 19 08:29:13.810308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8e8a-5095-4d20-8e14-eccdefb97c10 req-6e2cef8d-d82a-4fd1-906a-d3d9e844d191 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:13.811741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d21a8e8a-5095-4d20-8e14-eccdefb97c10 req-6e2cef8d-d82a-4fd1-906a-d3d9e844d191 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0565076 Feb 19 08:29:13.858876 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d21a8e8a-5095-4d20-8e14-eccdefb97c10 req-0e4ba0c8-afbd-4180-8192-cb2433c46dc0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Feb 19 08:29:13.880756 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:29:13.964847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1664bd78-9be0-4870-bd2e-6b1c23ad5ee0 tempest-TestShelveInstance-2026100293 tempest-TestShelveInstance-2026100293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:13.966405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1664bd78-9be0-4870-bd2e-6b1c23ad5ee0 tempest-TestShelveInstance-2026100293 tempest-TestShelveInstance-2026100293-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1122 time: 0.0846927 Feb 19 08:29:13.969205 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:29:13.973545 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:29:13.993088 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.090191 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.189346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Allocated IP 172.25.7.65 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/8324b1dc-beb7-4589-b383-841dae04e7c5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:29:14.291990 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.324800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.358425 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:29:14.361201 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:29:14.364771 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:29:14.395439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=8324b1dc-beb7-4589-b383-841dae04e7c5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:29:14.729800 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (edfb68b3-8a70-413a-b47d-0b41d2b7e0a8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.795914 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.944323 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:14.948841 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:15.025990 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event updated for resources: {'Port': ['ID=8324b1dc-beb7-4589-b383-841dae04e7c5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:29:15.033957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (edfb68b3-8a70-413a-b47d-0b41d2b7e0a8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:15.135253 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Floating IP edfb68b3-8a70-413a-b47d-0b41d2b7e0a8 associated. External IP: 172.25.7.65, port: e204eda1-1613-4d96-805b-90b9314ab7e1. Feb 19 08:29:15.343593 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:29:15.453854 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:29:15.463709 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:29:15.471321 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:15.473284 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:29:15.473890 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:29:15.501128 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-064eab37-6d59-426c-aeff-9a2d9d91a477 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5308897 Feb 19 08:29:15.501715 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:29:15.504009 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a106cb-c014-482b-8215-fb2eaed12d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:29:15.543550 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6249bb-fc8c-447f-bb22-f00aa4d5be67 x-openstack-request-id: req-0b6249bb-fc8c-447f-bb22-f00aa4d5be67 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:29:15.543854 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:29:15.544113 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b6249bb-fc8c-447f-bb22-f00aa4d5be67 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:29:15.544527 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'status': 'completed', 'code': 200} Feb 19 08:29:15.609483 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-b8b1267b-18f7-4ea9-abed-a9016145300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:15.611027 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-b8b1267b-18f7-4ea9-abed-a9016145300c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1127 time: 0.0467937 Feb 19 08:29:15.663747 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:29:15.700403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-7f9b8d50-ecac-41de-b8dc-af7f4c099404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:15.701891 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-7f9b8d50-ecac-41de-b8dc-af7f4c099404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0846272 Feb 19 08:29:15.768842 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-3064c869-9e52-4d94-b9a2-dee99ff090ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 998 time: 0.0612764 Feb 19 08:29:15.816035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-8a5ebae1-e6d9-4f7c-b020-527dcf4a59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:15.817426 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-8a5ebae1-e6d9-4f7c-b020-527dcf4a59e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0429859 Feb 19 08:29:15.865008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-fad871f9-69ba-4001-9ce2-b2395851f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:29:15.866549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-fad871f9-69ba-4001-9ce2-b2395851f075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431123 Feb 19 08:29:15.878831 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'edfb68b3-8a70-413a-b47d-0b41d2b7e0a8', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c4:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:29:14Z', 'updated_at': '2022-02-19T08:29:14Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:29:15.904741 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:29:15.912660 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:29:15.913260 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:29:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:29:15.958509 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-fb079eda-079d-4469-a5f5-b358f37a48d8 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865269 Feb 19 08:29:16.018815 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:29:16.045741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-57a106cb-c014-482b-8215-fb2eaed12d0f req-467d4df6-1936-4a94-8a39-fa1cd659d693 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814369 Feb 19 08:29:16.235956 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'edfb68b3-8a70-413a-b47d-0b41d2b7e0a8', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c4:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:29:14Z', 'updated_at': '2022-02-19T08:29:14Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:29:16.262866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92045fea-99ea-438f-94b9-47031cdcfc35 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': 'edfb68b3-8a70-413a-b47d-0b41d2b7e0a8', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'mac_address': 'fa:16:3e:c4:ee:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:29:14Z', 'updated_at': '2022-02-19T08:29:14Z', 'revision_number': 0, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:29:16.455053 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e89d7a-9373-4e72-bd60-d0ba6b006b31 None None] New status for floating IP edfb68b3-8a70-413a-b47d-0b41d2b7e0a8: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:29:29.836045 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:29:30.917684 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:33.798517 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:36.383638 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab67e022-a569-4190-acd1-7dc781bc64dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:38.711787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4544-7691-4163-811b-0348699d5d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:39.974384 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:41.298052 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:29:42.580085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:00.194291 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-5271e1dc-e0d2-401e-91e6-a1c1756d7d26 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519023 Feb 19 08:30:00.278404 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-013fe45e-9cc7-40cc-82a4-c7d0f7053211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:00.280116 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-013fe45e-9cc7-40cc-82a4-c7d0f7053211 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1127 time: 0.0447891 Feb 19 08:30:00.380144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-5bae2d70-5c75-4b96-bb8e-ee58009884a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:00.381885 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-5bae2d70-5c75-4b96-bb8e-ee58009884a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0846131 Feb 19 08:30:00.450037 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-b863d6c1-7748-480f-8b6b-2b83625b34ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0614293 Feb 19 08:30:00.496361 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-c4447d69-31f9-4701-b6d1-4953f6e4a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:00.497774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-c4447d69-31f9-4701-b6d1-4953f6e4a1b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0420146 Feb 19 08:30:00.543908 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-754bf678-fb54-4a3e-9ce7-45d0cda520e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:30:00.545337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-754bf678-fb54-4a3e-9ce7-45d0cda520e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420866 Feb 19 08:30:00.635845 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-73c07d51-d919-4105-99ab-1de005d149a8 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Feb 19 08:30:00.721344 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0a7134d-98e5-4fd9-98a0-3f451826990e req-f45f7605-8582-489a-9dd5-6821d2c62235 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791054 Feb 19 08:30:00.935695 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:03.812877 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:06.385140 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2b1709f-f8d1-49f4-be2d-9843f7169c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:06.835600 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:30:08.712135 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415133e-5726-42f3-990d-3bb334d530ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:09.980157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:11.300992 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:12.581113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:30.935944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:33.858770 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:36.387033 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-058be9f5-95c0-489a-8949-d6e7eccd4cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:38.713157 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a483902e-3f1d-4ea4-8770-d433641a4e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:39.973343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:41.303278 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:42.582764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:30:43.836428 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:31:00.935222 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:01.192485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-527ee5a9-99b1-4d7c-88af-227a579957c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481539 Feb 19 08:31:01.274868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-9a312f7a-a3c3-4a39-8f5e-82054f404520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:01.276391 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-9a312f7a-a3c3-4a39-8f5e-82054f404520 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1127 time: 0.0442929 Feb 19 08:31:01.375794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-d1f09628-3431-473a-90d0-129d94f94bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:01.377233 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-d1f09628-3431-473a-90d0-129d94f94bf1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0810905 Feb 19 08:31:01.442890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-928d3d2c-3ab0-4c6f-86c4-001b6eec1f13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0591054 Feb 19 08:31:01.487214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-08fb53b6-ba7f-467d-b850-88b5d4d811ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:01.488602 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-08fb53b6-ba7f-467d-b850-88b5d4d811ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0404150 Feb 19 08:31:01.534920 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-b5312d83-8863-4335-96a2-d362d2a8947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:01.536465 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-b5312d83-8863-4335-96a2-d362d2a8947b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425739 Feb 19 08:31:01.625748 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-c08cda67-1b52-48c3-86a0-1231c8c7dfa7 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827892 Feb 19 08:31:01.716039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fa4fe35e-373a-414d-a09d-70cc688d351b req-e35cbaa5-327e-4d13-8208-8d24636d1e2f service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845146 Feb 19 08:31:03.857577 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:06.388006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71f7f1a7-ed89-4b1e-906e-a23c069630c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:08.713472 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4217830e-cfe0-404f-b548-1ff11a0b9347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:09.976475 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:11.015759 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a6cb-9d45-4238-aaba-e69dba220a85 req-61471572-d138-4698-8870-95f9ce73ff95 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:11.017442 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8de9a6cb-9d45-4238-aaba-e69dba220a85 req-61471572-d138-4698-8870-95f9ce73ff95 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.1154985 Feb 19 08:31:11.065828 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8de9a6cb-9d45-4238-aaba-e69dba220a85 req-cf36a8a7-72e7-4ea4-9f7c-f3ddd2a9a40d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Feb 19 08:31:11.305992 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:12.243136 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95ff-819b-434f-be5c-fddb55bc1309 req-9d0c9c2c-2607-4b70-9815-77847aff411f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:12.244539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05cb95ff-819b-434f-be5c-fddb55bc1309 req-9d0c9c2c-2607-4b70-9815-77847aff411f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.1055427 Feb 19 08:31:12.292661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-05cb95ff-819b-434f-be5c-fddb55bc1309 req-caab6de5-7c7f-414c-9431-fea37c9a1e9e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425549 Feb 19 08:31:12.583837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:13.416716 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eedad1-c93c-44c9-ba4a-fa0e95a70a1d req-75e203aa-ee19-4409-88ab-fa164600ea22 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:13.418167 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6eedad1-c93c-44c9-ba4a-fa0e95a70a1d req-75e203aa-ee19-4409-88ab-fa164600ea22 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0502343 Feb 19 08:31:13.468473 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c6eedad1-c93c-44c9-ba4a-fa0e95a70a1d req-c93e6684-b683-453f-a591-30e6b8f02d3d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448813 Feb 19 08:31:14.588780 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134199c7-a962-4e23-b665-b61234dc8860 req-0286f081-e9f4-4da4-8a40-5f75996698f1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:14.590282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-134199c7-a962-4e23-b665-b61234dc8860 req-0286f081-e9f4-4da4-8a40-5f75996698f1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0551629 Feb 19 08:31:14.637273 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-134199c7-a962-4e23-b665-b61234dc8860 req-1362043e-8a2e-4637-ac8c-c929d45477a9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Feb 19 08:31:15.757022 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344c584-2b02-4843-a4b8-740d47440613 req-70c95192-3b74-4a24-b49e-0775bd93b640 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:15.758740 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7344c584-2b02-4843-a4b8-740d47440613 req-70c95192-3b74-4a24-b49e-0775bd93b640 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0551701 Feb 19 08:31:15.806326 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-7344c584-2b02-4843-a4b8-740d47440613 req-7db6c35e-0827-4de2-9dc4-4e6fb645cda7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420995 Feb 19 08:31:16.928394 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8011d-f82c-434e-8144-4847a94d7d6e req-2342415d-5987-4d9f-87c5-05223508ab46 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:16.930418 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60e8011d-f82c-434e-8144-4847a94d7d6e req-2342415d-5987-4d9f-87c5-05223508ab46 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0561178 Feb 19 08:31:16.977366 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-60e8011d-f82c-434e-8144-4847a94d7d6e req-5d9d68be-5929-4209-b3cc-bfd1db6e1a92 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Feb 19 08:31:18.094760 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f44877-70ae-424b-bc3e-a42409f839fd req-9cd93e98-48f4-4fe3-a220-54970f1b01e8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:18.096237 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02f44877-70ae-424b-bc3e-a42409f839fd req-9cd93e98-48f4-4fe3-a220-54970f1b01e8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0508673 Feb 19 08:31:18.146036 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-02f44877-70ae-424b-bc3e-a42409f839fd req-4a49cd8a-0312-4ace-b234-cd812e402c0b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Feb 19 08:31:19.260661 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f0bb-aacd-474e-8c60-baf601cd1e51 req-be963e69-d4f5-4a32-b58d-e5fc69a8f1ed tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:19.262051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0308f0bb-aacd-474e-8c60-baf601cd1e51 req-be963e69-d4f5-4a32-b58d-e5fc69a8f1ed tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0508807 Feb 19 08:31:19.309063 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-0308f0bb-aacd-474e-8c60-baf601cd1e51 req-5da9b4b8-59d9-44e5-8243-7e1bee0e74bc tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Feb 19 08:31:20.430132 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad0fce-0258-4b6e-b845-f6cbd1adf97d req-71c4a22c-bd95-42e6-b3fb-f19e288db131 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:20.431647 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0ad0fce-0258-4b6e-b845-f6cbd1adf97d req-71c4a22c-bd95-42e6-b3fb-f19e288db131 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0556703 Feb 19 08:31:20.478854 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f0ad0fce-0258-4b6e-b845-f6cbd1adf97d req-e73ec005-2a1f-4cdf-b863-9adc6d94add1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Feb 19 08:31:20.836485 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:31:21.061365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-ae01f5da-f1dd-4d99-9ccc-2ee11d862944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:21.062835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-ae01f5da-f1dd-4d99-9ccc-2ee11d862944 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1127 time: 0.0430112 Feb 19 08:31:21.153555 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-7c0c3873-24e9-4487-9ffd-6b3fb908ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:21.154920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-7c0c3873-24e9-4487-9ffd-6b3fb908ccb5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0863905 Feb 19 08:31:21.218866 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-d7301fcf-2eaa-4e30-ac1a-72f9b28da48c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0573025 Feb 19 08:31:21.268917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-92867995-0a49-47d1-9fdb-d9561b8ea5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:21.270322 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-92867995-0a49-47d1-9fdb-d9561b8ea5fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0466049 Feb 19 08:31:21.318301 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-b156a772-1288-4315-a897-8452f1310cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:21.320446 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-b156a772-1288-4315-a897-8452f1310cdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445583 Feb 19 08:31:21.404630 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-797ffb6a-f942-4a22-82bf-df38b4c8adc0 service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781298 Feb 19 08:31:21.493802 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5571d356-4cd9-41d8-9d16-9a82e3138abd req-9dd1c57d-a5ef-41fd-962d-bec073bc629e service neutron] 10.222.0.24 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837967 Feb 19 08:31:21.595853 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbdbaa-2265-40ee-b8fe-5eb36dd51828 req-255b14f5-54ea-4ed4-a9bb-67d0975b1223 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:21.597339 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aacbdbaa-2265-40ee-b8fe-5eb36dd51828 req-255b14f5-54ea-4ed4-a9bb-67d0975b1223 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0508406 Feb 19 08:31:21.644930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aacbdbaa-2265-40ee-b8fe-5eb36dd51828 req-bec47046-0d32-402d-802e-baaf9ccf5905 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Feb 19 08:31:22.761639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e941816-0533-4352-9b01-13e373752319 req-bb2a3c59-f6cb-48b0-a45e-4cf66364f69d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:22.763110 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e941816-0533-4352-9b01-13e373752319 req-bb2a3c59-f6cb-48b0-a45e-4cf66364f69d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0513010 Feb 19 08:31:22.810651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-8e941816-0533-4352-9b01-13e373752319 req-08d5f344-5221-44ae-8d08-32792aa3cb4f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Feb 19 08:31:23.933563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622067d-8093-4b7a-b018-ce59db2291cf req-5d12e20c-14d2-431b-9131-60a220d25c1d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:23.935077 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9622067d-8093-4b7a-b018-ce59db2291cf req-5d12e20c-14d2-431b-9131-60a220d25c1d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0579240 Feb 19 08:31:23.983399 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9622067d-8093-4b7a-b018-ce59db2291cf req-8e4e2766-768c-4ee5-b1be-68c4e24a447a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426331 Feb 19 08:31:25.106145 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f24d8-33e2-4bca-b7d7-56db63eacc17 req-54acc990-bfea-48a4-b2b1-1c56cb13c921 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:25.107645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-421f24d8-33e2-4bca-b7d7-56db63eacc17 req-54acc990-bfea-48a4-b2b1-1c56cb13c921 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0516293 Feb 19 08:31:25.158788 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-421f24d8-33e2-4bca-b7d7-56db63eacc17 req-902b9e39-fa0a-4142-977c-3acef6d438a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Feb 19 08:31:26.126300 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:31:26.202881 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port e204eda1-1613-4d96-805b-90b9314ab7e1 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:31:26.203371 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:26.226748 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:31:26.228982 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f728fd3-59f9-49b6-9e3a-bf6838489190" -d '{"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-unplugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:31:26.244592 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:26.252078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:26.279936 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898f25d-a141-410b-900b-cc3a1a5cbc4b x-openstack-request-id: req-3898f25d-a141-410b-900b-cc3a1a5cbc4b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:31:26.280245 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-unplugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:31:26.280753 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3898f25d-a141-410b-900b-cc3a1a5cbc4b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:31:26.281208 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'code': 200} Feb 19 08:31:26.290065 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159c10-07bd-402c-a719-9fca7d7a10bd req-55873fd5-1705-4dc5-a19a-3300aec4ef84 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:26.292280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea159c10-07bd-402c-a719-9fca7d7a10bd req-55873fd5-1705-4dc5-a19a-3300aec4ef84 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 945 time: 0.0676379 Feb 19 08:31:26.313677 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:26.325656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.325656 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.325988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.326289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.326691 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.327093 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.327967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.327967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.328209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.328653 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.329045 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.329448 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.329834 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:26.346550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ea159c10-07bd-402c-a719-9fca7d7a10bd req-0ce194a1-853c-4797-9012-d804b632459d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470755 Feb 19 08:31:27.463167 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333085c-964f-4fa2-90f6-dcdd5cd7c27d req-402f2c09-400e-48ad-86a3-2229ae1c7483 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:27.464649 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0333085c-964f-4fa2-90f6-dcdd5cd7c27d req-402f2c09-400e-48ad-86a3-2229ae1c7483 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0520775 Feb 19 08:31:27.511656 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0333085c-964f-4fa2-90f6-dcdd5cd7c27d req-fc3e75dd-8576-420d-a639-dca5bd97f6be tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Feb 19 08:31:27.630300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-cb04b2a7-3fbd-47af-a9cf-c02b6f3ca0da req-4807e1f8-fcf8-49bd-b9f2-758360bc89fa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:31:27.631432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb04b2a7-3fbd-47af-a9cf-c02b6f3ca0da req-4807e1f8-fcf8-49bd-b9f2-758360bc89fa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0580604 Feb 19 08:31:27.786019 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c15dd2-3fa7-4aff-a396-9583d269162f req-3d583704-ecb2-4d4f-95a3-123112d246c7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:27.787607 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6c15dd2-3fa7-4aff-a396-9583d269162f req-3d583704-ecb2-4d4f-95a3-123112d246c7 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0530837 Feb 19 08:31:27.801243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-497db351-ca3d-495e-90dc-459129358e37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858884 Feb 19 08:31:27.809521 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-89c7d55c-fab6-400d-a9c0-75b8472eed01 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:31:27.810589 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-89c7d55c-fab6-400d-a9c0-75b8472eed01 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049601 Feb 19 08:31:27.838906 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a6c15dd2-3fa7-4aff-a396-9583d269162f req-04e825d5-9acb-4d4a-a174-37b5bf8a49d1 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433607 Feb 19 08:31:27.930227 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-104d9e63-b067-43ac-b542-5b1871f81bff tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:27.931605 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-104d9e63-b067-43ac-b542-5b1871f81bff tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports/e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 940 time: 0.0924544 Feb 19 08:31:28.958356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642a92f-3b61-41dc-92bc-f3eee084d977 req-31868ad7-a0ae-45cc-b12b-9c3ee3bbd47e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:28.959900 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8642a92f-3b61-41dc-92bc-f3eee084d977 req-31868ad7-a0ae-45cc-b12b-9c3ee3bbd47e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0518279 Feb 19 08:31:29.008369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8642a92f-3b61-41dc-92bc-f3eee084d977 req-e3d41cf2-6efa-4989-83d1-024b66d97529 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Feb 19 08:31:30.128934 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a806f-7084-4452-b170-29b3fa2b0d55 req-0dc64d0f-34b9-4ab8-9b37-f3a3d644da3c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:30.130427 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af0a806f-7084-4452-b170-29b3fa2b0d55 req-0dc64d0f-34b9-4ab8-9b37-f3a3d644da3c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0560083 Feb 19 08:31:30.178421 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-af0a806f-7084-4452-b170-29b3fa2b0d55 req-02c0266c-de2e-4ef6-9632-3791a2f13453 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Feb 19 08:31:30.951418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:31.297627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7cbe-e190-4382-b789-1e28f3fbf9cd req-33e773a1-559e-4ef6-9122-b2eda1d79491 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:31.299142 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe2e7cbe-e190-4382-b789-1e28f3fbf9cd req-33e773a1-559e-4ef6-9122-b2eda1d79491 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0525074 Feb 19 08:31:31.348791 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-fe2e7cbe-e190-4382-b789-1e28f3fbf9cd req-4947c49f-4f6c-4f74-a3b0-ba2e8d71a9f3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Feb 19 08:31:32.470874 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d20fe-b2ff-44b7-9872-828e277d4af8 req-f909abd1-aced-4f2e-8481-f0fda3f961ce tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:32.472457 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-453d20fe-b2ff-44b7-9872-828e277d4af8 req-f909abd1-aced-4f2e-8481-f0fda3f961ce tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0566454 Feb 19 08:31:32.520738 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-453d20fe-b2ff-44b7-9872-828e277d4af8 req-6f0c1a44-a938-4b27-940b-9807d1ec67e3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Feb 19 08:31:33.655084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f547c-79f0-4598-ad05-c18c29e7620a req-ff770ae6-bd6d-4083-9fa4-5c5c4f0ad4fa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:33.656522 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-568f547c-79f0-4598-ad05-c18c29e7620a req-ff770ae6-bd6d-4083-9fa4-5c5c4f0ad4fa tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0561023 Feb 19 08:31:33.704663 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-568f547c-79f0-4598-ad05-c18c29e7620a req-5318f9a1-5030-4f3e-acad-a6a568a5bea4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423355 Feb 19 08:31:33.858063 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:34.826562 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf3d3e-0535-4b93-8fc7-608a4cdb995a req-69dcd9c0-0316-485b-9fc7-118cc6e51239 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:34.828170 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bbf3d3e-0535-4b93-8fc7-608a4cdb995a req-69dcd9c0-0316-485b-9fc7-118cc6e51239 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0575798 Feb 19 08:31:34.875585 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6bbf3d3e-0535-4b93-8fc7-608a4cdb995a req-6dfa13e9-e95a-4d9c-b2f0-6c1e323e7771 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Feb 19 08:31:35.994440 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8ecfc-d18f-488e-9fda-cf0159596134 req-a78d6f5d-57fe-4eee-bbe0-6b1d666a65b0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:35.995849 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69f8ecfc-d18f-488e-9fda-cf0159596134 req-a78d6f5d-57fe-4eee-bbe0-6b1d666a65b0 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0529296 Feb 19 08:31:36.043013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-69f8ecfc-d18f-488e-9fda-cf0159596134 req-43ed38d1-5b89-446b-b301-90f975ca5df6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Feb 19 08:31:36.390549 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e48bc4ec-7bb5-4267-aa20-86abbb39f3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:37.164171 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c266137-4c4d-496e-9bb8-efad27ce3611 req-4ba62ed5-21ce-42db-86e5-96e4c09fa0ad tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:37.165680 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c266137-4c4d-496e-9bb8-efad27ce3611 req-4ba62ed5-21ce-42db-86e5-96e4c09fa0ad tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0529268 Feb 19 08:31:37.214604 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3c266137-4c4d-496e-9bb8-efad27ce3611 req-d2d599d8-bacf-4016-b089-d8bfde1e1770 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Feb 19 08:31:38.334728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918a61d-613c-460c-8a37-fb4caf4a21d7 req-15b09982-386f-45c4-bdc7-03bfb5590d77 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:38.336803 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9918a61d-613c-460c-8a37-fb4caf4a21d7 req-15b09982-386f-45c4-bdc7-03bfb5590d77 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0563719 Feb 19 08:31:38.384501 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9918a61d-613c-460c-8a37-fb4caf4a21d7 req-0269986e-8c22-4122-866d-fc9128ad5b1b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Feb 19 08:31:38.715409 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9268d419-fc20-4a17-9c74-422f9a75e3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:39.505030 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d793b26-29cb-45e5-a323-adf8a7f3d869 req-badac6c5-5211-4a73-8140-028b489929af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:39.506514 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d793b26-29cb-45e5-a323-adf8a7f3d869 req-badac6c5-5211-4a73-8140-028b489929af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0540977 Feb 19 08:31:39.559222 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9d793b26-29cb-45e5-a323-adf8a7f3d869 req-57a16469-e990-4a4f-9993-ac1917053c9b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Feb 19 08:31:39.753549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-c943d391-8af6-40e3-818c-78a270018ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:39.755102 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-c943d391-8af6-40e3-818c-78a270018ce1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&tenant_id=a98a336fcdd94614b557dff287394b63 HTTP/1.1" status: 200 len: 1125 time: 0.0437267 Feb 19 08:31:39.764921 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-f26ed08e-3845-40bb-be88-32681c6f7042 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:31:39.765864 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-f26ed08e-3845-40bb-be88-32681c6f7042 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047884 Feb 19 08:31:39.776717 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-3', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:31:39.834012 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:39.981043 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.035323 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:40.387431 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:31:40.418373 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:31:40.425945 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks [] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.438414 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Transition to ACTIVE for port object e204eda1-1613-4d96-805b-90b9314ab7e1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:31:40.442003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.522130 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:40.533883 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.534230 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.534573 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.534912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.535336 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.535671 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.535998 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.536329 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.536652 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.536982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.537308 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.537627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.537946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:31:40.573750 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] No DVR routers for this DVR port e204eda1-1613-4d96-805b-90b9314ab7e1 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:31:40.724066 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54ddd-d180-4995-b45d-fceb09bc8223 req-dd2315f1-8a99-4e16-bd11-6f37846d9e8e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:40.726111 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22b54ddd-d180-4995-b45d-fceb09bc8223 req-dd2315f1-8a99-4e16-bd11-6f37846d9e8e tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0696170 Feb 19 08:31:40.772724 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:31:40.773379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:31:40.773379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:31:40.786045 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:31:40.786362 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Attempting to bind port e204eda1-1613-4d96-805b-90b9314ab7e1 on network 597235f5-6ae9-4f49-b809-5e0d2672af8b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:31:40.799387 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:31:40.799725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Checking segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:31:40.800105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Bound using segment: {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:31:40.800529 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Bound port: e204eda1-1613-4d96-805b-90b9314ab7e1, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9a71a8-a04e-4675-83b2-f2706892fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:31:40.800881 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.812761 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-22b54ddd-d180-4995-b45d-fceb09bc8223 req-be924e26-6006-4bdb-897c-bbed907218b3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726264 Feb 19 08:31:40.865286 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:31:40.869144 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:31:40.874996 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.908354 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:40.909018 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:40.910380 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1091 time: 1.1377792 Feb 19 08:31:40.910825 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:31:40.913613 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4682d6d-e9bb-4c35-b923-26dca51dd679" -d '{"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:31:40.948888 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063b22-5f10-422a-a420-2e2f6d0e31c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:40.971505 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45549b1e-e92e-41e0-aafe-cac4d1f03e94 x-openstack-request-id: req-45549b1e-e92e-41e0-aafe-cac4d1f03e94 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:31:40.971799 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:31:40.972050 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45549b1e-e92e-41e0-aafe-cac4d1f03e94 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:31:40.972444 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'status': 'completed', 'code': 200} Feb 19 08:31:40.994781 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-7c91fca0-6017-453e-ac8e-18d8e9c6ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:40.997510 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-7c91fca0-6017-453e-ac8e-18d8e9c6ba72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1125 time: 0.0568564 Feb 19 08:31:41.094690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-84c50114-0031-4161-837f-58d3ebbbf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.096224 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-84c50114-0031-4161-837f-58d3ebbbf494 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0925169 Feb 19 08:31:41.159940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-21949b44-d577-49fb-9fd0-9ceba0ecc7fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 998 time: 0.0579634 Feb 19 08:31:41.209257 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-c4b0764e-7416-43b7-9532-12c0dd7f4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.211211 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-c4b0764e-7416-43b7-9532-12c0dd7f4ae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0457914 Feb 19 08:31:41.257492 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-0c6cb1cf-1cac-4d40-b413-272e2a48a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.259257 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-0c6cb1cf-1cac-4d40-b413-272e2a48a742 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424619 Feb 19 08:31:41.309526 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:41.349108 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-505213ba-3f76-4047-9c7b-e282b88a7dd4 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825288 Feb 19 08:31:41.443430 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-a120aa3e-d231-467d-aa8f-4b9d8f85b692 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890896 Feb 19 08:31:41.531082 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-509726e6-1174-4db1-aa30-b615b672f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.532599 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-509726e6-1174-4db1-aa30-b615b672f1c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1125 time: 0.0449669 Feb 19 08:31:41.621826 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-b1f6a401-8949-439d-9580-2d31e813e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.623302 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-b1f6a401-8949-439d-9580-2d31e813e073 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0848067 Feb 19 08:31:41.685613 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-6d0cbabb-d497-44fd-a862-4430b4074df8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 998 time: 0.0566766 Feb 19 08:31:41.736305 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-7cfa7df1-5922-4c35-8094-259b34002481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.737680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-7cfa7df1-5922-4c35-8094-259b34002481 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0463755 Feb 19 08:31:41.789337 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-9e0187d9-dad1-4910-917d-94263af0ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.790835 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-9e0187d9-dad1-4910-917d-94263af0ef7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474386 Feb 19 08:31:41.883532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-7a2d893a-3072-4455-b643-b60c2ddf0f9a service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864840 Feb 19 08:31:41.994533 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08479e0-18c4-4fd7-91a0-7c650c36f615 req-0b9a0221-057f-4bf3-ba9e-e3391eeb1378 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:41.995977 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f08479e0-18c4-4fd7-91a0-7c650c36f615 req-0b9a0221-057f-4bf3-ba9e-e3391eeb1378 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.1115813 Feb 19 08:31:42.028104 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d4682d6d-e9bb-4c35-b923-26dca51dd679 req-e907243b-e8b9-48ba-abf9-555f2dbfe538 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346641 Feb 19 08:31:42.058793 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f08479e0-18c4-4fd7-91a0-7c650c36f615 req-a7fcb06b-8343-4c53-9cc8-547b03146c28 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547657 Feb 19 08:31:42.585554 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:43.175793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37bed-9c37-44a5-8263-efb9dea1210d req-8118d0fc-f082-4c86-aa5b-437725bee09b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:43.177257 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ac37bed-9c37-44a5-8263-efb9dea1210d req-8118d0fc-f082-4c86-aa5b-437725bee09b tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0517547 Feb 19 08:31:43.224840 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-6ac37bed-9c37-44a5-8263-efb9dea1210d req-a7892950-167d-4499-882f-ec403f1c842f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Feb 19 08:31:44.343648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ccfc-46ea-49a7-ba1c-16c499b0ef5c req-426f618e-463d-4fb4-bd09-877d13e6c2e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:44.345109 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66c7ccfc-46ea-49a7-ba1c-16c499b0ef5c req-426f618e-463d-4fb4-bd09-877d13e6c2e2 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0550795 Feb 19 08:31:44.397210 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-66c7ccfc-46ea-49a7-ba1c-16c499b0ef5c req-64444b45-776b-4463-baf8-b8d7eb8860e9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Feb 19 08:31:45.511256 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a3c79-46ff-4a5c-b750-b78ab865b752 req-f1c813cf-9691-44a0-a9a2-74feac4284bf tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:45.512714 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-533a3c79-46ff-4a5c-b750-b78ab865b752 req-f1c813cf-9691-44a0-a9a2-74feac4284bf tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0513198 Feb 19 08:31:45.559780 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-533a3c79-46ff-4a5c-b750-b78ab865b752 req-72bbb120-72d2-4df9-bc15-6b0fdb7a073a tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415115 Feb 19 08:31:46.674517 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d575a9-0eab-4086-b43b-e88d8a21845d req-357d9897-c9c4-4002-9e5f-c9b915ce527f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:46.676013 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d575a9-0eab-4086-b43b-e88d8a21845d req-357d9897-c9c4-4002-9e5f-c9b915ce527f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0510051 Feb 19 08:31:46.723175 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e3d575a9-0eab-4086-b43b-e88d8a21845d req-db2c3fd8-3521-4b98-9a8f-2b0062c49f6d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Feb 19 08:31:47.844089 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585f8ef-582b-40f3-b817-d286815c6828 req-b4af7c60-1b1b-4b0e-be07-94705154cae5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:47.845555 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1585f8ef-582b-40f3-b817-d286815c6828 req-b4af7c60-1b1b-4b0e-be07-94705154cae5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0551341 Feb 19 08:31:47.895503 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1585f8ef-582b-40f3-b817-d286815c6828 req-ecfc944e-a1f2-4949-ac4a-ac8e7e128e4d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Feb 19 08:31:49.012084 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222efc71-5870-4b68-bbd2-acbb7360e3e4 req-8085d760-3794-4e66-8b75-15afc3c204eb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:49.013562 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-222efc71-5870-4b68-bbd2-acbb7360e3e4 req-8085d760-3794-4e66-8b75-15afc3c204eb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0527282 Feb 19 08:31:49.064192 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-222efc71-5870-4b68-bbd2-acbb7360e3e4 req-11893b04-6c5a-40ad-9377-9581b20028e6 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450902 Feb 19 08:31:50.172137 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:31:50.181322 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f573b3-dbeb-4a3e-a6d1-7ee9d87c7c02 req-ea2f37f6-0505-46c0-a003-bec48ec079af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:50.182867 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18f573b3-dbeb-4a3e-a6d1-7ee9d87c7c02 req-ea2f37f6-0505-46c0-a003-bec48ec079af tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 943 time: 0.0520751 Feb 19 08:31:50.230856 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-18f573b3-dbeb-4a3e-a6d1-7ee9d87c7c02 req-cdfd7b1a-b3f0-4f91-93df-f6f0fec7c8a4 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Feb 19 08:31:50.266890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:50.278079 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'port_id': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'mac_address': 'fa:16:3e:c4:ee:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:31:50.315442 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e204eda1-1613-4d96-805b-90b9314ab7e1 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:31:50.315835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:50.328256 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:31:50.347732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:50.352347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:50.400400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=9']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:50.689921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['e204eda1-1613-4d96-805b-90b9314ab7e1'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:31:51.358549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329c8f6-4662-456d-9f83-fbf3d78726e2 req-aa368f00-23f6-4e11-9c37-058893ee3620 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:51.360245 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b329c8f6-4662-456d-9f83-fbf3d78726e2 req-aa368f00-23f6-4e11-9c37-058893ee3620 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 944 time: 0.0543683 Feb 19 08:31:51.413862 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b329c8f6-4662-456d-9f83-fbf3d78726e2 req-daf17375-27e1-45e7-ab9d-c691592a188d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Feb 19 08:31:52.187181 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:31:52.245795 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port e204eda1-1613-4d96-805b-90b9314ab7e1 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:31:52.251112 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port e204eda1-1613-4d96-805b-90b9314ab7e1 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:31:52.251690 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:52.333073 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port e204eda1-1613-4d96-805b-90b9314ab7e1 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:31:52.333464 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:52.356790 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:31:52.359203 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3523b-c228-4987-b5ad-4b51f4ba0087" -d '{"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-plugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:31:52.374237 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:31:52.378624 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:31:52.438120 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:31:52.467791 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b7d74-9c24-4832-b448-1f33d82ba2fc x-openstack-request-id: req-8c6b7d74-9c24-4832-b448-1f33d82ba2fc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:31:52.468104 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-plugged", "status": "completed", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:31:52.468419 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c6b7d74-9c24-4832-b448-1f33d82ba2fc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:31:52.468812 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'code': 200} Feb 19 08:31:52.536424 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3338-2866-4bf7-bc58-4e69667f9df0 req-e9b35fbf-f247-40df-a61b-ab7ed4140e6c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:52.537988 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1fdf3338-2866-4bf7-bc58-4e69667f9df0 req-e9b35fbf-f247-40df-a61b-ab7ed4140e6c tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0530903 Feb 19 08:31:52.594646 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-1fdf3338-2866-4bf7-bc58-4e69667f9df0 req-fba2ba0b-15c0-4a99-bb5c-0c62b9b20bdc tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509739 Feb 19 08:31:52.630547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe55e7-6e20-43d8-ba59-13bbfbdf52b7 req-af8eacf8-df81-42ec-a2c9-0cf18a28d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:52.632779 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7fe55e7-6e20-43d8-ba59-13bbfbdf52b7 req-af8eacf8-df81-42ec-a2c9-0cf18a28d314 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1128 time: 0.0579717 Feb 19 08:31:52.675959 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f7fe55e7-6e20-43d8-ba59-13bbfbdf52b7 req-8ffe8df3-9363-4484-b733-1f6493a8f75e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Feb 19 08:31:53.715068 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455d9c5-4d7a-44e9-9835-10231f63b9e9 req-3c9335e3-0d52-45bb-ad23-8873a1c55529 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:53.716565 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0455d9c5-4d7a-44e9-9835-10231f63b9e9 req-3c9335e3-0d52-45bb-ad23-8873a1c55529 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0523081 Feb 19 08:31:53.767240 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-0455d9c5-4d7a-44e9-9835-10231f63b9e9 req-9d6d4718-0c65-463a-b236-ba2cc5dcf0eb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Feb 19 08:31:54.774549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-69d53ac7-12a7-4559-9d1b-150a2f0aa0b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424163 Feb 19 08:31:54.892788 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-7cfa0de6-0c53-4790-8c1c-64ed7ab65439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:54.894282 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-7cfa0de6-0c53-4790-8c1c-64ed7ab65439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1128 time: 0.0793142 Feb 19 08:31:54.905922 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bb810-ec73-4682-8c7b-7720273c2376 req-bce5c768-529a-4dd2-9cbb-53de0ccd67d8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:54.907369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f6bb810-ec73-4682-8c7b-7720273c2376 req-bce5c768-529a-4dd2-9cbb-53de0ccd67d8 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0674481 Feb 19 08:31:55.004940 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-5f6bb810-ec73-4682-8c7b-7720273c2376 req-d8c07182-b91e-407d-b69b-f49f439448a9 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851197 Feb 19 08:31:55.029833 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-8c31c6be-b486-403b-b216-c7a578e02ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:55.031364 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-8c31c6be-b486-403b-b216-c7a578e02ba6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.1191778 Feb 19 08:31:55.098390 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-be38e52c-4cb9-4185-91ae-afbc2d8ce3d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0612125 Feb 19 08:31:55.144538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-11459aa2-15cd-47f0-b521-ec15df3b4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:55.145934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-11459aa2-15cd-47f0-b521-ec15df3b4b4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0420673 Feb 19 08:31:55.191446 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-45d7b225-7a7a-48d0-8632-15506276ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:31:55.192916 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-45d7b225-7a7a-48d0-8632-15506276ba6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0414886 Feb 19 08:31:55.281909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-9598541e-42c0-40ff-8b21-eba64d9cebc9 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832446 Feb 19 08:31:55.367955 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3fa50c46-61a7-491a-a7f0-66d5caa8ace2 req-448bba2f-65e6-4cc1-b3d5-9d70a792839d service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801883 Feb 19 08:31:57.835228 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:32:00.968436 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:03.872406 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:06.392305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3303-fa66-4c3d-9fdf-ee0ddc7ce777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:08.716168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1feb89d-3dd7-4cdb-ae95-80c590ee3d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:09.982353 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:11.313688 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:12.588180 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:30.967039 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:33.887402 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:34.833467 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:32:36.394255 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-049be17f-7d89-43d7-be10-9fabd9be7e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:38.717194 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a90c1f8a-b4f7-44ad-941c-2a5ea8227e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:39.984531 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:41.315663 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:42.590424 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:32:54.845315 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-d7ff4ff4-564b-451d-a533-fbbdd01517ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1172013 Feb 19 08:32:54.933150 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-e6395a1e-7877-4e85-965b-6b95d91010cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:54.934615 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-e6395a1e-7877-4e85-965b-6b95d91010cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1128 time: 0.0483329 Feb 19 08:32:55.034982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-c4425494-62be-459c-99f6-f5a336d73d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:55.036381 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-c4425494-62be-459c-99f6-f5a336d73d11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.0838170 Feb 19 08:32:55.103071 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-9a3fa5e9-99f0-4030-9d5a-3d78e088eb3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0603654 Feb 19 08:32:55.149022 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-19ca24ad-43fd-4815-9998-7dcff7653743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:55.150549 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-19ca24ad-43fd-4815-9998-7dcff7653743 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0419703 Feb 19 08:32:55.196902 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-0c5d6986-0509-474a-b6bb-81a49a60b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:32:55.198889 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-0c5d6986-0509-474a-b6bb-81a49a60b466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428326 Feb 19 08:32:55.288512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-5435d994-367b-42e3-9415-8bc7e60f5d63 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829949 Feb 19 08:32:55.373504 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6dcdd93e-fddd-4974-bf15-be5340df6354 req-fb3ce528-703b-49d8-91bd-b455d3ce9c6b service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793667 Feb 19 08:33:00.980902 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:03.885031 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:06.396408 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53579f38-40c7-4f36-b2a7-6702f86f8aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:08.718713 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-052c347f-958f-4cf8-8a43-984a981c2a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:09.989412 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:10.753169 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48760) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:10.909594 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Deleting port 8324b1dc-beb7-4589-b383-841dae04e7c5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:10.909940 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:10.985567 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:10.985897 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (8324b1dc-beb7-4589-b383-841dae04e7c5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:10.997706 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Calling delete_port for 8324b1dc-beb7-4589-b383-841dae04e7c5 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:11.141351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8324b1dc-beb7-4589-b383-841dae04e7c5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:11.169698 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'Port': ['ID=8324b1dc-beb7-4589-b383-841dae04e7c5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:11.190917 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.191303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.191612 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.191946 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.192277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.192605 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.192931 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.193256 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.193580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.193900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.194236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.194535 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.194849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:11.233858 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for floatingip (edfb68b3-8a70-413a-b47d-0b41d2b7e0a8), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:11.234181 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Floating IP edfb68b3-8a70-413a-b47d-0b41d2b7e0a8 disassociated (deleted). External IP: 172.25.7.65, port: e204eda1-1613-4d96-805b-90b9314ab7e1. Feb 19 08:33:11.318952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:11.442936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:33:11.549547 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:11.554353 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:11.559420 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:11.569634 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:11.570250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:11.583470 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-97c6af98-6401-4b65-a769-09feaac022a3 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "DELETE /v2.0/floatingips/edfb68b3-8a70-413a-b47d-0b41d2b7e0a8 HTTP/1.1" status: 204 len: 168 time: 0.8291559 Feb 19 08:33:11.584076 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:33:11.586329 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dceef75-d94a-4292-88c5-810293f2fde1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:33:11.627436 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba09be2-e44e-454a-9218-0f9e337ecec9 x-openstack-request-id: req-eba09be2-e44e-454a-9218-0f9e337ecec9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:33:11.627736 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:33:11.627996 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eba09be2-e44e-454a-9218-0f9e337ecec9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:33:11.628406 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'status': 'completed', 'code': 200} Feb 19 08:33:11.684440 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:11.694493 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-ed0eca8e-0e64-4a64-b053-4b92a2bda1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:11.696121 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-ed0eca8e-0e64-4a64-b053-4b92a2bda1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a98a336fcdd94614b557dff287394b63&device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 1128 time: 0.0456479 Feb 19 08:33:11.836864 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-8ea40175-78ba-4c42-9259-150ab585db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:11.838341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-8ea40175-78ba-4c42-9259-150ab585db12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 200 len: 908 time: 0.1299250 Feb 19 08:33:11.841573 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:33:11.850070 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c2301-9882-41bc-87f5-83d4562bbbd5 req-ce46374b-39ca-46d2-9537-91da4b5d9cab tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:11.851511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e73c2301-9882-41bc-87f5-83d4562bbbd5 req-ce46374b-39ca-46d2-9537-91da4b5d9cab tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0800061 Feb 19 08:33:11.894289 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:11.900749 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-9d4182e5-ba59-4333-8515-4e7e58a60d7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 200 len: 217 time: 0.0483093 Feb 19 08:33:11.920497 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:11.928611 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:11.929215 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:11.965661 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e73c2301-9882-41bc-87f5-83d4562bbbd5 req-46085524-606d-46f3-afde-e39557713503 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070390 Feb 19 08:33:11.971090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-c610809e-fa20-453f-9fe2-25b52747fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:11.972633 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-c610809e-fa20-453f-9fe2-25b52747fcde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 200 len: 847 time: 0.0639086 Feb 19 08:33:12.023393 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-1a30c7e4-8e3e-47f2-9787-4fa16e35098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:12.024897 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-1a30c7e4-8e3e-47f2-9787-4fa16e35098c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597235f5-6ae9-4f49-b809-5e0d2672af8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461566 Feb 19 08:33:12.036292 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:12.123352 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-5665395d-d477-42fb-b119-520eababbac1 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895946 Feb 19 08:33:12.211080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8dceef75-d94a-4292-88c5-810293f2fde1 req-a57bf4a2-2fc0-46b7-a5af-e27812c22cb7 service neutron] 10.222.0.47 "GET /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810111 Feb 19 08:33:12.229375 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:12.258057 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80332c14-1cd6-46d0-9403-a064827a934e None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:22:47Z', 'revision_number': 4, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '880936d4-43c2-4358-81fd-6c24f8bf1acf', 'name': '', 'network_id': '597235f5-6ae9-4f49-b809-5e0d2672af8b', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'mac_address': 'fa:16:3e:5f:87:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:46Z', 'updated_at': '2022-02-19T08:22:51Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'subnets': [{'id': 'cb0e6a34-2f25-432f-8a49-14d0415159d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:12.467782 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68154e49-04b6-4c9f-b742-49af49628fc4 None None] New status for floating IP edfb68b3-8a70-413a-b47d-0b41d2b7e0a8: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:33:12.595348 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:13.091024 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0bae-6dff-479b-ad7b-cdd76e5b2436 req-d6f53400-86e7-486c-837a-c6b5b48c4224 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:13.092550 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fbd0bae-6dff-479b-ad7b-cdd76e5b2436 req-d6f53400-86e7-486c-837a-c6b5b48c4224 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0525587 Feb 19 08:33:13.139923 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9fbd0bae-6dff-479b-ad7b-cdd76e5b2436 req-07e0e03e-a0ed-41d2-9e15-25056d5680d5 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/security-groups?id=33ba09c5-294b-4d12-acc3-aaf0a34a1606&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Feb 19 08:33:13.454445 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c237a5-18eb-4d73-b42e-075599328222 req-b10eb9eb-d2af-4153-859e-2a684b23fd72 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:13.455937 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68c237a5-18eb-4d73-b42e-075599328222 req-b10eb9eb-d2af-4153-859e-2a684b23fd72 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 946 time: 0.0572557 Feb 19 08:33:13.546044 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Deleting port e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:13.546387 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:13.635320 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] For port e204eda1-1613-4d96-805b-90b9314ab7e1, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=e204eda1-1613-4d96-805b-90b9314ab7e1,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:13.636249 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:13.647935 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Calling delete_port for e204eda1-1613-4d96-805b-90b9314ab7e1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:13.772315 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (e204eda1-1613-4d96-805b-90b9314ab7e1), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:13.798484 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'Port': ['ID=e204eda1-1613-4d96-805b-90b9314ab7e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:13.846211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] No DVR routers for this DVR port e204eda1-1613-4d96-805b-90b9314ab7e1 on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:33:13.848829 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:13.852124 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-68c237a5-18eb-4d73-b42e-075599328222 req-5f867c6c-616d-4a3b-888d-98f520883a16 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.47 "DELETE /v2.0/ports/e204eda1-1613-4d96-805b-90b9314ab7e1 HTTP/1.1" status: 204 len: 173 time: 0.3910913 Feb 19 08:33:13.852567 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-deleted', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:33:13.854831 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38655fb-5967-49e5-95b8-24bc07401e52" -d '{"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-deleted", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:33:13.890709 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f6fde9-df06-4910-8285-0fa82569faf8 x-openstack-request-id: req-17f6fde9-df06-4910-8285-0fa82569faf8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:33:13.891010 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd07031d-5bc8-4db0-83fb-77efb41f9adf", "name": "network-vif-deleted", "tag": "e204eda1-1613-4d96-805b-90b9314ab7e1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:33:13.891306 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17f6fde9-df06-4910-8285-0fa82569faf8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:33:13.891722 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd07031d-5bc8-4db0-83fb-77efb41f9adf', 'name': 'network-vif-deleted', 'tag': 'e204eda1-1613-4d96-805b-90b9314ab7e1', 'status': 'completed', 'code': 200} Feb 19 08:33:14.253158 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-3fefc005-027b-4702-b8a3-969cf3a0d535 req-23d85c15-ec65-4ac9-bbb8-de71d0304225 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0355055 Feb 19 08:33:15.343113 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-564f6395-8d9c-469a-a67a-57430404d7f9 req-7f530fdb-07db-4013-9aab-7609ccffa6ad tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0262129 Feb 19 08:33:16.628348 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-013d3d42-3b02-454e-acb0-b0e2e472dfb8 req-52a5b013-b159-47fa-832f-9477ee92ad89 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0304875 Feb 19 08:33:16.701466 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:16.721761 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: e204eda1-1613-4d96-805b-90b9314ab7e1 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:16.722105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device e204eda1-1613-4d96-805b-90b9314ab7e1 not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:17.722132 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-38a02950-3e81-4fc8-85e3-3fd0df5f2234 req-37896e12-236a-4c1c-a05e-7a3253502494 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0265470 Feb 19 08:33:18.814848 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ae64b6bd-53f6-443e-b747-7d6274300025 req-079ff618-4064-46bd-8168-8dca3edc015d tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0265565 Feb 19 08:33:19.908321 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8b8887c7-d285-43be-8f81-ca61069627a4 req-03452508-d114-4a40-8147-7f1829bd684f tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0268788 Feb 19 08:33:21.005398 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-52eee1a9-e349-42c6-b739-4d12eb628a96 req-fc4ec296-a3fe-400b-8d5a-5438d9ee73fd tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0267167 Feb 19 08:33:22.098432 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ebc6f8d1-f0f5-474d-a6c1-e0b7f6bcd78a req-4584c22e-0807-40f5-baeb-382bdd09b978 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0260429 Feb 19 08:33:23.208311 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d17e80a1-247f-4059-9948-e24cac65d51d req-7e9f941b-7ca3-4c34-bd75-a57e24c8cbcb tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd07031d-5bc8-4db0-83fb-77efb41f9adf HTTP/1.1" status: 200 len: 210 time: 0.0279899 Feb 19 08:33:24.263221 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:24.322654 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (33ba09c5-294b-4d12-acc3-aaf0a34a1606), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:24.348551 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (33ba09c5-294b-4d12-acc3-aaf0a34a1606), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:24.413528 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (33ba09c5-294b-4d12-acc3-aaf0a34a1606), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:24.416480 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:24.417774 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] 10.222.0.43 "DELETE /v2.0/security-groups/33ba09c5-294b-4d12-acc3-aaf0a34a1606 HTTP/1.1" status: 204 len: 168 time: 0.1535335 Feb 19 08:33:24.429085 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76780f-0048-43e0-9a5e-d8c7d7902c33 tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba09c5-294b-4d12-acc3-aaf0a34a1606,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:25.481467 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48810) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:26.003625 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:26.254059 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Deleting port 880936d4-43c2-4358-81fd-6c24f8bf1acf {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:26.254368 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:26.330108 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] For port 880936d4-43c2-4358-81fd-6c24f8bf1acf, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=880936d4-43c2-4358-81fd-6c24f8bf1acf,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:26.330468 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:26.342882 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Calling delete_port for 880936d4-43c2-4358-81fd-6c24f8bf1acf owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:26.524062 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (880936d4-43c2-4358-81fd-6c24f8bf1acf), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:26.548938 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Pushing event deleted for resources: {'Port': ['ID=880936d4-43c2-4358-81fd-6c24f8bf1acf,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:26.581397 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.581756 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.582106 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.582449 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.582794 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.583488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.583488 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.583870 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.584150 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.584484 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.584856 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.585193 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.585524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:26.739784 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:26.954692 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:33:27.060266 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:27.068181 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fdbfbd0d-2ad6-47e1-91cc-cf0f339b2044 admin admin] 10.222.0.43 "PUT /v2.0/routers/3b331739-26bf-4cc7-ab7e-4ed7260b22eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829949 Feb 19 08:33:27.068307 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48814) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:27.070617 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Sync routers for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:27.082704 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:27.083347 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:27.175022 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks [] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:27.192988 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:27.378554 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:33:26Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:27.410475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Checking router: 3b331739-26bf-4cc7-ab7e-4ed7260b22eb for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:27.419853 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Routers {'3b331739-26bf-4cc7-ab7e-4ed7260b22eb'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:27.420463 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:27.546820 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] Set router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:27.583732 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks [] for router_gateway (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:27.640100 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Deleting port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:27.640411 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:27.722639 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] For port 13fa2d4b-cb5b-46ee-89fd-63f530fd265e, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:27.723086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:27.741276 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Calling delete_port for 13fa2d4b-cb5b-46ee-89fd-63f530fd265e owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:27.829591 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:33:26Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:27.855809 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b37b7e-b595-4db9-8a97-a3aa726f3d06 None None] The sync data for ids ['3b331739-26bf-4cc7-ab7e-4ed7260b22eb'] in n-d-829866-3 is: [{'id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'name': 'tempest-TestShelveInstance-526442734-router', 'tenant_id': 'a98a336fcdd94614b557dff287394b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:44Z', 'updated_at': '2022-02-19T08:33:26Z', 'revision_number': 5, 'project_id': 'a98a336fcdd94614b557dff287394b63', 'gw_port': {'id': '13fa2d4b-cb5b-46ee-89fd-63f530fd265e', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b331739-26bf-4cc7-ab7e-4ed7260b22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:45Z', 'updated_at': '2022-02-19T08:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:27.927940 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (13fa2d4b-cb5b-46ee-89fd-63f530fd265e), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:27.954088 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=13fa2d4b-cb5b-46ee-89fd-63f530fd265e,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:28.015933 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.106287 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.108360 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks [] for router_controller (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.155298 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (3b331739-26bf-4cc7-ab7e-4ed7260b22eb), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.155755 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b331739-26bf-4cc7-ab7e-4ed7260b22eb {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:33:28.160526 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.163941 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e8566fe9-080b-4590-add2-a732a2c4cb9b admin admin] 10.222.0.43 "DELETE /v2.0/routers/3b331739-26bf-4cc7-ab7e-4ed7260b22eb HTTP/1.1" status: 204 len: 168 time: 1.0921905 Feb 19 08:33:28.164097 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48816) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:28.213029 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Deleting subnet cb0e6a34-2f25-432f-8a49-14d0415159d6 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:33:28.216973 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Publish callbacks [] for subnet (cb0e6a34-2f25-432f-8a49-14d0415159d6), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.252785 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (cb0e6a34-2f25-432f-8a49-14d0415159d6), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.340028 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (cb0e6a34-2f25-432f-8a49-14d0415159d6), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.393898 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (cb0e6a34-2f25-432f-8a49-14d0415159d6), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.421516 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0e6a34-2f25-432f-8a49-14d0415159d6,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:28.423609 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.430430 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-30dfdeb9-3372-4b21-85a2-603b28decf48 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cb0e6a34-2f25-432f-8a49-14d0415159d6 HTTP/1.1" status: 204 len: 168 time: 0.2647295 Feb 19 08:33:28.430892 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:28.432689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de37307-6e08-4309-b2a7-2e5086c89b3a None None] Network 597235f5-6ae9-4f49-b809-5e0d2672af8b requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:28.516988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (597235f5-6ae9-4f49-b809-5e0d2672af8b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.587327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Deleting port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:28.587734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.643556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] DHCP port deletion for 597235f5-6ae9-4f49-b809-5e0d2672af8b request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:33:28.663591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] For port 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=27b36f34-7bee-44fd-b8d2-eaf0d1400797,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:28.663997 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.678490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Calling delete_port for 27b36f34-7bee-44fd-b8d2-eaf0d1400797 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:28.698287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Deleting port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:28.698949 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.763961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] For port 27b36f34-7bee-44fd-b8d2-eaf0d1400797, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=27b36f34-7bee-44fd-b8d2-eaf0d1400797,segment=NetworkSegment(5c9a71a8-a04e-4675-83b2-f2706892fd17),segment_id=5c9a71a8-a04e-4675-83b2-f2706892fd17)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:28.764537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.765822 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.779482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Calling delete_port for 27b36f34-7bee-44fd-b8d2-eaf0d1400797 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:28.794353 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=27b36f34-7bee-44fd-b8d2-eaf0d1400797,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:28.798123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] No DVR routers for this DVR port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:33:28.865562 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (27b36f34-7bee-44fd-b8d2-eaf0d1400797), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.879836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (597235f5-6ae9-4f49-b809-5e0d2672af8b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:28.891551 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Pushing event deleted for resources: {'Port': ['ID=27b36f34-7bee-44fd-b8d2-eaf0d1400797,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:28.900014 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] No DVR routers for this DVR port 27b36f34-7bee-44fd-b8d2-eaf0d1400797 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:33:28.902707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.903066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.903436 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.903778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.904639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.904639 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.904875 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.905148 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.905475 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.905823 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.906152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.906480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.906703 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597235f5-6ae9-4f49-b809-5e0d2672af8b']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:28.906829 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b04f816-3646-4557-b88f-45e245b0483a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:28.918694 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9a71a8-a04e-4675-83b2-f2706892fd17') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:28.918999 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9a71a8-a04e-4675-83b2-f2706892fd17') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:29.265966 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (5c9a71a8-a04e-4675-83b2-f2706892fd17), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.278919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5c9a71a8-a04e-4675-83b2-f2706892fd17), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.284729 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:33:29.285110 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (5c9a71a8-a04e-4675-83b2-f2706892fd17), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:33:29.286734 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:33:29.339734 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (597235f5-6ae9-4f49-b809-5e0d2672af8b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.355985 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.359107 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] 10.222.0.43 "DELETE /v2.0/networks/597235f5-6ae9-4f49-b809-5e0d2672af8b HTTP/1.1" status: 204 len: 168 time: 0.9269691 Feb 19 08:33:29.359988 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef505c-262c-41da-9681-084e600f6dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=597235f5-6ae9-4f49-b809-5e0d2672af8b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:29.362170 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:29.486187 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 27b36f34-7bee-44fd-b8d2-eaf0d1400797 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:29.507168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 27b36f34-7bee-44fd-b8d2-eaf0d1400797 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:29.507707 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 27b36f34-7bee-44fd-b8d2-eaf0d1400797 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:29.508231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 880936d4-43c2-4358-81fd-6c24f8bf1acf no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:29.535376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 880936d4-43c2-4358-81fd-6c24f8bf1acf {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:29.535376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 880936d4-43c2-4358-81fd-6c24f8bf1acf not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:29.535376 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 13fa2d4b-cb5b-46ee-89fd-63f530fd265e no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:29.553149 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 13fa2d4b-cb5b-46ee-89fd-63f530fd265e {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:29.553498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 13fa2d4b-cb5b-46ee-89fd-63f530fd265e not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:29.716606 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (390aabf1-4563-4734-91ba-12fc1cc65098), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:29.976017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Deleting port ac27f720-0f93-49fe-96f0-7ebb9157d875 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:29.976376 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:30.054165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] For port ac27f720-0f93-49fe-96f0-7ebb9157d875, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=ac27f720-0f93-49fe-96f0-7ebb9157d875,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:30.054531 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:30.066881 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Calling delete_port for ac27f720-0f93-49fe-96f0-7ebb9157d875 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:30.272817 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (ac27f720-0f93-49fe-96f0-7ebb9157d875), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:30.303180 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac27f720-0f93-49fe-96f0-7ebb9157d875,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:30.469759 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (390aabf1-4563-4734-91ba-12fc1cc65098), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:30.684947 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Router 390aabf1-4563-4734-91ba-12fc1cc65098 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:33:30.790580 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:30.795512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-fc109003-88eb-4953-bdd9-02a9c9fff9b2 admin admin] 10.222.0.43 "PUT /v2.0/routers/390aabf1-4563-4734-91ba-12fc1cc65098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323871 Feb 19 08:33:30.798035 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:30.802755 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Sync routers for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:30.812531 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:30.813228 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:30.914119 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks [] for router (390aabf1-4563-4734-91ba-12fc1cc65098), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:30.922780 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:31.021340 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks [] for router_gateway (390aabf1-4563-4734-91ba-12fc1cc65098), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.026459 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.073349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Deleting port 186931e8-c019-4509-8356-01c3a2e155b3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:31.073599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (186931e8-c019-4509-8356-01c3a2e155b3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.106522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '186931e8-c019-4509-8356-01c3a2e155b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:33:30Z', 'revision_number': 5, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port': {'id': '186931e8-c019-4509-8356-01c3a2e155b3', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:31.136143 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Checking router: 390aabf1-4563-4734-91ba-12fc1cc65098 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:31.144747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Routers {'390aabf1-4563-4734-91ba-12fc1cc65098'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:31.145357 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['390aabf1-4563-4734-91ba-12fc1cc65098'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:31.150454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] For port 186931e8-c019-4509-8356-01c3a2e155b3, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=186931e8-c019-4509-8356-01c3a2e155b3,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:31.150862 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (186931e8-c019-4509-8356-01c3a2e155b3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.163422 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Calling delete_port for 186931e8-c019-4509-8356-01c3a2e155b3 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:31.231482 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] Set router 390aabf1-4563-4734-91ba-12fc1cc65098 gateway port host: None {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:31.286690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:33:31Z', 'revision_number': 6, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:31.313380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826858-2913-40fd-b1a9-238b4ac11fa1 None None] The sync data for ids ['390aabf1-4563-4734-91ba-12fc1cc65098'] in n-d-829866-3 is: [{'id': '390aabf1-4563-4734-91ba-12fc1cc65098', 'name': 'tempest-TestShelveInstance-966761617-router', 'tenant_id': '1f4083c46a0945db8a00d4d619e97afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:22:49Z', 'updated_at': '2022-02-19T08:33:31Z', 'revision_number': 6, 'project_id': '1f4083c46a0945db8a00d4d619e97afb', 'gw_port_host': None}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:31.342588 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (186931e8-c019-4509-8356-01c3a2e155b3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.373464 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=186931e8-c019-4509-8356-01c3a2e155b3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:31.432190 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (390aabf1-4563-4734-91ba-12fc1cc65098), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.519957 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (390aabf1-4563-4734-91ba-12fc1cc65098), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.522095 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks [] for router_controller (390aabf1-4563-4734-91ba-12fc1cc65098), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.575393 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (390aabf1-4563-4734-91ba-12fc1cc65098), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.575961 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390aabf1-4563-4734-91ba-12fc1cc65098 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:33:31.580203 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.581215 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2bcc7814-f124-4a07-a7e3-f19d6b853bb8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/390aabf1-4563-4734-91ba-12fc1cc65098 HTTP/1.1" status: 204 len: 168 time: 0.7822771 Feb 19 08:33:31.583943 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:31.627064 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Deleting subnet 6437b8c9-439e-4703-a983-9d1432b959f4 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:33:31.629918 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Publish callbacks [] for subnet (6437b8c9-439e-4703-a983-9d1432b959f4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.666215 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (6437b8c9-439e-4703-a983-9d1432b959f4), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.753895 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (6437b8c9-439e-4703-a983-9d1432b959f4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.762836 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac27f720-0f93-49fe-96f0-7ebb9157d875 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:31.791858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: ac27f720-0f93-49fe-96f0-7ebb9157d875 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:31.792114 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device ac27f720-0f93-49fe-96f0-7ebb9157d875 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:31.807716 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (6437b8c9-439e-4703-a983-9d1432b959f4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.835875 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6437b8c9-439e-4703-a983-9d1432b959f4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:31.839968 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.844017 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f2e6e128-ec1c-4266-b82e-fb4ffe3b7d26 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6437b8c9-439e-4703-a983-9d1432b959f4 HTTP/1.1" status: 204 len: 168 time: 0.2590935 Feb 19 08:33:31.845336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb68f5-2ae8-4fc5-a68e-c52b9d4cf1f7 None None] Network a08eb1f9-7556-4757-9e94-e6f55bb6420e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:31.846569 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:31.924087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (a08eb1f9-7556-4757-9e94-e6f55bb6420e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:31.983262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Deleting port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:31.983609 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.044316 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] For port 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=597f38fa-1c44-4ac1-b615-d89f3e0daa47,segment=NetworkSegment(cf0a93d1-2172-47f5-97dd-2728fc8e2b2a),segment_id=cf0a93d1-2172-47f5-97dd-2728fc8e2b2a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:32.044591 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.057676 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Calling delete_port for 597f38fa-1c44-4ac1-b615-d89f3e0daa47 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:32.088105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] DHCP port deletion for a08eb1f9-7556-4757-9e94-e6f55bb6420e request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:33:32.139795 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.140874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Deleting port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:33:32.141323 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.175408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=597f38fa-1c44-4ac1-b615-d89f3e0daa47,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:32.177349 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] No DVR routers for this DVR port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:33:32.211553 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] For port 597f38fa-1c44-4ac1-b615-d89f3e0daa47, host n-d-829866-3, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:32.211960 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.228231 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Calling delete_port for 597f38fa-1c44-4ac1-b615-d89f3e0daa47 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:33:32.231061 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 08:33:32.235006 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (597f38fa-1c44-4ac1-b615-d89f3e0daa47), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.261668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (a08eb1f9-7556-4757-9e94-e6f55bb6420e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.267911 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] Pushing event deleted for resources: {'Port': ['ID=597f38fa-1c44-4ac1-b615-d89f3e0daa47,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:32.276215 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7e6eb-9cb3-4d15-91b3-962ea9961cad None None] No DVR routers for this DVR port 597f38fa-1c44-4ac1-b615-d89f3e0daa47 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:33:32.284976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08eb1f9-7556-4757-9e94-e6f55bb6420e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:32.295613 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:32.295912 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0a93d1-2172-47f5-97dd-2728fc8e2b2a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:32.312465 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (cf0a93d1-2172-47f5-97dd-2728fc8e2b2a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.330351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (cf0a93d1-2172-47f5-97dd-2728fc8e2b2a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.336952 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:33:32.337344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (cf0a93d1-2172-47f5-97dd-2728fc8e2b2a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:33:32.339179 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:33:32.401694 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (a08eb1f9-7556-4757-9e94-e6f55bb6420e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.408922 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.412755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a08eb1f9-7556-4757-9e94-e6f55bb6420e HTTP/1.1" status: 204 len: 168 time: 0.5650580 Feb 19 08:33:32.424071 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e45ad-f462-4745-8c40-fd33c74369d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08eb1f9-7556-4757-9e94-e6f55bb6420e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:32.547259 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48830) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:32.586143 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-c00aea03-9b88-44b9-9f2a-739cfa197100 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a98a336fcdd94614b557dff287394b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376897 Feb 19 08:33:32.589391 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:32.634631 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] Publish callbacks [] for security_group (c447da6e-8f3a-4d1b-b9d3-dd69a66001c7), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.655916 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] Publish callbacks [] for security_group (c447da6e-8f3a-4d1b-b9d3-dd69a66001c7), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.700646 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c447da6e-8f3a-4d1b-b9d3-dd69a66001c7), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.703150 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:32.704326 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c447da6e-8f3a-4d1b-b9d3-dd69a66001c7 HTTP/1.1" status: 204 len: 168 time: 0.1140356 Feb 19 08:33:32.712187 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e33d-8cda-44d5-9ca1-d490590b724f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447da6e-8f3a-4d1b-b9d3-dd69a66001c7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:33.036690 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:33.078720 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-f43df56a-b3be-4523-840e-5826341e8160 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f4083c46a0945db8a00d4d619e97afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408916 Feb 19 08:33:33.081195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:33.126419 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] Publish callbacks [] for security_group (4351e5d6-c39f-41c4-8431-1e11144e0a19), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:33.147613 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] Publish callbacks [] for security_group (4351e5d6-c39f-41c4-8431-1e11144e0a19), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:33.192819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (4351e5d6-c39f-41c4-8431-1e11144e0a19), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:33.195367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:33.197204 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4351e5d6-c39f-41c4-8431-1e11144e0a19 HTTP/1.1" status: 204 len: 168 time: 0.1145198 Feb 19 08:33:33.207940 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcda6b-2550-48e9-bf28-66e9827bdb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351e5d6-c39f-41c4-8431-1e11144e0a19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:33.480896 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 186931e8-c019-4509-8356-01c3a2e155b3 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:33.500283 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 186931e8-c019-4509-8356-01c3a2e155b3 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:33.500632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 186931e8-c019-4509-8356-01c3a2e155b3 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:33.501046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 597f38fa-1c44-4ac1-b615-d89f3e0daa47 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:33:33.519172 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 597f38fa-1c44-4ac1-b615-d89f3e0daa47 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:33:33.519541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 597f38fa-1c44-4ac1-b615-d89f3e0daa47 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:33:33.895298 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:33.902065 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:33.990441 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1498987316-network', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:34.009760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Made reservation on behalf of dde490ad58cd45958fc8f2beca39c2fe for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:33:34.012152 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.020231 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.091245 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks [] for security_group (c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.094836 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.115596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:33:34.130572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:34.134300 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.134891 n-d-829866-3 neutron-server[103588]: INFO neutron.db.segments_db [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Added segment 5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a of type vlan for network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 Feb 19 08:33:34.176082 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.200620 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.201572 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:34.202151 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.253011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3564668 Feb 19 08:33:34.255904 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48866) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:34.262428 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Request body: {'subnet': {'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1498987316-subnet', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'ip_version': 4}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:34.264955 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1af57-2dfb-4f54-95b5-ae1d2db57877 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:34.274562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:33:34.284264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Made reservation on behalf of dde490ad58cd45958fc8f2beca39c2fe for: {'subnet': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:33:34.286703 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24020977'] for subnet (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.450000 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24115064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24020739'] for subnet (860f2360-beb6-4a4c-a711-a183eb24da8b), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.497264 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860f2360-beb6-4a4c-a711-a183eb24da8b,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:34.512481 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Checking segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103587) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:34.512844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Network hostable DHCP agents. Network: dbf16ec1-8ce1-4ba8-9b56-a256f0d75380, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103587) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:33:34.528818 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103587) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:33:34.537226 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, dbf16ec1-8ce1-4ba8-9b56-a256f0d75380) {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:34.541990 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:34.542585 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.547266 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21850ae2-3fde-41be-b76a-7f8bfd3378ad None None] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:34.557767 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-02ef7c75-305b-476a-95ec-66f4b62174c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3003867 Feb 19 08:33:34.560423 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48868) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:34.564786 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:34.583414 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.584649 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.642321 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for router_controller (fe849c9e-ab76-4243-830b-4f2e5e972eaf), precommit_add_association {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.648602 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:33:34.649457 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.779999 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Allocated IP 172.20.0.2 (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380/860f2360-beb6-4a4c-a711-a183eb24da8b/95961b4a-c7ca-4d23-83b3-fe334d795296) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:34.781715 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for router_gateway (fe849c9e-ab76-4243-830b-4f2e5e972eaf), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.921321 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks [] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.927388 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.968861 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:34.971568 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:34.977225 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:34.983631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for router_gateway (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:34.984051 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Pushing event updated for resources: {'Port': ['ID=95961b4a-c7ca-4d23-83b3-fe334d795296,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:35.003918 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.035866 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Attempting to bind port 95961b4a-c7ca-4d23-83b3-fe334d795296 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:35.036161 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Attempting to bind port 95961b4a-c7ca-4d23-83b3-fe334d795296 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:35.036498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Attempting to bind port 95961b4a-c7ca-4d23-83b3-fe334d795296 on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:35.041362 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:35.041734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Checking segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:35.042132 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.042522 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Bound using segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:35.043601 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Bound port: 95961b4a-c7ca-4d23-83b3-fe334d795296, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:35.043601 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.103520 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] For port 95961b4a-c7ca-4d23-83b3-fe334d795296, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:35.106712 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] For port 95961b4a-c7ca-4d23-83b3-fe334d795296, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=95961b4a-c7ca-4d23-83b3-fe334d795296,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:35.108853 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Allocated IP 172.25.7.213 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/b0ebe5bd-48de-463b-a200-c7661c62af31) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:35.112740 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.171642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bbe0-5f7c-4cae-93d2-b7763efcd49e None None] Pushing event updated for resources: {'Port': ['ID=95961b4a-c7ca-4d23-83b3-fe334d795296,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:35.216808 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.251071 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.292977 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:35.299239 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:35.303694 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:35.307555 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ebe5bd-48de-463b-a200-c7661c62af31,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:35.523287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 95961b4a-c7ca-4d23-83b3-fe334d795296 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:35.573747 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 95961b4a-c7ca-4d23-83b3-fe334d795296 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:35.574419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.585476 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for router_gateway (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.654066 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 95961b4a-c7ca-4d23-83b3-fe334d795296 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:35.654454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.685303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 95961b4a-c7ca-4d23-83b3-fe334d795296, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=95961b4a-c7ca-4d23-83b3-fe334d795296,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:35.689843 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.740718 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=95961b4a-c7ca-4d23-83b3-fe334d795296,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:35.793064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:35.923290 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103587) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:33:36.037084 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:36.047801 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:36.058891 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.060178 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-b7b3dbb7-472a-4cca-94ae-e647a97912b4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4987068 Feb 19 08:33:36.062159 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:36.062914 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59410489-8153-431e-af23-c8beff6b2812 None None] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:36.063049 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:36.064879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:36.170317 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:36.176734 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cf158b78-0d72-4416-9e52-dab8364ce163 None None] Provisioning complete for port 95961b4a-c7ca-4d23-83b3-fe334d795296 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:36.177119 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf158b78-0d72-4416-9e52-dab8364ce163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.271004 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf158b78-0d72-4416-9e52-dab8364ce163 None None] Current status of the port 95961b4a-c7ca-4d23-83b3-fe334d795296 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:36.357883 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:35Z', 'revision_number': 3, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:36.387561 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:36.387909 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Updating router fe849c9e-ab76-4243-830b-4f2e5e972eaf port b0ebe5bd-48de-463b-a200-c7661c62af31 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:33:36.405374 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73dc04ea-fc92-4c28-a580-59ecb7e12e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.417323 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.506858 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4c52c764-1624-4c78-aa2d-f983c7fef15d None None] Provisioning complete for port 95961b4a-c7ca-4d23-83b3-fe334d795296 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:36.507631 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c52c764-1624-4c78-aa2d-f983c7fef15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.608370 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c52c764-1624-4c78-aa2d-f983c7fef15d None None] Current status of the port 95961b4a-c7ca-4d23-83b3-fe334d795296 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:36.688696 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks [] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.696350 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.747534 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Attempting to bind port b0ebe5bd-48de-463b-a200-c7661c62af31 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:36.747896 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Attempting to bind port b0ebe5bd-48de-463b-a200-c7661c62af31 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:36.748250 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Attempting to bind port b0ebe5bd-48de-463b-a200-c7661c62af31 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:36.751024 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Pushing event updated for resources: {'Port': ['ID=b0ebe5bd-48de-463b-a200-c7661c62af31,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:36.758677 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:36.759049 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:36.759724 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.760727 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:36.761182 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Bound port: b0ebe5bd-48de-463b-a200-c7661c62af31, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:36.761552 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.764359 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.764695 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.765029 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.765357 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.765681 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.766001 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.766318 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.766638 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.766952 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.767303 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.767619 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.767930 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.768240 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:33:36.822304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] For port b0ebe5bd-48de-463b-a200-c7661c62af31, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:36.826316 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] For port b0ebe5bd-48de-463b-a200-c7661c62af31, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b0ebe5bd-48de-463b-a200-c7661c62af31,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:36.831718 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.867265 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:36.889773 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:36.890429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:36.925945 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25194644-8ed2-4c5a-bffa-5225d41fd672 None None] Pushing event updated for resources: {'Port': ['ID=b0ebe5bd-48de-463b-a200-c7661c62af31,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:37.001099 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:37.024236 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Allocated IP 172.20.0.1 (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380/860f2360-beb6-4a4c-a711-a183eb24da8b/8e6d66ed-fd95-4449-9682-0cc1a6677e7d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:37.125560 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks [] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.157596 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.173227 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:35Z', 'revision_number': 3, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:37.195108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:37.198865 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23873b36-68f0-4bcd-8fca-58c33f2edabe None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:35Z', 'revision_number': 3, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:37.199591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:37.203266 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:37.238934 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Pushing event updated for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:37.257344 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.399162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.543567 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-aae0fd51-98b9-48cd-af32-d54ec9f8e850 None None] Provisioning complete for port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:37.544058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aae0fd51-98b9-48cd-af32-d54ec9f8e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.585196 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-aae0fd51-98b9-48cd-af32-d54ec9f8e850 None None] Port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:37.600670 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks [] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.606049 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.611778 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b0ebe5bd-48de-463b-a200-c7661c62af31 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:37.663210 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b0ebe5bd-48de-463b-a200-c7661c62af31 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:37.663679 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.678576 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Pushing event updated for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:37.683768 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.751000 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b0ebe5bd-48de-463b-a200-c7661c62af31 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:37.751515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.774292 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port b0ebe5bd-48de-463b-a200-c7661c62af31, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b0ebe5bd-48de-463b-a200-c7661c62af31,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:37.779620 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.780499 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 95961b4a-c7ca-4d23-83b3-fe334d795296 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:37.781553 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:37.782987 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:37.877483 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=b0ebe5bd-48de-463b-a200-c7661c62af31,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:37.893612 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 95961b4a-c7ca-4d23-83b3-fe334d795296 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:37.893993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:37.941805 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:33:37.987511 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 95961b4a-c7ca-4d23-83b3-fe334d795296 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:38.074910 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:38.080214 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-dba2b7aa-a079-47d4-ab66-4e9b0382a4da admin admin] 10.222.0.43 "PUT /v2.0/routers/fe849c9e-ab76-4243-830b-4f2e5e972eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0161250 Feb 19 08:33:38.114285 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-efdaa0f9-efbf-477b-9374-35c6b7320e09 None None] Provisioning complete for port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:38.114728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efdaa0f9-efbf-477b-9374-35c6b7320e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.151251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-efdaa0f9-efbf-477b-9374-35c6b7320e09 None None] Port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:38.550161 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48886) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:38.555254 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1524494923-network', 'tenant_id': '00376d45d5774d8c858d7d23c581f752'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:38.574127 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Made reservation on behalf of 00376d45d5774d8c858d7d23c581f752 for: {'network': 1} {{(pid=103587) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:33:38.576631 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for network (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.585430 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.671634 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks [] for security_group (2b7b191f-9d2b-4d1f-a58a-50ca5a302602), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.675253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b7b191f-9d2b-4d1f-a58a-50ca5a302602), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.702699 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103587) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 08:33:38.709607 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b191f-9d2b-4d1f-a58a-50ca5a302602,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:38.718963 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ec2eec1f-e302-4693-a37a-022c24a3384b), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.720215 n-d-829866-3 neutron-server[103587]: INFO neutron.db.segments_db [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Added segment ec2eec1f-e302-4693-a37a-022c24a3384b of type vlan for network 3f9315af-c551-4e5c-8983-24a798c0664e Feb 19 08:33:38.740869 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b35649ea-c6b8-46d2-b427-2c84e1abc832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.769726 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757866845076'] for network (3f9315af-c551-4e5c-8983-24a798c0664e), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.796091 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211'] for network (3f9315af-c551-4e5c-8983-24a798c0664e), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.797561 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:38.798147 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.849773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2984254 Feb 19 08:33:38.852563 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:38.858251 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Request body: {'subnet': {'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1524494923-subnet', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:38.863176 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13e5d-2f43-4392-aa0f-c7e2eb7b64a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9315af-c551-4e5c-8983-24a798c0664e,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:38.874336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Network 3f9315af-c551-4e5c-8983-24a798c0664e details requested by agent ovs-agent-n-d-829866-3 with host n-d-829866-3 {{(pid=103589) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 08:33:38.882808 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Made reservation on behalf of 00376d45d5774d8c858d7d23c581f752 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:33:38.885988 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12797517'] for subnet (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:38.942916 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:38.953124 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:38.953757 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:39.055013 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13282687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12797631'] for subnet (cdb3dd72-358e-4f85-b7d3-d81c1f4607e4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.065016 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:39.114979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb3dd72-358e-4f85-b7d3-d81c1f4607e4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:39.122332 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Checking segment: {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:39.122692 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Network hostable DHCP agents. Network: 3f9315af-c551-4e5c-8983-24a798c0664e, hostable agents: ['7a06b29f-b96e-41a0-b860-b2cec70cb3e3'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 08:33:39.139819 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Network 3f9315af-c551-4e5c-8983-24a798c0664e is scheduled to be hosted by DHCP agent 7a06b29f-b96e-41a0-b860-b2cec70cb3e3 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 08:33:39.148399 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-3, 3f9315af-c551-4e5c-8983-24a798c0664e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:39.153074 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:39.153785 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.169250 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-404dbb74-2aae-42aa-b04a-52e049a8d9d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3156285 Feb 19 08:33:39.171868 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:39.173702 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7eb2c6-2e61-4bfe-a6dd-2f336fd51021 None None] Network 3f9315af-c551-4e5c-8983-24a798c0664e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:39.176111 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:39.195468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1742527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6574'] for router (264404a6-b841-497f-b088-9c9b346b75d8), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.196183 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1741359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740158', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1700833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6577'] for router (264404a6-b841-497f-b088-9c9b346b75d8), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.270078 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for router_controller (264404a6-b841-497f-b088-9c9b346b75d8), precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.328333 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97c8a723-53dc-5337-9d98-3066922e75de-3f9315af-c551-4e5c-8983-24a798c0664e', 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e', 'project_id': '00376d45d5774d8c858d7d23c581f752', 'fixed_ips': [{'subnet_id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4'}]}} from n-d-829866-3. {{(pid=103589) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 08:33:39.329162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.413484 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 2, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:39.425557 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for router_gateway (264404a6-b841-497f-b088-9c9b346b75d8), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.444865 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:39.445209 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Updating router fe849c9e-ab76-4243-830b-4f2e5e972eaf port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:33:39.507277 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b0ebe5bd-48de-463b-a200-c7661c62af31 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:39.529047 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.589058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Allocated IP 172.20.0.2 (3f9315af-c551-4e5c-8983-24a798c0664e/cdb3dd72-358e-4f85-b7d3-d81c1f4607e4/2d47ea87-df0f-4e00-b72a-252224e6dc00) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:39.646585 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for router_gateway (264404a6-b841-497f-b088-9c9b346b75d8), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.665660 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.779135 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Allocated IP 172.25.7.125 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/dfc6a858-8888-41fe-8c54-d7089ef346c0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:39.882406 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.888708 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port b0ebe5bd-48de-463b-a200-c7661c62af31 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:39.889174 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.924713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:39.965648 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:39.972195 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:39.976869 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:39.979847 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Pushing event updated for resources: {'Port': ['ID=dfc6a858-8888-41fe-8c54-d7089ef346c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:40.028535 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.124256 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks [] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.136853 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port b0ebe5bd-48de-463b-a200-c7661c62af31 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:40.143979 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.202606 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Network 3f9315af-c551-4e5c-8983-24a798c0664e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:40.209468 n-d-829866-3 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:40.214711 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:40.232934 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for router_gateway (264404a6-b841-497f-b088-9c9b346b75d8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.236328 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Pushing event updated for resources: {'Port': ['ID=2d47ea87-df0f-4e00-b72a-252224e6dc00,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:40.239890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks [] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.263103 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.348080 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba2ebc-9c73-40fe-ab9f-3ae5c71ae31c None None] Pushing event updated for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:40.364695 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Attempting to bind port 2d47ea87-df0f-4e00-b72a-252224e6dc00 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:40.365068 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Attempting to bind port 2d47ea87-df0f-4e00-b72a-252224e6dc00 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:40.365432 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Attempting to bind port 2d47ea87-df0f-4e00-b72a-252224e6dc00 on network 3f9315af-c551-4e5c-8983-24a798c0664e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:40.401290 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:40.401699 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Checking segment: {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:40.402105 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.402505 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Bound using segment: {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:40.402990 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Bound port: 2d47ea87-df0f-4e00-b72a-252224e6dc00, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:40.403393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.422159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Attempting to bind port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:40.422537 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Attempting to bind port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:40.422905 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Attempting to bind port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:40.451670 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:40.452046 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Checking segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:40.452454 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.452851 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Bound using segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:40.453336 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Bound port: 8e6d66ed-fd95-4449-9682-0cc1a6677e7d, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:40.453712 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.456447 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1741350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740201'] for router (264404a6-b841-497f-b088-9c9b346b75d8), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.516698 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] For port 2d47ea87-df0f-4e00-b72a-252224e6dc00, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:40.523140 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] For port 2d47ea87-df0f-4e00-b72a-252224e6dc00, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d47ea87-df0f-4e00-b72a-252224e6dc00,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:40.536537 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.582857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] For port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:40.593983 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Router 264404a6-b841-497f-b088-9c9b346b75d8 is scheduled to L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 08:33:40.607056 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] For port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:40.621806 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.637729 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Provisioning complete for port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:40.638101 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.642379 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7bfa9-1889-4ea9-b3bd-30c88f35ad3a None None] Pushing event updated for resources: {'Port': ['ID=2d47ea87-df0f-4e00-b72a-252224e6dc00,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:40.730715 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba2ebc-9c73-40fe-ab9f-3ae5c71ae31c None None] Pushing event updated for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:40.737728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:40.748364 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Sync routers for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:40.755419 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:40.756257 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:40.765343 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:40.766535 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:40.766719 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.768039 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-75764917-1c1e-4dee-a85f-0f7102751852 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5952373 Feb 19 08:33:40.770804 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48892) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:40.956961 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Current status of the port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:40.957413 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:40.964304 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:40.977987 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:41.084886 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] For port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:41.113364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.200814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfa7b4-88be-4076-a53f-dd23d7c1cef8 None None] Pushing event updated for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:41.252358 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-4ab92b6f-2a52-40ed-b6b8-6a65540e9e5a None None] Provisioning complete for port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:41.252739 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ab92b6f-2a52-40ed-b6b8-6a65540e9e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.279149 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:40Z', 'revision_number': 3, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:41.310595 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:40Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:41.317633 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Checking router: 264404a6-b841-497f-b088-9c9b346b75d8 for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:41.317986 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Updating router 264404a6-b841-497f-b088-9c9b346b75d8 port dfc6a858-8888-41fe-8c54-d7089ef346c0 binding host n-d-829866-3 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:33:41.343262 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.349699 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.373168 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd7e9a-32f8-4eac-afc9-7c0021c38795 None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:40Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:41.395247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.404031 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ab92b6f-2a52-40ed-b6b8-6a65540e9e5a None None] Current status of the port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:41.631897 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Allocated IP 172.20.0.1 (3f9315af-c551-4e5c-8983-24a798c0664e/cdb3dd72-358e-4f85-b7d3-d81c1f4607e4/0e8ad9d3-a2bf-4290-bb9f-b56e356043a7) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:41.664558 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d47ea87-df0f-4e00-b72a-252224e6dc00 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:41.758989 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2d47ea87-df0f-4e00-b72a-252224e6dc00 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:41.761488 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.804349 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks [] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.807432 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks [] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.817849 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.866184 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.870423 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Attempting to bind port dfc6a858-8888-41fe-8c54-d7089ef346c0 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:41.876475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Attempting to bind port dfc6a858-8888-41fe-8c54-d7089ef346c0 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:41.877121 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Attempting to bind port dfc6a858-8888-41fe-8c54-d7089ef346c0 on network 4fb1f899-de92-4a48-a841-73f6967ee85c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:41.877667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2d47ea87-df0f-4e00-b72a-252224e6dc00 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:41.878245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.887232 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:41.893882 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Checking segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:41.894441 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.894914 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Bound using segment: {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:41.895520 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Bound port: dfc6a858-8888-41fe-8c54-d7089ef346c0, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1521468-9f6c-44bb-8715-fe8cf5a29e5b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:41.896011 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.917670 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Network 3f9315af-c551-4e5c-8983-24a798c0664e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:41.923844 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:41.927545 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port 2d47ea87-df0f-4e00-b72a-252224e6dc00, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d47ea87-df0f-4e00-b72a-252224e6dc00,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:41.927718 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:41.946199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:41.957094 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3ffa7-adb1-4de3-8a01-18190bb2e50e None None] Network 3f9315af-c551-4e5c-8983-24a798c0664e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:33:41.978530 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] For port dfc6a858-8888-41fe-8c54-d7089ef346c0, host n-d-829866-3, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:41.982451 n-d-829866-3 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] For port dfc6a858-8888-41fe-8c54-d7089ef346c0, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dfc6a858-8888-41fe-8c54-d7089ef346c0,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:41.985904 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21d9dc-a53e-412f-a193-a421bc10865b None None] Pushing event updated for resources: {'Port': ['ID=dfc6a858-8888-41fe-8c54-d7089ef346c0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:41.992499 n-d-829866-3 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.054041 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:42.054685 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:42.106371 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=2d47ea87-df0f-4e00-b72a-252224e6dc00,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:42.112158 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-cd8c825a-7f17-4d1d-b479-eaa99940de19 None None] Provisioning complete for port 2d47ea87-df0f-4e00-b72a-252224e6dc00 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:42.112673 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd8c825a-7f17-4d1d-b479-eaa99940de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.180571 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:42.182766 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21d9dc-a53e-412f-a193-a421bc10865b None None] Pushing event updated for resources: {'Port': ['ID=dfc6a858-8888-41fe-8c54-d7089ef346c0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:42.277339 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c825a-7f17-4d1d-b479-eaa99940de19 None None] Current status of the port 2d47ea87-df0f-4e00-b72a-252224e6dc00 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:42.375682 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1739134'] for router_interface (264404a6-b841-497f-b088-9c9b346b75d8), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.418119 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:42.418710 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:40Z', 'revision_number': 3, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:42.456267 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b8a5be-d210-4cfc-8c55-064e0bcdb834 None None] The sync data for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 is: [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:40Z', 'revision_number': 3, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:42.520922 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:42.521304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.544205 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.574447 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:42.604594 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Provisioning complete for port 2d47ea87-df0f-4e00-b72a-252224e6dc00 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:42.605019 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.638040 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.723540 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a004a05f-3d75-40be-afcd-671e79e72615 None None] Current status of the port 2d47ea87-df0f-4e00-b72a-252224e6dc00 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:42.769638 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks [] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.777116 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.845786 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bba464a8-0eec-463c-ba2c-e8968c3304cf None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:42.846162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bba464a8-0eec-463c-ba2c-e8968c3304cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.869846 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:42.877538 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1739242'] for router_interface (264404a6-b841-497f-b088-9c9b346b75d8), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:42.898214 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bba464a8-0eec-463c-ba2c-e8968c3304cf None None] Port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:42.996757 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Network 3f9315af-c551-4e5c-8983-24a798c0664e is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:42.998201 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:43.122932 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Router 264404a6-b841-497f-b088-9c9b346b75d8 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:33:43.232032 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-efcf1ba4-4a89-420c-ab9d-aa262ff46e20 None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:43.232643 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcf1ba4-4a89-420c-ab9d-aa262ff46e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:43.244845 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:33:43.251230 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-a066bf4d-df47-4e0b-b450-a2b5cba949e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/264404a6-b841-497f-b088-9c9b346b75d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4781635 Feb 19 08:33:43.270050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-efcf1ba4-4a89-420c-ab9d-aa262ff46e20 None None] Port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:43.594450 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dfc6a858-8888-41fe-8c54-d7089ef346c0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:43.641816 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dfc6a858-8888-41fe-8c54-d7089ef346c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:43.642184 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:43.719078 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dfc6a858-8888-41fe-8c54-d7089ef346c0 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:43.719500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:43.739323 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] For port dfc6a858-8888-41fe-8c54-d7089ef346c0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dfc6a858-8888-41fe-8c54-d7089ef346c0,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:43.743136 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:43.743898 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8e6d66ed-fd95-4449-9682-0cc1a6677e7d up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:43.817882 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Pushing event updated for resources: {'Port': ['ID=dfc6a858-8888-41fe-8c54-d7089ef346c0,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:43.829611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:43.829986 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:44.060575 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:44.061590 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d47ea87-df0f-4e00-b72a-252224e6dc00 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:44.105527 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 2d47ea87-df0f-4e00-b72a-252224e6dc00 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:44.105837 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:44.180534 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 2d47ea87-df0f-4e00-b72a-252224e6dc00 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:44.840689 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Sync routers for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:33:44.850025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:44.850633 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:44.912177 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:44.917634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809616279', 'description': 'tempest-secgroup-smoke-1809616279 description', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:44.938673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:44.964548 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:45.010599 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (5ea9b613-40fb-46a9-b7fe-3476978ff2c3), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.016031 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ea9b613-40fb-46a9-b7fe-3476978ff2c3), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.043650 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.044920 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1315768 Feb 19 08:33:45.048103 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.053131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.058626 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307f005-3363-4d73-a4c0-8bea8ba2bd07 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9b613-40fb-46a9-b7fe-3476978ff2c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.081577 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (9bd1fb95-7c12-490f-bde2-a59ff39c6975), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.138919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (9bd1fb95-7c12-490f-bde2-a59ff39c6975), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.142579 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (9bd1fb95-7c12-490f-bde2-a59ff39c6975), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.161595 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1fb95-7c12-490f-bde2-a59ff39c6975,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.170675 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:42Z', 'revision_number': 4, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '0e8ad9d3-a2bf-4290-bb9f-b56e356043a7', 'name': '', 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'mac_address': 'fa:16:3e:d7:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:41Z', 'updated_at': '2022-02-19T08:33:42Z', 'revision_number': 2, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'subnets': [{'id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:45.171479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.172703 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-5658b129-1ebd-438b-893f-f21773dd91bc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236827 Feb 19 08:33:45.175610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.179911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.204560 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Checking router: 264404a6-b841-497f-b088-9c9b346b75d8 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:33:45.204924 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Updating router 264404a6-b841-497f-b088-9c9b346b75d8 port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 binding host n-d-829866-3 {{(pid=103589) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 08:33:45.205162 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (b668af99-16c2-48d3-a5b5-acc086a77241), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.231829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.262655 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (b668af99-16c2-48d3-a5b5-acc086a77241), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.266575 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (b668af99-16c2-48d3-a5b5-acc086a77241), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.286978 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b668af99-16c2-48d3-a5b5-acc086a77241,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.293864 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.297742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7efdb76e-20a5-40b7-8476-8ffab9887746 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185925 Feb 19 08:33:45.297982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.302739 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.331772 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (044a14aa-af94-403a-8864-055185d8574f), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.405657 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (044a14aa-af94-403a-8864-055185d8574f), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.411477 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (044a14aa-af94-403a-8864-055185d8574f), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.432815 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044a14aa-af94-403a-8864-055185d8574f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.442400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.446313 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-95e8f83b-043a-4f85-a948-a268c9ba09f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447139 Feb 19 08:33:45.446793 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48910) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.451574 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.482021 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (6388e627-7fe6-48f0-b690-0314dba33a73), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.532138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks [] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.535180 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dfc6a858-8888-41fe-8c54-d7089ef346c0 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:45.542911 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (6388e627-7fe6-48f0-b690-0314dba33a73), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.546599 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (6388e627-7fe6-48f0-b690-0314dba33a73), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.563292 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.564907 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6388e627-7fe6-48f0-b690-0314dba33a73,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.579416 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.580645 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-e2ed4de0-c015-4fa2-ae8b-0d7c6d38cc7c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327364 Feb 19 08:33:45.583453 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48912) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.587713 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.623510 n-d-829866-3 neutron-server[103587]: INFO neutron.db.securitygroups_db [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Project dde490ad58cd45958fc8f2beca39c2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:33:45.631064 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (7116d4c0-c3f6-443a-a050-ecd107302fff), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.636732 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a06c2e-fb3b-464f-b00d-48891927f27a None None] Pushing event updated for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.698092 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port dfc6a858-8888-41fe-8c54-d7089ef346c0 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:45.698468 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.701753 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Attempting to bind port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 on host n-d-829866-3 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:45.702126 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Attempting to bind port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 by drivers openvswitch,hyperv on host n-d-829866-3 at level 0 using segments [{'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:45.702492 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Attempting to bind port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 on network 3f9315af-c551-4e5c-8983-24a798c0664e {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:45.702754 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (7116d4c0-c3f6-443a-a050-ecd107302fff), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.707700 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (7116d4c0-c3f6-443a-a050-ecd107302fff), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.729908 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7116d4c0-c3f6-443a-a050-ecd107302fff,revision_number=0']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.731359 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Checking agent: {'id': '546add35-9d7c-42ff-9208-ac056810a609', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 6, 58, 42), 'started_at': datetime.datetime(2022, 2, 19, 6, 59, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:45.731750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Checking segment: {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:45.732162 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.732556 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Bound using segment: {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:45.733033 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Bound port: 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7, host: n-d-829866-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2eec1f-e302-4693-a37a-022c24a3384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:45.733418 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.736783 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.741026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-39556df2-7a7a-405e-9f3b-9e0797b9af36 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566341 Feb 19 08:33:45.741385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 48914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:33:45.751005 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'security_group_rule': {'security_group_id': '5ea9b613-40fb-46a9-b7fe-3476978ff2c3', 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:45.778985 n-d-829866-3 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Project dde490ad58cd45958fc8f2beca39c2fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 08:33:45.784547 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (4ea72991-59a7-4315-bef8-e814a3d64eee), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.838784 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] For port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7, host n-d-829866-3, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:45.842871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] For port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7, host n-d-829866-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:45.845541 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port dfc6a858-8888-41fe-8c54-d7089ef346c0 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:45.848885 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.855351 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (4ea72991-59a7-4315-bef8-e814a3d64eee), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.859523 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672284'] for security_group_rule (4ea72991-59a7-4315-bef8-e814a3d64eee), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.877933 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea72991-59a7-4315-bef8-e814a3d64eee,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.888468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:45.889868 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-1aa9bc90-748c-4f29-a1c2-9767e9a359db tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471086 Feb 19 08:33:45.902041 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:33:45.902679 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:45.968159 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a06c2e-fb3b-464f-b00d-48891927f27a None None] Pushing event updated for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:45.979459 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:45.979764 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:46.061779 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-104007e6-bcd2-43a7-aa52-7cc21fb515fe tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809616279&fields=id&tenant_id=dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 267 time: 0.0536189 Feb 19 08:33:46.083995 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:33:46.173181 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-ab17760c-e7fb-44b7-919c-2cecd486e9fc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:46.174564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-ab17760c-e7fb-44b7-919c-2cecd486e9fc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 810 time: 0.1057141 Feb 19 08:33:46.183020 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Current status of the port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 is: DOWN; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:46.183433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:46.189707 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-fb89a541-ee47-4edb-bd78-de213f801c6c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/quotas/dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 375 time: 0.0095417 Feb 19 08:33:46.249171 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-11bb620c-44ef-4ea8-8a63-6a528d4a05e2 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536275 Feb 19 08:33:46.263648 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] For port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:46.269271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:46.358928 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f1e0-bdd9-483d-a9cc-4b73976a2183 None None] Pushing event updated for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:46.363388 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-22bf89eb-16ca-4fec-8ed1-11f5d57fa4a1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103587) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:33:46.364648 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-22bf89eb-16ca-4fec-8ed1-11f5d57fa4a1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1041086 Feb 19 08:33:46.396050 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:42Z', 'revision_number': 4, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '0e8ad9d3-a2bf-4290-bb9f-b56e356043a7', 'name': '', 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'mac_address': 'fa:16:3e:d7:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:41Z', 'updated_at': '2022-02-19T08:33:45Z', 'revision_number': 4, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'subnets': [{'id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:33:46.398289 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-2f37651d-8a3a-4fd6-a575-f8f89249e755 None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:46.398661 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f37651d-8a3a-4fd6-a575-f8f89249e755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:46.447423 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f40b8-1f85-4495-b9aa-3dac5d42f687 None None] The sync data for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 is: [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:42Z', 'revision_number': 4, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '0e8ad9d3-a2bf-4290-bb9f-b56e356043a7', 'name': '', 'network_id': '3f9315af-c551-4e5c-8983-24a798c0664e', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'mac_address': 'fa:16:3e:d7:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:41Z', 'updated_at': '2022-02-19T08:33:45Z', 'revision_number': 4, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'subnets': [{'id': 'cdb3dd72-358e-4f85-b7d3-d81c1f4607e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:33:46.457018 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-8544cf09-92e4-410a-bad0-521f0ab07012 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864549 Feb 19 08:33:46.531722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2f37651d-8a3a-4fd6-a575-f8f89249e755 None None] Current status of the port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:46.572083 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-009d33b7-0da3-4276-9c70-82749b6ddcb1 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091588 Feb 19 08:33:47.538743 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 up at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:47.587251 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Provisioning complete for port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:47.587626 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:47.664058 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Current status of the port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 is: ACTIVE; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:47.753718 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f8e499c8-f612-4280-868e-7bda55cbdbb4 req-0c21082e-9561-4f1c-a021-42932598be92 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Feb 19 08:33:48.830631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-dfdff2ac-ddf2-4b18-9a67-404f7f92f1c3 req-589c91c9-9207-4da7-9138-373f8c3d56d1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0283563 Feb 19 08:33:48.831132 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:33:49.906689 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c45aafa7-bda7-4803-a335-5fd70cf6e1cd req-bd53e4fe-cc77-4a68-ad6a-38a44bc71f48 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Feb 19 08:33:50.988245 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ad0d6603-c07a-4ffe-b8c5-3f06e91aee83 req-010ca90f-237c-4cf3-99ce-b4e3a8e24916 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0320208 Feb 19 08:33:52.083463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-be954e7d-355f-491d-a8de-cacd2a8e1b57 req-96e35eed-cbc6-4d3b-90e8-3c816030f5bf tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0294619 Feb 19 08:33:52.812726 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-483a8b19-c550-4c0a-8bcd-6d00012bc3df tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:52.814080 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-483a8b19-c550-4c0a-8bcd-6d00012bc3df tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 810 time: 0.1008277 Feb 19 08:33:52.876179 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-d5ab0d40-61c3-4025-9025-a6e6a55d3470 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 380 time: 0.0535913 Feb 19 08:33:52.885566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'port': {'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'admin_state_up': True, 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'security_groups': ['5ea9b613-40fb-46a9-b7fe-3476978ff2c3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:52.991672 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Made reservation on behalf of dde490ad58cd45958fc8f2beca39c2fe for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:33:52.995718 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.121059 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Allocated IP 172.20.0.5 (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380/860f2360-beb6-4a4c-a711-a183eb24da8b/c069dba9-e263-4bba-b714-3bf0e731d6b4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:33:53.176356 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2ad09e62-78e6-47cd-b22c-9f6e6ac5ccde req-d2d299b7-c6b8-4421-bda0-07d44a2d1ed0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 210 time: 0.0259564 Feb 19 08:33:53.260801 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.292963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.339039 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:33:53.341811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:33:53.347364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:33:53.353520 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:53.399437 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:53.400042 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.416053 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-e57213f4-644f-4693-b3a8-4b960829d29d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5346556 Feb 19 08:33:53.472091 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Request body: {'port': {'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:33:53.532236 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.598764 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-32beed75-70da-4bef-b250-d4a072fe35a9 None None] Provisioning complete for port c069dba9-e263-4bba-b714-3bf0e731d6b4 triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:53.599370 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32beed75-70da-4bef-b250-d4a072fe35a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.633025 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-32beed75-70da-4bef-b250-d4a072fe35a9 None None] Port c069dba9-e263-4bba-b714-3bf0e731d6b4 cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:33:53.793745 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c069dba9-e263-4bba-b714-3bf0e731d6b4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:33:53.801291 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks [] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.813165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Transition to ACTIVE for port object c069dba9-e263-4bba-b714-3bf0e731d6b4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:33:53.816705 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:53.863760 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:53.934632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Attempting to bind port c069dba9-e263-4bba-b714-3bf0e731d6b4 on host n-h1-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:33:53.934971 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Attempting to bind port c069dba9-e263-4bba-b714-3bf0e731d6b4 by drivers openvswitch,hyperv on host n-h1-829866-3 at level 0 using segments [{'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:33:53.935335 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Attempting to bind port c069dba9-e263-4bba-b714-3bf0e731d6b4 on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:53.939957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Port c069dba9-e263-4bba-b714-3bf0e731d6b4 on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:33:53.940303 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Attempting to bind port c069dba9-e263-4bba-b714-3bf0e731d6b4 on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:33:53.945312 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Checking agent: {'id': 'ae235142-a86d-4713-b13b-e54d42c3ad53', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:33:53.945634 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Checking segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:33:53.946024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Bound using segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:33:53.946452 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Bound port: c069dba9-e263-4bba-b714-3bf0e731d6b4, host: n-h1-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:33:53.946812 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:54.016344 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:33:54.019503 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:33:54.027317 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:54.059459 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.060097 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:54.061490 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] 10.222.0.24 "PUT /v2.0/ports/c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 1091 time: 0.6382694 Feb 19 08:33:54.061932 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:33:54.064198 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8954420f-a616-4ca7-9ed1-bc60e147f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:33:54.096685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dacd86-55f3-41f9-8bcd-a353dfe9bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:54.160460 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-afa46fb7-3f8d-4b0f-8f30-5d1572fb87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.162260 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-afa46fb7-3f8d-4b0f-8f30-5d1572fb87cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1125 time: 0.0554268 Feb 19 08:33:54.166977 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30f9a3-d534-4f20-8465-cff1296045b3 x-openstack-request-id: req-7c30f9a3-d534-4f20-8465-cff1296045b3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:33:54.167111 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:33:54.167391 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c30f9a3-d534-4f20-8465-cff1296045b3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:33:54.167912 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'status': 'completed', 'code': 200} Feb 19 08:33:54.213928 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-f6e4bc1c-a162-4824-939b-3f700a65aa9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0392876 Feb 19 08:33:54.264814 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-6b6fb242-d14b-4f47-baef-387f06da9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.266423 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-6b6fb242-d14b-4f47-baef-387f06da9a04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0473702 Feb 19 08:33:54.304487 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f3b8-2619-4641-abd0-782ea441ea9f req-a3a5df57-271a-4916-a1c7-7842738404c1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.306028 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d1f3b8-2619-4641-abd0-782ea441ea9f req-a3a5df57-271a-4916-a1c7-7842738404c1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0583093 Feb 19 08:33:54.318403 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-cdf7b701-7eec-4fc4-8db4-75ea0e8bd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.320051 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-cdf7b701-7eec-4fc4-8db4-75ea0e8bd0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480030 Feb 19 08:33:54.356176 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-61d1f3b8-2619-4641-abd0-782ea441ea9f req-addd5a4d-1959-4f5b-a894-704261d71042 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Feb 19 08:33:54.413607 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-33f06011-cc6a-4211-b472-d2dd6644a325 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881734 Feb 19 08:33:54.500229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e793d1e5-8794-4071-af62-a97b08dce4eb req-853f16e2-77c1-458c-857f-bdc6acc46ecb service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803702 Feb 19 08:33:54.592333 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-217389bc-a543-4d52-87ba-f812d94c573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:54.593820 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-217389bc-a543-4d52-87ba-f812d94c573a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1125 time: 0.0441744 Feb 19 08:33:55.011979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-833bdee5-e162-41e7-a781-a2515ec1d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:55.013463 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-833bdee5-e162-41e7-a781-a2515ec1d856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.4141612 Feb 19 08:33:55.054061 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-98fd8bad-901c-4701-9190-0fb41eb2b1c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0345783 Feb 19 08:33:55.105053 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-76cfe8d8-d106-4d9e-a7a7-05eab9dbf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:55.106425 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-76cfe8d8-d106-4d9e-a7a7-05eab9dbf07d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0468388 Feb 19 08:33:55.153246 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-76d3b68e-8ed3-45bc-bc81-ecd05b9f5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:55.154702 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-76d3b68e-8ed3-45bc-bc81-ecd05b9f5eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424616 Feb 19 08:33:55.243161 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-0083f228-596f-4dcd-bc7f-5baf18415df6 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825157 Feb 19 08:33:55.329625 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8954420f-a616-4ca7-9ed1-bc60e147f4cf req-b08ff1a9-e799-496e-8e0a-37187b90c049 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800159 Feb 19 08:33:55.473850 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9ac1-3f00-418f-bd2d-f3a1bc247b21 req-4d6eecaf-e1b8-4fd0-baee-f52e35c48bbd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:55.475341 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7ce9ac1-3f00-418f-bd2d-f3a1bc247b21 req-4d6eecaf-e1b8-4fd0-baee-f52e35c48bbd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0513670 Feb 19 08:33:55.522930 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b7ce9ac1-3f00-418f-bd2d-f3a1bc247b21 req-331fcb84-11be-41f7-8dcd-0a9ff2c6dbad tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Feb 19 08:33:56.641585 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44554e-08a3-47cc-a4f3-97003de3ecbe req-753d1ac0-81c6-41ca-8d55-77b793a59391 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:56.643064 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b44554e-08a3-47cc-a4f3-97003de3ecbe req-753d1ac0-81c6-41ca-8d55-77b793a59391 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0515389 Feb 19 08:33:56.694283 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-9b44554e-08a3-47cc-a4f3-97003de3ecbe req-de6a2b3c-1da1-4103-b79b-faea0033c74b tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457640 Feb 19 08:33:56.857948 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:33:56.951152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:56.962077 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:33:57.001561 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c069dba9-e263-4bba-b714-3bf0e731d6b4 is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:57.001946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:57.019043 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c069dba9-e263-4bba-b714-3bf0e731d6b4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:33:57.037927 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:57.041982 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:57.085839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:57.279003 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['c069dba9-e263-4bba-b714-3bf0e731d6b4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:33:57.814686 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b87629-6e54-4ccf-b360-84a7ef571c67 req-74776ef1-fb26-46b8-b06e-53e340ab66b7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:57.816185 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2b87629-6e54-4ccf-b360-84a7ef571c67 req-74776ef1-fb26-46b8-b06e-53e340ab66b7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 944 time: 0.0561345 Feb 19 08:33:57.864394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-c2b87629-6e54-4ccf-b360-84a7ef571c67 req-759908f9-5d2a-45f5-8919-7b5dfa337c87 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Feb 19 08:33:58.859303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:33:58.908496 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning for port c069dba9-e263-4bba-b714-3bf0e731d6b4 completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:33:58.913105 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port c069dba9-e263-4bba-b714-3bf0e731d6b4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:33:58.913485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:58.985236 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362b10f-11dd-4ffb-a32e-257306f06e60 req-932eb00d-ebc1-44cc-8cea-3fd076362e8e tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:58.986806 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c362b10f-11dd-4ffb-a32e-257306f06e60 req-932eb00d-ebc1-44cc-8cea-3fd076362e8e tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 944 time: 0.0543940 Feb 19 08:33:59.039027 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-c362b10f-11dd-4ffb-a32e-257306f06e60 req-8bd83de2-2d11-44d9-b6bf-c364d9629b1d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463047 Feb 19 08:33:59.152967 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c069dba9-e263-4bba-b714-3bf0e731d6b4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:33:59.153266 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:59.174710 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:33:59.176985 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b0ab7-e9fd-491a-90ea-2111d705b658" -d '{"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-plugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:33:59.189366 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:33:59.195976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:33:59.220684 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81411268-e765-406c-86ef-e4e19e0b05d9 x-openstack-request-id: req-81411268-e765-406c-86ef-e4e19e0b05d9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:33:59.221012 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-plugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:33:59.221335 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81411268-e765-406c-86ef-e4e19e0b05d9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:33:59.221769 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'code': 200} Feb 19 08:33:59.249588 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:33:59.312199 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b85676-05d5-40d8-9213-be313e2c549e req-00091e37-a7e4-41c6-9866-6032cd431729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:33:59.313692 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67b85676-05d5-40d8-9213-be313e2c549e req-00091e37-a7e4-41c6-9866-6032cd431729 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1127 time: 0.0427828 Feb 19 08:33:59.358576 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-67b85676-05d5-40d8-9213-be313e2c549e req-0f6d8705-ad74-47d3-8de4-786993a7bcad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391293 Feb 19 08:34:00.159657 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a07b8d-7a63-42aa-ac1e-6421d8ff8a83 req-5b609afd-0772-4b01-bec1-ec03a2639014 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:00.161152 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6a07b8d-7a63-42aa-ac1e-6421d8ff8a83 req-5b609afd-0772-4b01-bec1-ec03a2639014 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Feb 19 08:34:00.208055 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-d6a07b8d-7a63-42aa-ac1e-6421d8ff8a83 req-49e8e98b-9f4c-4831-abfb-5a19a56d18f0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Feb 19 08:34:00.980413 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:01.332522 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730a3b-b148-4f1f-98ff-0d91a78909ee req-f3ef700c-8e3f-4ccf-8965-ae9e6879b32a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:01.334025 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3730a3b-b148-4f1f-98ff-0d91a78909ee req-f3ef700c-8e3f-4ccf-8965-ae9e6879b32a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 945 time: 0.0562224 Feb 19 08:34:01.393890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d3730a3b-b148-4f1f-98ff-0d91a78909ee req-6d25d118-6bb1-4fb7-ba53-f61faa8c625c tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539684 Feb 19 08:34:01.513627 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eb333-096b-404e-8003-c1a3c2d66a55 req-7625715d-0fb8-4ef0-b4d0-794546eafcfa tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:01.515026 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-258eb333-096b-404e-8003-c1a3c2d66a55 req-7625715d-0fb8-4ef0-b4d0-794546eafcfa tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 945 time: 0.0561154 Feb 19 08:34:01.561987 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-258eb333-096b-404e-8003-c1a3c2d66a55 req-f593c62d-6315-4021-ad67-bee642cb5b90 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413063 Feb 19 08:34:01.583333 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48992) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:34:01.673281 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5668ed-fe31-4ec3-855f-4b3d3a5446d6 tempest-TestSnapshotPattern-1047302818 tempest-TestSnapshotPattern-1047302818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:01.674835 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-1e5668ed-fe31-4ec3-855f-4b3d3a5446d6 tempest-TestSnapshotPattern-1047302818 tempest-TestSnapshotPattern-1047302818-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1122 time: 0.0905185 Feb 19 08:34:01.677622 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 48996) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:34:01.682565 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.v2.base [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103587) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:34:01.702043 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:01.799253 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:01.901402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_common [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Allocated IP 172.25.7.171 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/9cffcd9f-6fde-49f4-af97-69dcdb3f4a96) {{(pid=103587) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:34:02.006029 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.047135 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.083074 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103587) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:34:02.085697 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.base_scheduler [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Resources bound (agent type, host, resource id): {{(pid=103587) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:34:02.088783 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Received port after_create {{(pid=103587) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:34:02.113604 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=9cffcd9f-6fde-49f4-af97-69dcdb3f4a96,revision_number=1']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:34:02.454897 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (5bd9a518-6a96-4f78-9640-5376c2710720), precommit_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.524500 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), before_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.679912 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), precommit_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.684240 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24112371'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), after_update {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.752149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=9cffcd9f-6fde-49f4-af97-69dcdb3f4a96,revision_number=2']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:34:02.764266 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (5bd9a518-6a96-4f78-9640-5376c2710720), after_create {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:02.861993 n-d-829866-3 neutron-server[103587]: INFO neutron.db.l3_db [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Floating IP 5bd9a518-6a96-4f78-9640-5376c2710720 associated. External IP: 172.25.7.171, port: c069dba9-e263-4bba-b714-3bf0e731d6b4. Feb 19 08:34:03.337402 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:34:03.443930 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:34:03.454534 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:34:03.461349 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:03.465377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:34:03.465377 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:34:03.497580 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-c780489d-94b6-4a42-9847-42232a614866 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8133960 Feb 19 08:34:03.497580 n-d-829866-3 neutron-server[103587]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103587) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:34:03.497580 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3558bb73ca67cd436a7d4a07795e6207c752dda8d624b4ecaf8a077efc8cbe09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e394ed77-c01d-42d2-a71a-d6e357d94a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103587) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:34:03.570191 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:34:03.592149 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893734a4-e803-4cc2-a749-2100bf225c64 x-openstack-request-id: req-893734a4-e803-4cc2-a749-2100bf225c64 {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:34:03.592675 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "status": "completed", "code": 200}]} {{(pid=103587) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:34:03.592675 n-d-829866-3 neutron-server[103587]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-893734a4-e803-4cc2-a749-2100bf225c64 {{(pid=103587) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:34:03.593078 n-d-829866-3 neutron-server[103587]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'status': 'completed', 'code': 200} Feb 19 08:34:03.660893 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-37e743b5-d632-45cb-b3f5-673e4541cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:03.662485 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-37e743b5-d632-45cb-b3f5-673e4541cf57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1127 time: 0.0483177 Feb 19 08:34:03.763860 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-ebb5c946-a495-4b44-9b0a-323cecdea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:03.765350 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-ebb5c946-a495-4b44-9b0a-323cecdea112 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0964661 Feb 19 08:34:03.798188 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:02Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:34:03.828475 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:34:03.829329 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-b6268f32-0ac1-4a90-b291-3fcc0f688528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 999 time: 0.0586507 Feb 19 08:34:03.836800 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:34:03.837403 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:33:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:34:03.876146 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-1cb47221-ac23-4962-b955-6720909549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:03.877516 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-1cb47221-ac23-4962-b955-6720909549d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0434203 Feb 19 08:34:03.898952 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:03.930145 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-8a537a83-94c5-4285-8329-62de3ea4e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:03.931787 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-8a537a83-94c5-4285-8329-62de3ea4e157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484321 Feb 19 08:34:03.944042 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:34:04.020890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-c0e66c42-7c38-42fb-9af7-e98da5e7d1e8 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837615 Feb 19 08:34:04.118280 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-e394ed77-c01d-42d2-a71a-d6e357d94a7b req-3f878c68-4755-43f4-b7e0-c8e14c09a677 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908895 Feb 19 08:34:04.253247 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:02Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:34:04.282071 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cd2416-d52b-4b26-9391-ef0be75ca94a None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:02Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:34:04.488796 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e82c0-e2a6-4baa-a426-0579be3d69b2 None None] New status for floating IP 5bd9a518-6a96-4f78-9640-5376c2710720: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:34:05.188154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-51357a7a-71ae-42c1-b44d-19b577ba01ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424495 Feb 19 08:34:05.276371 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-6b4b341b-2be0-4023-b0df-c407f01ec7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:05.277766 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-6b4b341b-2be0-4023-b0df-c407f01ec7d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1127 time: 0.0440857 Feb 19 08:34:05.380631 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-95df59f1-c0a8-4531-a29c-14ed8923d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:05.382090 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-95df59f1-c0a8-4531-a29c-14ed8923d8a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0858979 Feb 19 08:34:05.445379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-a63cee27-bf33-4f59-b349-30b37c9d025a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 1001 time: 0.0565753 Feb 19 08:34:05.493636 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-3e0b2e65-8dac-44bf-b81f-1abafdff52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:05.495890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-3e0b2e65-8dac-44bf-b81f-1abafdff52aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0428727 Feb 19 08:34:05.546811 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-76ad9343-6a5b-42b1-b524-b7385a86481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:34:05.548348 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-76ad9343-6a5b-42b1-b524-b7385a86481c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474792 Feb 19 08:34:05.633879 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-664adf17-248c-4500-9e4f-8be46dc28969 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793200 Feb 19 08:34:05.723893 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ee1a6899-8364-4c8d-aa05-2d96d741bcef req-2b66e0b6-bf21-4904-98c2-cf8e06269fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 Feb 19 08:34:06.397857 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba7eb-58eb-4573-967c-31918b62acf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:08.721832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a335203a-ecb3-4d93-8957-ac54d3d841a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:09.992483 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:11.325987 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:12.599932 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:25.829939 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:34:31.009048 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:33.914468 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:36.398754 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f571a8fe-d53d-440a-a8ca-4a4ed17693e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:38.723171 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-218bf67f-0af4-403e-a7de-e42f12e7bc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:39.994872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:41.326165 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:34:42.601046 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:01.011517 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:02.828863 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:35:03.921951 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:06.399935 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1643c8c2-aa94-470f-bf80-e4ad4b9461ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:07.183968 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-6dccaace-a977-44f5-98ab-89310eb2a933 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430799 Feb 19 08:35:07.266296 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-577a81eb-6d4c-4881-8a9c-2f81a53a8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:07.267704 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-577a81eb-6d4c-4881-8a9c-2f81a53a8329 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1127 time: 0.0438387 Feb 19 08:35:07.367127 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-2e01be27-56c1-44e5-9a1e-32b52394de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:07.368659 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-2e01be27-56c1-44e5-9a1e-32b52394de05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0841115 Feb 19 08:35:07.431620 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-60134254-6695-44c3-8b7e-617215813290 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 1001 time: 0.0567172 Feb 19 08:35:07.477900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-cc1f3eeb-a985-4591-8e1a-6dec484fcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:07.479331 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-cc1f3eeb-a985-4591-8e1a-6dec484fcc1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0417011 Feb 19 08:35:07.536901 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-968e2af2-8cd4-4bf8-b72f-f1c47570a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:35:07.538356 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-968e2af2-8cd4-4bf8-b72f-f1c47570a2dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527008 Feb 19 08:35:07.624948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-c4119a09-e3ee-41bc-b11c-8a2f319fee3e service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805655 Feb 19 08:35:07.714038 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bc034692-6f2a-4869-94b6-c33eb68fedf7 req-dccbc7be-429f-42ce-9108-c0ef1fbf1484 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 Feb 19 08:35:08.724153 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1d080e-39e5-4eba-af20-baadb92fb433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:09.998768 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:11.329260 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:12.603301 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:31.041258 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:33.922797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:36.401715 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf97b945-d555-4300-a6b1-4daf6c70a46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:38.727377 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca1edcf-848b-411e-b82e-45a337ac0b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:39.827606 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:35:40.001286 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:41.332356 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:35:42.605419 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:01.041989 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:01.454302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 details requested by agent hyperv_n-h1-829866-3 with host n-h1-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:36:01.549917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:01.563690 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Returning: {'device': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:36:01.601555 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c069dba9-e263-4bba-b714-3bf0e731d6b4 is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:36:01.601944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:01.614444 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c069dba9-e263-4bba-b714-3bf0e731d6b4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:36:01.633129 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:01.637514 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:01.692297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:01.699706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.700057 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.700400 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.700744 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.701186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.701396 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.701722 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.702052 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.702378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.702703 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.703027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.703378 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.703717 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:01.708701 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] get_ports_and_sgs() called for port_ids ['c069dba9-e263-4bba-b714-3bf0e731d6b4'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:36:03.466083 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 up at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:36:03.520793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Provisioning complete for port c069dba9-e263-4bba-b714-3bf0e731d6b4 triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:36:03.521636 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:03.612920 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c069dba9-e263-4bba-b714-3bf0e731d6b4 is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:36:03.613304 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:03.642227 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:36:03.645096 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5fa48a-5ff8-4ca9-80fa-13b4e7a168f5" -d '{"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-plugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:36:03.661917 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:03.667433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:03.706723 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f7ce6a-9b22-4177-989d-e716ee465090 x-openstack-request-id: req-d5f7ce6a-9b22-4177-989d-e716ee465090 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:36:03.707330 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-plugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:36:03.707706 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5f7ce6a-9b22-4177-989d-e716ee465090 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:36:03.708203 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'code': 200} Feb 19 08:36:03.724726 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:03.945578 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:06.406613 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2402a33-58d2-45d7-976c-cf40851f4164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:07.230900 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-5c267676-6ba2-4a7c-91df-d621ddc59e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:07.232471 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-5c267676-6ba2-4a7c-91df-d621ddc59e42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1127 time: 0.0482481 Feb 19 08:36:07.352610 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-29f4d2cb-ba0a-4402-b2fe-51cd6b9467b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:07.354084 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-29f4d2cb-ba0a-4402-b2fe-51cd6b9467b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0895944 Feb 19 08:36:07.429634 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-c7e9a3f5-aafd-4fe0-b761-d0666c329e01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 1001 time: 0.0696509 Feb 19 08:36:07.480470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-b59395d4-aaae-47ec-a93e-8d68f6ed64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:07.481033 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-b59395d4-aaae-47ec-a93e-8d68f6ed64f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0457098 Feb 19 08:36:07.532687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-72fb3030-9121-4b6c-8fde-9a9f856c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:07.534218 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-72fb3030-9121-4b6c-8fde-9a9f856c9c7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465839 Feb 19 08:36:07.639640 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-3920397c-43bb-4842-ab45-673ebc25888e service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984099 Feb 19 08:36:07.734799 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-9721f16e-6f3c-44fa-8d19-eccbebf6d50c req-076672d7-f659-4f78-9a6c-0360dc8c5ff3 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878115 Feb 19 08:36:08.731364 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc6b5025-feaa-43d7-b2d2-084499ac0439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:10.033466 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:11.335271 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:11.905795 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-d577bbb9-880b-4a3d-bce3-de152d1eac21 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809616279&fields=id&tenant_id=dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 267 time: 0.0442986 Feb 19 08:36:12.012971 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-88cd24f9-1054-4ef5-8a72-df15b5b4a7cc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:12.014437 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-88cd24f9-1054-4ef5-8a72-df15b5b4a7cc tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 810 time: 0.1022966 Feb 19 08:36:12.028474 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-555a421b-b4ec-49ea-8655-424e6723214d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/quotas/dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 375 time: 0.0087547 Feb 19 08:36:12.083631 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-e897b687-bebd-4c9f-a046-51b1b4777e84 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505130 Feb 19 08:36:12.175536 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-7fff56e5-985f-41e1-847e-9288d1baee31 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806651 Feb 19 08:36:12.267453 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-f290b3ac-974f-4fd8-a605-55c73168983e service neutron] 10.222.0.43 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863166 Feb 19 08:36:12.490680 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8a22f365-59b2-4ceb-927e-3155d43464a5 req-f205408e-6493-4477-8088-d12378fef137 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 210 time: 0.0839920 Feb 19 08:36:12.609366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:13.511942 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:36:13.573276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a5983df8-0c56-4c93-9012-fd503b3c8198 req-3c9e08a7-56cc-442f-bf5f-62adfd1e4f6f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 210 time: 0.0301011 Feb 19 08:36:13.600934 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Current status of the port c069dba9-e263-4bba-b714-3bf0e731d6b4 is: ACTIVE; New status is: DOWN {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:36:13.601553 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:13.625179 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:36:13.627397 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50f96cc-71c0-4827-9881-73a0d03f8e1c" -d '{"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-unplugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:36:13.641750 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:13.647160 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:13.685396 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 08:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b8ce2-02c2-45f7-981d-964ab78ae05b x-openstack-request-id: req-f00b8ce2-02c2-45f7-981d-964ab78ae05b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:36:13.685697 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-unplugged", "status": "completed", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:36:13.685959 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f00b8ce2-02c2-45f7-981d-964ab78ae05b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:36:13.686343 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'code': 200} Feb 19 08:36:13.711611 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Pushing event updated for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:14.372903 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-e00dd851-9a0f-442e-a075-4181448c3ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:14.374283 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-e00dd851-9a0f-442e-a075-4181448c3ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 810 time: 0.1009660 Feb 19 08:36:14.436247 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-ec4df804-4d07-4d45-aba9-032374d01d4d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde490ad58cd45958fc8f2beca39c2fe HTTP/1.1" status: 200 len: 380 time: 0.0531116 Feb 19 08:36:14.449956 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'port': {'device_id': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'admin_state_up': True, 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'security_groups': ['5ea9b613-40fb-46a9-b7fe-3476978ff2c3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:36:14.562086 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Made reservation on behalf of dde490ad58cd45958fc8f2beca39c2fe for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 08:36:14.565527 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:14.703915 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-1a3522b5-0f77-4ca1-805b-1a2fe1ab7512 req-061160a3-b67f-4a44-a229-96ae2cab21d6 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 210 time: 0.0518627 Feb 19 08:36:14.712963 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Allocated IP 172.20.0.12 (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380/860f2360-beb6-4a4c-a711-a183eb24da8b/edf47c38-8a48-4a87-a76e-4548bfca50ae) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:36:14.946741 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:14.990232 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:15.040591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:36:15.043776 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:36:15.051664 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:36:15.086080 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:15.101643 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.101995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.102345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.102687 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.103024 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.103407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.103748 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.104407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.104407 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.105167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.105167 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.105379 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.105936 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:36:15.117640 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:15.118213 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:15.140120 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-71c1a6ed-51b8-4f5a-b2dc-72bcae865f1a tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937447 Feb 19 08:36:15.331297 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-bb6712a7-615b-444d-aaf2-fae6c6371dbe None None] Provisioning complete for port edf47c38-8a48-4a87-a76e-4548bfca50ae triggered by entity DHCP. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:36:15.331926 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb6712a7-615b-444d-aaf2-fae6c6371dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:15.376832 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bb6712a7-615b-444d-aaf2-fae6c6371dbe None None] Port edf47c38-8a48-4a87-a76e-4548bfca50ae cannot update to ACTIVE because it is not bound. {{(pid=103589) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 08:36:15.834950 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a2ae5-36f2-41fc-a57f-67a154078e8b req-816389d1-1e40-431a-bd7f-c6e87db63504 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:15.836809 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa6a2ae5-36f2-41fc-a57f-67a154078e8b req-816389d1-1e40-431a-bd7f-c6e87db63504 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0539892 Feb 19 08:36:15.889600 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-aa6a2ae5-36f2-41fc-a57f-67a154078e8b req-edf2488f-a6ca-4b6f-9d46-2e2e97bcdc19 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Feb 19 08:36:16.828242 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:36:17.023339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39f556-58b8-4039-b877-b0080b9b7977 req-77efb24d-1832-43eb-b249-68760ffc23c5 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:17.025538 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f39f556-58b8-4039-b877-b0080b9b7977 req-77efb24d-1832-43eb-b249-68760ffc23c5 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0642467 Feb 19 08:36:17.080211 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-2f39f556-58b8-4039-b877-b0080b9b7977 req-5a96c852-768e-4135-8e20-34fa6cf807d6 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486763 Feb 19 08:36:18.204176 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209ac99-3c62-4aa1-8efb-4844d4dc6839 req-7ff33519-68f8-4315-84b5-67532e94cb53 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:18.205832 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b209ac99-3c62-4aa1-8efb-4844d4dc6839 req-7ff33519-68f8-4315-84b5-67532e94cb53 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0586386 Feb 19 08:36:18.255840 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b209ac99-3c62-4aa1-8efb-4844d4dc6839 req-691d58b2-c9a0-40d2-af31-a7b3e040556b tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 Feb 19 08:36:19.380292 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfeeb2-af08-4183-8953-6fe6193f85c7 req-34b84fb8-58c9-42ef-9783-a81373255750 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:19.381773 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edbfeeb2-af08-4183-8953-6fe6193f85c7 req-34b84fb8-58c9-42ef-9783-a81373255750 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0539422 Feb 19 08:36:19.432681 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-edbfeeb2-af08-4183-8953-6fe6193f85c7 req-b4d6b3c6-5251-41ba-a06a-e55633dcceb5 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 Feb 19 08:36:20.559974 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbd8ec-e67b-4198-afc8-6634c4c9274b req-40a3b646-e3b4-46ac-b2a5-d746e222f15f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:20.562256 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36cbd8ec-e67b-4198-afc8-6634c4c9274b req-40a3b646-e3b4-46ac-b2a5-d746e222f15f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0552094 Feb 19 08:36:20.618317 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-36cbd8ec-e67b-4198-afc8-6634c4c9274b req-dbc3e76d-80b5-4fc4-876d-1c4d32ba60b9 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504057 Feb 19 08:36:21.741988 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b611f-7c1f-4acc-813a-b89c6a46361a req-931b4b49-816c-4694-8ff9-51440dec2936 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:21.743646 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-807b611f-7c1f-4acc-813a-b89c6a46361a req-931b4b49-816c-4694-8ff9-51440dec2936 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0536497 Feb 19 08:36:21.800616 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-807b611f-7c1f-4acc-813a-b89c6a46361a req-2be7b0c3-466e-4e2d-bf62-66d08bdf465d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504131 Feb 19 08:36:22.925558 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b740a-986a-4427-8f80-5800be501c15 req-f0ef4f79-16d8-4fec-8289-8515710d1481 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:22.927059 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-576b740a-986a-4427-8f80-5800be501c15 req-f0ef4f79-16d8-4fec-8289-8515710d1481 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0566902 Feb 19 08:36:22.978371 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-576b740a-986a-4427-8f80-5800be501c15 req-140df688-67d6-4129-a04b-da924f91e8ef tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457559 Feb 19 08:36:24.094667 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f4957-a53e-4f79-95a5-720720b19a96 req-c616050b-f509-460c-a9a5-02d866e05f1d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:24.096151 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa8f4957-a53e-4f79-95a5-720720b19a96 req-c616050b-f509-460c-a9a5-02d866e05f1d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 932 time: 0.0508854 Feb 19 08:36:24.143057 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-fa8f4957-a53e-4f79-95a5-720720b19a96 req-3fb05846-3833-425d-b140-2190bb6245d9 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Feb 19 08:36:24.828490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Request body: {'port': {'device_id': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:36:24.887709 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.148032 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf47c38-8a48-4a87-a76e-4548bfca50ae {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:36:25.156175 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks [] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.168178 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Transition to ACTIVE for port object edf47c38-8a48-4a87-a76e-4548bfca50ae will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 08:36:25.173022 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.232027 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:25.323380 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d97ee-5a50-4925-a7b3-c7cb17a7e0bd req-47edb064-efa2-4112-ba88-1f5bfcb640eb tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:25.324914 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-991d97ee-5a50-4925-a7b3-c7cb17a7e0bd req-47edb064-efa2-4112-ba88-1f5bfcb640eb tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 944 time: 0.1064990 Feb 19 08:36:25.345685 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Attempting to bind port edf47c38-8a48-4a87-a76e-4548bfca50ae on host n-h2-829866-3 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 08:36:25.346018 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Attempting to bind port edf47c38-8a48-4a87-a76e-4548bfca50ae by drivers openvswitch,hyperv on host n-h2-829866-3 at level 0 using segments [{'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 08:36:25.346346 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Attempting to bind port edf47c38-8a48-4a87-a76e-4548bfca50ae on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:36:25.359408 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Port edf47c38-8a48-4a87-a76e-4548bfca50ae on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 08:36:25.359730 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Attempting to bind port edf47c38-8a48-4a87-a76e-4548bfca50ae on network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 08:36:25.372644 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Checking agent: {'id': '7f319c79-250f-4b18-b907-b562f8655c48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'started_at': datetime.datetime(2022, 2, 19, 7, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 8, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 08:36:25.373017 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Checking segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 08:36:25.373405 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Bound using segment: {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 08:36:25.373844 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Bound port: edf47c38-8a48-4a87-a76e-4548bfca50ae, host: n-h2-829866-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 08:36:25.374200 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.402594 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-991d97ee-5a50-4925-a7b3-c7cb17a7e0bd req-33a1a6df-b2bc-4ccb-b4b3-68ee98ede2b0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718620 Feb 19 08:36:25.452025 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 08:36:25.455549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 08:36:25.461941 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.494969 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:25.495626 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:25.496998 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 1092 time: 0.6732607 Feb 19 08:36:25.497434 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:36:25.499732 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350ffd26-4c29-44ef-90fd-3c3d78459680" -d '{"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:36:25.523962 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828cc85-4584-4b3c-b888-d8a45d2705c1 service neutron] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:25.548966 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84621173-33c5-4a10-acc5-8a38e1a67343 x-openstack-request-id: req-84621173-33c5-4a10-acc5-8a38e1a67343 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:36:25.549263 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:36:25.549521 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84621173-33c5-4a10-acc5-8a38e1a67343 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:36:25.549927 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'status': 'completed', 'code': 200} Feb 19 08:36:25.585238 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-8493e876-d210-4e78-bd3f-140affb8f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:25.586790 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-8493e876-d210-4e78-bd3f-140affb8f226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1126 time: 0.0486107 Feb 19 08:36:25.632450 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-a3bf8bc9-a245-4a68-8b6e-4bdd76be15be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 217 time: 0.0389316 Feb 19 08:36:25.681215 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-0aabf92f-21f5-409f-ba69-bb95d9c8bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:25.682729 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-0aabf92f-21f5-409f-ba69-bb95d9c8bab1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0447989 Feb 19 08:36:25.731345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-bf7e597c-2eeb-4559-b851-aa386805c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:25.732890 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-bf7e597c-2eeb-4559-b851-aa386805c186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440903 Feb 19 08:36:25.825742 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-697526e2-8eec-4eb1-8d79-c8f4a559f60d service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869675 Feb 19 08:36:25.912422 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ff13816c-ca5e-4938-99fb-467b27e43c31 req-ee163634-2618-4366-b904-14ab5a50f76b service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810077 Feb 19 08:36:26.001500 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-86d87136-bf18-4c58-93e7-666d08fde19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:26.003016 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-86d87136-bf18-4c58-93e7-666d08fde19e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1126 time: 0.0490589 Feb 19 08:36:26.089364 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-9ea50825-c336-47ba-b3b4-4d0f9843440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:26.090861 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-9ea50825-c336-47ba-b3b4-4d0f9843440c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0824273 Feb 19 08:36:26.134232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-915be81b-f195-4357-b2cc-5a2b8a437122 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 217 time: 0.0373428 Feb 19 08:36:26.180292 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-f64e8cd0-15ab-4e9f-ad95-c445a9b622e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:26.181725 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-f64e8cd0-15ab-4e9f-ad95-c445a9b622e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0417526 Feb 19 08:36:26.228439 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-62bb0d8a-c1b0-4e3e-be34-a7f14b410ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:26.229823 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-62bb0d8a-c1b0-4e3e-be34-a7f14b410ec0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422363 Feb 19 08:36:26.318985 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-0a6802c0-01e9-4224-b9b5-97e48f3a1042 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Feb 19 08:36:26.406433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-350ffd26-4c29-44ef-90fd-3c3d78459680 req-1b0ef358-8da9-4d83-90a5-455e477488e7 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807731 Feb 19 08:36:26.521804 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a13722-e528-47de-99d3-dcdb77b8e920 req-789deae2-c921-4018-b297-33149ae54bc8 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:26.523225 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2a13722-e528-47de-99d3-dcdb77b8e920 req-789deae2-c921-4018-b297-33149ae54bc8 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 944 time: 0.0531917 Feb 19 08:36:26.570894 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f2a13722-e528-47de-99d3-dcdb77b8e920 req-35d3e18e-8020-46ab-b0bf-a79a50505f03 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Feb 19 08:36:27.697590 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dbc07-a089-4149-b002-46f1d1567c15 req-d2e7ae96-c898-4517-9c88-77801fbab3f5 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:27.699079 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-971dbc07-a089-4149-b002-46f1d1567c15 req-d2e7ae96-c898-4517-9c88-77801fbab3f5 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 944 time: 0.0518622 Feb 19 08:36:27.746138 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-971dbc07-a089-4149-b002-46f1d1567c15 req-ed423356-26a8-4f86-b52e-4a70b7ba1e12 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Feb 19 08:36:28.866345 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac016a53-1dde-4e77-8dfd-399f2d6367eb req-2d67d36f-2126-4f79-bb5f-8f43d957c9fd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:28.867830 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac016a53-1dde-4e77-8dfd-399f2d6367eb req-2d67d36f-2126-4f79-bb5f-8f43d957c9fd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 944 time: 0.0544319 Feb 19 08:36:28.917595 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-ac016a53-1dde-4e77-8dfd-399f2d6367eb req-aada257f-c8a0-4733-b7ce-411292c599e7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Feb 19 08:36:29.648287 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:36:29.743985 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:29.754659 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'mac_address': 'fa:16:3e:00:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:36:29.790893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port edf47c38-8a48-4a87-a76e-4548bfca50ae is: DOWN; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:36:29.791245 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:29.804404 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf47c38-8a48-4a87-a76e-4548bfca50ae {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:36:29.826327 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:29.830168 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:29.874820 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=4']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:30.040009 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33a5c-7420-436c-ab5f-a28981668b5d req-41811604-8c38-45ae-90ad-9122ae04e730 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:30.041564 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5e33a5c-7420-436c-ab5f-a28981668b5d req-41811604-8c38-45ae-90ad-9122ae04e730 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 945 time: 0.0565534 Feb 19 08:36:30.088349 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-f5e33a5c-7420-436c-ab5f-a28981668b5d req-b6f5ae4e-8b8b-47a6-a0be-a2c765864005 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Feb 19 08:36:30.181279 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['edf47c38-8a48-4a87-a76e-4548bfca50ae'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:36:31.072247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:31.205277 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a0db-f06f-4af8-a81e-79a6ec1d0f49 req-3f085b70-5155-4840-a0b9-abcce1cacdf0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:31.206660 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9d3a0db-f06f-4af8-a81e-79a6ec1d0f49 req-3f085b70-5155-4840-a0b9-abcce1cacdf0 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 945 time: 0.0517898 Feb 19 08:36:31.254207 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-b9d3a0db-f06f-4af8-a81e-79a6ec1d0f49 req-0076cb8f-00cc-4114-8802-aa1d6c15bf24 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Feb 19 08:36:31.662543 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:36:31.710390 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning for port edf47c38-8a48-4a87-a76e-4548bfca50ae completed by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 08:36:31.714278 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port edf47c38-8a48-4a87-a76e-4548bfca50ae triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:36:31.714657 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:31.790921 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port edf47c38-8a48-4a87-a76e-4548bfca50ae is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:36:31.791251 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:31.813076 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:36:31.815500 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc190c-6fda-4a84-9b23-d4013657700c" -d '{"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-plugged", "status": "completed", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:36:31.828420 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:36:31.831500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:31.854453 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45059f31-bda5-4182-b286-8c931ed952e5 x-openstack-request-id: req-45059f31-bda5-4182-b286-8c931ed952e5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:36:31.854746 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-plugged", "status": "completed", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:36:31.855016 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45059f31-bda5-4182-b286-8c931ed952e5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:36:31.855427 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'code': 200} Feb 19 08:36:31.880857 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=5']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:31.956356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada6e51-cf1c-42ec-9180-04a749d55d9a req-4cf837b2-e2b8-41d4-b0f2-4664b1ba4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:31.957913 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ada6e51-cf1c-42ec-9180-04a749d55d9a req-4cf837b2-e2b8-41d4-b0f2-4664b1ba4277 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1128 time: 0.0480518 Feb 19 08:36:32.002973 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-3ada6e51-cf1c-42ec-9180-04a749d55d9a req-6e768e71-482b-48a7-a55f-4e864cfafbf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387795 Feb 19 08:36:32.382385 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed66dd-c955-45be-802e-578fdac23336 req-7435df93-efcc-4c25-9683-f847a40e67b4 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:32.384232 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27ed66dd-c955-45be-802e-578fdac23336 req-7435df93-efcc-4c25-9683-f847a40e67b4 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0511768 Feb 19 08:36:32.431062 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-27ed66dd-c955-45be-802e-578fdac23336 req-42ff1221-2e43-4a35-81e0-cf8337711b0d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Feb 19 08:36:33.548879 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f256-03b3-41ac-b9fa-33234fe1043d req-408289fc-3c80-48bb-9398-15708d6092bd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:33.550276 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a877f256-03b3-41ac-b9fa-33234fe1043d req-408289fc-3c80-48bb-9398-15708d6092bd tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0523567 Feb 19 08:36:33.597315 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a877f256-03b3-41ac-b9fa-33234fe1043d req-58d57da5-ae3e-4151-a58c-95ad25b31610 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Feb 19 08:36:33.712923 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779aebca-80ff-48d9-94f5-0b5fb86b01cf req-d2ced63a-c279-4cf7-bc4d-8c76867d651d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:33.714298 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-779aebca-80ff-48d9-94f5-0b5fb86b01cf req-d2ced63a-c279-4cf7-bc4d-8c76867d651d tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Feb 19 08:36:33.766979 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-779aebca-80ff-48d9-94f5-0b5fb86b01cf req-adf390c2-ccd8-4ebc-9fb4-7c44ace463d1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459893 Feb 19 08:36:33.787926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:36:33.830008 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fefb1-bfd6-4f06-a50e-97617d081088 tempest-TestSnapshotPattern-1047302818 tempest-TestSnapshotPattern-1047302818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:33.831556 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-266fefb1-bfd6-4f06-a50e-97617d081088 tempest-TestSnapshotPattern-1047302818 tempest-TestSnapshotPattern-1047302818-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1123 time: 0.0425971 Feb 19 08:36:33.834211 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:36:33.838565 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Request body: {'floatingip': {'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 08:36:33.858488 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:33.928072 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:33.951700 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (None), before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:34.055223 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Allocated IP 172.25.7.18 (4fb1f899-de92-4a48-a841-73f6967ee85c/98ba8305-c726-48dc-aa94-1c8d8f2f29f2/0e46106e-15b2-450b-aed2-294a048635e5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 08:36:34.151524 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (0e46106e-15b2-450b-aed2-294a048635e5), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:34.187963 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757866859322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e46106e-15b2-450b-aed2-294a048635e5), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:34.220957 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Network 4fb1f899-de92-4a48-a841-73f6967ee85c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 08:36:34.223817 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 08:36:34.227282 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 08:36:34.256043 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=0e46106e-15b2-450b-aed2-294a048635e5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:34.921919 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (df410813-8626-44b9-94bb-0dee773f0c64), precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:34.992233 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (0e46106e-15b2-450b-aed2-294a048635e5), before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:35.136120 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for port (0e46106e-15b2-450b-aed2-294a048635e5), precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:35.141316 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13285108'] for port (0e46106e-15b2-450b-aed2-294a048635e5), after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:35.209485 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event updated for resources: {'Port': ['ID=0e46106e-15b2-450b-aed2-294a048635e5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:36:35.216517 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740279'] for floatingip (df410813-8626-44b9-94bb-0dee773f0c64), after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:35.314986 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Floating IP df410813-8626-44b9-94bb-0dee773f0c64 associated. External IP: 172.25.7.18, port: edf47c38-8a48-4a87-a76e-4548bfca50ae. Feb 19 08:36:35.518683 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:36:35.625982 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:36:35.635402 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:36:35.644617 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:35.645290 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:36:35.645912 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:36:35.674212 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-940d9bd8-b4e1-481f-affe-2da5c83e3fab tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8390033 Feb 19 08:36:35.674895 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:36:35.677270 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37907408-b6d4-460f-8343-869eecb19b24" -d '{"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:36:35.713418 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3971d7-1874-4998-b5eb-4c79ff9e913a x-openstack-request-id: req-df3971d7-1874-4998-b5eb-4c79ff9e913a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:36:35.713779 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:36:35.714129 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df3971d7-1874-4998-b5eb-4c79ff9e913a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:36:35.714631 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'status': 'completed', 'code': 200} Feb 19 08:36:35.754088 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:36:35.781632 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37907408-b6d4-460f-8343-869eecb19b24 req-5a743c0e-5932-4c52-ac9e-df2e13765247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:35.783129 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-5a743c0e-5932-4c52-ac9e-df2e13765247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1128 time: 0.0461621 Feb 19 08:36:35.873995 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37907408-b6d4-460f-8343-869eecb19b24 req-1bfef8c7-0cc8-4ec9-89a2-71473ef53cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:35.875513 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-1bfef8c7-0cc8-4ec9-89a2-71473ef53cd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0871346 Feb 19 08:36:35.938433 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-def6d694-cc5a-4bf0-9446-fa882d1e8ae1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 999 time: 0.0576015 Feb 19 08:36:35.974866 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}, {'id': 'df410813-8626-44b9-94bb-0dee773f0c64', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:00:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:36:34Z', 'updated_at': '2022-02-19T08:36:34Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:36:35.989911 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37907408-b6d4-460f-8343-869eecb19b24 req-e7309f5b-3c73-4f42-afc7-fb1835996f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:35.991411 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-e7309f5b-3c73-4f42-afc7-fb1835996f90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0476253 Feb 19 08:36:36.000148 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:36:36.008616 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:36:36.009214 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:36:09Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:36:36.046164 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37907408-b6d4-460f-8343-869eecb19b24 req-f793eb4d-51a7-436a-a6a4-9914fcfb8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:36.047611 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-f793eb4d-51a7-436a-a6a4-9914fcfb8ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510252 Feb 19 08:36:36.114525 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:36:36.132624 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-f172afe9-cae4-4749-80c1-b9db413be725 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792048 Feb 19 08:36:36.225778 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-37907408-b6d4-460f-8343-869eecb19b24 req-f0353177-5218-4647-9c6a-c80e7f4d67fc service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Feb 19 08:36:36.331515 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}, {'id': 'df410813-8626-44b9-94bb-0dee773f0c64', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:00:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:36:34Z', 'updated_at': '2022-02-19T08:36:34Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:36:36.364390 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195220bb-eb09-42db-8be1-a24f7767c246 None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}, {'id': 'df410813-8626-44b9-94bb-0dee773f0c64', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:00:d9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:36:34Z', 'updated_at': '2022-02-19T08:36:34Z', 'revision_number': 0, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:36:36.406239 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e936c1d4-66e5-45cf-a69f-f3dfceb61c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:36.559134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb76d7dc-8b8e-4a42-8fde-35d0889f6228 None None] New status for floating IP df410813-8626-44b9-94bb-0dee773f0c64: ACTIVE {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:36:38.734331 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dfde81a-b6e4-4fe2-9507-2e5c07d3f925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:40.006759 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:41.338477 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:42.611066 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:36:53.826428 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:36:57.780670 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-131d17a4-b84c-4531-91f3-ee6750372441 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433829 Feb 19 08:36:57.862073 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-8b36f72c-c45e-4063-9a53-eda9e59a9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:57.863512 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-8b36f72c-c45e-4063-9a53-eda9e59a9515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1128 time: 0.0437777 Feb 19 08:36:57.965411 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-5bf8debb-96d0-4d47-a338-71bf98775233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:57.967539 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-5bf8debb-96d0-4d47-a338-71bf98775233 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0865092 Feb 19 08:36:58.028532 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-b5053153-7f08-429a-ae55-5f88503d50f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 1001 time: 0.0562687 Feb 19 08:36:58.078138 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-bf017cf3-3e1c-4747-9d46-8fd5b63aec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:58.079567 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-bf017cf3-3e1c-4747-9d46-8fd5b63aec54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0460153 Feb 19 08:36:58.126561 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-a6374e01-f8b7-458e-bc4d-a80dfa477b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:36:58.127966 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-a6374e01-f8b7-458e-bc4d-a80dfa477b54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418153 Feb 19 08:36:58.213438 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-3a9ad590-92b5-4287-b575-c7dcbdb7177f service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796874 Feb 19 08:36:58.311887 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d752d4ac-ac29-4591-875e-c378c98bb8e0 req-a2438d1a-dace-479a-8f8b-c453f043c9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923131 Feb 19 08:37:01.086701 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:03.940214 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:06.399138 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-710981cb-b094-4655-9f76-cb8ea5983292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:08.736342 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29e6a13a-a3d1-4ba5-bdb6-878a67dfb1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:09.187405 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-9d451401-4889-4b04-95d2-32ccc9b08d7b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483854 Feb 19 08:37:09.269861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e828f-ccd0-4752-8578-2e7226734908 req-baa4a10c-57e0-44bb-8328-c48fd7caccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:09.271369 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-baa4a10c-57e0-44bb-8328-c48fd7caccc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1125 time: 0.0434604 Feb 19 08:37:09.372603 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e828f-ccd0-4752-8578-2e7226734908 req-c012c5cf-377c-445d-8d9e-8025bc75322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:09.374087 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-c012c5cf-377c-445d-8d9e-8025bc75322d service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0852499 Feb 19 08:37:09.437810 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-5de26c41-bbc2-4fb8-b2c0-7a4aec588ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 999 time: 0.0563483 Feb 19 08:37:09.487700 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e828f-ccd0-4752-8578-2e7226734908 req-8f4e5ceb-e561-49aa-94c0-36676e2b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:09.489115 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-8f4e5ceb-e561-49aa-94c0-36676e2b6499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0460083 Feb 19 08:37:09.537623 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e828f-ccd0-4752-8578-2e7226734908 req-3c7bda6f-65ea-4268-9c9f-1e01be7854da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:09.539133 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-3c7bda6f-65ea-4268-9c9f-1e01be7854da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444090 Feb 19 08:37:09.626511 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-473ba284-7e8e-4346-b91f-02f06bea3ecc service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813186 Feb 19 08:37:09.717874 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-685e828f-ccd0-4752-8578-2e7226734908 req-ab8f85fd-cb96-468d-82bb-c9a85e1f5e8a service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 Feb 19 08:37:10.009919 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:11.340238 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:12.613246 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:30.824662 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:37:31.085810 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:33.963767 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:36.400515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73b40ab3-8416-489f-9598-9a89dda4f721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:38.738199 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32ccd488-73f7-49e1-9e16-c471bb34aaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:40.013797 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:41.343538 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:42.615946 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:37:58.807126 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-620a515d-2b71-4459-ad91-4ba293c0c78f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843554 Feb 19 08:37:58.889849 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-663fd1de-23c5-479a-9634-a280f73ad59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:58.892028 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-663fd1de-23c5-479a-9634-a280f73ad59f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1128 time: 0.0440285 Feb 19 08:37:58.994958 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-ad842485-16ee-4468-bdba-78d2c8b58c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:58.996375 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-ad842485-16ee-4468-bdba-78d2c8b58c21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0863156 Feb 19 08:37:59.059268 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-f0599b54-33bd-4897-9d7f-b1a1c90827e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 1001 time: 0.0565155 Feb 19 08:37:59.109591 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-3a968a99-ce68-442d-bb62-b41b24de9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:59.111007 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-3a968a99-ce68-442d-bb62-b41b24de9356 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0458846 Feb 19 08:37:59.158467 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-f0999caa-173f-40db-81e3-9fd67e51fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:37:59.159948 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-f0999caa-173f-40db-81e3-9fd67e51fde4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426691 Feb 19 08:37:59.246654 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-753e5a4c-5286-42b4-b7e5-b62df771e3ae service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810533 Feb 19 08:37:59.337135 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-89c984b5-05aa-4c98-bc86-652eeeb817b2 req-4a81576b-a347-4722-b5e4-61a5d995d093 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Feb 19 08:38:01.084899 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:03.961292 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:06.402260 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-390a58ff-fd26-4872-ba58-956e6c576fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:07.823851 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:38:08.739177 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b7a99793-0821-4991-8a70-f99a1034e0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:09.183525 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-03217878-cd3f-423e-a152-4bb3cf1d318b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444264 Feb 19 08:38:09.273142 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-2a1d63a1-0447-4e8a-860c-74db9a7eeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:09.274652 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-2a1d63a1-0447-4e8a-860c-74db9a7eeec0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1125 time: 0.0465934 Feb 19 08:38:09.378894 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-eed59ad5-7d40-4c0b-9a65-f65f807e35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:09.380379 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-eed59ad5-7d40-4c0b-9a65-f65f807e35b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0870636 Feb 19 08:38:09.443934 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-03ae6ca5-a5d8-47d5-b7a3-e51d62e89b24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 999 time: 0.0573366 Feb 19 08:38:09.500859 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-a3011991-d7ca-49f3-b070-a7be5bc56b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:09.502337 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-a3011991-d7ca-49f3-b070-a7be5bc56b56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0528867 Feb 19 08:38:09.550019 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-3d2781db-5eb3-4c89-bed9-77431f007ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:09.551550 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-3d2781db-5eb3-4c89-bed9-77431f007ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436344 Feb 19 08:38:09.639011 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-8386a096-5482-4d09-babc-abf76adc5ebc service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817816 Feb 19 08:38:09.733083 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-bb4e3ec2-0ff6-408d-97bc-43078fbb080a req-378caf50-f9d7-48e5-a1fe-4b1e8b078770 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 Feb 19 08:38:10.016727 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:11.345855 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:12.618997 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:31.085235 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:33.984914 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:36.403343 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caed64fb-d720-4190-b1a9-3f0dd2caa98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:38.740823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fc576ec-be73-4e9d-afd6-260c7f42bf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:40.021366 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:40.205027 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae details requested by agent hyperv_n-h2-829866-3 with host n-h2-829866-3 {{(pid=103589) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 08:38:40.298329 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:40.309826 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Returning: {'device': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'port_id': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'mac_address': 'fa:16:3e:00:d9:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103589) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 08:38:40.345035 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port edf47c38-8a48-4a87-a76e-4548bfca50ae is: ACTIVE; New status is: BUILD {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:38:40.345429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:40.361421 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edf47c38-8a48-4a87-a76e-4548bfca50ae {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 08:38:40.379964 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:40.385210 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:40.439730 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:40.446642 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.446994 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.447365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.447706 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.448039 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.448368 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.448696 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.449024 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.449345 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.449667 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.449988 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.450307 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.450624 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:40.462552 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] get_ports_and_sgs() called for port_ids ['edf47c38-8a48-4a87-a76e-4548bfca50ae'] {{(pid=103589) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 08:38:41.349176 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:42.228331 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae up at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 08:38:42.274135 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Provisioning complete for port edf47c38-8a48-4a87-a76e-4548bfca50ae triggered by entity L2. {{(pid=103589) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 08:38:42.274504 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998462'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), provisioning_complete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:42.348693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Current status of the port edf47c38-8a48-4a87-a76e-4548bfca50ae is: BUILD; New status is: ACTIVE {{(pid=103589) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 08:38:42.349080 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-840999'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:42.369874 n-d-829866-3 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:38:42.372098 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}492af2a4ff0ef94300313ef6ce98f009d5de769b513aac0a573661b92faffd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacdf8f1-69b0-46f3-b8fa-819f29aa95ae" -d '{"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-plugged", "status": "completed", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:38:42.385054 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:42.390189 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757867299723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757866859340', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757866859358'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:42.436952 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Pushing event updated for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:42.468861 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d46e8-412d-4e48-90a5-2c0c4e0b8dad x-openstack-request-id: req-e99d46e8-412d-4e48-90a5-2c0c4e0b8dad {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:38:42.469157 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-plugged", "status": "completed", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:38:42.469413 n-d-829866-3 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e99d46e8-412d-4e48-90a5-2c0c4e0b8dad {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:38:42.469811 n-d-829866-3 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'code': 200} Feb 19 08:38:42.621310 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:44.823395 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:38:52.608620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:38:52.786622 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Deleting port 0e46106e-15b2-450b-aed2-294a048635e5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:38:52.787063 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0e46106e-15b2-450b-aed2-294a048635e5), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:52.866341 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0e46106e-15b2-450b-aed2-294a048635e5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:52.866668 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (0e46106e-15b2-450b-aed2-294a048635e5), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:52.878108 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Calling delete_port for 0e46106e-15b2-450b-aed2-294a048635e5 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:38:53.020072 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (0e46106e-15b2-450b-aed2-294a048635e5), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:53.048944 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event deleted for resources: {'Port': ['ID=0e46106e-15b2-450b-aed2-294a048635e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:53.060444 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.060792 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.061132 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.061470 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.061807 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.062143 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.062471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.062799 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.063125 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.063479 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.063806 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.064131 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.064454 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:38:53.118053 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (df410813-8626-44b9-94bb-0dee773f0c64), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:53.118382 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Floating IP df410813-8626-44b9-94bb-0dee773f0c64 disassociated (deleted). External IP: 172.25.7.18, port: edf47c38-8a48-4a87-a76e-4548bfca50ae. Feb 19 08:38:53.325764 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:38:53.433650 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:38:53.439731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:53.443820 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:38:53.454741 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:38:53.455459 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:53.470578 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-deff01e4-51ab-4302-9614-c346530595a1 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "DELETE /v2.0/floatingips/df410813-8626-44b9-94bb-0dee773f0c64 HTTP/1.1" status: 204 len: 168 time: 0.8608549 Feb 19 08:38:53.471307 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:38:53.473667 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe98386-c93c-41ad-b7f5-58c456056e94" -d '{"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:38:53.565822 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba2f7b5-627e-47cb-b6e6-3634407ad0c6 x-openstack-request-id: req-6ba2f7b5-627e-47cb-b6e6-3634407ad0c6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:38:53.566120 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:38:53.566407 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ba2f7b5-627e-47cb-b6e6-3634407ad0c6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:38:53.566869 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'status': 'completed', 'code': 200} Feb 19 08:38:53.573632 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:38:53.633606 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-1320a68d-11b3-40f5-bddc-637496e3adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:53.635763 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-1320a68d-11b3-40f5-bddc-637496e3adae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 1128 time: 0.0479264 Feb 19 08:38:53.712989 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde8f27-20a2-4e71-8b8b-ba67954418a9 req-fb63c208-1226-47cd-a806-77b1b8b5a4f3 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:53.719294 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5bde8f27-20a2-4e71-8b8b-ba67954418a9 req-fb63c208-1226-47cd-a806-77b1b8b5a4f3 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0620086 Feb 19 08:38:53.737105 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-c11bdbc0-77fa-44b1-a2ff-43f3996b24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:53.738705 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-c11bdbc0-77fa-44b1-a2ff-43f3996b24c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.0931189 Feb 19 08:38:53.767324 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-5bde8f27-20a2-4e71-8b8b-ba67954418a9 req-543e5964-7be0-48f4-bc59-2bab3e57d979 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Feb 19 08:38:53.784581 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-eda07f07-590b-4930-b3f0-a72a9f07f5a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 200 len: 217 time: 0.0393212 Feb 19 08:38:53.825353 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:53.838710 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-e85f111a-78a0-4a99-8da1-f837d95729da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:53.840229 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-e85f111a-78a0-4a99-8da1-f837d95729da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0497766 Feb 19 08:38:53.852387 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:38:53.860867 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:38:53.861536 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:53.893773 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-162a5bfd-5cf6-487b-997c-2f6ce12ee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:53.895332 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-162a5bfd-5cf6-487b-997c-2f6ce12ee4e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487714 Feb 19 08:38:53.971864 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:38:53.983487 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-8b356393-f064-41bc-b040-466f25072354 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810263 Feb 19 08:38:54.076394 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-8fe98386-c93c-41ad-b7f5-58c456056e94 req-1352d1b2-46f9-4bb2-8bf0-d17c9a4f2c9a service neutron] 10.222.0.47 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854187 Feb 19 08:38:54.187553 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:54.215563 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5899f-9c70-4084-8e62-ae8136f78854 None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_floatingips': [{'id': '5bd9a518-6a96-4f78-9640-5376c2710720', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'router_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'port_id': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'mac_address': 'fa:16:3e:69:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T08:34:02Z', 'updated_at': '2022-02-19T08:34:04Z', 'revision_number': 1, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:38:54.454767 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5717ff1b-e704-4498-bd4c-7c7b83952f7f None None] New status for floating IP df410813-8626-44b9-94bb-0dee773f0c64: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:38:54.890871 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fae42-a35a-40de-8783-efbf2a6b21e6 req-646f624c-9bee-4665-af0a-6902c743f033 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:54.892404 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a02fae42-a35a-40de-8783-efbf2a6b21e6 req-646f624c-9bee-4665-af0a-6902c743f033 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0533807 Feb 19 08:38:54.941585 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-a02fae42-a35a-40de-8783-efbf2a6b21e6 req-b168ac4b-2b99-4137-9a1a-bb7da52c2d0f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Feb 19 08:38:55.277976 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-bc6e6516-e435-4076-9165-1f5e87d293ca tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:55.279464 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-bc6e6516-e435-4076-9165-1f5e87d293ca tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.47 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 946 time: 0.0511913 Feb 19 08:38:55.372123 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Deleting port edf47c38-8a48-4a87-a76e-4548bfca50ae {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:38:55.372469 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:55.480365 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] For port edf47c38-8a48-4a87-a76e-4548bfca50ae, host n-h2-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-3',level=0,port_id=edf47c38-8a48-4a87-a76e-4548bfca50ae,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:38:55.480731 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:55.497763 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Calling delete_port for edf47c38-8a48-4a87-a76e-4548bfca50ae owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:38:55.621221 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (edf47c38-8a48-4a87-a76e-4548bfca50ae), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:55.649704 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event deleted for resources: {'Port': ['ID=edf47c38-8a48-4a87-a76e-4548bfca50ae,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:55.695926 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] No DVR routers for this DVR port edf47c38-8a48-4a87-a76e-4548bfca50ae on host n-h2-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:38:55.698816 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:55.702243 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-d26774a7-350b-495b-ada5-5fd6702c5081 req-0d2a29a5-5ef7-4e3c-adfd-85df7cd07830 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.47 "DELETE /v2.0/ports/edf47c38-8a48-4a87-a76e-4548bfca50ae HTTP/1.1" status: 204 len: 173 time: 0.4181385 Feb 19 08:38:55.702725 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-deleted', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:38:55.705076 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15b9a3-0b60-465d-846e-397b70cc05b3" -d '{"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-deleted", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:38:55.745143 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32c744-8912-40ef-a446-9399c1f0e2c0 x-openstack-request-id: req-6b32c744-8912-40ef-a446-9399c1f0e2c0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:38:55.745443 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88e2312-faf5-4884-81dd-9f1494117c17", "name": "network-vif-deleted", "tag": "edf47c38-8a48-4a87-a76e-4548bfca50ae", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:38:55.745707 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b32c744-8912-40ef-a446-9399c1f0e2c0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:38:55.746200 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88e2312-faf5-4884-81dd-9f1494117c17', 'name': 'network-vif-deleted', 'tag': 'edf47c38-8a48-4a87-a76e-4548bfca50ae', 'status': 'completed', 'code': 200} Feb 19 08:38:56.051387 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-6956f391-9162-4c87-bb34-7c8b145448a9 req-0c4b7c8d-cd05-4431-89f1-1029c7a18be4 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88e2312-faf5-4884-81dd-9f1494117c17 HTTP/1.1" status: 200 len: 210 time: 0.0285220 Feb 19 08:38:56.346186 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae no longer exists at agent hyperv_n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:38:56.366216 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] No Port match for: edf47c38-8a48-4a87-a76e-4548bfca50ae {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:38:56.366562 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Device edf47c38-8a48-4a87-a76e-4548bfca50ae not bound to the agent host n-h2-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:38:57.613681 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:38:57.767214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Deleting port 9cffcd9f-6fde-49f4-af97-69dcdb3f4a96 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:38:57.767479 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:57.843677 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:57.844003 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:57.855377 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Calling delete_port for 9cffcd9f-6fde-49f4-af97-69dcdb3f4a96 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:38:57.997468 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (9cffcd9f-6fde-49f4-af97-69dcdb3f4a96), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:58.025887 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event deleted for resources: {'Port': ['ID=9cffcd9f-6fde-49f4-af97-69dcdb3f4a96,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:38:58.084619 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for floatingip (5bd9a518-6a96-4f78-9640-5376c2710720), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:58.084952 n-d-829866-3 neutron-server[103588]: INFO neutron.db.l3_db [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Floating IP 5bd9a518-6a96-4f78-9640-5376c2710720 disassociated (deleted). External IP: 172.25.7.171, port: c069dba9-e263-4bba-b714-3bf0e731d6b4. Feb 19 08:38:58.618918 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:38:58.730327 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:38:58.735632 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for floatingip (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:38:58.740304 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:38:58.749190 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:38:58.749796 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:58.765009 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-e0e4dc86-349c-430e-b99b-1c1f4ba30ec7 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "DELETE /v2.0/floatingips/5bd9a518-6a96-4f78-9640-5376c2710720 HTTP/1.1" status: 204 len: 168 time: 1.1502948 Feb 19 08:38:58.765620 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:38:58.767910 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572dbc6-a253-41db-90f6-21ada668852f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:38:58.804808 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 08:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b587b34a-2d2a-4a23-b33f-7267c5378c75 x-openstack-request-id: req-b587b34a-2d2a-4a23-b33f-7267c5378c75 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:38:58.805108 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:38:58.805384 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b587b34a-2d2a-4a23-b33f-7267c5378c75 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:38:58.805776 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'status': 'completed', 'code': 200} Feb 19 08:38:58.861800 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:38:58.921165 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dbc6-a253-41db-90f6-21ada668852f req-4fbb6111-8bfb-4b1d-879e-590377564523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:58.923252 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-4fbb6111-8bfb-4b1d-879e-590377564523 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 1125 time: 0.0951149 Feb 19 08:38:59.021838 n-d-829866-3 neutron-server[103587]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5e205-70da-4659-b429-b2dde7419cae req-5c4ac47d-d9a3-4c5d-b045-d257d2b84baf tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103587) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:59.023651 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8d5e205-70da-4659-b429-b2dde7419cae req-5c4ac47d-d9a3-4c5d-b045-d257d2b84baf tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0655081 Feb 19 08:38:59.029979 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dbc6-a253-41db-90f6-21ada668852f req-72e3f97c-dcdf-43b0-a85f-f2258d73d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:59.031591 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-72e3f97c-dcdf-43b0-a85f-f2258d73d65a service neutron] 10.222.0.24 "GET /v2.0/networks?id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 200 len: 910 time: 0.1012583 Feb 19 08:38:59.073878 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-5aa94284-bd3d-415b-bfeb-e8daa9c1d892 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0360341 Feb 19 08:38:59.076990 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [req-a8d5e205-70da-4659-b429-b2dde7419cae req-dd0a2e13-8f01-4233-94e1-36caebb3b574 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Feb 19 08:38:59.127262 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dbc6-a253-41db-90f6-21ada668852f req-2a5c6ebc-fb43-43ee-8b3a-8d7e4232bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:59.128741 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-2a5c6ebc-fb43-43ee-8b3a-8d7e4232bfdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 200 len: 849 time: 0.0493219 Feb 19 08:38:59.150246 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:59.177627 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dbc6-a253-41db-90f6-21ada668852f req-c5052ede-7a4b-4dcf-827d-4369cc7d48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:59.179150 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-c5052ede-7a4b-4dcf-827d-4369cc7d48e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440392 Feb 19 08:38:59.180673 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:38:59.189095 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:38:59.189733 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:59.190415 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-a9922aaa-8fb4-4472-84c1-befbb82f06aa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 08:38:59.191483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-a9922aaa-8fb4-4472-84c1-befbb82f06aa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050104 Feb 19 08:38:59.278872 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-1864db4e-427e-4f75-8897-c24fcf777e2d service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807815 Feb 19 08:38:59.296319 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:38:59.373947 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f572dbc6-a253-41db-90f6-21ada668852f req-0173b072-68f1-44ae-8226-36bb3f65aad7 service neutron] 10.222.0.24 "GET /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Feb 19 08:38:59.489448 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:38:59.517962 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aaf86e-dc6d-4f72-b913-638dfe04c9e1 None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3', '_interfaces': [{'id': '8e6d66ed-fd95-4449-9682-0cc1a6677e7d', 'name': '', 'network_id': 'dbf16ec1-8ce1-4ba8-9b56-a256f0d75380', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'mac_address': 'fa:16:3e:3e:47:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:36Z', 'updated_at': '2022-02-19T08:33:41Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'subnets': [{'id': '860f2360-beb6-4a4c-a711-a183eb24da8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:38:59.738377 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e346b1b-b990-4cf0-8ce9-c464499be514 None None] New status for floating IP 5bd9a518-6a96-4f78-9640-5376c2710720: DOWN {{(pid=103589) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 08:38:59.887149 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-ba5962dd-a621-4f6a-8112-c813f4d0bbc6 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:38:59.888886 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-ba5962dd-a621-4f6a-8112-c813f4d0bbc6 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0512252 Feb 19 08:38:59.982250 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Deleting port c069dba9-e263-4bba-b714-3bf0e731d6b4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:38:59.982594 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:00.069665 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] For port c069dba9-e263-4bba-b714-3bf0e731d6b4, host n-h1-829866-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-3',level=0,port_id=c069dba9-e263-4bba-b714-3bf0e731d6b4,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:00.069952 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:00.082786 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Calling delete_port for c069dba9-e263-4bba-b714-3bf0e731d6b4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:00.243642 n-d-829866-3 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb752987-198d-4eac-b7b8-9d8c2eb182c0 req-32c20fd8-1949-4b7e-8b52-fd723dc8bd32 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 08:39:00.245154 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb752987-198d-4eac-b7b8-9d8c2eb182c0 req-32c20fd8-1949-4b7e-8b52-fd723dc8bd32 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9fd5da5-35fd-473f-8b95-895f8bc64d56 HTTP/1.1" status: 200 len: 943 time: 0.0965228 Feb 19 08:39:00.258653 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (c069dba9-e263-4bba-b714-3bf0e731d6b4), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:00.298496 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event deleted for resources: {'Port': ['ID=c069dba9-e263-4bba-b714-3bf0e731d6b4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:00.356234 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] No DVR routers for this DVR port c069dba9-e263-4bba-b714-3bf0e731d6b4 on host n-h1-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:39:00.359391 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205667'] for port (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:00.363345 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-f0bd4142-b5fa-41ca-9a0c-e9a937bd0584 req-b7ab2272-18b0-4a44-96d3-6f319569972f tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.24 "DELETE /v2.0/ports/c069dba9-e263-4bba-b714-3bf0e731d6b4 HTTP/1.1" status: 204 len: 173 time: 0.4701574 Feb 19 08:39:00.367074 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [req-cb752987-198d-4eac-b7b8-9d8c2eb182c0 req-5b598be2-84b6-4bcc-bdc8-15bfef61b633 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "GET /v2.0/security-groups?id=5ea9b613-40fb-46a9-b7fe-3476978ff2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164083 Feb 19 08:39:00.806794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-deleted', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 08:39:00.809306 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d09fc984910201a433b0e226d15684e3f4965e3608cc45cfd3497fd941ab537f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf19c4-990b-4454-b6a4-87f03848036f" -d '{"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-deleted", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 08:39:00.845156 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7214ba-2d89-42bd-aca7-6557f120423d x-openstack-request-id: req-4e7214ba-2d89-42bd-aca7-6557f120423d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 08:39:00.845519 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fd5da5-35fd-473f-8b95-895f8bc64d56", "name": "network-vif-deleted", "tag": "c069dba9-e263-4bba-b714-3bf0e731d6b4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 08:39:00.845771 n-d-829866-3 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e7214ba-2d89-42bd-aca7-6557f120423d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 08:39:00.846677 n-d-829866-3 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fd5da5-35fd-473f-8b95-895f8bc64d56', 'name': 'network-vif-deleted', 'tag': 'c069dba9-e263-4bba-b714-3bf0e731d6b4', 'status': 'completed', 'code': 200} Feb 19 08:39:01.084901 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:01.424794 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:01.482689 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (5ea9b613-40fb-46a9-b7fe-3476978ff2c3), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:01.507367 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (5ea9b613-40fb-46a9-b7fe-3476978ff2c3), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:01.569131 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (5ea9b613-40fb-46a9-b7fe-3476978ff2c3), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:01.571713 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:01.572909 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] 10.222.0.43 "DELETE /v2.0/security-groups/5ea9b613-40fb-46a9-b7fe-3476978ff2c3 HTTP/1.1" status: 204 len: 168 time: 0.1471219 Feb 19 08:39:01.582588 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d1a8a-100c-47a7-8420-ea3230f3e462 tempest-TestSnapshotPattern-882905048 tempest-TestSnapshotPattern-882905048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9b613-40fb-46a9-b7fe-3476978ff2c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:01.629204 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:02.079087 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:02.323090 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Deleting port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:02.323358 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:02.336672 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 no longer exists at agent hyperv_n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:02.356479 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] No Port match for: c069dba9-e263-4bba-b714-3bf0e731d6b4 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:02.356819 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Device c069dba9-e263-4bba-b714-3bf0e731d6b4 not bound to the agent host n-h1-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:02.399382 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] For port 8e6d66ed-fd95-4449-9682-0cc1a6677e7d, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:02.399745 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:02.416267 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Calling delete_port for 8e6d66ed-fd95-4449-9682-0cc1a6677e7d owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:02.591133 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (8e6d66ed-fd95-4449-9682-0cc1a6677e7d), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:02.616728 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6d66ed-fd95-4449-9682-0cc1a6677e7d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:02.782275 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:02.997469 n-d-829866-3 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Router fe849c9e-ab76-4243-830b-4f2e5e972eaf has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:39:03.103254 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:39:03.109664 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-33c16cfb-eb55-4875-bb08-8973f26f0194 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe849c9e-ab76-4243-830b-4f2e5e972eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791975 Feb 19 08:39:03.110666 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:03.112297 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Sync routers for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:39:03.122264 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:39:03.122879 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:03.215004 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks [] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.228578 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: n-d-829866-3 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:39:03.319497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks [] for router_gateway (fe849c9e-ab76-4243-830b-4f2e5e972eaf), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.371069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Deleting port b0ebe5bd-48de-463b-a200-c7661c62af31 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:03.371433 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.399739 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:39:02Z', 'revision_number': 5, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port': {'id': 'b0ebe5bd-48de-463b-a200-c7661c62af31', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:35Z', 'updated_at': '2022-02-19T08:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:03.425383 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Checking router: fe849c9e-ab76-4243-830b-4f2e5e972eaf for host: n-d-829866-3 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:39:03.433855 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Routers {'fe849c9e-ab76-4243-830b-4f2e5e972eaf'} bound to L3 agent in host n-d-829866-3 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:39:03.434450 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:03.450927 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] For port b0ebe5bd-48de-463b-a200-c7661c62af31, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=b0ebe5bd-48de-463b-a200-c7661c62af31,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:03.451326 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.467614 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Calling delete_port for b0ebe5bd-48de-463b-a200-c7661c62af31 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:03.521360 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] Set router fe849c9e-ab76-4243-830b-4f2e5e972eaf gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:39:03.573578 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:39:03Z', 'revision_number': 6, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port_host': None}], 'n-d-829866-3', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:03.599340 n-d-829866-3 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39921d38-4945-4298-8a2d-d7f84f5e8841 None None] The sync data for ids ['fe849c9e-ab76-4243-830b-4f2e5e972eaf'] in n-d-829866-3 is: [{'id': 'fe849c9e-ab76-4243-830b-4f2e5e972eaf', 'name': 'tempest-TestSnapshotPattern-1498987316-router', 'tenant_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:34Z', 'updated_at': '2022-02-19T08:39:03Z', 'revision_number': 6, 'project_id': 'dde490ad58cd45958fc8f2beca39c2fe', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:39:03.638117 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (b0ebe5bd-48de-463b-a200-c7661c62af31), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.664406 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ebe5bd-48de-463b-a200-c7661c62af31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:03.736455 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.833849 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.836400 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks [] for router_controller (fe849c9e-ab76-4243-830b-4f2e5e972eaf), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.881773 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (fe849c9e-ab76-4243-830b-4f2e5e972eaf), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.882325 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe849c9e-ab76-4243-830b-4f2e5e972eaf {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:39:03.887080 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.888284 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-71ae9961-40f3-4d49-96d7-723f87c6cd26 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fe849c9e-ab76-4243-830b-4f2e5e972eaf HTTP/1.1" status: 204 len: 168 time: 0.7766380 Feb 19 08:39:03.890992 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:03.935037 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Deleting subnet 860f2360-beb6-4a4c-a711-a183eb24da8b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:39:03.938402 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Publish callbacks [] for subnet (860f2360-beb6-4a4c-a711-a183eb24da8b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.976059 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13164127'] for subnet (860f2360-beb6-4a4c-a711-a183eb24da8b), precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:03.999646 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.057942 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (860f2360-beb6-4a4c-a711-a183eb24da8b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.109608 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13282622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12797600'] for subnet (860f2360-beb6-4a4c-a711-a183eb24da8b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.136069 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860f2360-beb6-4a4c-a711-a183eb24da8b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:04.138016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.141483 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-d83d861b-9e5f-4451-af84-05992a95ac0a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/860f2360-beb6-4a4c-a711-a183eb24da8b HTTP/1.1" status: 204 len: 168 time: 0.2495427 Feb 19 08:39:04.143890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5fdd82-c183-444f-903c-f93d0696935b None None] Network dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:39:04.144497 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:04.211431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.274000 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Deleting port 95961b4a-c7ca-4d23-83b3-fe334d795296 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:04.274361 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.311598 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] DHCP port deletion for dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:39:04.343549 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] For port 95961b4a-c7ca-4d23-83b3-fe334d795296, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=95961b4a-c7ca-4d23-83b3-fe334d795296,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:04.343819 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.359566 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Calling delete_port for 95961b4a-c7ca-4d23-83b3-fe334d795296 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:04.364793 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Deleting port 95961b4a-c7ca-4d23-83b3-fe334d795296 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:04.365175 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.429233 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] For port 95961b4a-c7ca-4d23-83b3-fe334d795296, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=95961b4a-c7ca-4d23-83b3-fe334d795296,segment=NetworkSegment(5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a),segment_id=5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:04.429630 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.446498 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Calling delete_port for 95961b4a-c7ca-4d23-83b3-fe334d795296 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:04.449762 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.480107 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Pushing event deleted for resources: {'Port': ['ID=95961b4a-c7ca-4d23-83b3-fe334d795296,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:04.482798 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] No DVR routers for this DVR port 95961b4a-c7ca-4d23-83b3-fe334d795296 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:39:04.525802 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331'] for port (95961b4a-c7ca-4d23-83b3-fe334d795296), after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.549873 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] Pushing event deleted for resources: {'Port': ['ID=95961b4a-c7ca-4d23-83b3-fe334d795296,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:04.550652 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.553284 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5c5a7-49c0-41f4-ae59-4b99f23e5cd9 None None] No DVR routers for this DVR port 95961b4a-c7ca-4d23-83b3-fe334d795296 on host n-d-829866-3 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:39:04.573347 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf16ec1-8ce1-4ba8-9b56-a256f0d75380']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:04.583007 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:04.583331 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:04.592421 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.605166 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.610831 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:39:04.611238 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (5e2fde5a-c43e-41cf-81a0-fe20a5a68a8a), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:39:04.612935 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:39:04.669464 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (dbf16ec1-8ce1-4ba8-9b56-a256f0d75380), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.676496 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:04.678964 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] 10.222.0.43 "DELETE /v2.0/networks/dbf16ec1-8ce1-4ba8-9b56-a256f0d75380 HTTP/1.1" status: 204 len: 168 time: 0.5335574 Feb 19 08:39:04.682070 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49608) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:04.689527 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498b99f-c0f3-4bc7-9237-80a5a1ad870e admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf16ec1-8ce1-4ba8-9b56-a256f0d75380,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:05.023424 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1739255'] for router_interface (264404a6-b841-497f-b088-9c9b346b75d8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:05.262339 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Deleting port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:05.262573 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:05.336986 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] For port 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:05.337342 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:05.350393 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Calling delete_port for 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 owned by network:router_interface {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:05.525370 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (0e8ad9d3-a2bf-4290-bb9f-b56e356043a7), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:05.555576 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8ad9d3-a2bf-4290-bb9f-b56e356043a7,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:05.581156 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.581506 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.581851 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.582194 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.582524 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.582855 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.583200 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.583534 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.583878 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.584185 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.584507 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.584829 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.585149 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-3 {{(pid=103587) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 08:39:05.740977 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1741927'] for router_interface (264404a6-b841-497f-b088-9c9b346b75d8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:05.751152 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b0ebe5bd-48de-463b-a200-c7661c62af31 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:05.771871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: b0ebe5bd-48de-463b-a200-c7661c62af31 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:05.772302 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device b0ebe5bd-48de-463b-a200-c7661c62af31 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:05.772814 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8e6d66ed-fd95-4449-9682-0cc1a6677e7d no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:05.791604 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 8e6d66ed-fd95-4449-9682-0cc1a6677e7d {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:05.791890 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 8e6d66ed-fd95-4449-9682-0cc1a6677e7d not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:05.792303 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 95961b4a-c7ca-4d23-83b3-fe334d795296 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:05.810494 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 95961b4a-c7ca-4d23-83b3-fe334d795296 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:05.810893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 95961b4a-c7ca-4d23-83b3-fe334d795296 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:05.954008 n-d-829866-3 neutron-server[103587]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Router 264404a6-b841-497f-b088-9c9b346b75d8 has already been hosted by L3 agent 94178749-b48b-40d3-8445-b3b5c546c706 {{(pid=103587) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 08:39:06.058660 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] Notify agent at l3_agent.n-d-829866-3 the message routers_updated {{(pid=103587) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 08:39:06.063460 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-61e712c5-92ed-4b4e-8d2d-87b4d1f22d22 admin admin] 10.222.0.43 "PUT /v2.0/routers/264404a6-b841-497f-b088-9c9b346b75d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803539 Feb 19 08:39:06.066600 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49610) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:06.069788 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Sync routers for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 08:39:06.080183 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:39:06.081365 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:06.190910 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:39:06.376713 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:39:05Z', 'revision_number': 5, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:06.406380 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Checking router: 264404a6-b841-497f-b088-9c9b346b75d8 for host: n-d-829866-3 {{(pid=103589) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 08:39:06.421204 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Routers {'264404a6-b841-497f-b088-9c9b346b75d8'} bound to L3 agent in host n-d-829866-3 {{(pid=103589) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 08:39:06.421839 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T06:58:38Z,description=,heartbeat_timestamp=2022-02-19T08:38:39Z,host='n-d-829866-3',id=94178749-b48b-40d3-8445-b3b5c546c706,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T06:58:38Z,topic='l3_agent')) {'router_ids': ['264404a6-b841-497f-b088-9c9b346b75d8'], 'active': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:06.425664 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed103e35-58f1-4eda-aa54-11c4185cb428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.436086 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks [] for router (264404a6-b841-497f-b088-9c9b346b75d8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.528940 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_dvr_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] Set router 264404a6-b841-497f-b088-9c9b346b75d8 gateway port host: n-d-829866-3 {{(pid=103589) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 08:39:06.541596 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks [] for router_gateway (264404a6-b841-497f-b088-9c9b346b75d8), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.591997 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Deleting port dfc6a858-8888-41fe-8c54-d7089ef346c0 {{(pid=103587) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:06.592340 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.669768 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.db [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] For port dfc6a858-8888-41fe-8c54-d7089ef346c0, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=dfc6a858-8888-41fe-8c54-d7089ef346c0,segment=NetworkSegment(b1521468-9f6c-44bb-8715-fe8cf5a29e5b),segment_id=b1521468-9f6c-44bb-8715-fe8cf5a29e5b)] {{(pid=103587) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:06.670009 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.682621 n-d-829866-3 neutron-server[103587]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Calling delete_port for dfc6a858-8888-41fe-8c54-d7089ef346c0 owned by network:router_gateway {{(pid=103587) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:06.703693 n-d-829866-3 neutron-server[103589]: DEBUG neutron.db.l3_hamode_db [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:39:05Z', 'revision_number': 5, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}], 'n-d-829866-3', False) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:06.730177 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4af3d-c02a-485e-8fb1-d7539cbf715d None None] The sync data for ids ['264404a6-b841-497f-b088-9c9b346b75d8'] in n-d-829866-3 is: [{'id': '264404a6-b841-497f-b088-9c9b346b75d8', 'name': 'tempest-TestSnapshotPattern-1524494923-router', 'tenant_id': '00376d45d5774d8c858d7d23c581f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'external_fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:39:05Z', 'revision_number': 5, 'project_id': '00376d45d5774d8c858d7d23c581f752', 'gw_port': {'id': 'dfc6a858-8888-41fe-8c54-d7089ef346c0', 'name': '', 'network_id': '4fb1f899-de92-4a48-a841-73f6967ee85c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264404a6-b841-497f-b088-9c9b346b75d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T08:33:39Z', 'updated_at': '2022-02-19T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98ba8305-c726-48dc-aa94-1c8d8f2f29f2', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-3'}] {{(pid=103589) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 08:39:06.850073 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24112360'] for port (dfc6a858-8888-41fe-8c54-d7089ef346c0), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:06.875351 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfc6a858-8888-41fe-8c54-d7089ef346c0,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:06.934471 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740173'] for router_gateway (264404a6-b841-497f-b088-9c9b346b75d8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.025564 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1741329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6584'] for router (264404a6-b841-497f-b088-9c9b346b75d8), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.027605 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks [] for router_controller (264404a6-b841-497f-b088-9c9b346b75d8), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.074229 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1741416'] for router (264404a6-b841-497f-b088-9c9b346b75d8), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.074777 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264404a6-b841-497f-b088-9c9b346b75d8 {{(pid=103587) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 08:39:07.079819 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.081545 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-cb3d6d23-4363-4279-94cc-19ea34879451 admin admin] 10.222.0.43 "DELETE /v2.0/routers/264404a6-b841-497f-b088-9c9b346b75d8 HTTP/1.1" status: 204 len: 168 time: 1.0140381 Feb 19 08:39:07.084173 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49612) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:07.129117 n-d-829866-3 neutron-server[103587]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Deleting subnet cdb3dd72-358e-4f85-b7d3-d81c1f4607e4 {{(pid=103587) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 08:39:07.135315 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Publish callbacks [] for subnet (cdb3dd72-358e-4f85-b7d3-d81c1f4607e4), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.170724 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24016921'] for subnet (cdb3dd72-358e-4f85-b7d3-d81c1f4607e4), precommit_delete_associations {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.251569 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996108'] for subnet (cdb3dd72-358e-4f85-b7d3-d81c1f4607e4), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.306035 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24115001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24020764'] for subnet (cdb3dd72-358e-4f85-b7d3-d81c1f4607e4), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.330007 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb3dd72-358e-4f85-b7d3-d81c1f4607e4,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:07.337311 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.343134 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49614) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:07.344893 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31734121-2e5b-4d0b-b087-e27b32175bc1 None None] Network 3f9315af-c551-4e5c-8983-24a798c0664e requested from n-d-829866-3 {{(pid=103589) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 08:39:07.355360 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-acd070d4-6bd6-484e-b300-ad4777b45e32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cdb3dd72-358e-4f85-b7d3-d81c1f4607e4 HTTP/1.1" status: 204 len: 168 time: 0.2626538 Feb 19 08:39:07.415172 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-944261'] for network (3f9315af-c551-4e5c-8983-24a798c0664e), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.476538 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Deleting port 2d47ea87-df0f-4e00-b72a-252224e6dc00 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 08:39:07.476875 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757867294998'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.538245 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] For port 2d47ea87-df0f-4e00-b72a-252224e6dc00, host n-d-829866-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-3',level=0,port_id=2d47ea87-df0f-4e00-b72a-252224e6dc00,segment=NetworkSegment(ec2eec1f-e302-4693-a37a-022c24a3384b),segment_id=ec2eec1f-e302-4693-a37a-022c24a3384b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 08:39:07.538607 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1737919'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.550568 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Calling delete_port for 2d47ea87-df0f-4e00-b72a-252224e6dc00 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 08:39:07.630724 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-839914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757867299705', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757866859331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13285103'] for port (2d47ea87-df0f-4e00-b72a-252224e6dc00), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.656861 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d47ea87-df0f-4e00-b72a-252224e6dc00,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:07.658596 n-d-829866-3 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] No DVR routers for this DVR port 2d47ea87-df0f-4e00-b72a-252224e6dc00 on host n-d-829866-3 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 08:39:07.703850 n-d-829866-3 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8cf087-f82e-4e20-8101-65c049037db4 None None] DHCP port deletion for 3f9315af-c551-4e5c-8983-24a798c0664e request from n-d-829866-3 {{(pid=103589) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 08:39:07.733904 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997253', 'neutron.services.segments.db._delete_segments_for_network-8757867289658'] for network (3f9315af-c551-4e5c-8983-24a798c0664e), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.761300 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9315af-c551-4e5c-8983-24a798c0664e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:07.771909 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2eec1f-e302-4693-a37a-022c24a3384b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:07.772214 n-d-829866-3 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2eec1f-e302-4693-a37a-022c24a3384b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 08:39:07.774134 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dfc6a858-8888-41fe-8c54-d7089ef346c0 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:07.785395 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757867289923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13164102'] for segment (ec2eec1f-e302-4693-a37a-022c24a3384b), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.792871 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: dfc6a858-8888-41fe-8c54-d7089ef346c0 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:07.793218 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device dfc6a858-8888-41fe-8c54-d7089ef346c0 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:07.793632 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:07.799673 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545'] for segment (ec2eec1f-e302-4693-a37a-022c24a3384b), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.805628 n-d-829866-3 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 08:39:07.806016 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13285080'] for segment (ec2eec1f-e302-4693-a37a-022c24a3384b), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: Traceback (most recent call last): Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: timer() Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: cb(*args, **kw) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: return func(*args, **kwargs) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: self._notify() Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: self.callback(batched_events) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: event.method(event) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: return f(self, *a, **k) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: return self._get(url).json() Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 08:39:07.807683 n-d-829866-3 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 08:39:07.814156 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:07.814503 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 0e8ad9d3-a2bf-4290-bb9f-b56e356043a7 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:07.815480 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d47ea87-df0f-4e00-b72a-252224e6dc00 no longer exists at agent ovs-agent-n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 08:39:07.838549 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] No Port match for: 2d47ea87-df0f-4e00-b72a-252224e6dc00 {{(pid=103589) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 08:39:07.838895 n-d-829866-3 neutron-server[103589]: DEBUG neutron.plugins.ml2.rpc [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Device 2d47ea87-df0f-4e00-b72a-252224e6dc00 not bound to the agent host n-d-829866-3 {{(pid=103589) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 08:39:07.860497 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-997262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1630211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740257'] for network (3f9315af-c551-4e5c-8983-24a798c0664e), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.866509 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:07.869675 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3f9315af-c551-4e5c-8983-24a798c0664e HTTP/1.1" status: 204 len: 168 time: 0.5252650 Feb 19 08:39:07.881326 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b55e97-d5e2-4456-9fe8-d37c4dd816d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9315af-c551-4e5c-8983-24a798c0664e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:07.980054 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:08.019755 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-a6f5bd7b-f00d-4802-885a-f198f42b71ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dde490ad58cd45958fc8f2beca39c2fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385444 Feb 19 08:39:08.022077 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.43', 49620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:08.067431 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] Publish callbacks [] for security_group (c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39), before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.087343 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] Publish callbacks [] for security_group (c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39), precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.139209 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39), after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.141905 n-d-829866-3 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.142895 n-d-829866-3 neutron-server[103588]: INFO neutron.wsgi [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39 HTTP/1.1" status: 204 len: 168 time: 0.1199045 Feb 19 08:39:08.151471 n-d-829866-3 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e9ef-f815-476a-bd90-8ff632513945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574b9e6-2b9c-47a2-b34d-d1b8ebb1cb39,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:08.449217 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49626) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:08.488022 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-aea89e9e-235a-48dd-9e84-0d302a87ba15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00376d45d5774d8c858d7d23c581f752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375352 Feb 19 08:39:08.490271 n-d-829866-3 neutron-server[103587]: DEBUG neutron.wsgi [-] (103587) accepted ('10.222.0.43', 49628) {{(pid=103587) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 08:39:08.536431 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] Publish callbacks [] for security_group (2b7b191f-9d2b-4d1f-a58a-50ca5a302602), before_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.556387 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] Publish callbacks [] for security_group (2b7b191f-9d2b-4d1f-a58a-50ca5a302602), precommit_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.602969 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1672317'] for security_group (2b7b191f-9d2b-4d1f-a58a-50ca5a302602), after_delete {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.606177 n-d-829866-3 neutron-server[103587]: DEBUG neutron_lib.callbacks.manager [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103587) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:08.607351 n-d-829866-3 neutron-server[103587]: INFO neutron.wsgi [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b7b191f-9d2b-4d1f-a58a-50ca5a302602 HTTP/1.1" status: 204 len: 168 time: 0.1161549 Feb 19 08:39:08.614998 n-d-829866-3 neutron-server[103587]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a74d-2572-4d96-92b7-d55043bd10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b191f-9d2b-4d1f-a58a-50ca5a302602,revision_number=None']} {{(pid=103587) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 08:39:08.741232 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff29f6fc-10ea-4066-8cb9-68c2c5b752e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:10.022105 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:11.351472 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:12.626038 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:21.821806 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:39:31.099814 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:33.997150 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:36.407655 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2004559e-1a55-4cc2-97c8-7f6281a80191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:38.743823 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e6cdf80-4fbd-47e4-9203-1e81e09bd3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:40.025104 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:41.358944 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:42.629558 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:39:58.820615 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:40:01.114010 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:03.996143 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:06.409260 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d879958d-4b80-42bf-a4f5-660440bc41e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:08.745604 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0edc12c5-8476-444b-ba8e-8b85b6777247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:10.027897 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:11.357414 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:12.631128 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:31.113795 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:34.013918 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:35.819429 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:40:36.410247 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3c9a86b-854d-450c-b08f-fbd72011e8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:38.747085 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3643473d-73fb-4169-a02b-338f5afc453d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:40.030209 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:41.359621 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:40:42.634062 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:01.129305 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:04.009244 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:06.410786 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa13af88-2ebc-478a-83fc-ea778bc1d5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:08.747515 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5329209a-5023-4a31-a2de-df88c43944ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:10.032596 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:11.362024 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:12.636636 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:12.819716 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:41:31.127817 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:34.023909 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:36.412894 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8784a1b2-e592-470a-8c74-abd8c7a5d4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:38.752122 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-657240d2-59b9-44dd-8373-5b3dde2f14c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:40.038231 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:41.364023 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:42.639303 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:41:49.819350 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:42:01.128497 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:04.022993 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:06.414005 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16dd03f0-b8fa-4b90-9736-23b43ff35191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:08.753669 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccb42bb3-ae50-46e5-a560-f3a33677ce55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:10.038053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:11.368347 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:12.641446 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:26.820233 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:42:31.126635 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:34.036088 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:36.414728 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81b210c6-d719-41f7-94cd-2e2df67f67f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:38.754896 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52b7c240-67e8-4bef-90a2-7d0ed720fe8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:40.042572 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:41.371360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:42:42.643597 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:01.142135 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:03.819471 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:43:04.036161 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:06.416599 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32c045a5-545a-4ada-84ab-7ed7c7a61b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:08.759977 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f0f9eb8e-fe51-4072-9f50-ef7d534cb1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:10.044433 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:11.373719 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:12.645829 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:31.157583 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:34.039736 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:36.417835 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8195639-e8d5-4adb-9b56-48517c9b2bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:38.764113 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59411f73-fd75-4613-ab7b-e1cf453508ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:40.048078 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:40.819966 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:43:41.376903 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:43:42.648787 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:01.156383 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:04.108815 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:06.422429 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-605af121-152a-44f8-be6f-c8e1395bb769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:08.764895 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78f50188-3690-466a-86b5-008c28a78c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:10.053682 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:11.379571 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:12.651502 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:17.819491 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:44:31.154699 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:34.095523 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:36.423743 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6686ec8c-cf0e-4dc9-a0d2-709aab8c9c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:38.765712 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21fd5f4a-5091-4f82-afb9-95185be4afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:40.053381 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:41.382582 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:42.656393 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:44:54.818015 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:45:01.170931 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:04.109500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:06.425955 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b894de72-cc10-4afd-a45c-ed77a4bf11a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:08.767474 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1e95987-a111-4038-8590-79a926c1d9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:10.056848 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:11.387825 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:12.658809 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:31.185337 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:31.817643 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:45:34.106844 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:36.431492 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c9c001c-00a0-4cba-94f3-e1a9d414e95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:38.769653 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-beb57b6d-359e-40b8-8eea-15864e854229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:40.063817 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:41.390832 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:45:42.661058 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:01.185512 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:04.128024 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:06.424499 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2eb7b497-4012-4bcc-8782-4952500e1ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:08.771992 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6275d507-740a-4a22-a141-c3ccd192b10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:08.817072 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:46:10.062375 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:11.393788 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:12.663155 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:27.812490 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-89c7d55c-fab6-400d-a9c0-75b8472eed01 service neutron] (103588) timed out ('10.222.0.43', 47224) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:46:27.933356 n-d-829866-3 neutron-server[103588]: DEBUG neutron.wsgi [req-5594561a-ecba-4f95-9964-f930aa2a8aa6 req-104d9e63-b067-43ac-b542-5b1871f81bff tempest-TestShelveInstance-871333393 tempest-TestShelveInstance-871333393-project] (103588) timed out ('10.222.0.43', 47248) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 08:46:31.200627 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:34.104976 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:36.426586 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ece3c7ae-5425-4f1c-a30c-3325210725ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:38.773471 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-026f0392-da6d-4bba-8ca8-d5601c823c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:40.065485 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:41.398892 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:42.665462 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:46:45.816633 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:47:01.199778 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:04.120828 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:06.428053 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-992775cc-8ead-445a-8d1d-da2f67e28707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:08.775452 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e773cf5-eac5-4ade-911d-78d543a08eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:10.068289 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:11.399359 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:12.667500 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:22.815870 n-d-829866-3 neutron-server[103590]: DEBUG neutron.db.agents_db [None req-e089d636-3b01-461c-9fa0-4d59f6ddbe67 None None] Agent healthcheck: found 7 active agents {{(pid=103590) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 08:47:31.198360 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b291-82b8-41f4-8124-7c5d3abcec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (ae235142-a86d-4713-b13b-e54d42c3ad53), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:34.124872 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29040ac4-2dde-4aa1-ba8e-f61d4cefd336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7f319c79-250f-4b18-b907-b562f8655c48), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:36.429134 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d675ed8d-995f-496a-9e74-2a14c95a790f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (7a06b29f-b96e-41a0-b860-b2cec70cb3e3), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:38.777592 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4bfa-4ac8-414a-9085-affc5fdbd31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (94178749-b48b-40d3-8445-b3b5c546c706), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:40.072043 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55f81068-e616-4b0a-b73f-944cace5caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (a23db45c-07f4-4e97-b801-13caaae77022), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:41.402890 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58410a0-b572-4d07-9b75-149ec83560fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (e75ecfd4-fb83-4615-9990-08b3348f4542), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 08:47:42.669190 n-d-829866-3 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a8df-3287-4572-8fc6-bb2838561729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757867289640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-999324'] for agent (546add35-9d7c-42ff-9208-ac056810a609), after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}